-- Logs begin at Wed 2021-07-07 17:06:13 UTC, end at Wed 2021-07-07 19:35:30 UTC. -- Jul 07 17:36:58.666253 n-d-798930-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 17:37:01.346060 n-d-798930-2 neutron-server[105479]: INFO neutron.common.config [-] Logging enabled! Jul 07 17:37:01.346768 n-d-798930-2 neutron-server[105479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 17:37:01.346865 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 17:37:01.350078 n-d-798930-2 neutron-server[105479]: INFO neutron.common.config [-] Logging enabled! Jul 07 17:37:01.350333 n-d-798930-2 neutron-server[105479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 17:37:01.350643 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 17:37:01.351573 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 17:37:01.351812 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 17:37:01.352174 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 17:37:01.352416 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 17:37:01.352644 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 17:37:01.352993 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.353294 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.353593 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.353824 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.354100 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.354389 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.354670 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.354961 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.355252 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.355543 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.355821 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.356108 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.356335 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.356599 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.356911 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.357198 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.357421 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] debug = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.357700 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.358126 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.358552 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.358819 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.359108 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.359388 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.359659 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.359937 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.360223 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.360552 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] host = n-d-798930-2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.360862 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.361139 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.361424 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.361710 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.361986 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.362266 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.362604 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.362880 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.363153 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] log_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.363429 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.363720 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.364007 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.364295 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.364520 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.364745 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.365061 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.365346 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.365620 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.365894 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.366169 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.366443 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.366717 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.366983 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.367267 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.367551 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.367832 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.368109 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.368384 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.368658 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.368952 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.369236 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.369510 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.369782 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.370056 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.370342 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.370610 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.370882 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.371184 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.371467 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.371749 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.372033 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.372307 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.372587 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.372877 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.373151 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.373428 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] use_json = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.373700 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.373971 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.374251 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.374524 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.374796 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.375085 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.375340 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.375619 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:01.375914 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.376208 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.376508 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.376792 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.377107 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.377390 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.377677 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.377955 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.378268 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.378556 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.378849 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.379126 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.379413 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.379689 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.379980 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.380287 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.380582 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.380914 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.381192 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.381466 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.381738 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.382017 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.382308 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.382602 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.382888 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.383161 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.383448 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.383735 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.384012 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.384286 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.384565 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.384871 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.385154 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.385429 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.385711 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.385990 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.386266 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.386535 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.386813 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.387101 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.387379 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.387650 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.387920 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.388196 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.388468 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.388753 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.389063 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.389337 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.389610 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.389892 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.390165 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.390440 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.390719 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.390994 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.391273 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.391548 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.391821 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.392097 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.392371 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.392647 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.392943 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.393219 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.393502 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.393826 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.394100 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.394375 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.394649 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.394923 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.395212 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.395515 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.395795 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.396072 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.396348 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.396626 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.396929 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.397210 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.397486 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.397765 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.398037 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.398324 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.398607 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.398894 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.399176 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.399457 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.399749 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.400027 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.400313 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.400594 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.400898 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.401535 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.401820 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.402116 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.402409 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.402707 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.402996 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.403290 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.403578 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.403887 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.404165 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:01.404385 n-d-798930-2 neutron-server[105479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 17:37:01.404629 n-d-798930-2 neutron-server[105479]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105479) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 17:37:01.748088 n-d-798930-2 neutron-server[105479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 17:37:01.748342 n-d-798930-2 neutron-server[105479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 17:37:01.748619 n-d-798930-2 neutron-server[105479]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 17:37:01.749009 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 17:37:02.138769 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.139020 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.139327 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.140619 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.140923 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.141196 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.175599 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.175859 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.176166 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.189643 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.189924 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.190171 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.219828 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.220118 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.220362 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.255840 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.256115 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.256376 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.485327 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.485948 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.485948 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.486118 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.486788 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.604817 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.605155 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.605440 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.605714 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.605978 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.606291 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.606552 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.606803 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.607059 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.607336 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.607605 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.607872 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.608116 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.608377 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.608641 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.608924 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.609169 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.609427 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.609694 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.609945 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.610223 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.610567 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.610826 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.611109 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.611360 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.611608 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.612008 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:02.612249 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:02.612512 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:02.612746 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:02.613004 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:02.613239 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:02.613606 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 17:37:02.617717 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 17:37:02.621708 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 17:37:02.625409 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 07 17:37:02.627034 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 17:37:02.627500 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 17:37:02.627837 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 17:37:02.628278 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 17:37:02.631098 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 17:37:02.631347 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 17:37:02.631702 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 17:37:02.659576 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 17:37:02.660032 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.660331 n-d-798930-2 neutron-server[105479]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105479) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 17:37:02.660689 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.662081 n-d-798930-2 neutron-server[105479]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105479) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 17:37:02.662364 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 17:37:02.662610 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 17:37:02.665830 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.666107 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:02.728513 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 17:37:02.728726 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 17:37:02.729003 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 17:37:02.729383 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 17:37:02.752459 n-d-798930-2 neutron-server[105479]: DEBUG oslo_db.sqlalchemy.engines [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105479) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 17:37:03.290817 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing driver for type 'gre' Jul 07 17:37:03.291664 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] gre ID ranges: [(1, 1000)] Jul 07 17:37:03.348198 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing driver for type 'local' Jul 07 17:37:03.348531 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing driver for type 'vlan' Jul 07 17:37:03.365144 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] VlanTypeDriver initialization complete Jul 07 17:37:03.365314 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing driver for type 'vxlan' Jul 07 17:37:03.365708 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] vxlan ID ranges: [(1, 1000)] Jul 07 17:37:03.430368 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing extension driver 'port_security' Jul 07 17:37:03.430721 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] PortSecurityExtensionDriver initialization complete Jul 07 17:37:03.431070 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing mechanism driver 'openvswitch' Jul 07 17:37:03.431396 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing mechanism driver 'hyperv' Jul 07 17:37:03.437994 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.plugin [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:03.438664 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.439032 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.439391 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.439924 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 17:37:03.440349 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.440755 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.441152 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.441533 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 17:37:03.441964 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.442308 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.442646 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.443028 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 17:37:03.443452 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > security_group after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.443796 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > security_group after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.444131 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.444654 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 17:37:03.445089 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.445438 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.445778 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.446188 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 17:37:03.446590 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > address_group after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.446936 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > address_group after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.447271 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.447651 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 17:37:03.448016 n-d-798930-2 neutron-server[105479]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] ML2 OVO RPC backend initialized. {{(pid=105479) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 17:37:03.448715 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.449090 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.449505 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.449847 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > networks before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.450191 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.450526 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > ports before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.450866 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnet before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.451209 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnets before_response 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.451551 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.451886 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.452215 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.452546 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.452905 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.453237 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.453566 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.453896 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.454220 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.454798 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.plugin [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Modular L2 Plugin initialization complete Jul 07 17:37:03.455125 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading services supported by the core plugin {{(pid=105479) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 17:37:03.455446 n-d-798930-2 neutron-server[105479]: INFO neutron.plugins.ml2.managers [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Got port-security extension from driver 'port_security' Jul 07 17:37:03.455971 n-d-798930-2 neutron-server[105479]: INFO neutron.extensions.vlantransparent [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Disabled vlantransparent extension. Jul 07 17:37:03.456485 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105479) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 17:37:03.456795 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: router Jul 07 17:37:03.496582 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.497264 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router after_create 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.497264 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router before_create 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.497618 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.497967 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.498340 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router after_delete 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.498669 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.499021 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router after_create 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.499361 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router after_update 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.499707 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router after_update 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.500046 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.500407 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router after_update 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.500790 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.501277 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: port after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.501643 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: port after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.501954 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: subnet after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.502285 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.502655 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.502995 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.503334 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: port before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.503670 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.504050 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router after_update 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.504443 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.505275 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.505377 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.505842 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.506339 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > agent after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.506781 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > agent after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.507133 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > network after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.508000 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Tracking information for resource: router configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:03.508324 n-d-798930-2 neutron-server[105479]: DEBUG neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Tracking information for resource: floatingip configured {{(pid=105479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 17:37:03.513953 n-d-798930-2 neutron-server[105479]: INFO neutron.db.l3_agentschedulers_db [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 17:37:03.514520 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: port after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.514891 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: port after_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.515241 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: port after_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.515585 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: port after_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.516379 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router before_create 55550100 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.516734 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.517113 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_create 55550100 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.517692 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > router precommit_update 55550100 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.522568 n-d-798930-2 neutron-server[105479]: DEBUG neutron.services.provider_configuration [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service providers = [] {{(pid=105479) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 17:37:03.522931 n-d-798930-2 neutron-server[105479]: DEBUG neutron.db.servicetype_db [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105479) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 17:37:03.526404 n-d-798930-2 neutron-server[105479]: DEBUG neutron.services.service_base [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 17:37:03.526790 n-d-798930-2 neutron-server[105479]: DEBUG neutron.services.service_base [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 17:37:03.527109 n-d-798930-2 neutron-server[105479]: DEBUG neutron.services.service_base [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 17:37:03.528001 n-d-798930-2 neutron-server[105479]: DEBUG neutron.services.service_base [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 17:37:03.528426 n-d-798930-2 neutron-server[105479]: INFO neutron.services.service_base [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 17:37:03.528801 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.529139 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 17:37:03.540170 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.540427 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: auto_allocate Jul 07 17:37:03.546340 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: network precommit_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.546706 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: network precommit_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.547232 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.547547 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: tag Jul 07 17:37:03.554217 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.554529 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: timestamp Jul 07 17:37:03.559979 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.560301 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: network_ip_availability Jul 07 17:37:03.565750 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.566114 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.566461 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.567208 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.567528 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: flavors Jul 07 17:37:03.572182 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.572510 n-d-798930-2 neutron-server[105479]: INFO neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading Plugin: revisions Jul 07 17:37:03.576818 n-d-798930-2 neutron-server[105479]: DEBUG neutron.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 17:37:03.577243 n-d-798930-2 neutron-server[105479]: DEBUG oslo_concurrency.lockutils [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=105479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 17:37:03.577972 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105479) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 17:37:03.578304 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Initializing extension manager. Jul 07 17:37:03.578811 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: __init__.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.579145 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: __pycache__ {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.579475 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.579809 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: address_group.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.580557 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.581156 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: address-group Jul 07 17:37:03.581517 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: address_scope.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.582215 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.582751 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: address-scope Jul 07 17:37:03.583068 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.583979 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.584480 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: router-admin-state-down-before-update Jul 07 17:37:03.584794 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: agent.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.585507 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.586196 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: agent Jul 07 17:37:03.586513 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: agent_resources_synced.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.587411 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.587910 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: agent-resources-synced Jul 07 17:37:03.588226 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: allowedaddresspairs.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.590047 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.590555 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: allowed-address-pairs Jul 07 17:37:03.590882 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: auto_allocated_topology.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.591941 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.592441 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: auto-allocated-topology Jul 07 17:37:03.592762 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: availability_zone.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.593473 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.593967 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: availability_zone Jul 07 17:37:03.594279 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: availability_zone_filter.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.595180 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.595683 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: availability_zone_filter Jul 07 17:37:03.595988 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: data_plane_status.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.596916 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.597514 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 17:37:03.597839 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: default_subnetpools.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.598827 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.599327 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: default-subnetpools Jul 07 17:37:03.599643 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.600450 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.600988 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: dhcp_agent_scheduler Jul 07 17:37:03.601305 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: dns.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.602213 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.602710 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 17:37:03.603023 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: dns_domain_ports.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.603926 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.604422 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 17:37:03.604738 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.605672 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.606166 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 17:37:03.606476 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: dvr.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.607137 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.607629 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: dvr Jul 07 17:37:03.607943 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: empty_string_filtering.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.608852 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.609360 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: empty-string-filtering Jul 07 17:37:03.609678 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.610569 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.611064 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 17:37:03.611378 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.612272 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.612765 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 17:37:03.613109 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: external_net.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.614051 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.614545 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: external-net Jul 07 17:37:03.614862 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.615768 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.616257 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: extra_dhcp_opt Jul 07 17:37:03.616573 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: extraroute.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.617510 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.618009 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: extraroute Jul 07 17:37:03.618326 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: extraroute_atomic.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.619306 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.619825 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: extraroute-atomic Jul 07 17:37:03.620143 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: filter_validation.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.620924 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.621403 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: filter-validation Jul 07 17:37:03.621717 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: fip_pf_description.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.622608 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.623208 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 17:37:03.623521 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: fip_port_details.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.624426 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.624951 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: fip-port-details Jul 07 17:37:03.625268 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: flavors.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.626481 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.626984 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: flavors Jul 07 17:37:03.627304 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.629018 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.629547 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 17:37:03.629874 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: floatingip_pools.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.630568 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.631050 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: floatingip-pools Jul 07 17:37:03.631367 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: ip_allocation.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.632281 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.632777 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 17:37:03.633113 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.634021 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.634517 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: ip-substring-filtering Jul 07 17:37:03.634833 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l2_adjacency.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.635754 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.636247 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 17:37:03.636567 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l3.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.637555 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.638054 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: router Jul 07 17:37:03.638376 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.640718 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.641262 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 17:37:03.641593 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.642505 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.643010 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: ext-gw-mode Jul 07 17:37:03.643315 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.644238 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.644736 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: l3-ha Jul 07 17:37:03.645127 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l3_flavors.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.646052 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.646556 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: l3-flavors Jul 07 17:37:03.646878 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.647781 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.648384 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 17:37:03.648700 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: l3agentscheduler.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.649766 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.650267 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: l3_agent_scheduler Jul 07 17:37:03.650591 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: logging.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.652409 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.652950 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension logging not supported by any of loaded plugins Jul 07 17:37:03.653275 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: metering.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.654095 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.654655 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: metering Jul 07 17:37:03.654973 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.656132 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.656561 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: metering_source_and_destination_fields Jul 07 17:37:03.656895 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: multiprovidernet.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.657818 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.658316 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: multi-provider Jul 07 17:37:03.658623 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: netmtu.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.659525 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.660020 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: net-mtu Jul 07 17:37:03.660336 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: netmtu_writable.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.661292 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.661785 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: net-mtu-writable Jul 07 17:37:03.662100 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: network_availability_zone.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.662756 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.663247 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: network_availability_zone Jul 07 17:37:03.663560 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: network_ip_availability.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.664635 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.665164 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: network-ip-availability Jul 07 17:37:03.665480 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: network_segment_range.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.666245 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.666738 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 17:37:03.667054 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: pagination.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.668019 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.668345 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: pagination Jul 07 17:37:03.668651 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: port_device_profile.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.669554 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.670078 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: port-device-profile Jul 07 17:37:03.670393 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.671293 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.671793 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: port-mac-address-regenerate Jul 07 17:37:03.672107 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.673047 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.673550 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: port-numa-affinity-policy Jul 07 17:37:03.673867 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: port_resource_request.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.674753 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.675246 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 17:37:03.675557 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: portbindings.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.676524 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.677056 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: binding Jul 07 17:37:03.677372 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: portbindings_extended.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.678756 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.679251 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: binding-extended Jul 07 17:37:03.679678 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: portsecurity.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.680578 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.681110 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: port-security Jul 07 17:37:03.681431 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: project_id.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.682402 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.682744 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: project-id Jul 07 17:37:03.683061 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: providernet.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.683958 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.684472 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: provider Jul 07 17:37:03.684783 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.688350 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.688896 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos not supported by any of loaded plugins Jul 07 17:37:03.689220 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.690468 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.690977 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 17:37:03.691400 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.692334 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.692886 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 17:37:03.693242 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_default.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.694148 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.694659 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-default not supported by any of loaded plugins Jul 07 17:37:03.694974 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_fip.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.695627 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.696123 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 17:37:03.696440 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_gateway_ip.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.697378 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.697887 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 17:37:03.698198 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_port_network_policy.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.699134 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.699600 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 17:37:03.699916 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_rule_type_details.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.700836 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.701348 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 17:37:03.701687 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: qos_rules_alias.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.702696 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.703199 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 17:37:03.703512 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: quotasv2.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.704457 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.704777 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: quotas Jul 07 17:37:03.705128 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: quotasv2_detail.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.708336 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.708668 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: quota_details Jul 07 17:37:03.709027 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: rbac.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.710299 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.710816 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: rbac-policies Jul 07 17:37:03.711144 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: rbac_address_group.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.712264 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.712773 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: rbac-address-group Jul 07 17:37:03.713125 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: rbac_address_scope.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.714053 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.714557 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: rbac-address-scope Jul 07 17:37:03.714977 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: rbac_security_groups.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.715882 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.716381 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: rbac-security-groups Jul 07 17:37:03.716699 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: rbac_subnetpool.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.717642 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.718148 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: rbac-subnetpool Jul 07 17:37:03.718461 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: revisionifmatch.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.719382 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.719880 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: revision-if-match Jul 07 17:37:03.720199 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: revisions.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.721342 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.721844 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: standard-attr-revisions Jul 07 17:37:03.722163 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: router_availability_zone.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.722826 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.723351 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: router_availability_zone Jul 07 17:37:03.723664 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: routerservicetype.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.724577 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.725107 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 17:37:03.725425 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.726364 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.726864 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: security-groups-normalized-cidr Jul 07 17:37:03.727180 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.728102 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.728603 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: port-security-groups-filtering Jul 07 17:37:03.728949 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.729864 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.730375 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: security-groups-remote-address-group Jul 07 17:37:03.730694 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: securitygroup.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.740319 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.740949 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: security-group Jul 07 17:37:03.741278 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: segment.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.742065 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.742565 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension segment not supported by any of loaded plugins Jul 07 17:37:03.742884 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.743807 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.744288 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 17:37:03.744606 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: servicetype.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.745730 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.746232 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: service-type Jul 07 17:37:03.746539 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: sorting.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.747567 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.747853 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: sorting Jul 07 17:37:03.748165 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: standard_attr_segment.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.749181 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.749689 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 17:37:03.750006 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: standardattrdescription.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.750651 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.751151 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: standard-attr-description Jul 07 17:37:03.751466 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: stateful_security_group.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.752451 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.753020 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: stateful-security-group Jul 07 17:37:03.753335 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: stdattrs_common.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.753902 n-d-798930-2 neutron-server[105479]: WARNING neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 17:37:03.754229 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.755170 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.755677 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 17:37:03.755997 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: subnet_onboard.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.757079 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.757590 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: subnet_onboard Jul 07 17:37:03.757905 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.758822 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.759298 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 17:37:03.759616 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: subnet_service_types.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.760534 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.761065 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: subnet-service-types Jul 07 17:37:03.761385 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: subnetallocation.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.762441 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.762956 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: subnet_allocation Jul 07 17:37:03.763271 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.763934 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.764429 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: subnetpool-prefix-ops Jul 07 17:37:03.764744 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.765688 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.766196 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 17:37:03.766509 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: tagging.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.767596 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.768107 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: standard-attr-tag Jul 07 17:37:03.768427 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: timestamp.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.769678 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.770266 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loaded extension: standard-attr-timestamp Jul 07 17:37:03.770566 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: trunk.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.771578 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.772085 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension trunk not supported by any of loaded plugins Jul 07 17:37:03.772408 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: trunk_details.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.773428 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.773943 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 17:37:03.774245 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: uplink_status_propagation.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.775161 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.775670 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 17:37:03.775989 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Loading extension file: vlantransparent.py {{(pid=105479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 17:37:03.777034 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 17:37:03.777535 n-d-798930-2 neutron-server[105479]: INFO neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 17:37:03.780086 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:network Jul 07 17:37:03.780582 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:subnet Jul 07 17:37:03.781000 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 17:37:03.781392 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:port Jul 07 17:37:03.782636 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.783121 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service FLAVORS assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.783677 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.784095 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.784413 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:router Jul 07 17:37:03.784861 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 17:37:03.785357 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service METERING assigned prefix: /metering {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.787386 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.787807 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.788156 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:37:03.789237 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 17:37:03.789642 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:security_group Jul 07 17:37:03.790070 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 17:37:03.790713 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service CORE assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.791035 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 17:37:03.791378 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] subnetpool is already registered Jul 07 17:37:03.791800 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service CORE assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.792135 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 17:37:03.792514 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] subnetpool is already registered Jul 07 17:37:03.794841 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.795270 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service FLAVORS assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.795854 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.796263 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.796588 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:router Jul 07 17:37:03.796938 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] router is already registered Jul 07 17:37:03.797343 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 17:37:03.797674 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] floatingip is already registered Jul 07 17:37:03.798110 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service METERING assigned prefix: /metering {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.798763 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 17:37:03.799082 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] rbac_policy is already registered Jul 07 17:37:03.799484 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:security_group Jul 07 17:37:03.799810 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] security_group is already registered Jul 07 17:37:03.800207 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 17:37:03.800527 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] security_group_rule is already registered Jul 07 17:37:03.801174 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service CORE assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.801548 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 17:37:03.801876 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] subnetpool is already registered Jul 07 17:37:03.802290 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.v2.resource_helper [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Service CORE assigned prefix: {{(pid=105479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 17:37:03.802639 n-d-798930-2 neutron-server[105479]: INFO neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 17:37:03.802965 n-d-798930-2 neutron-server[105479]: WARNING neutron.quota.resource_registry [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] subnetpool is already registered Jul 07 17:37:03.803427 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: extensions {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.804950 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: address-groups {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.806432 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: address-scopes {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.807807 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: agents {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.809278 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: auto-allocated-topology {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.810537 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: availability_zones {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.811755 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: dhcp-networks {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.814636 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: dhcp-agents {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.816096 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: routers {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.818335 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: flavors {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.819588 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: service_profiles {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.821515 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: next_providers {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.824194 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: service_profiles {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.826543 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: floatingip-pools {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.827754 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: routers {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.829564 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: floatingips {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.830901 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: l3-routers {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.832302 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: l3-agents {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.833905 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: metering-labels {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.835212 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: metering-label-rules {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.836604 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: network-ip-availabilities {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.837961 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: bindings {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.839641 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: quotas {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.841931 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: quotas {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.843702 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: rbac-policies {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.845562 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: security-groups {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.847238 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: security-group-rules {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.849178 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: service-providers {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.850712 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: subnetpools {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.852042 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: subnetpools {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.853599 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.855298 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.857151 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.859076 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.860755 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.862765 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.864545 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.866403 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.868269 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.870075 n-d-798930-2 neutron-server[105479]: DEBUG neutron.api.extensions [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Extended resource: tags {{(pid=105479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 17:37:03.876254 n-d-798930-2 neutron-server[105479]: WARNING keystonemiddleware.auth_token [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 17:37:03.880945 n-d-798930-2 neutron-server[105479]: WARNING keystonemiddleware.auth_token [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 17:37:03.890340 n-d-798930-2 neutron-server[105479]: DEBUG oslo_concurrency.lockutils [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Acquired lock "singleton_lock" {{(pid=105479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 17:37:03.890824 n-d-798930-2 neutron-server[105479]: DEBUG oslo_concurrency.lockutils [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Releasing lock "singleton_lock" {{(pid=105479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 17:37:03.891469 n-d-798930-2 neutron-server[105479]: INFO oslo_service.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Starting 2 workers Jul 07 17:37:03.896318 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Started child 105588 {{(pid=105479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 17:37:03.900859 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Started child 105589 {{(pid=105479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 17:37:03.901928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.902735 n-d-798930-2 neutron-server[105479]: INFO neutron.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 17:37:03.903389 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Notify callbacks [] for process, before_spawn {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.903517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [-] (105588) wsgi starting up on http://0.0.0.0:9696 Jul 07 17:37:03.905856 n-d-798930-2 neutron-server[105479]: INFO oslo_service.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Starting 1 workers Jul 07 17:37:03.906021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.907569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [-] (105589) wsgi starting up on http://0.0.0.0:9696 Jul 07 17:37:03.911028 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Started child 105590 {{(pid=105479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 17:37:03.911570 n-d-798930-2 neutron-server[105479]: INFO oslo_service.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Starting 1 workers Jul 07 17:37:03.914882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] calling RpcWorker wait() {{(pid=105590) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 17:37:03.915487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] returning from RpcWorker wait() {{(pid=105590) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 17:37:03.916026 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Started child 105591 {{(pid=105479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 17:37:03.916619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.916982 n-d-798930-2 neutron-server[105479]: DEBUG neutron_lib.callbacks.manager [None req-c7492797-65ca-4f75-9729-56364bb3afd5 None None] Notify callbacks [] for process, after_spawn {{(pid=105479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.917227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:03.918642 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 17:37:03.918871 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 17:37:03.919045 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 17:37:03.919199 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 17:37:03.919509 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 17:37:03.919712 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 17:37:03.920283 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.920492 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.920644 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.920926 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.921129 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.921664 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.921833 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.921979 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.922115 n-d-798930-2 neutron-server[105591]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:03.922265 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.922512 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.922726 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.922876 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.923016 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.923299 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.923513 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.923790 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.924010 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.924256 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.924484 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.924653 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.924942 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.925145 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.925428 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.925883 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] debug = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.926286 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.926689 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.927024 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.927314 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.927465 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.927615 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.927870 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.928108 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.928372 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.928607 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.928855 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.929130 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.929331 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.929575 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.929777 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.930031 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.930250 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.930696 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] host = n-d-798930-2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.930931 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.931144 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.931382 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.931632 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.931885 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.932094 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.932356 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.932602 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.932855 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.933099 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.933428 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.933600 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.933769 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.934009 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.934163 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_options = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.934387 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.934841 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.935104 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.935263 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.935435 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.935594 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.935850 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.935996 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.936258 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.936489 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.936695 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.937048 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.937206 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.937481 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.937630 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.937842 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.938059 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.938258 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.938512 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.938842 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.939122 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.939345 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.939616 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.940074 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.940074 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.940401 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.940676 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.940676 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.941260 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.941260 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.941520 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.941712 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.941969 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.942594 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.942594 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.943290 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.943290 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.943290 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.943901 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.943901 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.943901 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.944351 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.944494 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.944630 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.944886 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.945109 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_json = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.945328 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.945556 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.945830 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.946054 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.946258 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.946482 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.946685 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.946926 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:03.947386 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.947720 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.947999 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.948876 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.949813 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.950253 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.950559 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.951552 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.951810 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.952138 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.952516 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.952797 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.953543 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.953891 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.954486 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.955328 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.955870 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.956175 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.959056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.959056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.959056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.959056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.959056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.959056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.959056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.960320 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.960320 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.960320 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.960320 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.960901 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.961277 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.961576 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.962476 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.965696 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.965963 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.966221 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.966485 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.966814 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.966973 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.967241 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.967483 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.967734 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.967982 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.968228 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.968457 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.968714 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.968947 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.969198 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.969440 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.969709 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.969966 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.970217 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.970443 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.970667 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.970901 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.971160 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.971387 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.971606 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.971837 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.972091 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.972345 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.972622 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.972926 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.973163 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.973422 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.973652 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.973873 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.974111 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.974342 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.974584 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.974810 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.975058 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.975275 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.975500 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.975720 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.975965 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.976190 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.976441 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.976669 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.977464 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.977691 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.977928 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.978155 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.978355 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.978645 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.978973 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.979196 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.979448 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.979671 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.979929 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.980174 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.980465 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.980696 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.980968 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.981215 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.981476 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.981711 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.981967 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.982210 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.982439 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.982700 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.982926 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.983178 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.983425 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.983664 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.983911 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.984180 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.984646 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.985095 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.985481 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.985886 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.986319 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.986580 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.986845 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.987251 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.987725 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.988170 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.988627 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.989133 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.989589 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.990024 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.990464 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.990898 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.991347 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.991614 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.991887 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.992128 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.992424 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.992678 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.992925 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.993152 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.993698 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.994047 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.994316 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.994538 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.994762 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.995039 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.995294 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.995540 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.995813 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.996071 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.996326 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.996572 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.996880 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.997065 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.997299 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.997533 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.997825 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.998234 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.998473 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.998718 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.999001 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.999163 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.999428 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:03.999645 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.000020 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.000244 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.000468 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.000692 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.000982 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.001731 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.001731 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.001731 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.002002 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.002097 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.002299 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.002515 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.002768 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.002991 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.003442 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.003711 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.003954 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.004189 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.004640 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.004923 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.005143 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.005559 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.005901 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.006035 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.006255 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.006479 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.006716 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.006951 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.007205 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.007418 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.007686 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.007930 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.008272 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.008561 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.008801 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.009069 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.009292 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.009536 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.009755 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.009971 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.010354 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.010722 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.011084 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.011468 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.011887 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.012092 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.012324 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.012541 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.012758 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.013168 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.013279 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.013513 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.013753 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.014000 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.014271 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.014664 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.014845 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.015167 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.015551 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.015705 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.015967 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.016185 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.016548 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.016909 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.017106 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.017403 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.017646 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.017901 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.018109 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.018419 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.018636 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.018898 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.019174 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.019415 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.019630 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.019877 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.020207 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.020456 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.020722 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.020995 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.021243 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.021545 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.021823 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.022132 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.022422 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.022660 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.022997 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.023254 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.023690 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.023978 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.024250 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.024461 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.024796 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.025135 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.025484 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.027756 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.027756 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.027756 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.027756 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.027756 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.027756 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.027756 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.029501 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.029501 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.029501 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.029501 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.029501 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.029501 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031068 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031068 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031068 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031068 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031068 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031068 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031633 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.031633 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.032018 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.032018 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.032302 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.032688 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.032948 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.033283 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.033531 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.033773 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.033949 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 17:37:04.034553 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 17:37:04.034997 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 17:37:04.034997 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 17:37:04.034997 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 17:37:04.035324 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 17:37:04.035324 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 17:37:04.035638 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.035766 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.035946 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.036069 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.036280 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.036428 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.036719 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.036983 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.037173 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.037357 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.037828 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.038359 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.038600 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.038698 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.038845 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.039022 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.039158 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.039412 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.039609 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.039829 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.040028 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.040160 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.040335 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] debug = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.040800 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.040800 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.041068 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.041191 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.041626 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.041626 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.041834 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.041933 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.042061 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.042202 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.042304 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.042508 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.042691 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.042976 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.043083 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.043387 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.043553 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.043734 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] host = n-d-798930-2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.043897 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.044355 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.044561 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.044648 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.044784 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.044968 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.045145 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.045425 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.045590 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.045733 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.045899 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.046042 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.046381 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.046381 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.046644 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_options = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.046644 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.046911 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.046911 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.047175 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.047309 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.047450 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.047582 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.047713 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.047843 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.047998 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.048157 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.048317 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.048470 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.048606 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.048755 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.048935 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.049094 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.049253 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.049453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:04.049551 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.049551 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.049718 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.049852 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.050010 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.050167 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.050332 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.050489 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.050669 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.050804 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.050950 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.051086 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.051261 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.051471 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.051630 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.051789 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.051951 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.052110 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.052270 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.052434 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.052592 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.052752 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.052936 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.053101 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.053262 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.053423 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.053582 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.053740 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_json = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.053899 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.054057 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.054215 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.054373 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.054533 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.054690 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.054849 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.055066 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 17:37:04.055190 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.055354 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.055528 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.055688 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.055849 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.056009 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.056171 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.056331 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.056491 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.056652 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.056850 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.057004 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.057176 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.057338 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.057499 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.057662 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.057824 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.057987 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.058147 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.058311 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.058473 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.058634 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.058813 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.058960 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.059124 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.059283 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.059444 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.059608 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.059754 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.059907 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.060071 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.060235 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.060395 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.060557 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.060760 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.060913 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.061066 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.061216 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.061353 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.061489 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.061624 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.061781 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.061943 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.062090 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.062252 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.062445 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.062662 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.062803 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.062937 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.063087 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.063222 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.063357 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.063492 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.063632 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.063772 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.063916 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.064054 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.064197 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.064341 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.064503 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.064664 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.064885 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.065032 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.065192 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.065332 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.065468 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.065636 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.065777 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.065903 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.066919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.066919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.066919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.066919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.066919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.066919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.066919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.067558 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.067558 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.067558 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.067728 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.067834 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.067970 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.068130 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.068292 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.068510 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.068691 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069094 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069094 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069094 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069381 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069381 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069819 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069819 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.069819 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.070472 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.070472 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.070472 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.070746 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.070746 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.070948 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.071029 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.071135 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.071300 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072038 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072038 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072038 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072038 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072038 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072420 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072420 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072630 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072709 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.072819 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.073000 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.073165 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.073334 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.073505 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.073667 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.073827 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.073988 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.074150 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.074338 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.074485 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.074651 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.074798 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.074960 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.075165 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.075336 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.075663 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.075820 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.076025 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.076139 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.076367 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.076469 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.076622 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.076783 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.076967 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.077130 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.077292 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.077453 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.077618 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.077780 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.077944 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.078106 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.078268 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.078431 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.078593 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.078754 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.078916 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.079079 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.079240 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.079406 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.079566 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.079727 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.079893 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.080056 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.080215 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.080378 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.080541 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.080701 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.080882 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.081044 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.081207 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.081366 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.081528 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.081689 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.081850 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.082011 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.082173 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.082338 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.082518 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.082680 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.082885 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.082990 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.083152 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.083313 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.083475 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.083637 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.083800 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.083961 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.084128 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.084289 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.084450 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.084613 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.084775 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.084961 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.085123 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.085299 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.085460 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.085621 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.085784 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.085945 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.086109 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.086272 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.086436 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.086599 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.086759 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.086919 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.087082 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.087246 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.087397 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.087556 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.087716 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.087877 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.088037 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.088199 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.088374 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.088896 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.088896 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.088896 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.089818 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.089818 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.089818 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.089818 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.089818 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.089818 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090486 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090486 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090486 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090486 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090486 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090802 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090802 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.090934 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.091151 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.091288 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.091399 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.091560 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.091723 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.091884 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.092054 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.092215 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.092375 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.092535 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.092717 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.092958 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.093086 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.093209 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.093333 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.093496 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.093658 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.093871 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.093970 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.094140 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.094301 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.094465 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.094627 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.094788 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.094949 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.095112 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.095277 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.095489 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.095695 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.095809 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.096036 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.096366 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.096366 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.096366 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.096817 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.096817 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097070 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097070 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097281 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097364 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097487 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097614 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097763 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.097925 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.098087 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.098298 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.098460 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.098620 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.098815 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.098939 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.099061 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.099224 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.099385 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.099546 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.099707 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 17:37:04.099861 n-d-798930-2 neutron-server[105479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 17:37:04.347202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:04.360394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098212 Jul 07 17:37:15.874064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab3195-53e2-45ef-a5f8-f25cee0f19a1 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:37:15.934285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab3195-53e2-45ef-a5f8-f25cee0f19a1 None None] No non-hosted networks {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 17:37:15.949782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0724ea1-72cf-4594-aa10-d1cdf4b17f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317658'] for agent, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.282204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f364baf-b28e-4027-b618-d6ecc6ecfd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317658'] for agent, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.353877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29a88f12-b807-4423-b5db-abc96ff4d165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.361718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317658'] for agent, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.362301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.363932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.364270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.365679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.366180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.367965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.368687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.369215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.370602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.371157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.372220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.373252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.374157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798930-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:18.384297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798930-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:19.478226 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317658'] for agent, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.962640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317658'] for agent, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.371628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:22.933868 n-d-798930-2 neutron-server[105588]: WARNING oslo_policy.policy [None req-a00719f8-0afd-42a3-9b3d-422648ca9040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:22.934443 n-d-798930-2 neutron-server[105588]: WARNING oslo_policy.policy [None req-a00719f8-0afd-42a3-9b3d-422648ca9040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:23.148326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-a00719f8-0afd-42a3-9b3d-422648ca9040 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:37:23.149374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a00719f8-0afd-42a3-9b3d-422648ca9040 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7765241 Jul 07 17:37:25.542217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45694) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:25.608677 n-d-798930-2 neutron-server[105590]: INFO neutron.db.l3_hamode_db [None req-1b3b9117-6bd3-461f-97d2-09085883c617 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 17:37:25.686026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b9117-6bd3-461f-97d2-09085883c617 None None] Routers set() bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:25.686420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b9117-6bd3-461f-97d2-09085883c617 None None] Router IDs set() for agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:37:26.130123 n-d-798930-2 neutron-server[105589]: WARNING oslo_policy.policy [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:26.131023 n-d-798930-2 neutron-server[105589]: WARNING oslo_policy.policy [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:26.348766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:26.439064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.policy [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 17:37:26.482696 n-d-798930-2 neutron-server[105589]: WARNING oslo_policy.policy [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:26.483059 n-d-798930-2 neutron-server[105589]: WARNING oslo_policy.policy [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:26.491560 n-d-798930-2 neutron-server[105589]: INFO neutron.quota [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] Loaded quota_driver: . Jul 07 17:37:26.599354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273244888', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273243373', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273265493', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273261851', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786274006236', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273996219', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1521350', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1513253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602395'] for rbac-policy, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.680698 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.682129 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8cacf823-2603-4fd4-ac08-de9392bada8b admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1377025 Jul 07 17:37:29.307184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45712) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:29.640396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'admin_state_up': True, 'project_id': '289d5d30022642d896b53f9017d2f483'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:29.673825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Made reservation on behalf of 289d5d30022642d896b53f9017d2f483 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:29.677098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.695169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.826123 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.832327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.851751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:37:29.879863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786271006549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.880469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Unsubscribe: segment precommit_create {{(pid=105589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 17:37:29.881079 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Added segment 2a7c9814-0929-4076-98dd-7852fa4c9f4f of type vlan for network ba230fc9-b430-46ed-808f-21da23264945 Jul 07 17:37:29.899076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae81a78f-bea9-4584-aef8-a1bc1c55824e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:29.948202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.948550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.948889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.949249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.949577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.949902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.950218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.950539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.950857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.951173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.951487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.951784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Tracked resource versions report: Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: pushed versions: Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: { 'AddressGroup': {'1.2'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'ConntrackHelper': {'1.0'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Log': {'1.0'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Network': {'1.1'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Port': {'1.7'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'PortForwarding': {'1.2'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'QosPolicy': {'1.8'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'SecurityGroup': {'1.4'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'SubPort': {'1.0'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Subnet': {'1.1'}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Trunk': {'1.1'}} Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: consumer versions: Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: L3 agent@n-d-798930-2: {}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: Metadata agent@n-d-798930-2: {}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: Metering agent@n-d-798930-2: {}, Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'ConntrackHelper': '1.0', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Log': '1.0', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Network': '1.1', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Port': '1.7', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'PortForwarding': '1.2', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'QosPolicy': '1.8', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'SecurityGroup': '1.4', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'SecurityGroupRule': '1.2', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'SubPort': '1.0', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Subnet': '1.1', Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: 'Trunk': '1.1'}} Jul 07 17:37:29.952925 n-d-798930-2 neutron-server[105589]: {{(pid=105589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:37:30.000559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.062943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.064370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.065050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.137430 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8290617 Jul 07 17:37:30.168285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f5a91-67f9-45a8-90fe-d215fee4abf4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba230fc9-b430-46ed-808f-21da23264945,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:30.183493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ba230fc9-b430-46ed-808f-21da23264945 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:37:32.828541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45726) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:33.282415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cadb26-3f56-452d-ba7c-c786c447bea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.283773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-32cadb26-3f56-452d-ba7c-c786c447bea1 admin admin] 10.222.0.88 "GET /v2.0/networks/ba230fc9-b430-46ed-808f-21da23264945 HTTP/1.1" status: 200 len: 825 time: 0.4541266 Jul 07 17:37:33.311503 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f25de3fa-0681-4447-928f-0dc008d0fe05 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/b5e64465-c5ee-42f1-8097-93672947d0ed HTTP/1.1" status: 200 len: 734 time: 0.0196285 Jul 07 17:37:33.321916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'ip_version': 4, 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'name': 'private-subnet', 'subnetpool_id': 'b5e64465-c5ee-42f1-8097-93672947d0ed'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:33.349187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Made reservation on behalf of 289d5d30022642d896b53f9017d2f483 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:33.351465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:33.670413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:33.739626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Pushing event updated for resources: {'Subnet': ['ID=234fddde-3cc4-4063-ad97-61e3b1bf83b4,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:33.746881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Checking segment: {'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:33.747242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Network hostable DHCP agents. Network: ba230fc9-b430-46ed-808f-21da23264945, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:37:33.780399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Network ba230fc9-b430-46ed-808f-21da23264945 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:37:33.793608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ba230fc9-b430-46ed-808f-21da23264945) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:33.798626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.799212 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:33.804584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9ac44-cc8b-4fef-a2b8-13346237504a None None] Network ba230fc9-b430-46ed-808f-21da23264945 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:33.817450 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3401067-1236-41db-9d20-9bc8b5f2290c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4988334 Jul 07 17:37:34.122654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ba230fc9-b430-46ed-808f-21da23264945', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'fixed_ips': [{'subnet_id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:37:34.123884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.394744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Allocated IP 172.20.0.2 (ba230fc9-b430-46ed-808f-21da23264945/234fddde-3cc4-4063-ad97-61e3b1bf83b4/1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:34.607244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.653633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Transition to ACTIVE for port object 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:34.675105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Transition to ACTIVE for port object 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:34.686451 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.755971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Network ba230fc9-b430-46ed-808f-21da23264945 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:34.762649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:34.774055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:34.777508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Pushing event updated for resources: {'Port': ['ID=1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:34.820960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.821669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.821669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.821882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.822238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.822557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.822860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.823174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.823492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.823804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.824179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.824512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Tracked resource versions report: Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: pushed versions: Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: { 'AddressGroup': {'1.2'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'ConntrackHelper': {'1.0'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Log': {'1.0'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Network': {'1.1'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Port': {'1.7'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'PortForwarding': {'1.2'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'QosPolicy': {'1.8'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'SecurityGroup': {'1.4'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'SubPort': {'1.0'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Subnet': {'1.1'}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Trunk': {'1.1'}} Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: consumer versions: Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: L3 agent@n-d-798930-2: {}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: Metadata agent@n-d-798930-2: {}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: Metering agent@n-d-798930-2: {}, Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'ConntrackHelper': '1.0', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Log': '1.0', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Network': '1.1', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Port': '1.7', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'PortForwarding': '1.2', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'QosPolicy': '1.8', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'SecurityGroup': '1.4', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'SecurityGroupRule': '1.2', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'SubPort': '1.0', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Subnet': '1.1', Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: 'Trunk': '1.1'}} Jul 07 17:37:34.825645 n-d-798930-2 neutron-server[105590]: {{(pid=105590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:37:34.856691 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Attempting to bind port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:34.857085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Attempting to bind port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:34.857527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Attempting to bind port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e on network ba230fc9-b430-46ed-808f-21da23264945 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:34.862446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:34.862875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Checking segment: {'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:34.863353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.863722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Bound using segment: {'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:34.864483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Bound port: 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:34.864925 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.928995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] For port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:34.933283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] For port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e,segment=NetworkSegment(2a7c9814-0929-4076-98dd-7852fa4c9f4f),segment_id=2a7c9814-0929-4076-98dd-7852fa4c9f4f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:34.938968 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.010832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6f80b-22cf-48d7-8db3-a0e4850cf16a None None] Pushing event updated for resources: {'Port': ['ID=1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:36.230125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45734) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:36.563813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-aeb785b9-4db6-471f-99d3-f5cb0400e84f admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:37:36.576863 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aeb785b9-4db6-471f-99d3-f5cb0400e84f admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3336079 Jul 07 17:37:38.975040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45742) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:39.299962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-8c354b2b-4909-4fba-b523-c9ee8eb53bee admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:37:39.301100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8c354b2b-4909-4fba-b523-c9ee8eb53bee admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3249002 Jul 07 17:37:40.142276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:40.235260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:41.123525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae50190-424e-432a-bbc5-bdbd7e6f440b None None] Network ba230fc9-b430-46ed-808f-21da23264945 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:41.233933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6ecd5622-a713-48be-8ec2-5b2ff96c2e75 None None] Provisioning for port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:41.240505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6ecd5622-a713-48be-8ec2-5b2ff96c2e75 None None] Provisioning complete for port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:41.240919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5622-a713-48be-8ec2-5b2ff96c2e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.401864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5622-a713-48be-8ec2-5b2ff96c2e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.445581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6ecd5622-a713-48be-8ec2-5b2ff96c2e75 None None] For port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e,segment=NetworkSegment(2a7c9814-0929-4076-98dd-7852fa4c9f4f),segment_id=2a7c9814-0929-4076-98dd-7852fa4c9f4f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:41.452026 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5622-a713-48be-8ec2-5b2ff96c2e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.504334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd5622-a713-48be-8ec2-5b2ff96c2e75 None None] Pushing event updated for resources: {'Port': ['ID=1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:41.674915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-76171588-44f2-4f38-af99-5c59c326c6c9 None None] Provisioning complete for port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:41.675370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76171588-44f2-4f38-af99-5c59c326c6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.985390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45756) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:42.121816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:42.169539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:42.169908 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.318183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-50f1d739-90f7-48a5-a7a3-91bd4096edc4 admin admin] Request body: {'router': {'tenant_id': '289d5d30022642d896b53f9017d2f483', 'name': 'router1', 'admin_state_up': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:42.345201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50f1d739-90f7-48a5-a7a3-91bd4096edc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.346772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50f1d739-90f7-48a5-a7a3-91bd4096edc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.490915 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50f1d739-90f7-48a5-a7a3-91bd4096edc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.499212 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50f1d739-90f7-48a5-a7a3-91bd4096edc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.515535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50f1d739-90f7-48a5-a7a3-91bd4096edc4 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:42.517507 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50f1d739-90f7-48a5-a7a3-91bd4096edc4 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5305495 Jul 07 17:37:44.911274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45764) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:45.247233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-655fc50b-2671-47d5-942d-407454424ff0 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:37:45.248181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-655fc50b-2671-47d5-942d-407454424ff0 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3359485 Jul 07 17:37:45.735651 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1cc892e6-6339-40e9-beb0-b0cce6d55d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:47.657794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45772) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:47.993096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:47.994827 n-d-798930-2 neutron-server[105588]: INFO neutron.quota [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Loaded quota_driver: . Jul 07 17:37:48.057774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Made reservation on behalf of d1791ba56bb84283962a148da5c3de26 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:48.121459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.policy [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 17:37:48.165286 n-d-798930-2 neutron-server[105588]: WARNING oslo_policy.policy [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:48.165629 n-d-798930-2 neutron-server[105588]: WARNING oslo_policy.policy [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 17:37:48.175992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.196387 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.267396 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc38d76d-80b2-45a0-a643-ff7af5464f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.335852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.339665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.345123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.358615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Reserving flat network on physical network physnet1 {{(pid=105588) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 17:37:48.394588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786271006549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.395171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Unsubscribe: segment precommit_create {{(pid=105588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 17:37:48.395681 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Added segment c04eebe8-fa55-401d-838c-d33166c79a77 of type flat for network 55da5db5-89f4-4781-a606-5a02dab41731 Jul 07 17:37:48.413322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8e966c-480d-444e-b17b-aabfb2ca63d7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:48.442032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.442375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.442695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.443021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.443345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.443663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.443979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.444321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.444629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.444960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.445272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.445579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Tracked resource versions report: Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: pushed versions: Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: { 'AddressGroup': {'1.2'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'ConntrackHelper': {'1.0'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Log': {'1.0'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Network': {'1.1'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Port': {'1.7'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'PortForwarding': {'1.2'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'QosPolicy': {'1.8'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'SecurityGroup': {'1.4'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'SubPort': {'1.0'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Subnet': {'1.1'}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Trunk': {'1.1'}} Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: consumer versions: Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: L3 agent@n-d-798930-2: {}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: Metadata agent@n-d-798930-2: {}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: Metering agent@n-d-798930-2: {}, Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'ConntrackHelper': '1.0', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Log': '1.0', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Network': '1.1', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Port': '1.7', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'PortForwarding': '1.2', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'QosPolicy': '1.8', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'SecurityGroup': '1.4', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'SecurityGroupRule': '1.2', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'SubPort': '1.0', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Subnet': '1.1', Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: 'Trunk': '1.1'}} Jul 07 17:37:48.446672 n-d-798930-2 neutron-server[105588]: {{(pid=105588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:37:48.523019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.584144 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.585444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.586199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.663975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0042231 Jul 07 17:37:48.694224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b864ff-f252-4d0f-a105-04b3f9b8630a admin admin] Pushing event updated for resources: {'Network': ['ID=55da5db5-89f4-4781-a606-5a02dab41731,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:48.705327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 55da5db5-89f4-4781-a606-5a02dab41731 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:37:49.423318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.925765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:51.121440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45796) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:51.368133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1ce34-9dea-4b0c-96ca-280f51d7f517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.369564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b7e1ce34-9dea-4b0c-96ca-280f51d7f517 admin admin] 10.222.0.88 "GET /v2.0/subnets/234fddde-3cc4-4063-ad97-61e3b1bf83b4 HTTP/1.1" status: 200 len: 849 time: 0.2468903 Jul 07 17:37:51.529368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2f17427b-9937-4779-9650-4e71f4b76ab0 admin admin] 10.222.0.88 "GET /v2.0/routers/e40508cc-8725-41d3-aa3a-cfc531873a41 HTTP/1.1" status: 200 len: 704 time: 0.1541295 Jul 07 17:37:51.831015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.137632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Allocated IP 172.20.0.1 (ba230fc9-b430-46ed-808f-21da23264945/234fddde-3cc4-4063-ad97-61e3b1bf83b4/6d5cdfc8-0696-43e2-a487-9d495c38ceb4) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:52.350785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.375556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Transition to ACTIVE for port object 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:52.460963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.531222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Network ba230fc9-b430-46ed-808f-21da23264945 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:52.541565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:52.548853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Pushing event updated for resources: {'Port': ['ID=6d5cdfc8-0696-43e2-a487-9d495c38ceb4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:52.558122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:52.559226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.763942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d512226a-0aa3-40d8-b84e-9bee62bda185 None None] Provisioning for port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:52.769002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d512226a-0aa3-40d8-b84e-9bee62bda185 None None] Provisioning complete for port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:52.769543 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d512226a-0aa3-40d8-b84e-9bee62bda185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.800422 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:52.815021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d512226a-0aa3-40d8-b84e-9bee62bda185 None None] Port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:53.038805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.045654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.046419 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.122018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Pushing event updated for resources: {'Port': ['ID=6d5cdfc8-0696-43e2-a487-9d495c38ceb4,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:53.175296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Network ba230fc9-b430-46ed-808f-21da23264945 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:53.176688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:53.341221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3c31d1f7-fa18-4104-91af-3543de999a81 None None] Provisioning complete for port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:53.341605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c31d1f7-fa18-4104-91af-3543de999a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.344742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Router e40508cc-8725-41d3-aa3a-cfc531873a41 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:37:53.379141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3c31d1f7-fa18-4104-91af-3543de999a81 None None] Port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:53.440797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:53.449354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7a3afc2a-1511-4a0e-95fe-f8ca67ac6e0c admin admin] 10.222.0.88 "PUT /v2.0/routers/e40508cc-8725-41d3-aa3a-cfc531873a41/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9112878 Jul 07 17:37:53.465000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Sync routers for ids ['e40508cc-8725-41d3-aa3a-cfc531873a41'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:53.477573 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Routers {'e40508cc-8725-41d3-aa3a-cfc531873a41'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:53.478395 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e40508cc-8725-41d3-aa3a-cfc531873a41'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:53.666123 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Set router e40508cc-8725-41d3-aa3a-cfc531873a41 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:54.095765 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'name': 'router1', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:42Z', 'updated_at': '2021-07-07T17:37:52Z', 'revision_number': 2, 'project_id': '289d5d30022642d896b53f9017d2f483', 'gw_port_host': None, '_interfaces': [{'id': '6d5cdfc8-0696-43e2-a487-9d495c38ceb4', 'name': '', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'mac_address': 'fa:16:3e:c0:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:51Z', 'updated_at': '2021-07-07T17:37:52Z', 'revision_number': 2, 'project_id': '289d5d30022642d896b53f9017d2f483', 'subnets': [{'id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5e64465-c5ee-42f1-8097-93672947d0ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:54.147769 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Checking router: e40508cc-8725-41d3-aa3a-cfc531873a41 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:54.148134 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Updating router e40508cc-8725-41d3-aa3a-cfc531873a41 port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:37:54.212518 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.717489 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.735689 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Transition to ACTIVE for port object 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:54.742651 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.897269 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Pushing event updated for resources: {'Port': ['ID=6d5cdfc8-0696-43e2-a487-9d495c38ceb4,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:54.912158 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.912592 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.912913 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.913247 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.913607 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.913919 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.914240 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.914557 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.914861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.915179 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.915499 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.915815 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Tracked resource versions report: Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: pushed versions: Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: { 'AddressGroup': {'1.2'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'ConntrackHelper': {'1.0'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Log': {'1.0'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Network': {'1.1'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Port': {'1.7'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'PortForwarding': {'1.2'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'QosPolicy': {'1.8'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'SecurityGroup': {'1.4'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'SubPort': {'1.0'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Subnet': {'1.1'}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Trunk': {'1.1'}} Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: consumer versions: Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: L3 agent@n-d-798930-2: {}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: Metadata agent@n-d-798930-2: {}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: Metering agent@n-d-798930-2: {}, Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'ConntrackHelper': '1.0', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Log': '1.0', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Network': '1.1', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Port': '1.7', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'PortForwarding': '1.2', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'QosPolicy': '1.8', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'SecurityGroup': '1.4', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'SecurityGroupRule': '1.2', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'SubPort': '1.0', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Subnet': '1.1', Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: 'Trunk': '1.1'}} Jul 07 17:37:54.916939 n-d-798930-2 neutron-server[105591]: {{(pid=105591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:37:54.921775 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Attempting to bind port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:54.922165 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Attempting to bind port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:54.922576 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Attempting to bind port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 on network ba230fc9-b430-46ed-808f-21da23264945 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:54.928268 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:54.928680 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Checking segment: {'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:54.929185 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.929674 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Bound using segment: {'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:54.930063 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Bound port: 6d5cdfc8-0696-43e2-a487-9d495c38ceb4, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c9814-0929-4076-98dd-7852fa4c9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:54.930480 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.997199 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] For port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:55.020421 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] For port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6d5cdfc8-0696-43e2-a487-9d495c38ceb4,segment=NetworkSegment(2a7c9814-0929-4076-98dd-7852fa4c9f4f),segment_id=2a7c9814-0929-4076-98dd-7852fa4c9f4f)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:55.026806 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.086845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Routers {'e40508cc-8725-41d3-aa3a-cfc531873a41'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:55.087478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e40508cc-8725-41d3-aa3a-cfc531873a41'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:55.090788 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2b680-bacc-483c-82a7-b7fb3fd60d88 None None] Pushing event updated for resources: {'Port': ['ID=6d5cdfc8-0696-43e2-a487-9d495c38ceb4,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:55.180441 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] Set router e40508cc-8725-41d3-aa3a-cfc531873a41 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:55.392386 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'name': 'router1', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:42Z', 'updated_at': '2021-07-07T17:37:52Z', 'revision_number': 2, 'project_id': '289d5d30022642d896b53f9017d2f483', 'gw_port_host': None, '_interfaces': [{'id': '6d5cdfc8-0696-43e2-a487-9d495c38ceb4', 'name': '', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'mac_address': 'fa:16:3e:c0:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:51Z', 'updated_at': '2021-07-07T17:37:54Z', 'revision_number': 4, 'project_id': '289d5d30022642d896b53f9017d2f483', 'subnets': [{'id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5e64465-c5ee-42f1-8097-93672947d0ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:55.418375 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a80cf3-4bd3-46f4-8d38-7d764d4019dd None None] The sync data for ids ['e40508cc-8725-41d3-aa3a-cfc531873a41'] in n-d-798930-2 is: [{'id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'name': 'router1', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:42Z', 'updated_at': '2021-07-07T17:37:52Z', 'revision_number': 2, 'project_id': '289d5d30022642d896b53f9017d2f483', 'gw_port_host': None, '_interfaces': [{'id': '6d5cdfc8-0696-43e2-a487-9d495c38ceb4', 'name': '', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'mac_address': 'fa:16:3e:c0:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:51Z', 'updated_at': '2021-07-07T17:37:54Z', 'revision_number': 4, 'project_id': '289d5d30022642d896b53f9017d2f483', 'subnets': [{'id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5e64465-c5ee-42f1-8097-93672947d0ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:55.682706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45818) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:55.799705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17080c8d-a403-4074-b06f-c433945e0782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:55.800929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-17080c8d-a403-4074-b06f-c433945e0782 admin admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 842 time: 0.1171377 Jul 07 17:37:55.810497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:55.834867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Made reservation on behalf of d1791ba56bb84283962a148da5c3de26 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:55.837154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.165268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:37:56.165706 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.221122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c758c213-3c2d-4647-8732-5431daeb1ff8,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:56.231716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:56.232066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Network hostable DHCP agents. Network: 55da5db5-89f4-4781-a606-5a02dab41731, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:37:56.256977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:37:56.270239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 55da5db5-89f4-4781-a606-5a02dab41731) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:56.281522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3dc090-1f4d-4889-b00d-da8d3daf644e None None] Network 55da5db5-89f4-4781-a606-5a02dab41731 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:56.289183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.289799 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.306307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7b62ee21-08b8-4c96-a07d-2a9854ebf12a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4993970 Jul 07 17:37:56.417037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1813043-bf32-42dd-9bbe-d430d1f46952 None None] Network 55da5db5-89f4-4781-a606-5a02dab41731 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:58.576617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45830) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:58.710626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8e885222-3911-44e4-a788-5257181e4113 admin admin] 10.222.0.88 "GET /v2.0/routers/e40508cc-8725-41d3-aa3a-cfc531873a41 HTTP/1.1" status: 200 len: 710 time: 0.1327963 Jul 07 17:37:58.798689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e19bd-132d-4b8f-b584-8f1b9974e07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:58.800060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-032e19bd-132d-4b8f-b584-8f1b9974e07e admin admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 886 time: 0.0819771 Jul 07 17:37:58.808967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:59.138134 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.383708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.461222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.565457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Allocated IP 172.25.1.164 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c4f842ab-0fe6-4dc9-abf1-6507f43dd366) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:59.666867 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.708174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:59.744584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:59.749192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:59.751760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:59.787943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f842ab-0fe6-4dc9-abf1-6507f43dd366,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:00.028099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.153553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:00.222270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:00.226292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:00.226666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.249270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.252755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.301627 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.337698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6d5cdfc8-0696-43e2-a487-9d495c38ceb4,segment=NetworkSegment(2a7c9814-0929-4076-98dd-7852fa4c9f4f),segment_id=2a7c9814-0929-4076-98dd-7852fa4c9f4f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:00.343996 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.362196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Router e40508cc-8725-41d3-aa3a-cfc531873a41 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:38:00.390652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=6d5cdfc8-0696-43e2-a487-9d495c38ceb4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:00.469169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:38:00.474534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.475191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b127c392-19df-4243-ab54-2fbd469a1675 admin admin] 10.222.0.88 "PUT /v2.0/routers/e40508cc-8725-41d3-aa3a-cfc531873a41 HTTP/1.1" status: 200 len: 890 time: 1.6695471 Jul 07 17:38:00.493228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Sync routers for ids ['e40508cc-8725-41d3-aa3a-cfc531873a41'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:38:00.505130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Routers {'e40508cc-8725-41d3-aa3a-cfc531873a41'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:00.505811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e40508cc-8725-41d3-aa3a-cfc531873a41'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:00.769900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Set router e40508cc-8725-41d3-aa3a-cfc531873a41 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:01.184867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'name': 'router1', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f842ab-0fe6-4dc9-abf1-6507f43dd366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:42Z', 'updated_at': '2021-07-07T17:37:59Z', 'revision_number': 4, 'project_id': '289d5d30022642d896b53f9017d2f483', 'gw_port': {'id': 'c4f842ab-0fe6-4dc9-abf1-6507f43dd366', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:59Z', 'updated_at': '2021-07-07T17:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6d5cdfc8-0696-43e2-a487-9d495c38ceb4', 'name': '', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'mac_address': 'fa:16:3e:c0:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:51Z', 'updated_at': '2021-07-07T17:38:00Z', 'revision_number': 5, 'project_id': '289d5d30022642d896b53f9017d2f483', 'subnets': [{'id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5e64465-c5ee-42f1-8097-93672947d0ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:01.235945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Checking router: e40508cc-8725-41d3-aa3a-cfc531873a41 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:38:01.236299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Updating router e40508cc-8725-41d3-aa3a-cfc531873a41 port c4f842ab-0fe6-4dc9-abf1-6507f43dd366 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:38:01.269407 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.590804 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.600418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Transition to ACTIVE for port object c4f842ab-0fe6-4dc9-abf1-6507f43dd366 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:01.608125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.660435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Attempting to bind port c4f842ab-0fe6-4dc9-abf1-6507f43dd366 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:01.660813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Attempting to bind port c4f842ab-0fe6-4dc9-abf1-6507f43dd366 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:01.661197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Attempting to bind port c4f842ab-0fe6-4dc9-abf1-6507f43dd366 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:01.663207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fe78a-644a-432c-ae82-28b514bac468 None None] Pushing event updated for resources: {'Port': ['ID=c4f842ab-0fe6-4dc9-abf1-6507f43dd366,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:01.668544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:01.668946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:01.669341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.670308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:01.670308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Bound port: c4f842ab-0fe6-4dc9-abf1-6507f43dd366, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:01.670619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.722149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] For port c4f842ab-0fe6-4dc9-abf1-6507f43dd366, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:01.725419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] For port c4f842ab-0fe6-4dc9-abf1-6507f43dd366, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c4f842ab-0fe6-4dc9-abf1-6507f43dd366,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:01.731857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.792222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Routers {'e40508cc-8725-41d3-aa3a-cfc531873a41'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:38:01.792878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e40508cc-8725-41d3-aa3a-cfc531873a41'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:01.799010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fe78a-644a-432c-ae82-28b514bac468 None None] Pushing event updated for resources: {'Port': ['ID=c4f842ab-0fe6-4dc9-abf1-6507f43dd366,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:01.985831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] Set router e40508cc-8725-41d3-aa3a-cfc531873a41 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:38:02.144215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:02.231781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:02.232411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.270704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'name': 'router1', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f842ab-0fe6-4dc9-abf1-6507f43dd366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:42Z', 'updated_at': '2021-07-07T17:37:59Z', 'revision_number': 4, 'project_id': '289d5d30022642d896b53f9017d2f483', 'gw_port': {'id': 'c4f842ab-0fe6-4dc9-abf1-6507f43dd366', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:59Z', 'updated_at': '2021-07-07T17:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6d5cdfc8-0696-43e2-a487-9d495c38ceb4', 'name': '', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'mac_address': 'fa:16:3e:c0:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:51Z', 'updated_at': '2021-07-07T17:38:00Z', 'revision_number': 5, 'project_id': '289d5d30022642d896b53f9017d2f483', 'subnets': [{'id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5e64465-c5ee-42f1-8097-93672947d0ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:02.297843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc3221-2fd0-4a2a-a1c5-260b12db8819 None None] The sync data for ids ['e40508cc-8725-41d3-aa3a-cfc531873a41'] in n-d-798930-2 is: [{'id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'name': 'router1', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f842ab-0fe6-4dc9-abf1-6507f43dd366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:42Z', 'updated_at': '2021-07-07T17:37:59Z', 'revision_number': 4, 'project_id': '289d5d30022642d896b53f9017d2f483', 'gw_port': {'id': 'c4f842ab-0fe6-4dc9-abf1-6507f43dd366', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fe:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:59Z', 'updated_at': '2021-07-07T17:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6d5cdfc8-0696-43e2-a487-9d495c38ceb4', 'name': '', 'network_id': 'ba230fc9-b430-46ed-808f-21da23264945', 'tenant_id': '289d5d30022642d896b53f9017d2f483', 'mac_address': 'fa:16:3e:c0:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40508cc-8725-41d3-aa3a-cfc531873a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:51Z', 'updated_at': '2021-07-07T17:38:00Z', 'revision_number': 5, 'project_id': '289d5d30022642d896b53f9017d2f483', 'subnets': [{'id': '234fddde-3cc4-4063-ad97-61e3b1bf83b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5e64465-c5ee-42f1-8097-93672947d0ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:38:02.878039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45838) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:03.007919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d8e8e082-708b-4dc9-a592-8aab2755b7ad admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1279881 Jul 07 17:38:04.153163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c4f842ab-0fe6-4dc9-abf1-6507f43dd366 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:04.205618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c4f842ab-0fe6-4dc9-abf1-6507f43dd366 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:04.209446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c4f842ab-0fe6-4dc9-abf1-6507f43dd366 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:04.209813 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.285951 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.306094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port c4f842ab-0fe6-4dc9-abf1-6507f43dd366, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c4f842ab-0fe6-4dc9-abf1-6507f43dd366,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:04.311658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.378337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=c4f842ab-0fe6-4dc9-abf1-6507f43dd366,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:06.172144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c4f842ab-0fe6-4dc9-abf1-6507f43dd366 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:06.224534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c4f842ab-0fe6-4dc9-abf1-6507f43dd366 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:06.224953 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.972365 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:15.743503 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43beca6a-46f7-4074-a3e9-c35cc54ba202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.270976 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c94a12b-79c4-4e6b-ae2a-d4bdb21bad26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.352752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.430875 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:20.935125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:45.736293 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34a50efb-c72e-4d2b-8e6f-06b6ea9cb01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.276621 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ca3591a-2336-4218-99ed-8cb2bd17be88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.336602 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.436698 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:50.934356 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:51.971945 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:15.752681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e18ec8cb-ce3d-4ce2-a3fa-11c024e8af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.272163 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70a84325-beef-4c24-9212-c81fb9e40612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.340107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.436253 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.946254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.970463 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:44.052871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46438) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:44.200125 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0d46c4-77e7-471a-8601-6712696f137b admin admin] GET failed (client error): The resource could not be found. Jul 07 17:39:44.201564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3d0d46c4-77e7-471a-8601-6712696f137b admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1476865 Jul 07 17:39:44.361130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae82097-cb23-462a-8d0c-0d68de02e284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:44.362618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5ae82097-cb23-462a-8d0c-0d68de02e284 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568906 Jul 07 17:39:45.736872 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0343a72-b950-4d2a-bd60-8df6a832aeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:46.520040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46448) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:46.623377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2fbbc-c3e6-4055-8a01-3eff56f38f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:46.625360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-25c2fbbc-c3e6-4055-8a01-3eff56f38f26 admin admin] 10.222.0.88 "GET /v2.0/subnets/234fddde-3cc4-4063-ad97-61e3b1bf83b4 HTTP/1.1" status: 200 len: 849 time: 0.1043158 Jul 07 17:39:46.637307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:46.744754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:46.900273 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786270783007'] for subnet, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:46.931686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:46.932315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:46.934890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] 10.222.0.88 "PUT /v2.0/subnets/234fddde-3cc4-4063-ad97-61e3b1bf83b4 HTTP/1.1" status: 200 len: 868 time: 0.3036039 Jul 07 17:39:46.936376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8424b8b-0bf8-40c5-a341-5795a36dd1b4 None None] Network ba230fc9-b430-46ed-808f-21da23264945 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:46.955072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234fddde-3cc4-4063-ad97-61e3b1bf83b4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:46.963685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.964122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.964372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.964742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.965118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.965451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.965805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.966323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.966638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.966967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.967320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:46.967643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b1e8-60cc-41d4-8996-30ab8930b446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:47.276846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dbc94b04-c3d6-4c02-b309-40a06b7a4f85 None None] Provisioning complete for port 1ef5ab4f-aca4-40d4-a2b8-a2f3c9e65b2e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:47.277298 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc94b04-c3d6-4c02-b309-40a06b7a4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:47.362915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dbc94b04-c3d6-4c02-b309-40a06b7a4f85 None None] Provisioning complete for port 6d5cdfc8-0696-43e2-a487-9d495c38ceb4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:47.363333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc94b04-c3d6-4c02-b309-40a06b7a4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:48.266563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-973eeb85-e247-4ee9-9fef-0d4e439a1963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:48.343749 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:49.107901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46456) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:49.320751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac24ba6-5aed-4989-a6e7-19ecfec307b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:49.321096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac24ba6-5aed-4989-a6e7-19ecfec307b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:49.322689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fac24ba6-5aed-4989-a6e7-19ecfec307b2 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2135630 Jul 07 17:39:49.440773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.949941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:51.506864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46464) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:51.651890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72541b6b-0aa3-4d94-a587-6d24c70c42ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:51.652516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72541b6b-0aa3-4d94-a587-6d24c70c42ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:51.655689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-72541b6b-0aa3-4d94-a587-6d24c70c42ee admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1477406 Jul 07 17:39:53.899889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:54.039440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3fdd1-9690-4a65-8cef-24c4a0892808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:54.041331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0de3fdd1-9690-4a65-8cef-24c4a0892808 admin admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 886 time: 0.1400537 Jul 07 17:39:56.215207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46480) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:56.367332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688f6b9-219a-4e8e-84f4-4e99a6fbdb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:56.368807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9688f6b9-219a-4e8e-84f4-4e99a6fbdb62 admin admin] 10.222.0.88 "GET /v2.0/networks/ba230fc9-b430-46ed-808f-21da23264945 HTTP/1.1" status: 200 len: 869 time: 0.1523097 Jul 07 17:39:58.556192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46488) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:58.700404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc8d9f-a405-436a-81c6-de929e2eef09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:58.700861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc8d9f-a405-436a-81c6-de929e2eef09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:58.702465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b7fc8d9f-a405-436a-81c6-de929e2eef09 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1449342 Jul 07 17:40:00.889657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:00.994759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dc4bf-e7d7-4109-a003-48bbc41b83e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.995221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dc4bf-e7d7-4109-a003-48bbc41b83e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.996799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-879dc4bf-e7d7-4109-a003-48bbc41b83e5 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061699 Jul 07 17:40:03.178329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46504) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:03.283862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d590a40-56dd-476f-9590-001cd95b860c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:03.285281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7d590a40-56dd-476f-9590-001cd95b860c admin admin] 10.222.0.88 "GET /v2.0/subnets/234fddde-3cc4-4063-ad97-61e3b1bf83b4 HTTP/1.1" status: 200 len: 868 time: 0.1059895 Jul 07 17:40:05.459084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46512) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:05.565999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed14c64-588f-4f00-bd21-92ec1a71c268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.568116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2ed14c64-588f-4f00-bd21-92ec1a71c268 admin admin] 10.222.0.88 "GET /v2.0/subnets/c758c213-3c2d-4647-8732-5431daeb1ff8 HTTP/1.1" status: 200 len: 816 time: 0.1079082 Jul 07 17:40:05.969944 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:15.743626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a46a5659-0f2a-4d9a-af9a-25f54fce2541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:18.269816 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8cb54df-746e-4bf0-b252-511f9093d5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:18.347084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.442010 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.952485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.390093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46558) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:29.455588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-22c0e6b6-88df-4767-aee4-8e14544d16c7 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:40:29.456918 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-22c0e6b6-88df-4767-aee4-8e14544d16c7 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0657294 Jul 07 17:40:31.678205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:31.754265 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8dc7e9-b865-4f0f-a0b0-1419cad7537b admin admin] GET failed (client error): The resource could not be found. Jul 07 17:40:31.755637 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2a8dc7e9-b865-4f0f-a0b0-1419cad7537b admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0764730 Jul 07 17:40:31.924373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d61a7-bd7d-4a8a-b732-dc510652c080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:31.925811 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f75d61a7-bd7d-4a8a-b732-dc510652c080 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1661751 Jul 07 17:40:34.127406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46574) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:34.175854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:34.204266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Made reservation on behalf of d1791ba56bb84283962a148da5c3de26 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:34.206732 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.234987 n-d-798930-2 neutron-server[105588]: WARNING neutron.services.revisions.revision_plugin [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Could not find related network for resource to bump revision. Jul 07 17:40:34.250284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:34.261439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.261777 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Added segment c6d42e07-1c28-4db0-9f21-464b7812dba8 of type vlan for network 1903d70d-e94a-4949-801d-36cd6ed27309 Jul 07 17:40:34.301579 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.337052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.338104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:34.338716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.393126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2645638 Jul 07 17:40:34.402213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab8bcf-3149-434a-9f9c-1d857bd20c40 admin admin] Pushing event updated for resources: {'Network': ['ID=1903d70d-e94a-4949-801d-36cd6ed27309,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:34.414107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 1903d70d-e94a-4949-801d-36cd6ed27309 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:40:36.571995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46582) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.635605 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58a7ece-7c9e-4b4c-92bd-7f808238f6e2 admin admin] GET failed (client error): The resource could not be found. Jul 07 17:40:36.636966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a58a7ece-7c9e-4b4c-92bd-7f808238f6e2 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639458 Jul 07 17:40:36.715470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fda4d2d-c4c7-422e-94da-91d8b718efd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:36.716992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8fda4d2d-c4c7-422e-94da-91d8b718efd2 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0740302 Jul 07 17:40:36.730485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:36.770171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Made reservation on behalf of d1791ba56bb84283962a148da5c3de26 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:36.772762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.948144 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.003720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.013042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:37.013404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Network hostable DHCP agents. Network: 1903d70d-e94a-4949-801d-36cd6ed27309, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:40:37.032720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:40:37.043893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 1903d70d-e94a-4949-801d-36cd6ed27309) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:37.049662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.050470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.055391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b3f0a-b25d-44f0-8b9f-2f42ba21b2ef None None] Network 1903d70d-e94a-4949-801d-36cd6ed27309 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:37.066758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e2c5c3c4-b888-44d9-974d-862bfdd1e78e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3417988 Jul 07 17:40:37.307283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-1903d70d-e94a-4949-801d-36cd6ed27309', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'tenant_id': 'd1791ba56bb84283962a148da5c3de26', 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:40:37.308196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.445352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Allocated IP 192.168.233.2 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/dd283edc-5ece-4b7a-b438-fdcdf6271300) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:37.585363 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.594644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Transition to ACTIVE for port object dd283edc-5ece-4b7a-b438-fdcdf6271300 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:37.609517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Transition to ACTIVE for port object dd283edc-5ece-4b7a-b438-fdcdf6271300 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:37.616979 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.662496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:37.666328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Pushing event updated for resources: {'Port': ['ID=dd283edc-5ece-4b7a-b438-fdcdf6271300,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.668559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:37.674679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:37.678180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.678522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.678859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.679189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.679514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.679841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.680161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.680480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.681527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.681527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.681527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.681833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:37.737926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Attempting to bind port dd283edc-5ece-4b7a-b438-fdcdf6271300 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:37.738474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Attempting to bind port dd283edc-5ece-4b7a-b438-fdcdf6271300 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:37.738873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Attempting to bind port dd283edc-5ece-4b7a-b438-fdcdf6271300 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:37.744627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:37.745102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:37.745502 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.745891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:37.746359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Bound port: dd283edc-5ece-4b7a-b438-fdcdf6271300, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:37.746748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.810199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] For port dd283edc-5ece-4b7a-b438-fdcdf6271300, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:37.813676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] For port dd283edc-5ece-4b7a-b438-fdcdf6271300, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dd283edc-5ece-4b7a-b438-fdcdf6271300,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:37.819440 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.881329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d4307-037a-4505-8ab6-cab749fa2b68 None None] Pushing event updated for resources: {'Port': ['ID=dd283edc-5ece-4b7a-b438-fdcdf6271300,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:38.312218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dd283edc-5ece-4b7a-b438-fdcdf6271300 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:38.363608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port dd283edc-5ece-4b7a-b438-fdcdf6271300 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:38.701400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36714d-d96c-41fa-8595-4aed4c687e15 None None] Network 1903d70d-e94a-4949-801d-36cd6ed27309 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:38.772444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a72e2c83-9744-4809-8fd3-7433170e82d2 None None] Provisioning for port dd283edc-5ece-4b7a-b438-fdcdf6271300 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:38.779202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a72e2c83-9744-4809-8fd3-7433170e82d2 None None] Provisioning complete for port dd283edc-5ece-4b7a-b438-fdcdf6271300 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:38.779573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a72e2c83-9744-4809-8fd3-7433170e82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.915600 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a72e2c83-9744-4809-8fd3-7433170e82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.961169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a72e2c83-9744-4809-8fd3-7433170e82d2 None None] For port dd283edc-5ece-4b7a-b438-fdcdf6271300, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dd283edc-5ece-4b7a-b438-fdcdf6271300,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:38.967025 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a72e2c83-9744-4809-8fd3-7433170e82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.035191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e2c83-9744-4809-8fd3-7433170e82d2 None None] Pushing event updated for resources: {'Port': ['ID=dd283edc-5ece-4b7a-b438-fdcdf6271300,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:39.188655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-de369c06-d876-48f3-bed6-60ac9b0d73f9 None None] Provisioning complete for port dd283edc-5ece-4b7a-b438-fdcdf6271300 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:39.188986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de369c06-d876-48f3-bed6-60ac9b0d73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.275849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dd283edc-5ece-4b7a-b438-fdcdf6271300 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:40.326150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dd283edc-5ece-4b7a-b438-fdcdf6271300 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:40.326514 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.969460 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:45.738243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06e54256-4471-4a2f-a81e-f3893267c69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.276150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dabcdfd2-12a5-46a9-a788-13550217fe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.349868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:49.446474 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.955760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:15.742718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fa72747-690f-4b39-b549-7db43d2bcd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.270896 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9770898-2d82-41c2-83d7-e2485317bc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.356913 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.450095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:19.968964 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:20.960231 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:45.751540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d6aa9b7-93c5-404e-a8fe-34e203fcbd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.278695 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d0eaf36-67ca-41c5-adc8-885245c3b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.349844 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.453850 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.963277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.184804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46636) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:53.190987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-4d4aa0d0-af6c-44c9-9229-5b4aa90bdaa3 tempest-verify_tempest_config-1172350900 tempest-verify_tempest_config-1172350900-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:41:53.191971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d4aa0d0-af6c-44c9-9229-5b4aa90bdaa3 tempest-verify_tempest_config-1172350900 tempest-verify_tempest_config-1172350900-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061386 Jul 07 17:41:53.540911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46654) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:53.644106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.742599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.748595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.794399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b62a0f-c902-44a4-98b9-fb4e8a4ff906,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:53.798125 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c07ca21c01d460a86cb4daa36964d4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2562699 Jul 07 17:41:53.801115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:53.804045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.804396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.804756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.805125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.805457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.805786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.806274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.806604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.806933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.807257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.807583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.807903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a0bc7-7e0b-4649-81aa-c11c096bc6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:53.962329 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:53.988530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:54.095580 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:54.098392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:54.099554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b8b62a0f-c902-44a4-98b9-fb4e8a4ff906 HTTP/1.1" status: 204 len: 168 time: 0.2974646 Jul 07 17:41:54.107400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b62a0f-c902-44a4-98b9-fb4e8a4ff906,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:54.114421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.114773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.115128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.115442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.115802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.116257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.116433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.116780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.117160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.117509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.117835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:54.118158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec7c5-8e5a-484f-8fe6-a17bdbacb9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:56.969747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:15.752773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c550153-935f-444c-8d36-fc7fff58bf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.273495 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6113ae3c-58fe-4ca9-9f7f-ce0aa1e71636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.356197 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:19.460092 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:20.971901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:33.970287 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:45.747576 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1be04b3-bf21-4b2f-a202-a0177b75ef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.277747 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6068b4ff-e2b4-46f6-8002-38a09c828803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.351204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.466275 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.971923 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:10.969798 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:15.752840 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b880126a-8a84-4c0a-812b-6d76ff67e4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:18.283635 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7e42c89-50b2-4293-b4df-f3d4d18889af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:18.348315 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:19.468100 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:20.977043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:45.759988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d48c1c8a-38aa-44b3-954b-56612ce8e45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.972300 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:48.293605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd21c114-f9db-4f4d-9c65-101b6ec3680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.341496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:49.472592 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.984560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:15.755062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5891e396-06a7-4652-b6a7-223437316fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.288096 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-994ca983-e98d-407d-98c3-3eda23c57795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.350082 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:19.477877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.982240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:24.971458 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:45.760485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3441de04-72d6-4750-905a-0228735e8175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.295275 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30bd7931-c544-4349-975f-642d9b7ff110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.344782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.476703 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.984519 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.970132 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 5 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:03.523180 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317658'] for agent, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.490411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-317658'] for agent, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.757265 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db15427f-5dd0-4770-8065-f7bad2dafb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.290662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7e9b576-814c-409a-955a-6e89b6a4cfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.348003 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.487314 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:20.990245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:33.471521 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.445258 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.970071 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:45.751731 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63e5196e-a228-4306-89a9-86c427fe7c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.293503 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e652e3ed-82b0-452f-b98b-9028a759b698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.352125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.012795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46726) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:49.148169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-99bae862-f2b0-4927-9ba3-0ae65ebf9bc1 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1338880 Jul 07 17:45:49.482306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.991136 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:51.338271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46736) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:51.407195 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e1004a6f-867a-4603-85d0-10307be29f4f admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0674603 Jul 07 17:46:03.477128 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.463008 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.764211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef7ca-6d28-491a-8213-a62529b5e576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.969781 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:18.298366 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d06fa87-f4f2-4ed2-8ca2-df1ce0c75e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.355947 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.584546 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.992924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.491096 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.457331 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:45.765211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95e5ced9-6b5f-48c7-ae20-d6f14336186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.302716 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c731811-43ea-48ad-a208-e4e2605f18fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.359161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.487898 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.997832 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:52.969348 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:03.499390 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.459655 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:12.865373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46918) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:13.194049 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-161b296a-cdfa-4c6c-b321-9037cc1b5ce9 tempest-AutoAllocateNetworkTest-604960213 tempest-AutoAllocateNetworkTest-604960213-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=71d1e31cdc2344bf842174bfb253ceb1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3273919 Jul 07 17:47:13.196553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46942) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:13.390206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc4696-974e-44d4-89e0-e78cdabf7beb tempest-AutoAllocateNetworkTest-604960213 tempest-AutoAllocateNetworkTest-604960213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.395382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-54bc4696-974e-44d4-89e0-e78cdabf7beb tempest-AutoAllocateNetworkTest-604960213 tempest-AutoAllocateNetworkTest-604960213-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1978419 Jul 07 17:47:13.395736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46954) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:13.455382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ba4fa8f4-aec9-4d32-ab4c-043277058e92 tempest-AutoAllocateNetworkTest-604960213 tempest-AutoAllocateNetworkTest-604960213-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578451 Jul 07 17:47:13.458215 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46962) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:13.489291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b3d32024-8c2c-4140-9a24-c89003522ed9 tempest-AutoAllocateNetworkTest-604960213 tempest-AutoAllocateNetworkTest-604960213-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=71d1e31cdc2344bf842174bfb253ceb1 HTTP/1.1" status: 200 len: 208 time: 0.0296726 Jul 07 17:47:13.845595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46984) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:14.209043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-network', 'tenant_id': '036a6086fbde475cb6304008bc73b371'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:14.232012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Made reservation on behalf of 036a6086fbde475cb6304008bc73b371 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:14.235039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.235183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47002) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:14.246777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.360611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.365844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.392720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:14.403897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4af6117-d87a-4166-a242-1e4be6bc81ae,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:14.413540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.413875 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Added segment 76afb6ed-7f0f-47bf-a2cb-f44486b8f74f of type vlan for network 78f2d497-06d4-403b-99e8-f8ea474e9a54 Jul 07 17:47:14.426739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.427085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.427420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.427756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.428112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.428440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.428762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.429290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.429616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.429935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.430436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.430761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Tracked resource versions report: Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: pushed versions: Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: { 'AddressGroup': {'1.2'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'ConntrackHelper': {'1.0'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Log': {'1.0'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Network': {'1.1'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Port': {'1.7'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'PortForwarding': {'1.2'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'QosPolicy': {'1.8'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'SecurityGroup': {'1.4'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'SubPort': {'1.0'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Subnet': {'1.1'}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Trunk': {'1.1'}} Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: consumer versions: Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: HyperV agent@n-h1-798930-2: {}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: HyperV agent@n-h2-798930-2: {}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: L3 agent@n-d-798930-2: {}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: Metadata agent@n-d-798930-2: {}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: Metering agent@n-d-798930-2: {}, Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'ConntrackHelper': '1.0', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Log': '1.0', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Network': '1.1', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Port': '1.7', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'PortForwarding': '1.2', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'QosPolicy': '1.8', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'SecurityGroup': '1.4', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'SecurityGroupRule': '1.2', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'SubPort': '1.0', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Subnet': '1.1', Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: 'Trunk': '1.1'}} Jul 07 17:47:14.431843 n-d-798930-2 neutron-server[105588]: {{(pid=105588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:47:14.478743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.510469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.511565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:14.512277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.563718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7166851 Jul 07 17:47:14.566766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47018) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:14.572323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Request body: {'subnet': {'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-subnet', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:14.579136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858435e0-8537-4e88-9e8e-96ec453bd263 admin admin] Pushing event updated for resources: {'Network': ['ID=78f2d497-06d4-403b-99e8-f8ea474e9a54,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:14.590224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:14.604893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Made reservation on behalf of 036a6086fbde475cb6304008bc73b371 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:14.608179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.625445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.819243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.826990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.890021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47030) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:14.890291 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=71d1e31cdc2344bf842174bfb253ceb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6538882 Jul 07 17:47:14.913410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad5784-4eda-471f-a3fd-c32259ceb0b5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:14.922534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.923078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.923572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.924057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.924540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.925055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.925550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.926030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.926523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.927011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.927487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.927985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2cd1a2-6bef-4eb7-a033-aa1e9d4657cd admin admin] Tracked resource versions report: Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: pushed versions: Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: { 'AddressGroup': {'1.2'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'ConntrackHelper': {'1.0'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Log': {'1.0'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Network': {'1.1'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Port': {'1.7'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'PortForwarding': {'1.2'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'QosPolicy': {'1.8'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'SecurityGroup': {'1.4'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'SubPort': {'1.0'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Subnet': {'1.1'}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Trunk': {'1.1'}} Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: consumer versions: Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: HyperV agent@n-h1-798930-2: {}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: HyperV agent@n-h2-798930-2: {}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: L3 agent@n-d-798930-2: {}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: Metadata agent@n-d-798930-2: {}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: Metering agent@n-d-798930-2: {}, Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'ConntrackHelper': '1.0', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Log': '1.0', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Network': '1.1', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Port': '1.7', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'PortForwarding': '1.2', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'QosPolicy': '1.8', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'SecurityGroup': '1.4', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'SecurityGroupRule': '1.2', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'SubPort': '1.0', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Subnet': '1.1', Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: 'Trunk': '1.1'}} Jul 07 17:47:14.929251 n-d-798930-2 neutron-server[105589]: {{(pid=105589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:47:14.935942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.964443 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cca3cb0e-b013-459f-b32d-5bfc72c7d847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.977332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b5c0cd-9a13-4cca-b78a-d0539aeb2634,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:15.007173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cca3cb0e-b013-459f-b32d-5bfc72c7d847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.024174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Checking segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:15.025374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Network hostable DHCP agents. Network: 78f2d497-06d4-403b-99e8-f8ea474e9a54, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:15.051219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:15.076106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cca3cb0e-b013-459f-b32d-5bfc72c7d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.077723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 78f2d497-06d4-403b-99e8-f8ea474e9a54) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:15.079152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cca3cb0e-b013-459f-b32d-5bfc72c7d847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.080550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cca3cb0e-b013-459f-b32d-5bfc72c7d847 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9bad5784-4eda-471f-a3fd-c32259ceb0b5 HTTP/1.1" status: 204 len: 168 time: 0.1892965 Jul 07 17:47:15.089902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885df11-b59e-4e81-babd-9aeeabe1b49a None None] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:15.094693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3cb0e-b013-459f-b32d-5bfc72c7d847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad5784-4eda-471f-a3fd-c32259ceb0b5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:15.096294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:15.097226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.123801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47040) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:15.124384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1992f91f-23a8-424d-b2d9-083847481dd0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5562999 Jul 07 17:47:15.128848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:15.183268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.184530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.377620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.382645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-78f2d497-06d4-403b-99e8-f8ea474e9a54', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:47:15.384357 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.625824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.655904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Allocated IP 172.20.0.2 (78f2d497-06d4-403b-99e8-f8ea474e9a54/38b5c0cd-9a13-4cca-b78a-d0539aeb2634/e62dbcfc-6ff5-40c3-822a-3147e1eefc41) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:15.777903 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a86b08d-abc5-40cd-a0fe-d856745beb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.895940 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.911603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Transition to ACTIVE for port object e62dbcfc-6ff5-40c3-822a-3147e1eefc41 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:15.940441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Transition to ACTIVE for port object e62dbcfc-6ff5-40c3-822a-3147e1eefc41 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:15.954048 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.983015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.007727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.031390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Pushing event updated for resources: {'Port': ['ID=e62dbcfc-6ff5-40c3-822a-3147e1eefc41,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:16.085363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.085923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.086591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.087249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.087809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.088402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.089097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.089646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.090389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.090951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.091775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.093256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Tracked resource versions report: Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: pushed versions: Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: { 'AddressGroup': {'1.2'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'ConntrackHelper': {'1.0'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Log': {'1.0'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Network': {'1.1'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Port': {'1.7'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'PortForwarding': {'1.2'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'QosPolicy': {'1.8'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'SecurityGroup': {'1.4'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'SubPort': {'1.0'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Subnet': {'1.1'}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Trunk': {'1.1'}} Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: consumer versions: Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: HyperV agent@n-h1-798930-2: {}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: HyperV agent@n-h2-798930-2: {}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: L3 agent@n-d-798930-2: {}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: Metadata agent@n-d-798930-2: {}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: Metering agent@n-d-798930-2: {}, Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'ConntrackHelper': '1.0', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Log': '1.0', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Network': '1.1', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Port': '1.7', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'PortForwarding': '1.2', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'QosPolicy': '1.8', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'SecurityGroup': '1.4', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'SecurityGroupRule': '1.2', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'SubPort': '1.0', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Subnet': '1.1', Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: 'Trunk': '1.1'}} Jul 07 17:47:16.096420 n-d-798930-2 neutron-server[105590]: {{(pid=105590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:47:16.109175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:16.110905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:16.116582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:16.193750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Allocated IP 172.25.1.35 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:16.250211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Attempting to bind port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:16.250578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Attempting to bind port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:16.250943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Attempting to bind port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:16.272251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:16.272251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Checking segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:16.272251 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.272251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Bound using segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:16.272251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Bound port: e62dbcfc-6ff5-40c3-822a-3147e1eefc41, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:16.274228 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.363679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.406901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] For port e62dbcfc-6ff5-40c3-822a-3147e1eefc41, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:16.415213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] For port e62dbcfc-6ff5-40c3-822a-3147e1eefc41, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e62dbcfc-6ff5-40c3-822a-3147e1eefc41,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:16.416464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.424057 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.478113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:16.493313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:16.494952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:16.500239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:16.502340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c8ba6-b45a-404a-8709-caec0cc8aef9 None None] Pushing event updated for resources: {'Port': ['ID=e62dbcfc-6ff5-40c3-822a-3147e1eefc41,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:16.917003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.149456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.330342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Router 5e41260d-9935-4d85-ad8b-5803339dd647 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:47:17.459465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:17.474565 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Sync routers for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:17.479246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47152) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:17.492285 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.496714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b3bbeee8-ab52-4231-8584-07da35ee9604 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3686993 Jul 07 17:47:17.496931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47156) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:17.504389 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:17.515472 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:46:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:17.718059 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:17.780312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47168) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:17.795048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6e297d-4758-490f-ac52-b60c6086c7b7 None None] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:17.929514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-24f4a2f8-2f7b-4e1e-974c-00992a8ef12c None None] Provisioning for port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:18.042461 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:16Z', 'revision_number': 3, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:18.106521 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Checking router: 5e41260d-9935-4d85-ad8b-5803339dd647 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:18.109990 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Updating router 5e41260d-9935-4d85-ad8b-5803339dd647 port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:18.158235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c28dad6e-33c4-437f-8fd5-7b75724a29f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.193967 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.197286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cdae596-ec22-4fd3-af92-8815fdbfdd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.321916 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e963f797-5e5f-4bd5-815d-a860744cca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.353478 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c28dad6e-33c4-437f-8fd5-7b75724a29f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.364387 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c28dad6e-33c4-437f-8fd5-7b75724a29f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.373076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.468031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c28dad6e-33c4-437f-8fd5-7b75724a29f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=838b27fed7044c2f8f02e3106085c6a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6864660 Jul 07 17:47:18.468924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47190) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:18.470342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dad6e-33c4-437f-8fd5-7b75724a29f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c87f7d-e053-4774-8f0b-822f131aec3c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:18.547383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cdae596-ec22-4fd3-af92-8815fdbfdd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.551417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dfe-1e96-4c14-9414-c6a0927d7011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.564019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cdae596-ec22-4fd3-af92-8815fdbfdd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.583552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dfe-1e96-4c14-9414-c6a0927d7011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.631722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8cdae596-ec22-4fd3-af92-8815fdbfdd4d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ef5888ed8d2843a6992b880a4181dfc5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1513963 Jul 07 17:47:18.635858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47194) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:18.650619 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dfe-1e96-4c14-9414-c6a0927d7011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.657448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dfe-1e96-4c14-9414-c6a0927d7011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.657448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-35ea4dfe-1e96-4c14-9414-c6a0927d7011 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d2c87f7d-e053-4774-8f0b-822f131aec3c HTTP/1.1" status: 204 len: 168 time: 0.1666915 Jul 07 17:47:18.687967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e62dbcfc-6ff5-40c3-822a-3147e1eefc41 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:18.697304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea4dfe-1e96-4c14-9414-c6a0927d7011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c87f7d-e053-4774-8f0b-822f131aec3c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:18.718002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdae596-ec22-4fd3-af92-8815fdbfdd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed7d199-5a66-4be4-91e4-90d6e46e4ec3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:18.751988 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-03e79f50-3b5e-4b4b-a726-0c7fecb06240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.794565 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-03e79f50-3b5e-4b4b-a726-0c7fecb06240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.814394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:18.830271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:18.830663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.894424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-03e79f50-3b5e-4b4b-a726-0c7fecb06240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.898142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-03e79f50-3b5e-4b4b-a726-0c7fecb06240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.899472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-03e79f50-3b5e-4b4b-a726-0c7fecb06240 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eed7d199-5a66-4be4-91e4-90d6e46e4ec3 HTTP/1.1" status: 204 len: 168 time: 0.2614977 Jul 07 17:47:18.913783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e79f50-3b5e-4b4b-a726-0c7fecb06240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed7d199-5a66-4be4-91e4-90d6e46e4ec3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:18.936892 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.960405 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Transition to ACTIVE for port object dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:18.968496 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.013200 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.024138 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Pushing event updated for resources: {'Port': ['ID=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:19.034441 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.034779 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.035467 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.035467 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.035743 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.035845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.036541 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.036799 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.037110 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.037766 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.038113 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.038418 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.038742 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Tracked resource versions report: Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: pushed versions: Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: { 'AddressGroup': {'1.2'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'ConntrackHelper': {'1.0'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Log': {'1.0'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Network': {'1.1'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Port': {'1.7'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'PortForwarding': {'1.2'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'QosPolicy': {'1.8'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'SecurityGroup': {'1.4'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'SubPort': {'1.0'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Subnet': {'1.1'}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Trunk': {'1.1'}} Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: consumer versions: Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: { DHCP agent@n-d-798930-2: {}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: HyperV agent@n-h1-798930-2: {}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: HyperV agent@n-h2-798930-2: {}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: L3 agent@n-d-798930-2: {}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: Metadata agent@n-d-798930-2: {}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: Metering agent@n-d-798930-2: {}, Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: Open vSwitch agent@n-d-798930-2: { 'AddressGroup': '1.2', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'ConntrackHelper': '1.0', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Log': '1.0', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Network': '1.1', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Port': '1.7', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'PortForwarding': '1.2', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'QosPolicy': '1.8', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'SecurityGroup': '1.4', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'SecurityGroupRule': '1.2', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'SubPort': '1.0', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Subnet': '1.1', Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: 'Trunk': '1.1'}} Jul 07 17:47:19.039845 n-d-798930-2 neutron-server[105591]: {{(pid=105591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:47:19.062585 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Attempting to bind port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:19.063013 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Attempting to bind port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:19.063386 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Attempting to bind port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:19.070427 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:19.070711 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:19.071407 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.071816 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:19.072315 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Bound port: dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:19.072768 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.092165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e62dbcfc-6ff5-40c3-822a-3147e1eefc41, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e62dbcfc-6ff5-40c3-822a-3147e1eefc41,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:19.099243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.147387 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] For port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:19.153499 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] For port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:19.172660 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.175821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e62dbcfc-6ff5-40c3-822a-3147e1eefc41,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:19.214993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47230) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:19.220042 n-d-798930-2 neutron-server[105588]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 17:47:19.249413 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:19.250046 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:19.268764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-6a033b52-1c91-407b-93c0-ab94239bfb2a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4c2c12abca734526acf4525eb9b8bad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501041 Jul 07 17:47:19.305108 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adadff-45fe-4947-91aa-ccb883dbb6b5 None None] Pushing event updated for resources: {'Port': ['ID=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:19.452349 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:19.501950 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.508356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-bf46c46b-25af-41a7-8b1a-fd800b1f18b7 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:19.510112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-bf46c46b-25af-41a7-8b1a-fd800b1f18b7 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352369 Jul 07 17:47:19.522849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Allocated IP 172.20.0.1 (78f2d497-06d4-403b-99e8-f8ea474e9a54/38b5c0cd-9a13-4cca-b78a-d0539aeb2634/8749bb07-1bca-4694-9b20-5ad10c1b22e1) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:19.537452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-21013362-ef72-4c00-a994-60197ae4bf30 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/quotas/4c2c12abca734526acf4525eb9b8bad5 HTTP/1.1" status: 200 len: 375 time: 0.0201778 Jul 07 17:47:19.617587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-3b3811d4-ab6d-4da2-b306-a0b7a70cdfb5 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4c2c12abca734526acf4525eb9b8bad5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747149 Jul 07 17:47:19.714270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:19.737244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-252f59e2-59d5-410c-879e-3315b7055d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.821625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.872044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Transition to ACTIVE for port object 8749bb07-1bca-4694-9b20-5ad10c1b22e1 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:19.965545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-252f59e2-59d5-410c-879e-3315b7055d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.975760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-252f59e2-59d5-410c-879e-3315b7055d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.010877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.126950 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:16Z', 'revision_number': 3, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:20.131611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:20.140159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:20.143237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-252f59e2-59d5-410c-879e-3315b7055d95 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e7c74379c56247f4bca8b51ca57f1c0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4268143 Jul 07 17:47:20.147963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:20.163281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f59e2-59d5-410c-879e-3315b7055d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7840c5d9-66d9-437b-b59b-1aaa89e9aefa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:20.185298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:20.186168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.209864 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49cb0d1-402d-45ac-8e4f-1c79b788089f None None] The sync data for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 is: [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:16Z', 'revision_number': 3, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:20.227216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47272) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:20.257177 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b976dd2d-1db0-4c5d-b72f-602023c6a9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.341891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dec22f73-0dce-4115-8292-189ae9608190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.384379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dec22f73-0dce-4115-8292-189ae9608190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.431955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Pushing event updated for resources: {'Port': ['ID=8749bb07-1bca-4694-9b20-5ad10c1b22e1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:20.475244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b976dd2d-1db0-4c5d-b72f-602023c6a9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.476882 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dec22f73-0dce-4115-8292-189ae9608190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.482494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dec22f73-0dce-4115-8292-189ae9608190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.483603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dec22f73-0dce-4115-8292-189ae9608190 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7840c5d9-66d9-437b-b59b-1aaa89e9aefa HTTP/1.1" status: 204 len: 168 time: 0.3337290 Jul 07 17:47:20.488393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b976dd2d-1db0-4c5d-b72f-602023c6a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.504322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22f73-0dce-4115-8292-189ae9608190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7840c5d9-66d9-437b-b59b-1aaa89e9aefa,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:20.527613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9cc0ed4-5312-4011-8cb1-91515c5fb2c8 None None] Provisioning for port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:20.536050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b976dd2d-1db0-4c5d-b72f-602023c6a9b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6f59b616093f491580d62b5b25e0e437&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3077824 Jul 07 17:47:20.539212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9cc0ed4-5312-4011-8cb1-91515c5fb2c8 None None] Provisioning complete for port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:20.539515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47286) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:20.541443 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0ed4-5312-4011-8cb1-91515c5fb2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.574809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976dd2d-1db0-4c5d-b72f-602023c6a9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0451769-efad-4b2e-bc33-9a23fde750c2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:20.626357 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a41137-d8be-4d33-a2b3-a7184e405a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.668610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a41137-d8be-4d33-a2b3-a7184e405a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.700963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e62dbcfc-6ff5-40c3-822a-3147e1eefc41 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:20.767070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a41137-d8be-4d33-a2b3-a7184e405a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.771182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a41137-d8be-4d33-a2b3-a7184e405a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.772821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b3a41137-d8be-4d33-a2b3-a7184e405a4b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0451769-efad-4b2e-bc33-9a23fde750c2 HTTP/1.1" status: 204 len: 168 time: 0.2323878 Jul 07 17:47:20.783917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a41137-d8be-4d33-a2b3-a7184e405a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0451769-efad-4b2e-bc33-9a23fde750c2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:20.805902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47296) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:20.846174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc0ed4-5312-4011-8cb1-91515c5fb2c8 None None] Port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:20.893333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:20.893710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.926340 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.062935 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.362221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.372429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.374108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.378841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec664a76-28ae-46e5-b836-384ecaa02b17 req-305d12ea-8159-475f-86aa-2bb0c8d1b103 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 210 time: 0.5706530 Jul 07 17:47:21.485085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Pushing event updated for resources: {'Port': ['ID=8749bb07-1bca-4694-9b20-5ad10c1b22e1,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:21.606745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:21.621600 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:21.858017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Router 5e41260d-9935-4d85-ad8b-5803339dd647 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:22.042705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:22.057553 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f7b84dc4-bf11-4f27-a528-0ca089b97087 admin admin] 10.222.0.88 "PUT /v2.0/routers/5e41260d-9935-4d85-ad8b-5803339dd647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5594625 Jul 07 17:47:22.085232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-970dee06-4308-429d-b9c4-286f3af14146 None None] Provisioning complete for port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:22.085837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-970dee06-4308-429d-b9c4-286f3af14146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.144712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-970dee06-4308-429d-b9c4-286f3af14146 None None] Port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:22.605584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Sync routers for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:22.606767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-427937e2-5c33-4592-9bc5-66f63457d3db req-f6d406f1-158c-4577-9bc2-7e257f771f31 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 210 time: 0.0525117 Jul 07 17:47:22.617913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:22.618552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:22.676078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:22.786429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:22.825688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-ba842605-fc52-491d-be9a-0373f05cab24 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4de8967d143a4514838ba1225c0261d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545473 Jul 07 17:47:22.838511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:22.846625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:22.848745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:22.849276 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.024358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-6584823c-9f3d-4899-b146-83d510d3a4d5 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:23.025951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-6584823c-9f3d-4899-b146-83d510d3a4d5 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970580 Jul 07 17:47:23.058120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-dd8d517d-3c02-465e-af7b-e760757cae20 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/quotas/4de8967d143a4514838ba1225c0261d7 HTTP/1.1" status: 200 len: 375 time: 0.0248384 Jul 07 17:47:23.121484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-efbb06e4-d984-476b-86be-7b9b18995d97 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4de8967d143a4514838ba1225c0261d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531931 Jul 07 17:47:23.273148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47456) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:23.283897 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.344239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:23.354832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26684818-367e-4fcc-a34a-5147d31ad419 req-e2d51c4e-1f59-4ca2-8054-40b46f5a6d69 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 210 time: 0.0471671 Jul 07 17:47:23.369769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 2, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:23.371694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a898a7-a5b4-4472-a1e5-9e493ab55a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.408287 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.414436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Checking router: 5e41260d-9935-4d85-ad8b-5803339dd647 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:23.414581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Updating router 5e41260d-9935-4d85-ad8b-5803339dd647 port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:23.501705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.548353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a898a7-a5b4-4472-a1e5-9e493ab55a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.563599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a898a7-a5b4-4472-a1e5-9e493ab55a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.564783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:23.630675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.55', 53645) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:23.673526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-eb9df8db-4040-432a-bc67-028fff46d98f tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c2c12abca734526acf4525eb9b8bad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407095 Jul 07 17:47:23.678020 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-16a898a7-a5b4-4472-a1e5-9e493ab55a98 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f88157f7efc3494d9ae23bb294f7c5b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8888819 Jul 07 17:47:23.678983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47482) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:23.759880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a898a7-a5b4-4472-a1e5-9e493ab55a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d611602a-d5ff-4e8c-b79c-bf4d1344447a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:23.842436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bef50ed-c6da-482e-a68b-9e9e72952e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.891624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bef50ed-c6da-482e-a68b-9e9e72952e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.981595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bef50ed-c6da-482e-a68b-9e9e72952e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.985143 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bef50ed-c6da-482e-a68b-9e9e72952e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:23.986660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4bef50ed-c6da-482e-a68b-9e9e72952e62 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d611602a-d5ff-4e8c-b79c-bf4d1344447a HTTP/1.1" status: 204 len: 168 time: 0.2954140 Jul 07 17:47:23.999141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef50ed-c6da-482e-a68b-9e9e72952e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d611602a-d5ff-4e8c-b79c-bf4d1344447a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.021338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-74f0e063-3ae4-4a13-8dc9-d976c68a9664 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:24.025329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-74f0e063-3ae4-4a13-8dc9-d976c68a9664 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448679 Jul 07 17:47:24.034331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bb0d952e-c6c9-43ba-beb3-e672c5a9d702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.035830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.054217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Transition to ACTIVE for port object 8749bb07-1bca-4694-9b20-5ad10c1b22e1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:24.059366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8390f2dd-e6e7-4c90-90ae-24ec39923218 req-ce168bfc-2a65-4f97-ad7d-daca1186db3a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 210 time: 0.1513736 Jul 07 17:47:24.091058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Request body: {'port': {'device_id': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '4c2c12abca734526acf4525eb9b8bad5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:24.117307 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.226549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9027447-d196-4b41-9316-b7b28d838b07 None None] Pushing event updated for resources: {'Port': ['ID=8749bb07-1bca-4694-9b20-5ad10c1b22e1,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.243792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bb0d952e-c6c9-43ba-beb3-e672c5a9d702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.251233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bb0d952e-c6c9-43ba-beb3-e672c5a9d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.302335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bb0d952e-c6c9-43ba-beb3-e672c5a9d702 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2f6515e44226488b897ab936338f7fb3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0274303 Jul 07 17:47:24.309413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47510) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:24.352622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d952e-c6c9-43ba-beb3-e672c5a9d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31258b50-264c-42b7-a608-6a5c8d6b00a3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.398252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Attempting to bind port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:24.398926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Attempting to bind port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:24.399307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Attempting to bind port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:24.427468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:24.427868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Checking segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:24.429721 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.429892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Bound using segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:24.430383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Bound port: 8749bb07-1bca-4694-9b20-5ad10c1b22e1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:24.431502 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.607090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:24.652847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff15c529-99d5-4bb3-8c2e-7d541c550a3e req-691d8120-d0c8-43bc-9919-27ac58df6af1 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 210 time: 0.0768166 Jul 07 17:47:24.674808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] For port 8749bb07-1bca-4694-9b20-5ad10c1b22e1, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:24.695411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] For port 8749bb07-1bca-4694-9b20-5ad10c1b22e1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8749bb07-1bca-4694-9b20-5ad10c1b22e1,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:24.707463 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.714274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:24.714274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.748764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-942d6b64-b924-40f6-a662-c301d68502b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.797409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-942d6b64-b924-40f6-a662-c301d68502b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.807997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Made reservation on behalf of 4c2c12abca734526acf4525eb9b8bad5 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:24.815200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.832681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9027447-d196-4b41-9316-b7b28d838b07 None None] Pushing event updated for resources: {'Port': ['ID=8749bb07-1bca-4694-9b20-5ad10c1b22e1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.837168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.846324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:24.846979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:24.922632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-942d6b64-b924-40f6-a662-c301d68502b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.926198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-942d6b64-b924-40f6-a662-c301d68502b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.927636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-942d6b64-b924-40f6-a662-c301d68502b6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/31258b50-264c-42b7-a608-6a5c8d6b00a3 HTTP/1.1" status: 204 len: 168 time: 0.6161816 Jul 07 17:47:25.006566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d6b64-b924-40f6-a662-c301d68502b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31258b50-264c-42b7-a608-6a5c8d6b00a3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.077248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:25.171500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.186436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.271143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47550) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:25.293104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21f49137-ec8f-417c-ae16-ca1e6df2f8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.328947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6715f77a-94d5-4119-875f-1a005ba164a6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.467114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:24Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:25.495358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56e46e70-f265-48df-ac8e-0374c4587406 req-adbe0711-2ce7-4e85-9bf3-64ef5b14fc24 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 210 time: 0.0573490 Jul 07 17:47:25.495806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21f49137-ec8f-417c-ae16-ca1e6df2f8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.501381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21f49137-ec8f-417c-ae16-ca1e6df2f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.509429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cbac5-e55c-4468-bc89-412b942b681f None None] The sync data for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 is: [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:24Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:25.559802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-21f49137-ec8f-417c-ae16-ca1e6df2f8c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=38505fb5f03e4883bf48737afc0ce2e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2842791 Jul 07 17:47:25.560027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47554) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:25.561120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f49137-ec8f-417c-ae16-ca1e6df2f8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c640ed2f-71ab-4f09-a1e2-3084599a8654,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.646353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47558) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:25.651862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-network', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:25.703664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Made reservation on behalf of 5cd3d7add1bc49c6b4b9860647ae014c for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:25.706113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.718599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.815915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Allocated IP 192.168.233.46 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/71211541-4144-48a8-b821-2622a8278c80) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:25.929789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.935662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.55', 53649) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:25.975313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-698c54c6-6ef7-42b1-9e13-1c8de5723bfb tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4de8967d143a4514838ba1225c0261d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377874 Jul 07 17:47:25.976261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:25.996193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:26.008291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.009064 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Added segment 862e109f-152f-49ba-b3a5-6749fc27e963 of type vlan for network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 Jul 07 17:47:26.102211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.117820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.180518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Transition to ACTIVE for port object 71211541-4144-48a8-b821-2622a8278c80 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:26.344900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.357341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-48070824-8920-48ba-94b6-76a57ca39942 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.359137 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-48070824-8920-48ba-94b6-76a57ca39942 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910913 Jul 07 17:47:26.359649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:26.360822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5c942-750f-42a5-9eb3-80014a753ea7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:26.390343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.391916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.392658 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.405999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dbad677-66ac-4017-adb9-7845588005ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.433715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:26.441848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:26.452145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:26.463052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.463605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.742327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8749bb07-1bca-4694-9b20-5ad10c1b22e1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:26.782845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dbad677-66ac-4017-adb9-7845588005ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:26.788682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] Pushing event updated for resources: {'Network': ['ID=c14c4fec-9dd2-4d76-b910-8dcfb0ea7585,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:26.794276 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f27bd9ca-c683-42d2-a4e4-6df07ae6411f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1465206 Jul 07 17:47:26.801415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47580) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:26.813766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Request body: {'port': {'device_id': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '4de8967d143a4514838ba1225c0261d7'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:26.839660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:26.898305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Request body: {'subnet': {'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-subnet', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:26.944273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Pushing event updated for resources: {'Port': ['ID=71211541-4144-48a8-b821-2622a8278c80,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:26.971848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-d6d8ad0b-51fb-4034-a5b4-4b5f22512f6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8857617 Jul 07 17:47:26.975080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dbad677-66ac-4017-adb9-7845588005ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.140362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26547106-4600-403d-91c2-5803d3d3d0c7 req-ead9e824-b382-464f-a596-700bcd96745b tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 210 time: 0.8369339 Jul 07 17:47:27.153651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-3776f436-1ea2-4eb7-95c5-868c614c42c4 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:47:27.170178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-3776f436-1ea2-4eb7-95c5-868c614c42c4 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264621 Jul 07 17:47:27.197723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:27.205378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4be8055d-4f27-41f5-a3d4-3d7191660fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.238868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:27.240261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.310199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4be8055d-4f27-41f5-a3d4-3d7191660fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.329832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b81148b6-8622-4192-a555-d7caf9624de0 None None] Provisioning for port 71211541-4144-48a8-b821-2622a8278c80 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:27.331862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Made reservation on behalf of 5cd3d7add1bc49c6b4b9860647ae014c for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:27.334391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.360187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b81148b6-8622-4192-a555-d7caf9624de0 None None] Provisioning complete for port 71211541-4144-48a8-b821-2622a8278c80 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:27.362973 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b81148b6-8622-4192-a555-d7caf9624de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.501234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39164f7-29b1-455c-8cad-e8c5f2e7a5eb req-ed59757b-cd40-417c-bfc1-bf9020e5ec75 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.505330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b39164f7-29b1-455c-8cad-e8c5f2e7a5eb req-ed59757b-cd40-417c-bfc1-bf9020e5ec75 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 935 time: 0.6381609 Jul 07 17:47:27.521582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b81148b6-8622-4192-a555-d7caf9624de0 None None] Port 71211541-4144-48a8-b821-2622a8278c80 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:27.608323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:27.612101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5dbad677-66ac-4017-adb9-7845588005ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2b7cdcecc59f475d9a7522ce16c10233&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2320569 Jul 07 17:47:27.616208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Made reservation on behalf of 4de8967d143a4514838ba1225c0261d7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:27.620202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.708736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4be8055d-4f27-41f5-a3d4-3d7191660fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.714920 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.718165 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4be8055d-4f27-41f5-a3d4-3d7191660fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.719673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4be8055d-4f27-41f5-a3d4-3d7191660fca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c640ed2f-71ab-4f09-a1e2-3084599a8654 HTTP/1.1" status: 204 len: 168 time: 2.1587195 Jul 07 17:47:27.731886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.756615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbad677-66ac-4017-adb9-7845588005ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512532d-7c98-4d0d-8d5b-0f3cd552bda7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:27.811403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 8749bb07-1bca-4694-9b20-5ad10c1b22e1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8749bb07-1bca-4694-9b20-5ad10c1b22e1,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:27.818418 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:27.828638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8055d-4f27-41f5-a3d4-3d7191660fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c640ed2f-71ab-4f09-a1e2-3084599a8654,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:27.865880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Request body: {'port': {'device_id': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'device_owner': 'compute:tempest-test_az-154619901', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:27.872017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b39164f7-29b1-455c-8cad-e8c5f2e7a5eb req-57b7d75f-27b5-44fc-8431-494070d3d12c tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403509 Jul 07 17:47:27.944174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=8749bb07-1bca-4694-9b20-5ad10c1b22e1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:27.964062 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97626047-3148-413e-8914-40367a2991b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.032637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97626047-3148-413e-8914-40367a2991b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.047761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.158069 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.215320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.232947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.384498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97626047-3148-413e-8914-40367a2991b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.392281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97626047-3148-413e-8914-40367a2991b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.405391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-97626047-3148-413e-8914-40367a2991b8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c512532d-7c98-4d0d-8d5b-0f3cd552bda7 HTTP/1.1" status: 204 len: 168 time: 0.7489302 Jul 07 17:47:28.542286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339d3ddd-d2e7-4438-8cde-3831f7dc8233,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:28.545739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2689f-8883-4f2c-a044-bfa85a237d0c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:28.598372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97626047-3148-413e-8914-40367a2991b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512532d-7c98-4d0d-8d5b-0f3cd552bda7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:28.647165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8749bb07-1bca-4694-9b20-5ad10c1b22e1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:28.661220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-c45c1613-c1d9-4822-9d2b-11506a4dbebc tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5774bea02baa41768218d07db5e149ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1826508 Jul 07 17:47:28.796267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Checking segment: {'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:28.796637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Network hostable DHCP agents. Network: c14c4fec-9dd2-4d76-b910-8dcfb0ea7585, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:28.912787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:28.926224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, c14c4fec-9dd2-4d76-b910-8dcfb0ea7585) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:28.952733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:28.953990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:28.962636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-30e83c99-53a8-43b0-b5be-a30917610714 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:28.974443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-30e83c99-53a8-43b0-b5be-a30917610714 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118060 Jul 07 17:47:29.013325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-da244340-5c25-4548-b9ae-86e1d99cfb06 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1132815 Jul 07 17:47:29.013325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47636) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:29.021706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:29.059214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-c76f5525-64e2-4bb2-9eb8-7f58c818b29d tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/quotas/5774bea02baa41768218d07db5e149ae HTTP/1.1" status: 200 len: 375 time: 0.0837030 Jul 07 17:47:29.095327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.096493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.134827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265f5c3-5eb3-445b-a169-e8660ca4df7c None None] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:29.166641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-db30b5f2-8b98-4306-bb0d-62ad396d9a9f tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5774bea02baa41768218d07db5e149ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061680 Jul 07 17:47:29.280060 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.328121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a40c335-b7e3-4d02-8c7b-0ddeef5db687 req-954b633b-277c-40aa-ae0e-8fa6e6acc7bf tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 210 time: 0.1591120 Jul 07 17:47:29.348790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:29.349370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.457795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71211541-4144-48a8-b821-2622a8278c80 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:29.487049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.529722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Transition to ACTIVE for port object 71211541-4144-48a8-b821-2622a8278c80 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:29.536730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.848334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-c14c4fec-9dd2-4d76-b910-8dcfb0ea7585', 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'fixed_ips': [{'subnet_id': '339d3ddd-d2e7-4438-8cde-3831f7dc8233'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:47:29.850803 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.924216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Allocated IP 192.168.233.113 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/028d2ab2-770d-444b-9def-e7e4127463de) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:29.980551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:29.985548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b66361fa-bc6e-4551-b226-dd25cb865bd4 req-7891239f-ea3c-4ade-b829-a772858f81d8 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 210 time: 0.1327286 Jul 07 17:47:30.095288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Pushing event updated for resources: {'Port': ['ID=71211541-4144-48a8-b821-2622a8278c80,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:30.166325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.313373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Attempting to bind port 71211541-4144-48a8-b821-2622a8278c80 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:30.320764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Attempting to bind port 71211541-4144-48a8-b821-2622a8278c80 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:30.326356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Attempting to bind port 71211541-4144-48a8-b821-2622a8278c80 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:30.345984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Port 71211541-4144-48a8-b821-2622a8278c80 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:30.348174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Attempting to bind port 71211541-4144-48a8-b821-2622a8278c80 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:30.379011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Allocated IP 172.20.0.2 (c14c4fec-9dd2-4d76-b910-8dcfb0ea7585/339d3ddd-d2e7-4438-8cde-3831f7dc8233/d5bfb22a-9f75-4591-997d-e49ee886ead9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:30.401142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55285d09-9498-43f7-a106-2f73979bec04 req-5c150893-2eb7-46a7-b49c-6bc6d5fb0a04 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:30.403352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55285d09-9498-43f7-a106-2f73979bec04 req-5c150893-2eb7-46a7-b49c-6bc6d5fb0a04 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.5494683 Jul 07 17:47:30.409745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:30.411782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:30.412587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:30.413958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Bound port: 71211541-4144-48a8-b821-2622a8278c80, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:30.415969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.523649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.548982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Transition to ACTIVE for port object 028d2ab2-770d-444b-9def-e7e4127463de will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:30.675492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55285d09-9498-43f7-a106-2f73979bec04 req-39d79a9f-df1f-44a8-a1ed-fa9cd5a7840f tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566950 Jul 07 17:47:30.758931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.819588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] For port 71211541-4144-48a8-b821-2622a8278c80, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:30.866856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] For port 71211541-4144-48a8-b821-2622a8278c80, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=71211541-4144-48a8-b821-2622a8278c80,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:30.881679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.918316 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.944353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Transition to ACTIVE for port object d5bfb22a-9f75-4591-997d-e49ee886ead9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:30.966744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:30.976274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Transition to ACTIVE for port object d5bfb22a-9f75-4591-997d-e49ee886ead9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:30.993666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.025859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Pushing event updated for resources: {'Port': ['ID=71211541-4144-48a8-b821-2622a8278c80,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.059821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:31.078529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:31.092213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Pushing event updated for resources: {'Port': ['ID=d5bfb22a-9f75-4591-997d-e49ee886ead9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.099568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.100246 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.110116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.112661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.119826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4af33bb0-4abd-4348-b8e0-eb8d803b059a service neutron] 10.222.0.55 "PUT /v2.0/ports/71211541-4144-48a8-b821-2622a8278c80 HTTP/1.1" status: 200 len: 1116 time: 3.5981309 Jul 07 17:47:31.132898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'tag': '71211541-4144-48a8-b821-2622a8278c80'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:31.156280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:31.166419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:31.173274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:31.237269 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4251866 Jul 07 17:47:31.301163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4890de6-fe25-4c9e-a564-faeae65f8c13 req-ed7d5111-c122-4dd5-9c63-6d7dfc4dfd27 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.313158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4890de6-fe25-4c9e-a564-faeae65f8c13 req-ed7d5111-c122-4dd5-9c63-6d7dfc4dfd27 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 936 time: 0.5983517 Jul 07 17:47:31.326901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf72d3e-2abf-4343-b1d8-77853a276b42 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Pushing event updated for resources: {'Port': ['ID=028d2ab2-770d-444b-9def-e7e4127463de,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.352333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Request body: {'port': {'device_id': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'device_owner': 'compute:tempest-test_az-154619901', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:31.369473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.414223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Attempting to bind port d5bfb22a-9f75-4591-997d-e49ee886ead9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:31.414851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Attempting to bind port d5bfb22a-9f75-4591-997d-e49ee886ead9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:31.414943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Attempting to bind port d5bfb22a-9f75-4591-997d-e49ee886ead9 on network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:31.427169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:31.427537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Checking segment: {'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:31.444349 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.445095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Bound using segment: {'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:31.445904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Bound port: d5bfb22a-9f75-4591-997d-e49ee886ead9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:31.446463 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.514386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.586198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] For port d5bfb22a-9f75-4591-997d-e49ee886ead9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:31.593522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] For port d5bfb22a-9f75-4591-997d-e49ee886ead9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5bfb22a-9f75-4591-997d-e49ee886ead9,segment=NetworkSegment(862e109f-152f-49ba-b3a5-6749fc27e963),segment_id=862e109f-152f-49ba-b3a5-6749fc27e963)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:31.605107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.687235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4890de6-fe25-4c9e-a564-faeae65f8c13 req-fb01720c-3dc2-435f-a10d-603695743517 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729768 Jul 07 17:47:31.694999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d027a5ee-4cc8-4972-a127-a974367d9eb2 req-613263b2-0ea9-4e82-b3a0-f2288193b0ef tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 210 time: 0.3423586 Jul 07 17:47:31.776697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d5cdb-02b0-499a-ab38-e19945be7716 None None] Pushing event updated for resources: {'Port': ['ID=d5bfb22a-9f75-4591-997d-e49ee886ead9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.819610 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.911291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-5f616786-9b0e-47bd-9ee2-87cfa7e008d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.915192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-5f616786-9b0e-47bd-9ee2-87cfa7e008d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2c12abca734526acf4525eb9b8bad5&device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 1119 time: 0.5274551 Jul 07 17:47:31.918020 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707" -d '{"events": [{"name": "network-changed", "server_uuid": "d11ca370-561f-4e87-9282-51d62ed81fa9", "tag": "71211541-4144-48a8-b821-2622a8278c80"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:32.027090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-13990721-3449-4fd4-ba5f-20fa85e33089 None None] Provisioning for port 028d2ab2-770d-444b-9def-e7e4127463de completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:32.037614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-13990721-3449-4fd4-ba5f-20fa85e33089 None None] Provisioning complete for port 028d2ab2-770d-444b-9def-e7e4127463de triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:32.038238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13990721-3449-4fd4-ba5f-20fa85e33089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.095698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-13990721-3449-4fd4-ba5f-20fa85e33089 None None] Port 028d2ab2-770d-444b-9def-e7e4127463de cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:32.249636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Allocated IP 172.25.1.207 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c93c72e0-bea8-49bd-9810-0f57c21b6f51) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:32.270445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.90', 54685) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:32.281182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-a77420db-e072-4aa9-acdb-fc5fcf8d6639 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=71211541-4144-48a8-b821-2622a8278c80 HTTP/1.1" status: 200 len: 217 time: 0.3370073 Jul 07 17:47:32.308735 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-672f9633-6928-4bfa-a28d-e2ad79880ca7 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=5774bea02baa41768218d07db5e149ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367749 Jul 07 17:47:32.535316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-85d7ff72-9621-45ab-8a93-1f79d006ea28 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.538572 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-85d7ff72-9621-45ab-8a93-1f79d006ea28 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122130 Jul 07 17:47:32.575897 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9817234c-4776-47c5-afb6-a1d3c5f28c28 x-openstack-request-id: req-9817234c-4776-47c5-afb6-a1d3c5f28c28 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:32.578115 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11ca370-561f-4e87-9282-51d62ed81fa9", "tag": "71211541-4144-48a8-b821-2622a8278c80", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:32.578584 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9817234c-4776-47c5-afb6-a1d3c5f28c28 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:32.579166 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'tag': '71211541-4144-48a8-b821-2622a8278c80', 'status': 'completed', 'code': 200} Jul 07 17:47:32.618521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035623d2-f5b4-4a5d-9038-e14e04e0ba0c req-cdd114b8-5cc6-4434-8bba-426d83116b78 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.632163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-035623d2-f5b4-4a5d-9038-e14e04e0ba0c req-cdd114b8-5cc6-4434-8bba-426d83116b78 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.3861809 Jul 07 17:47:32.636673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-b0d87c1d-bdbf-4164-b7c0-a6ab2df49701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.637601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Request body: {'port': {'device_id': '57027371-a173-4db7-9288-b52db214d3ea', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '5774bea02baa41768218d07db5e149ae'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:32.640503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-b0d87c1d-bdbf-4164-b7c0-a6ab2df49701 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2861292 Jul 07 17:47:32.734615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5bfb22a-9f75-4591-997d-e49ee886ead9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:32.959729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d5bfb22a-9f75-4591-997d-e49ee886ead9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:33.051970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-035623d2-f5b4-4a5d-9038-e14e04e0ba0c req-32fb8222-bbaa-4404-88af-8ec8d4cbfb56 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184518 Jul 07 17:47:33.138817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-38d5e193-50fe-471d-93d0-094ee6cf8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:33.140483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-38d5e193-50fe-471d-93d0-094ee6cf8ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4723082 Jul 07 17:47:33.319963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Made reservation on behalf of 5774bea02baa41768218d07db5e149ae for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:33.330534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.345062 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.443078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42cacf-017d-46f4-9ee9-1efd02850251 None None] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:33.497483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1f7476b-fd2a-4854-bfa8-98de6f86a649 req-7a4bf10b-7d47-4a1b-b837-828d7ddfea4e tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 210 time: 0.1867368 Jul 07 17:47:33.521309 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.531466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-6998145b-077f-4fb5-938e-38616c092d0c service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718157 Jul 07 17:47:33.591497 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.621404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2df8edba-8a36-4700-82af-190a1770db50 None None] Provisioning for port d5bfb22a-9f75-4591-997d-e49ee886ead9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:33.624170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9900b0-7403-4c45-99e5-5ee28ffea4e4 req-cd9216fe-a456-433a-b488-c681023769b0 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:33.638173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2df8edba-8a36-4700-82af-190a1770db50 None None] Provisioning complete for port d5bfb22a-9f75-4591-997d-e49ee886ead9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:33.638345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9900b0-7403-4c45-99e5-5ee28ffea4e4 req-cd9216fe-a456-433a-b488-c681023769b0 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 936 time: 0.2350459 Jul 07 17:47:33.638915 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2df8edba-8a36-4700-82af-190a1770db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.689903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028d2ab2-770d-444b-9def-e7e4127463de {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:33.714213 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.717699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9900b0-7403-4c45-99e5-5ee28ffea4e4 req-f6e44e87-d73f-48e3-9523-96913479da7f tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778289 Jul 07 17:47:33.762860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2a271fa-c2a8-47a0-b101-eb7f8c7c9530 req-4ca0d108-c3d1-4813-8455-96bad15c42d3 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203062 Jul 07 17:47:33.854581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Transition to ACTIVE for port object 028d2ab2-770d-444b-9def-e7e4127463de will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:33.886550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.970413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:33.986582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.058864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.071291 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2df8edba-8a36-4700-82af-190a1770db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.084785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-babe4859-b5b9-400f-b814-b137bd5ce6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:34.090709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-babe4859-b5b9-400f-b814-b137bd5ce6f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2c12abca734526acf4525eb9b8bad5&device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 1119 time: 0.1940539 Jul 07 17:47:34.141269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2df8edba-8a36-4700-82af-190a1770db50 None None] For port d5bfb22a-9f75-4591-997d-e49ee886ead9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5bfb22a-9f75-4591-997d-e49ee886ead9,segment=NetworkSegment(862e109f-152f-49ba-b3a5-6749fc27e963),segment_id=862e109f-152f-49ba-b3a5-6749fc27e963)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:34.150852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2df8edba-8a36-4700-82af-190a1770db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.169047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:34.180435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Pushing event updated for resources: {'Port': ['ID=028d2ab2-770d-444b-9def-e7e4127463de,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:34.207965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:34.232777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8edba-8a36-4700-82af-190a1770db50 None None] Pushing event updated for resources: {'Port': ['ID=d5bfb22a-9f75-4591-997d-e49ee886ead9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:34.402453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:34.583136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3130b631-9437-42d5-a12a-5e6c20cd0c08 None None] Provisioning complete for port d5bfb22a-9f75-4591-997d-e49ee886ead9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:34.584243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3130b631-9437-42d5-a12a-5e6c20cd0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.624982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5bfb22a-9f75-4591-997d-e49ee886ead9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:34.641681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-0e09029d-445a-43dc-8eb5-3ed64a31cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:34.643787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-0e09029d-445a-43dc-8eb5-3ed64a31cde0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.5417647 Jul 07 17:47:34.710060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47f1b24-f848-4f7c-a98d-f2ad2a75b748,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:34.718997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c93c72e0-bea8-49bd-9810-0f57c21b6f51,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:34.728207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-15fd99fd-9e3d-4e22-8b43-1ba9b98de041 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=71211541-4144-48a8-b821-2622a8278c80 HTTP/1.1" status: 200 len: 217 time: 0.0619385 Jul 07 17:47:34.749375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82ed9-a329-4f34-b9f4-0b49bf96bf54 req-99a53140-903f-4f26-824b-75906e43430b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:34.760191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1e82ed9-a329-4f34-b9f4-0b49bf96bf54 req-99a53140-903f-4f26-824b-75906e43430b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.2152615 Jul 07 17:47:34.774453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d5bfb22a-9f75-4591-997d-e49ee886ead9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:34.774969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.835976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-e20614fa-753c-4932-8ddd-d854ac3ab37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:34.838177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-e20614fa-753c-4932-8ddd-d854ac3ab37d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0650909 Jul 07 17:47:34.858199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.929823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Attempting to bind port 028d2ab2-770d-444b-9def-e7e4127463de on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:34.930180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Attempting to bind port 028d2ab2-770d-444b-9def-e7e4127463de by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:34.930589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Attempting to bind port 028d2ab2-770d-444b-9def-e7e4127463de on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:34.947781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Port 028d2ab2-770d-444b-9def-e7e4127463de on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:34.948155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Attempting to bind port 028d2ab2-770d-444b-9def-e7e4127463de on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:35.026367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:35.026835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:35.027292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:35.027772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Bound port: 028d2ab2-770d-444b-9def-e7e4127463de, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:35.028159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.112752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1e82ed9-a329-4f34-b9f4-0b49bf96bf54 req-80806a24-6e02-48c3-badd-7040bb9dc27a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506548 Jul 07 17:47:35.115467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Allocated IP 192.168.233.240 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/3c6760a2-322f-4c8d-837f-ec416168e8e3) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:35.149300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-dd0d56aa-9c51-499c-a3b8-6f7b43c40ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:35.151414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-dd0d56aa-9c51-499c-a3b8-6f7b43c40ed4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2974544 Jul 07 17:47:35.239768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] For port 028d2ab2-770d-444b-9def-e7e4127463de, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:35.314928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] For port 028d2ab2-770d-444b-9def-e7e4127463de, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=028d2ab2-770d-444b-9def-e7e4127463de,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:35.355269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.414168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-d7333696-c02c-46e9-84cd-fc5ca2394e95 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815627 Jul 07 17:47:35.490890 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.565507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2643a22-d14f-43f3-9d45-e3cc809f4c00 req-2538462e-3a62-4c07-9937-3106570f5af7 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 210 time: 0.0708616 Jul 07 17:47:35.621384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.628972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:35.629686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.631504 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] 10.222.0.55 "PUT /v2.0/ports/028d2ab2-770d-444b-9def-e7e4127463de HTTP/1.1" status: 200 len: 1117 time: 4.2858121 Jul 07 17:47:35.639139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'tag': '028d2ab2-770d-444b-9def-e7e4127463de'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:35.858556 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fdce2f-139f-4dcb-84d5-1170d845502e" -d '{"events": [{"name": "network-changed", "server_uuid": "44868fdf-3445-45fe-9760-c34b7cfb11d3", "tag": "028d2ab2-770d-444b-9def-e7e4127463de"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:35.902241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a321-a146-4175-af11-b4cd856f6725 req-59f2cbc4-385f-4d0f-bc4b-176e617f860b tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:35.908935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c820a321-a146-4175-af11-b4cd856f6725 req-59f2cbc4-385f-4d0f-bc4b-176e617f860b tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 969 time: 0.1789062 Jul 07 17:47:35.916853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496e1f7-f0c5-47db-a17f-a152abc9add4 service neutron] Pushing event updated for resources: {'Port': ['ID=028d2ab2-770d-444b-9def-e7e4127463de,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:35.948375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc50c765-da0d-4363-a4a4-cc9eb7f9d707 req-df5f1211-3ea3-4797-ab7b-435b2c51017c service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410224 Jul 07 17:47:36.006219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c820a321-a146-4175-af11-b4cd856f6725 req-79023943-d3ee-4739-bc00-03281838f6cd tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Jul 07 17:47:36.068264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.113238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Transition to ACTIVE for port object 3c6760a2-322f-4c8d-837f-ec416168e8e3 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:36.128103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-f0c4caa1-f3c8-4666-9567-2f2f712ed063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:36.131217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-f0c4caa1-f3c8-4666-9567-2f2f712ed063 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4de8967d143a4514838ba1225c0261d7&device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 1120 time: 0.2685800 Jul 07 17:47:36.446523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-3db8a470-ed8a-4dc4-b789-790c0244e304 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=028d2ab2-770d-444b-9def-e7e4127463de HTTP/1.1" status: 200 len: 217 time: 0.3035595 Jul 07 17:47:36.448894 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debbc365-f2bd-4ae3-897e-a48a60922cb4 x-openstack-request-id: req-debbc365-f2bd-4ae3-897e-a48a60922cb4 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:36.449423 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44868fdf-3445-45fe-9760-c34b7cfb11d3", "tag": "028d2ab2-770d-444b-9def-e7e4127463de", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:36.449677 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-debbc365-f2bd-4ae3-897e-a48a60922cb4 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:36.450130 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'tag': '028d2ab2-770d-444b-9def-e7e4127463de', 'status': 'completed', 'code': 200} Jul 07 17:47:36.458616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.595058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47830) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:36.629227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:36.664460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:36.678000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6a581-462b-4e56-9dc9-5db242266d06 req-d31325be-928e-4d5b-acfc-d797aa3322e4 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:36.679721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffe6a581-462b-4e56-9dc9-5db242266d06 req-d31325be-928e-4d5b-acfc-d797aa3322e4 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.1428699 Jul 07 17:47:36.680977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:36.695120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:36.695856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.736326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Pushing event updated for resources: {'Port': ['ID=3c6760a2-322f-4c8d-837f-ec416168e8e3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:36.744365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:47:36.753505 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-36551fa3-cd0e-46ad-b365-33c82cd5084a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1368573 Jul 07 17:47:36.761817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-3adcb7b7-65d5-4641-b5a0-f2d93db53a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:36.763384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-3adcb7b7-65d5-4641-b5a0-f2d93db53a39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2909498 Jul 07 17:47:36.791270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffe6a581-462b-4e56-9dc9-5db242266d06 req-4cd20a2f-536c-4db8-9337-bfef1c0b515d tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031392 Jul 07 17:47:36.957410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0424405a-21fe-45e1-9767-b9a8e0af2c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.080302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-e9b131f9-6705-4301-a938-29cd013d35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.086066 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-e9b131f9-6705-4301-a938-29cd013d35b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2855256 Jul 07 17:47:37.228795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74495c9e-4e60-4a10-bc61-52fb63d0ed72 None None] Provisioning for port 3c6760a2-322f-4c8d-837f-ec416168e8e3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:37.233664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0424405a-21fe-45e1-9767-b9a8e0af2c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.236858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74495c9e-4e60-4a10-bc61-52fb63d0ed72 None None] Provisioning complete for port 3c6760a2-322f-4c8d-837f-ec416168e8e3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:37.238992 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74495c9e-4e60-4a10-bc61-52fb63d0ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.241595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0424405a-21fe-45e1-9767-b9a8e0af2c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.282724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:37.292765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0424405a-21fe-45e1-9767-b9a8e0af2c04 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7285afe8bb6a4bb5a8a2277668baae5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942196 Jul 07 17:47:37.294768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47840) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:37.296768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424405a-21fe-45e1-9767-b9a8e0af2c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07242f63-648e-48a0-8aad-ce8682770982,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:37.300739 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Sync routers for ids ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:37.317801 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Routers {'9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:37.319984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:37.350914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-26e93bac-77e5-4d74-b1a8-024bf6aba016 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:47:37.353109 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-26e93bac-77e5-4d74-b1a8-024bf6aba016 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128565 Jul 07 17:47:37.363288 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.366759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-74495c9e-4e60-4a10-bc61-52fb63d0ed72 None None] Port 3c6760a2-322f-4c8d-837f-ec416168e8e3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:37.368589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca972e8-f073-49de-80ed-011cd4b8a1bf req-4230e6e0-dcbb-4dbf-82d8-10c245095fe0 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.370203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bca972e8-f073-49de-80ed-011cd4b8a1bf req-4230e6e0-dcbb-4dbf-82d8-10c245095fe0 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 936 time: 0.1954515 Jul 07 17:47:37.370566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-83ef4e70-0138-4e61-8be4-3078f10897f8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3642471 Jul 07 17:47:37.375351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47842) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:37.418452 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-b6d45b08-f66a-4707-9d72-53b49c55b379 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569530 Jul 07 17:47:37.487702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6da01d2c-f840-45c5-a110-498ce422a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.524693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bca972e8-f073-49de-80ed-011cd4b8a1bf req-eeb6cfae-8e9c-4b6d-877c-d7cc93848aad tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407707 Jul 07 17:47:37.553862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6da01d2c-f840-45c5-a110-498ce422a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.577688 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Set router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:37.738751 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e421cd7e-e0aa-40f2-9f94-39f0b4726d10 req-70f6a4ba-e190-408a-a5af-fc8b352446b2 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281532 Jul 07 17:47:37.757799 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6da01d2c-f840-45c5-a110-498ce422a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.759750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6da01d2c-f840-45c5-a110-498ce422a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.762465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6da01d2c-f840-45c5-a110-498ce422a313 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/07242f63-648e-48a0-8aad-ce8682770982 HTTP/1.1" status: 204 len: 168 time: 0.4658656 Jul 07 17:47:37.779680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Request body: {'port': {'device_id': '57027371-a173-4db7-9288-b52db214d3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:37.817238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01d2c-f840-45c5-a110-498ce422a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07242f63-648e-48a0-8aad-ce8682770982,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:38.118401 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.120084 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:47:34Z', 'revision_number': 3, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port': {'id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:31Z', 'updated_at': '2021-07-07T17:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:38.163796 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Checking router: 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:38.164720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Updating router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b port c93c72e0-bea8-49bd-9810-0f57c21b6f51 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:38.244463 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.326335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-e3b2d80f-d67e-4785-95bc-5077e962e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.328180 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-e3b2d80f-d67e-4785-95bc-5077e962e80a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4de8967d143a4514838ba1225c0261d7&device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 1120 time: 0.4310308 Jul 07 17:47:38.432518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915587c-ccad-468f-af2f-7bb31bf7822a req-934c5d7d-ff2d-4d92-97f7-9413589186c1 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.443374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4915587c-ccad-468f-af2f-7bb31bf7822a req-934c5d7d-ff2d-4d92-97f7-9413589186c1 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 969 time: 0.6305735 Jul 07 17:47:38.541798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47854) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:38.625656 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4915587c-ccad-468f-af2f-7bb31bf7822a req-4eb0ced4-1c20-4905-ac61-c99e83e9991d tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694500 Jul 07 17:47:38.631846 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce83baf7-4e5b-4af7-b452-0a2ec04fea91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.711012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-80dac5c9-1540-4f50-8b51-61896c5f2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.720939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-80dac5c9-1540-4f50-8b51-61896c5f2d3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3764575 Jul 07 17:47:38.756497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.877112 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-3875d0d3-bac3-4688-8b83-b98abf1cce80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=028d2ab2-770d-444b-9def-e7e4127463de HTTP/1.1" status: 200 len: 217 time: 0.1239834 Jul 07 17:47:38.930704 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:38.943337 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Transition to ACTIVE for port object c93c72e0-bea8-49bd-9810-0f57c21b6f51 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:38.955986 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.003961 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404f202-7802-4a9a-9b6a-5fbaf09ea19d None None] Pushing event updated for resources: {'Port': ['ID=c93c72e0-bea8-49bd-9810-0f57c21b6f51,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:39.030272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-3d92d77d-d8dd-4cd5-b9ff-6e3d2ba28b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.032064 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-3d92d77d-d8dd-4cd5-b9ff-6e3d2ba28b6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0984635 Jul 07 17:47:39.033538 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Attempting to bind port c93c72e0-bea8-49bd-9810-0f57c21b6f51 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:39.034041 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Attempting to bind port c93c72e0-bea8-49bd-9810-0f57c21b6f51 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:39.034515 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Attempting to bind port c93c72e0-bea8-49bd-9810-0f57c21b6f51 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:39.040944 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:39.041519 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:39.042057 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.042572 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:39.043322 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Bound port: c93c72e0-bea8-49bd-9810-0f57c21b6f51, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:39.043823 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.109536 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] For port c93c72e0-bea8-49bd-9810-0f57c21b6f51, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:39.114217 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] For port c93c72e0-bea8-49bd-9810-0f57c21b6f51, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c93c72e0-bea8-49bd-9810-0f57c21b6f51,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:39.120945 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.122631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debcb31-a3c6-4c6b-b612-1989652e991d req-838b1d57-5b9d-4dad-9c29-d2141bb3b1f9 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.131325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6debcb31-a3c6-4c6b-b612-1989652e991d req-838b1d57-5b9d-4dad-9c29-d2141bb3b1f9 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.2085435 Jul 07 17:47:39.173291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Allocated IP 172.20.0.1 (c14c4fec-9dd2-4d76-b910-8dcfb0ea7585/339d3ddd-d2e7-4438-8cde-3831f7dc8233/ec22dd06-a3b7-4e36-9a89-4b238924594c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:39.182593 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404f202-7802-4a9a-9b6a-5fbaf09ea19d None None] Pushing event updated for resources: {'Port': ['ID=c93c72e0-bea8-49bd-9810-0f57c21b6f51,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:39.211784 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Routers {'9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:39.212707 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:39.228901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6debcb31-a3c6-4c6b-b612-1989652e991d req-6eeac3e0-58e5-4210-9706-fff2d5988edf tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931170 Jul 07 17:47:39.255622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6760a2-322f-4c8d-837f-ec416168e8e3 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:39.288458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.330649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Transition to ACTIVE for port object 3c6760a2-322f-4c8d-837f-ec416168e8e3 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:39.344509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-bb61beba-9309-4c39-9a24-019f3f021670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.346473 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-bb61beba-9309-4c39-9a24-019f3f021670 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3033056 Jul 07 17:47:39.347287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.389309 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce83baf7-4e5b-4af7-b452-0a2ec04fea91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.475285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Pushing event updated for resources: {'Port': ['ID=3c6760a2-322f-4c8d-837f-ec416168e8e3,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:39.500551 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.509306 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] Set router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:39.531227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce83baf7-4e5b-4af7-b452-0a2ec04fea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.545951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Attempting to bind port 3c6760a2-322f-4c8d-837f-ec416168e8e3 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:39.546279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Attempting to bind port 3c6760a2-322f-4c8d-837f-ec416168e8e3 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:39.546657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Attempting to bind port 3c6760a2-322f-4c8d-837f-ec416168e8e3 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:39.556201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Port 3c6760a2-322f-4c8d-837f-ec416168e8e3 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:39.556611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Attempting to bind port 3c6760a2-322f-4c8d-837f-ec416168e8e3 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:39.569518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:39.569853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:39.570245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:39.570696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Bound port: 3c6760a2-322f-4c8d-837f-ec416168e8e3, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:39.571050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.659494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Transition to ACTIVE for port object ec22dd06-a3b7-4e36-9a89-4b238924594c will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:39.660463 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-6963720e-eacd-4097-891b-75a4d53b632c service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776275 Jul 07 17:47:39.704191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ce83baf7-4e5b-4af7-b452-0a2ec04fea91 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ed1105df9bb34b38bc0615cbf403caeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1499925 Jul 07 17:47:39.704852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47862) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:39.712587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83baf7-4e5b-4af7-b452-0a2ec04fea91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09561b8f-b336-417f-a68f-aa0df1b80667,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:39.781334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] For port 3c6760a2-322f-4c8d-837f-ec416168e8e3, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:39.821301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] For port 3c6760a2-322f-4c8d-837f-ec416168e8e3, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3c6760a2-322f-4c8d-837f-ec416168e8e3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:39.835972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.837170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad759b2f-a552-4466-95a9-ced9afd6abe7 req-4366d44e-4856-440e-895c-74c722cddb2c tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.846717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad759b2f-a552-4466-95a9-ced9afd6abe7 req-4366d44e-4856-440e-895c-74c722cddb2c tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.3422208 Jul 07 17:47:39.881929 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:47:34Z', 'revision_number': 3, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port': {'id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:31Z', 'updated_at': '2021-07-07T17:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:39.882619 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:39.924261 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa0476-2529-489e-b6b9-d2c2da557b51 None None] The sync data for ids ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'] in n-d-798930-2 is: [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:47:34Z', 'revision_number': 3, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port': {'id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:31Z', 'updated_at': '2021-07-07T17:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:39.943771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad759b2f-a552-4466-95a9-ced9afd6abe7 req-750e8f31-3345-4702-addb-5c61820808d4 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957496 Jul 07 17:47:39.961144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:39.967848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:39.973839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:39.974464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.021506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Pushing event updated for resources: {'Port': ['ID=ec22dd06-a3b7-4e36-9a89-4b238924594c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:40.169275 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6576-3fd8-4ade-9d91-07c715acf640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.172703 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5fdce2f-139f-4dcb-84d5-1170d845502e req-5f283b38-78ec-4b51-abde-084441ed8575 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008307 Jul 07 17:47:40.188352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.189019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.190436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] 10.222.0.90 "PUT /v2.0/ports/3c6760a2-322f-4c8d-837f-ec416168e8e3 HTTP/1.1" status: 200 len: 1096 time: 2.6847236 Jul 07 17:47:40.190896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57027371-a173-4db7-9288-b52db214d3ea', 'tag': '3c6760a2-322f-4c8d-837f-ec416168e8e3'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:40.193202 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19" -d '{"events": [{"name": "network-changed", "server_uuid": "57027371-a173-4db7-9288-b52db214d3ea", "tag": "3c6760a2-322f-4c8d-837f-ec416168e8e3"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:40.331590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.373239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6576-3fd8-4ade-9d91-07c715acf640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.407441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c27a-aca4-4f38-b6cf-22cc517286eb service neutron] Pushing event updated for resources: {'Port': ['ID=3c6760a2-322f-4c8d-837f-ec416168e8e3,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:40.500627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7b8243b9-8fe2-4bbf-a295-5b48f04b286f None None] Provisioning for port ec22dd06-a3b7-4e36-9a89-4b238924594c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:40.513079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7b8243b9-8fe2-4bbf-a295-5b48f04b286f None None] Provisioning complete for port ec22dd06-a3b7-4e36-9a89-4b238924594c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:40.514043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b8243b9-8fe2-4bbf-a295-5b48f04b286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.542688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-ab216922-32ae-44d7-874b-debb64be6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.544257 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-ab216922-32ae-44d7-874b-debb64be6028 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5774bea02baa41768218d07db5e149ae&device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 1099 time: 0.2532427 Jul 07 17:47:40.632067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7b8243b9-8fe2-4bbf-a295-5b48f04b286f None None] Port ec22dd06-a3b7-4e36-9a89-4b238924594c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:40.709418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c93c72e0-bea8-49bd-9810-0f57c21b6f51 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:40.719397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6576-3fd8-4ade-9d91-07c715acf640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.722134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6576-3fd8-4ade-9d91-07c715acf640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.723300 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7f8c6576-3fd8-4ade-9d91-07c715acf640 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/09561b8f-b336-417f-a68f-aa0df1b80667 HTTP/1.1" status: 204 len: 168 time: 1.0178499 Jul 07 17:47:40.767293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c6576-3fd8-4ade-9d91-07c715acf640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09561b8f-b336-417f-a68f-aa0df1b80667,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:40.781627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-c74fea46-ae32-4a8e-a998-2500ed7020df service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=3c6760a2-322f-4c8d-837f-ec416168e8e3 HTTP/1.1" status: 200 len: 217 time: 0.2084842 Jul 07 17:47:40.834185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c93c72e0-bea8-49bd-9810-0f57c21b6f51 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:40.840869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c93c72e0-bea8-49bd-9810-0f57c21b6f51 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:40.841437 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:40.924052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-bc56399b-dc1b-437c-8df2-a6e1da823813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.925583 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-bc56399b-dc1b-437c-8df2-a6e1da823813 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1388535 Jul 07 17:47:41.036796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.077467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port c93c72e0-bea8-49bd-9810-0f57c21b6f51, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c93c72e0-bea8-49bd-9810-0f57c21b6f51,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:41.085626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.187988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=c93c72e0-bea8-49bd-9810-0f57c21b6f51,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:41.224775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee74ba-17a8-4950-8b01-be1e29e2aa32 req-1dbfe7b8-38b3-4feb-85b9-a3b5d1e8942e tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.231969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1ee74ba-17a8-4950-8b01-be1e29e2aa32 req-1dbfe7b8-38b3-4feb-85b9-a3b5d1e8942e tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 969 time: 0.7143345 Jul 07 17:47:41.264726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.271584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.272197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.401630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1ee74ba-17a8-4950-8b01-be1e29e2aa32 req-6eadca73-ff10-43d1-bfc6-1a2a45ff9f23 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686106 Jul 07 17:47:41.468194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Pushing event updated for resources: {'Port': ['ID=ec22dd06-a3b7-4e36-9a89-4b238924594c,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:41.500754 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7539deaa-c84d-4f28-9166-fce99ca5e6e3 x-openstack-request-id: req-7539deaa-c84d-4f28-9166-fce99ca5e6e3 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:41.501330 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57027371-a173-4db7-9288-b52db214d3ea", "tag": "3c6760a2-322f-4c8d-837f-ec416168e8e3", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:41.501516 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7539deaa-c84d-4f28-9166-fce99ca5e6e3 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:41.502013 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57027371-a173-4db7-9288-b52db214d3ea', 'tag': '3c6760a2-322f-4c8d-837f-ec416168e8e3', 'status': 'completed', 'code': 200} Jul 07 17:47:41.502179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-c3ff8da6-9861-44c3-83b7-76a6aba2e5f3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4f6cca55a447459198e031601cd8b4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563252 Jul 07 17:47:41.627294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-47ad0c74-b81a-4c42-a8b1-ab88ffd4d115 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.629027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-47ad0c74-b81a-4c42-a8b1-ab88ffd4d115 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257625 Jul 07 17:47:41.654155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-36f638d6-d09d-4c5b-8368-7a7ce04de588 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/quotas/4f6cca55a447459198e031601cd8b4bd HTTP/1.1" status: 200 len: 375 time: 0.0194447 Jul 07 17:47:41.676888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:41.679582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:41.955597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-40428e6e-6925-4c47-99f9-a5720558d9d1 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f6cca55a447459198e031601cd8b4bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2929258 Jul 07 17:47:42.052442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9ca3864d-5da1-4824-b5a9-1999b9881724 None None] Provisioning complete for port ec22dd06-a3b7-4e36-9a89-4b238924594c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:42.055566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ca3864d-5da1-4824-b5a9-1999b9881724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.131458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3864d-5da1-4824-b5a9-1999b9881724 None None] Port ec22dd06-a3b7-4e36-9a89-4b238924594c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:42.183310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5917b-1d1f-4404-bd34-2076ef593ca0 req-d03a281d-9cb6-4a32-99a0-a10380c143e0 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:42.184947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fba5917b-1d1f-4404-bd34-2076ef593ca0 req-d03a281d-9cb6-4a32-99a0-a10380c143e0 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.2319643 Jul 07 17:47:42.213107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:42.285633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fba5917b-1d1f-4404-bd34-2076ef593ca0 req-987466f6-ec93-4818-9490-4d6282c377eb tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765822 Jul 07 17:47:42.402028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:42.415913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c0710164-c216-4498-9507-3f5fccd1d78d admin admin] 10.222.0.88 "PUT /v2.0/routers/9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0396526 Jul 07 17:47:42.516539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-17c49751-8e48-4703-9768-3e10422f8cac req-5f25fb72-2786-483c-8b65-e99c7ef409c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 210 time: 0.0438337 Jul 07 17:47:42.585680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c853d-9a2f-46f2-8f0e-36d512b3e264 req-68aba045-4e67-49ff-b858-57b360ce3cf9 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:42.589070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e68c853d-9a2f-46f2-8f0e-36d512b3e264 req-68aba045-4e67-49ff-b858-57b360ce3cf9 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.1715312 Jul 07 17:47:42.656759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c93c72e0-bea8-49bd-9810-0f57c21b6f51 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:42.670167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e68c853d-9a2f-46f2-8f0e-36d512b3e264 req-fb0ce3e3-a0c7-44f4-992e-716ab85c559b tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748739 Jul 07 17:47:42.741898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Sync routers for ids ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:42.799486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Routers {'9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:42.800505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:42.922575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c93c72e0-bea8-49bd-9810-0f57c21b6f51 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:42.922935 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:42.943948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952446f1-e37d-41fe-8856-f95f61554436 req-e87417ff-b77a-4667-a390-a1d51a077b8e tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:42.955158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-952446f1-e37d-41fe-8856-f95f61554436 req-e87417ff-b77a-4667-a390-a1d51a077b8e tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 969 time: 0.0983160 Jul 07 17:47:43.021844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-952446f1-e37d-41fe-8856-f95f61554436 req-28de33d2-c26f-4506-b0e2-6cfd010e403e tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653365 Jul 07 17:47:43.215733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Set router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:43.509795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bccf74-3925-40fc-909e-b04cef9fad3f req-274f15f3-42fe-4299-a5d8-efcd5869b440 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.511372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86bccf74-3925-40fc-909e-b04cef9fad3f req-274f15f3-42fe-4299-a5d8-efcd5869b440 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.0767350 Jul 07 17:47:43.559491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86bccf74-3925-40fc-909e-b04cef9fad3f req-abbaf597-3afa-4c36-bbe3-f126c6f0da2b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Jul 07 17:47:43.566161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:47:40Z', 'revision_number': 4, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port': {'id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:31Z', 'updated_at': '2021-07-07T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ec22dd06-a3b7-4e36-9a89-4b238924594c', 'name': '', 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'mac_address': 'fa:16:3e:eb:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '339d3ddd-d2e7-4438-8cde-3831f7dc8233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:38Z', 'updated_at': '2021-07-07T17:47:40Z', 'revision_number': 2, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'subnets': [{'id': '339d3ddd-d2e7-4438-8cde-3831f7dc8233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:43.603576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Checking router: 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:43.603927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Updating router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b port ec22dd06-a3b7-4e36-9a89-4b238924594c binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:47:43.648493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.801602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e18dc8c-4fc4-4007-b478-c5e0e254f2b0 req-bd4efbbb-66ca-4edd-aa04-53f34b1772d6 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 210 time: 0.0410495 Jul 07 17:47:44.043380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcec1f-1c47-46e7-bbf6-7422dc18ccad req-08aac3de-7afa-496b-8029-1ab7b3529d72 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:44.044984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7dbcec1f-1c47-46e7-bbf6-7422dc18ccad req-08aac3de-7afa-496b-8029-1ab7b3529d72 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.0717010 Jul 07 17:47:44.051993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.077222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Transition to ACTIVE for port object ec22dd06-a3b7-4e36-9a89-4b238924594c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:44.090058 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.152982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7dbcec1f-1c47-46e7-bbf6-7422dc18ccad req-1a083b31-0431-4b0b-bef8-9c477c67bd22 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016455 Jul 07 17:47:44.161628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bf20e-28d7-41f5-8d47-896d9bfeb03c None None] Pushing event updated for resources: {'Port': ['ID=ec22dd06-a3b7-4e36-9a89-4b238924594c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:44.239197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47992) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:44.251030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-65e97e1f-30fe-4ce4-88f9-3f0de6f5cf3c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097421816', 'description': 'tempest-description--458182165'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:44.267784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47994) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:44.280888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Attempting to bind port ec22dd06-a3b7-4e36-9a89-4b238924594c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:44.281445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Attempting to bind port ec22dd06-a3b7-4e36-9a89-4b238924594c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:44.281738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Attempting to bind port ec22dd06-a3b7-4e36-9a89-4b238924594c on network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:44.296048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:44.296470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Checking segment: {'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:44.297212 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.297740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Bound using segment: {'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:44.304438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Bound port: ec22dd06-a3b7-4e36-9a89-4b238924594c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862e109f-152f-49ba-b3a5-6749fc27e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:44.307619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.335893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65e97e1f-30fe-4ce4-88f9-3f0de6f5cf3c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.464021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] For port ec22dd06-a3b7-4e36-9a89-4b238924594c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:44.467615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] For port ec22dd06-a3b7-4e36-9a89-4b238924594c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ec22dd06-a3b7-4e36-9a89-4b238924594c,segment=NetworkSegment(862e109f-152f-49ba-b3a5-6749fc27e963),segment_id=862e109f-152f-49ba-b3a5-6749fc27e963)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:44.483423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.491360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87eece7a-10eb-42ed-976e-c336088d6ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.524138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65e97e1f-30fe-4ce4-88f9-3f0de6f5cf3c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.536126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65e97e1f-30fe-4ce4-88f9-3f0de6f5cf3c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.585426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Routers {'9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:44.586954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:44.662913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bf20e-28d7-41f5-8d47-896d9bfeb03c None None] Pushing event updated for resources: {'Port': ['ID=ec22dd06-a3b7-4e36-9a89-4b238924594c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:44.668190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e97e1f-30fe-4ce4-88f9-3f0de6f5cf3c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7443bb-c8da-4cca-9107-fc71d9aa0672,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:44.699558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87eece7a-10eb-42ed-976e-c336088d6ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.713577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87eece7a-10eb-42ed-976e-c336088d6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.721184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65e97e1f-30fe-4ce4-88f9-3f0de6f5cf3c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.725111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-65e97e1f-30fe-4ce4-88f9-3f0de6f5cf3c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4822419 Jul 07 17:47:44.729657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48008) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:44.742772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e837e-67dc-4637-9d08-7d3836ddcc23 req-5c963c48-ca17-4700-a2ae-519b2ec5c5ed tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:44.755056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f64e837e-67dc-4637-9d08-7d3836ddcc23 req-5c963c48-ca17-4700-a2ae-519b2ec5c5ed tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 969 time: 0.2292514 Jul 07 17:47:44.755288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-04b3e16f-230a-4ae7-bc8f-294889d8288b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'security_group_rule': {'security_group_id': '9e7443bb-c8da-4cca-9107-fc71d9aa0672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:44.840990 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-87eece7a-10eb-42ed-976e-c336088d6ee1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=54a9bf1825d3451cbebec235775abbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703888 Jul 07 17:47:44.846086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eece7a-10eb-42ed-976e-c336088d6ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c28ede5-dfbb-4e07-b04d-ab400803b5cb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:44.849250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48012) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:44.870852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48014) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:44.872279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f64e837e-67dc-4637-9d08-7d3836ddcc23 req-3acf7196-90c3-41e6-bd61-d18f23c37ed3 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117632 Jul 07 17:47:44.872382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04b3e16f-230a-4ae7-bc8f-294889d8288b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.879303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] Set router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:44.987910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04b3e16f-230a-4ae7-bc8f-294889d8288b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.996537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04b3e16f-230a-4ae7-bc8f-294889d8288b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.049776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04b3e16f-230a-4ae7-bc8f-294889d8288b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.052884 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-04b3e16f-230a-4ae7-bc8f-294889d8288b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086929 Jul 07 17:47:45.053531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3e16f-230a-4ae7-bc8f-294889d8288b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701062bc-2076-467c-b3b1-b3e9c25d3e54,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.060539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48018) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:45.065275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-eeae6fb3-3c78-42c6-8c68-4931581ff9fb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'security_group_rule': {'security_group_id': '9e7443bb-c8da-4cca-9107-fc71d9aa0672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:45.111225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeae6fb3-3c78-42c6-8c68-4931581ff9fb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.115588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4849474e-581a-4c7b-8e97-01f13504b6d4 req-b3c30c63-5c5b-4bc0-8d07-329b6cb59eba tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 210 time: 0.0580866 Jul 07 17:47:45.123026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:47:40Z', 'revision_number': 4, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port': {'id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:31Z', 'updated_at': '2021-07-07T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ec22dd06-a3b7-4e36-9a89-4b238924594c', 'name': '', 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'mac_address': 'fa:16:3e:eb:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '339d3ddd-d2e7-4438-8cde-3831f7dc8233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:38Z', 'updated_at': '2021-07-07T17:47:44Z', 'revision_number': 4, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'subnets': [{'id': '339d3ddd-d2e7-4438-8cde-3831f7dc8233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:45.157080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d85d37-ecdd-4f4c-a8d0-5ad6cd1592d9 None None] The sync data for ids ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'] in n-d-798930-2 is: [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:47:40Z', 'revision_number': 4, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port': {'id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:31Z', 'updated_at': '2021-07-07T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ec22dd06-a3b7-4e36-9a89-4b238924594c', 'name': '', 'network_id': 'c14c4fec-9dd2-4d76-b910-8dcfb0ea7585', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'mac_address': 'fa:16:3e:eb:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '339d3ddd-d2e7-4438-8cde-3831f7dc8233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:38Z', 'updated_at': '2021-07-07T17:47:44Z', 'revision_number': 4, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'subnets': [{'id': '339d3ddd-d2e7-4438-8cde-3831f7dc8233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:45.170873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c61a6c89-6ceb-4b1e-875e-7d10f7c2aed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.180932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c81aa43-80e5-42df-a930-46a7253df446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.184982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05601e-6d2e-4877-901c-af5e8b7aca64 req-60dfa311-fe88-40cd-913f-a81ffa1d3b84 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.186649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a05601e-6d2e-4877-901c-af5e8b7aca64 req-60dfa311-fe88-40cd-913f-a81ffa1d3b84 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.3122218 Jul 07 17:47:45.213767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeae6fb3-3c78-42c6-8c68-4931581ff9fb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.227437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeae6fb3-3c78-42c6-8c68-4931581ff9fb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.249693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c61a6c89-6ceb-4b1e-875e-7d10f7c2aed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.287382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae6fb3-3c78-42c6-8c68-4931581ff9fb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516c5d30-1d00-4c92-97d1-f318d5f030a0,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.348952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a05601e-6d2e-4877-901c-af5e8b7aca64 req-dcda10b9-6d11-45a5-b80d-aa14cd1635fa tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419475 Jul 07 17:47:45.393568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c61a6c89-6ceb-4b1e-875e-7d10f7c2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.394643 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c81aa43-80e5-42df-a930-46a7253df446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.398309 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c61a6c89-6ceb-4b1e-875e-7d10f7c2aed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.399891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c61a6c89-6ceb-4b1e-875e-7d10f7c2aed0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6c28ede5-dfbb-4e07-b04d-ab400803b5cb HTTP/1.1" status: 204 len: 168 time: 0.5267174 Jul 07 17:47:45.405488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c81aa43-80e5-42df-a930-46a7253df446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.417290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a6c89-6ceb-4b1e-875e-7d10f7c2aed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c28ede5-dfbb-4e07-b04d-ab400803b5cb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.419624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeae6fb3-3c78-42c6-8c68-4931581ff9fb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.423918 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eeae6fb3-3c78-42c6-8c68-4931581ff9fb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622167 Jul 07 17:47:45.431421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48024) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:45.447337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:45.499489 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1c81aa43-80e5-42df-a930-46a7253df446 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f7337125ccfe46d981e2a26bc60f7a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926566 Jul 07 17:47:45.502881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48026) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:45.517255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.535621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81aa43-80e5-42df-a930-46a7253df446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1cf075-e5d8-4249-9488-378c3467ec56,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.579146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a784-1f25-4ffd-85de-373974c441a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.609992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a784-1f25-4ffd-85de-373974c441a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.620600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6e796-822d-4cd4-93cc-1accca54ef6a req-e4b587de-3245-4c0d-85f2-261bd5caae7e tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.628216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5da6e796-822d-4cd4-93cc-1accca54ef6a req-e4b587de-3245-4c0d-85f2-261bd5caae7e tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.1986370 Jul 07 17:47:45.687333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a784-1f25-4ffd-85de-373974c441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.689666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5da6e796-822d-4cd4-93cc-1accca54ef6a req-ff045359-f8a8-4452-8ca2-9edc4adc33ad tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605586 Jul 07 17:47:45.692903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a784-1f25-4ffd-85de-373974c441a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.694812 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b4c3a784-1f25-4ffd-85de-373974c441a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bc1cf075-e5d8-4249-9488-378c3467ec56 HTTP/1.1" status: 204 len: 168 time: 0.1908052 Jul 07 17:47:45.709955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a784-1f25-4ffd-85de-373974c441a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1cf075-e5d8-4249-9488-378c3467ec56,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:45.734636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.795454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ff25e89-ddcc-4079-9ffa-de1875ec254c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.884671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Allocated IP 172.25.1.98 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/21bd1762-b6c5-4f2d-b8f4-093785fc978e) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:46.034190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48038) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:46.054375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51d79955-eb82-4577-bb73-cc5453f6a166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.068741 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.133730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e0d51-0f6b-4e65-a36e-573a4d02747a req-2b5725d4-c957-4e62-b819-6243eee70585 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:46.135417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-644e0d51-0f6b-4e65-a36e-573a4d02747a req-2b5725d4-c957-4e62-b819-6243eee70585 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 969 time: 0.1234884 Jul 07 17:47:46.190074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51d79955-eb82-4577-bb73-cc5453f6a166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.195037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51d79955-eb82-4577-bb73-cc5453f6a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.195647 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.233983 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-51d79955-eb82-4577-bb73-cc5453f6a166 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=26a4e1ff8727479cb55befe8840ee062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982102 Jul 07 17:47:46.240430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48042) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:46.260928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:46.276248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 71211541-4144-48a8-b821-2622a8278c80 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:46.281389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d79955-eb82-4577-bb73-cc5453f6a166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654545c-9c35-4a94-9a68-cda38389ad96,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:46.299473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:46.311108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:46.333324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38eaf250-a0b6-4a50-b869-d12e79be8371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.343904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-644e0d51-0f6b-4e65-a36e-573a4d02747a req-86363ac4-fe69-4cfb-a876-821610f32ddd tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014978 Jul 07 17:47:46.359587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48044) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:46.386763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38eaf250-a0b6-4a50-b869-d12e79be8371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.395525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b61170f-e2e6-4218-9330-2a2ce6a1ce7c req-51fd7312-cd8b-4520-960e-a1a9d3902223 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 210 time: 0.0856497 Jul 07 17:47:46.410296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a4fb4a-28d6-4575-9bf1-bc4451a90ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.415333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event updated for resources: {'Port': ['ID=21bd1762-b6c5-4f2d-b8f4-093785fc978e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:46.459924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 71211541-4144-48a8-b821-2622a8278c80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=71211541-4144-48a8-b821-2622a8278c80,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:46.480667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '71211541-4144-48a8-b821-2622a8278c80', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '71211541-4144-48a8-b821-2622a8278c80', 'mac_address': 'fa:16:3e:e2:6a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-154619901', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:46.488908 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38eaf250-a0b6-4a50-b869-d12e79be8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.491460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38eaf250-a0b6-4a50-b869-d12e79be8371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.495730 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-38eaf250-a0b6-4a50-b869-d12e79be8371 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c654545c-9c35-4a94-9a68-cda38389ad96 HTTP/1.1" status: 204 len: 168 time: 0.2538300 Jul 07 17:47:46.508940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf250-a0b6-4a50-b869-d12e79be8371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654545c-9c35-4a94-9a68-cda38389ad96,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:46.515843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.535585 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.575376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71211541-4144-48a8-b821-2622a8278c80 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:46.614786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 71211541-4144-48a8-b821-2622a8278c80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=71211541-4144-48a8-b821-2622a8278c80,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:46.640265 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.645376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 028d2ab2-770d-444b-9def-e7e4127463de details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:46.679274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.690229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a4fb4a-28d6-4575-9bf1-bc4451a90ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.690923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec22dd06-a3b7-4e36-9a89-4b238924594c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:46.698381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a4fb4a-28d6-4575-9bf1-bc4451a90ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.748949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dd713-7323-47c1-9300-bdbbf9054352 req-55f715e1-0839-48f9-9f43-dd3d90106ede tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:46.756988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e26dd713-7323-47c1-9300-bdbbf9054352 req-55f715e1-0839-48f9-9f43-dd3d90106ede tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 968 time: 0.2112896 Jul 07 17:47:46.771456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 028d2ab2-770d-444b-9def-e7e4127463de, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=028d2ab2-770d-444b-9def-e7e4127463de,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:46.800603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a4a4fb4a-28d6-4575-9bf1-bc4451a90ffc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2013ed09059400dac8b94f1096de156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395885 Jul 07 17:47:46.801369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48056) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:46.808166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4fb4a-28d6-4575-9bf1-bc4451a90ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4fff3d-98f6-46b0-9633-e5a56f457915,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:46.822900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '028d2ab2-770d-444b-9def-e7e4127463de', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '028d2ab2-770d-444b-9def-e7e4127463de', 'mac_address': 'fa:16:3e:bc:63:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:tempest-test_az-154619901', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:46.872550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86527ff7-411e-4155-886f-bee4fa32ae09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.883067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e26dd713-7323-47c1-9300-bdbbf9054352 req-8fa45b55-9c6c-423e-9aa0-99e815e3c466 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250713 Jul 07 17:47:46.884166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ec22dd06-a3b7-4e36-9a89-4b238924594c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:46.899042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ec22dd06-a3b7-4e36-9a89-4b238924594c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:46.899042 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.899042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=71211541-4144-48a8-b821-2622a8278c80,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:46.917561 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86527ff7-411e-4155-886f-bee4fa32ae09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.930119 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.946685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028d2ab2-770d-444b-9def-e7e4127463de {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:46.983919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 028d2ab2-770d-444b-9def-e7e4127463de, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=028d2ab2-770d-444b-9def-e7e4127463de,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:46.993090 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.008557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86527ff7-411e-4155-886f-bee4fa32ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.015224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86527ff7-411e-4155-886f-bee4fa32ae09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.016309 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-86527ff7-411e-4155-886f-bee4fa32ae09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/db4fff3d-98f6-46b0-9633-e5a56f457915 HTTP/1.1" status: 204 len: 168 time: 0.2133894 Jul 07 17:47:47.025400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86527ff7-411e-4155-886f-bee4fa32ae09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4fff3d-98f6-46b0-9633-e5a56f457915,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:47.040648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.061402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.074027 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.117087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=028d2ab2-770d-444b-9def-e7e4127463de,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:47.117658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.123245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event updated for resources: {'Port': ['ID=21bd1762-b6c5-4f2d-b8f4-093785fc978e,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:47.133869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ec22dd06-a3b7-4e36-9a89-4b238924594c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ec22dd06-a3b7-4e36-9a89-4b238924594c,segment=NetworkSegment(862e109f-152f-49ba-b3a5-6749fc27e963),segment_id=862e109f-152f-49ba-b3a5-6749fc27e963)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:47.141770 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.144723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.149397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b421cb04-9f0d-4462-9e8d-4fa2feef2a40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7165215 Jul 07 17:47:47.177131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7ac9f-8390-42ef-9151-cc687f483445 req-34e23ae7-649c-40a2-b87e-f610461bc323 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.179071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1e7ac9f-8390-42ef-9151-cc687f483445 req-34e23ae7-649c-40a2-b87e-f610461bc323 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.1715913 Jul 07 17:47:47.249144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1e7ac9f-8390-42ef-9151-cc687f483445 req-e1ac164c-c041-434a-b579-2cc9e84b4a15 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 Jul 07 17:47:47.366243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ec22dd06-a3b7-4e36-9a89-4b238924594c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:47.436709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-adfdff3b-21e6-4606-b0d0-cf58646a1a36 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1097421816&fields=id&tenant_id=036a6086fbde475cb6304008bc73b371 HTTP/1.1" status: 200 len: 267 time: 0.0633397 Jul 07 17:47:47.448567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['71211541-4144-48a8-b821-2622a8278c80'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:47.486763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['028d2ab2-770d-444b-9def-e7e4127463de'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:47.708423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44d0ff-050d-4bd7-a456-511e9529b74c req-70c0710d-2b4d-4461-9b8f-14be165bc195 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.709958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b44d0ff-050d-4bd7-a456-511e9529b74c req-70c0710d-2b4d-4461-9b8f-14be165bc195 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 970 time: 0.2273436 Jul 07 17:47:47.718603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-9bd62754-53d7-4363-929a-f60f95470063 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.725330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-9bd62754-53d7-4363-929a-f60f95470063 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 824 time: 0.2869701 Jul 07 17:47:47.804882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-56bad32c-f07f-4418-8814-1dc1b5c321b7 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/quotas/036a6086fbde475cb6304008bc73b371 HTTP/1.1" status: 200 len: 375 time: 0.0787258 Jul 07 17:47:47.887557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a937-31f8-418f-b949-b208917a7716 req-aa1ab221-9ba4-4e1d-b913-b5ee6b940be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.889220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-aa1ab221-9ba4-4e1d-b913-b5ee6b940be2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274967 Jul 07 17:47:48.043663 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-5ff3144d-b671-4d86-b0b3-233017500e0a service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429853 Jul 07 17:47:48.170590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b44d0ff-050d-4bd7-a456-511e9529b74c req-d5142941-a532-4e4b-b119-60e2e83067b9 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433041 Jul 07 17:47:48.196594 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d893a937-31f8-418f-b949-b208917a7716 req-8433d6e5-a942-44c6-9fc4-c6822a3fa689 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404688 Jul 07 17:47:48.237450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-1f5152bc-5bef-45e4-9ea0-880a98b9f6e6 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4315894 Jul 07 17:47:48.238300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48118) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:48.254305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-0f6ab8d5-be8c-49eb-b7b8-845c3fc38e32 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:47:48.263706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-0f6ab8d5-be8c-49eb-b7b8-845c3fc38e32 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155823 Jul 07 17:47:48.312784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee937-c1dc-45b2-a068-f39f828fca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.337204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-6716d85b-5269-4c92-8583-8118ae22a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:48.338822 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-6716d85b-5269-4c92-8583-8118ae22a83a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5774bea02baa41768218d07db5e149ae&device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 1099 time: 0.0860987 Jul 07 17:47:48.341039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7685623-72dc-444f-9039-dd4f9e80bc8e req-2b3dc21e-fd47-4a81-882d-8fe85c37c429 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Jul 07 17:47:48.386652 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.434024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-274791343-network', 'tenant_id': 'f32f7b8b480f4c62bdf41e361349aa7a'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:48.481384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Made reservation on behalf of f32f7b8b480f4c62bdf41e361349aa7a for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:48.484004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.501691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.512886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-15627abf-9f8a-4dc6-855a-d750f28d7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:48.514420 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-15627abf-9f8a-4dc6-855a-d750f28d7cf4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1553581 Jul 07 17:47:48.565295 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-b8eae059-e05d-4e70-8a2b-6c34af251e13 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=3c6760a2-322f-4c8d-837f-ec416168e8e3 HTTP/1.1" status: 200 len: 217 time: 0.0394189 Jul 07 17:47:48.608752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e07292-0693-47de-ba64-d5b7d5423616 req-e1022166-7960-4292-80d2-89d2d2dcc559 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:48.610634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08e07292-0693-47de-ba64-d5b7d5423616 req-e1022166-7960-4292-80d2-89d2d2dcc559 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 969 time: 0.1533282 Jul 07 17:47:48.635977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec22dd06-a3b7-4e36-9a89-4b238924594c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:48.645108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-28c28440-8799-47b3-b7fa-d9ba3c7e5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:48.646642 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-28c28440-8799-47b3-b7fa-d9ba3c7e5b03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0696890 Jul 07 17:47:48.667152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-06c1c33e-2f63-41e0-98eb-0ce84a92bf39 service neutron] 10.222.0.88 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484901 Jul 07 17:47:48.706190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.718605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.739000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ec22dd06-a3b7-4e36-9a89-4b238924594c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:48.739388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.749248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08e07292-0693-47de-ba64-d5b7d5423616 req-bf7fe947-fb6f-4c1d-8591-db10192422af tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076796 Jul 07 17:47:48.767534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.90', 54690) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:48.782105 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777fc67a-bb3d-48a9-aebd-d5e45027a0b1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:48.800125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:48.819707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:48.820053 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Added segment 92cd28bf-ffd0-4999-9d95-52e541ccf040 of type vlan for network 41076a0e-6823-4994-81c2-d0883b9e5a3d Jul 07 17:47:48.835732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-cdf8475c-61d5-4726-9456-80501cf15696 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4f6cca55a447459198e031601cd8b4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666780 Jul 07 17:47:48.847206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-9facd9c3-52b5-48b6-adae-e0f00d2c3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:48.848880 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-9facd9c3-52b5-48b6-adae-e0f00d2c3b56 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409330 Jul 07 17:47:48.971886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.007654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.008636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.009362 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.059682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-93c0286d-0ebe-4c03-a7b5-3af341a8b026 service neutron] 10.222.0.88 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836577 Jul 07 17:47:49.076594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-dc8e8988-0a29-4d47-8886-d40b54f58668 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.078187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-dc8e8988-0a29-4d47-8886-d40b54f58668 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364311 Jul 07 17:47:49.092778 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8532181 Jul 07 17:47:49.096920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Request body: {'port': {'device_id': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '4f6cca55a447459198e031601cd8b4bd'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:49.099894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48142) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:49.105450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Request body: {'subnet': {'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-274791343-subnet', 'tenant_id': 'f32f7b8b480f4c62bdf41e361349aa7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:49.127050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aa06b-06ee-4c9b-8b1d-676cefd2bf21 admin admin] Pushing event updated for resources: {'Network': ['ID=41076a0e-6823-4994-81c2-d0883b9e5a3d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.128331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7397e41-6ee3-47aa-9ae7-e07d76ed3b68 req-35e0cbb5-cf30-4b94-9bf7-691a8722c514 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.137152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7397e41-6ee3-47aa-9ae7-e07d76ed3b68 req-35e0cbb5-cf30-4b94-9bf7-691a8722c514 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.1701083 Jul 07 17:47:49.141710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:49.158838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-97bd6436-4d7c-4111-be1c-97ac71639869 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887068 Jul 07 17:47:49.288915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7397e41-6ee3-47aa-9ae7-e07d76ed3b68 req-79fe6fd3-1d4b-4ab3-bdf3-734fc2d8706a tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146345 Jul 07 17:47:49.294655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Made reservation on behalf of f32f7b8b480f4c62bdf41e361349aa7a for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:49.307446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.335544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Made reservation on behalf of 4f6cca55a447459198e031601cd8b4bd for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:49.339956 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.350893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.434271 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d90ea981-cd65-4bdb-a47c-92eb0f8a3d19 req-c2e6be08-e5bc-4a4c-8e40-772a98c02564 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639594 Jul 07 17:47:49.439100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-884214a6-2899-46d5-80e4-61e6417307c1 req-5d77c392-eac9-4731-af25-21feead2a4d8 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0707691 Jul 07 17:47:49.509494 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.544915 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.558234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83e90-75bd-4a4a-a30d-6f1ee868f701 req-f97a7d36-0123-49c5-a2f0-62af07e2912e tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.567155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16e83e90-75bd-4a4a-a30d-6f1ee868f701 req-f97a7d36-0123-49c5-a2f0-62af07e2912e tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 970 time: 0.1863594 Jul 07 17:47:49.598408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f191cd55-f633-4670-a602-3bdbf533c9f3,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.616506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:49.617194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Network hostable DHCP agents. Network: 41076a0e-6823-4994-81c2-d0883b9e5a3d, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:49.639426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:49.653985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16e83e90-75bd-4a4a-a30d-6f1ee868f701 req-41a66bd5-bd2b-4981-b226-8f68dfee578b tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852845 Jul 07 17:47:49.656097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 41076a0e-6823-4994-81c2-d0883b9e5a3d) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:49.666924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30796971-a7fe-491b-ab86-9ac0102a0f0b None None] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:49.667814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:49.669043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.681947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.687601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.715469 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1bfadc57-d4f2-4ebe-b3a1-138021d4ea0d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6135781 Jul 07 17:47:49.774948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9770a306-5ae4-46f1-913d-e67d349af3e7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:49.943844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7202c7e-059b-42b7-b3cd-d7907a52914b None None] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:49.966246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f74170fd-f859-4f2e-aeca-c6ace083ce0e req-5db6a918-a809-4045-815e-e6958208d41f tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 210 time: 0.0486097 Jul 07 17:47:49.973692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Allocated IP 192.168.233.111 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/8f453207-6352-4454-9546-fe44d0212f00) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:50.246940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29033-408e-4f58-84f0-e334df82cd84 req-888af9c3-f14d-4f95-9795-d03fc846edc9 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:50.248647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56d29033-408e-4f58-84f0-e334df82cd84 req-888af9c3-f14d-4f95-9795-d03fc846edc9 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 969 time: 0.1664381 Jul 07 17:47:50.250667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 71211541-4144-48a8-b821-2622a8278c80 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:50.279519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.320096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Transition to ACTIVE for port object 8f453207-6352-4454-9546-fe44d0212f00 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:50.328967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56d29033-408e-4f58-84f0-e334df82cd84 req-2b79b446-a85f-4a50-8775-f5328dfcb95a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680294 Jul 07 17:47:50.344447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 71211541-4144-48a8-b821-2622a8278c80 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:50.352023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 71211541-4144-48a8-b821-2622a8278c80 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:50.352438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.369618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.415255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:50.420736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:50.426032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:50.432083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:50.432787 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.455103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Pushing event updated for resources: {'Port': ['ID=8f453207-6352-4454-9546-fe44d0212f00,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:50.462412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-ffe84495-cb87-494f-9cd4-66177a43380b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3758135 Jul 07 17:47:50.487093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Request body: {'port': {'device_id': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:50.502348 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.576219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48200) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:50.582544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-559873773-network', 'tenant_id': '0aff858caf1d4fff934daa48a65dde8c'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:50.624574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Made reservation on behalf of 0aff858caf1d4fff934daa48a65dde8c for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:50.627156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.638708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 71211541-4144-48a8-b821-2622a8278c80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=71211541-4144-48a8-b821-2622a8278c80,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:50.641518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71211541-4144-48a8-b821-2622a8278c80'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:50.647597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.695754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.705139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1331-0017-48f9-ae12-c35fe1ce1b6f req-5444c704-feb3-4a17-8c15-5f004a63ccae tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:50.706606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-861d1331-0017-48f9-ae12-c35fe1ce1b6f req-5444c704-feb3-4a17-8c15-5f004a63ccae tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.2375190 Jul 07 17:47:50.756213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-816e2f37-7e94-4073-9ce5-b95b74f9c598 req-3580dfac-ca10-4c29-b20e-9f125df4bcb5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 210 time: 0.0485411 Jul 07 17:47:50.762105 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.763411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 028d2ab2-770d-444b-9def-e7e4127463de up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:50.855560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-692c8880-409d-4f9a-ad85-e09eeefcb4ac None None] Provisioning for port 8f453207-6352-4454-9546-fe44d0212f00 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:50.872975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-692c8880-409d-4f9a-ad85-e09eeefcb4ac None None] Provisioning complete for port 8f453207-6352-4454-9546-fe44d0212f00 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:50.873861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-692c8880-409d-4f9a-ad85-e09eeefcb4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.876578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=71211541-4144-48a8-b821-2622a8278c80,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:50.923232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 028d2ab2-770d-444b-9def-e7e4127463de completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:50.927530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-692c8880-409d-4f9a-ad85-e09eeefcb4ac None None] Port 8f453207-6352-4454-9546-fe44d0212f00 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:50.931694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 028d2ab2-770d-444b-9def-e7e4127463de triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:50.932718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:50.976575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-861d1331-0017-48f9-ae12-c35fe1ce1b6f req-dad53371-eea8-4239-8447-55d966af084d tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515297 Jul 07 17:47:51.002140 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7933e14-eaae-400f-8272-8e0a56675125" -d '{"events": [{"server_uuid": "d11ca370-561f-4e87-9282-51d62ed81fa9", "name": "network-vif-plugged", "status": "completed", "tag": "71211541-4144-48a8-b821-2622a8278c80"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:51.072406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.073511 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.097527 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.097916 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.112860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:47:51.124784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.124984 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Added segment f8ea70a4-7290-43ce-89b0-0710771381f4 of type vlan for network 64c9b8cc-f848-44c4-8bcf-19654091fd02 Jul 07 17:47:51.172135 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.184968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 028d2ab2-770d-444b-9def-e7e4127463de, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=028d2ab2-770d-444b-9def-e7e4127463de,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:51.191692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.243952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-6fee7f35-6c32-41b6-8db0-38d7a73d95e4 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:51.245574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-6fee7f35-6c32-41b6-8db0-38d7a73d95e4 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.55 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 824 time: 0.4267595 Jul 07 17:47:51.253690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.254858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:51.255430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.262660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=028d2ab2-770d-444b-9def-e7e4127463de,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.268992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446dc4eb-798c-4ec1-add5-f037fca7b7c1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.332186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab76c6-7760-4c59-9766-0747de7af812 req-fa66d5bf-1ee8-4ebe-b25b-516bf46745e1 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:51.333828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eab76c6-7760-4c59-9766-0747de7af812 req-fa66d5bf-1ee8-4ebe-b25b-516bf46745e1 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 971 time: 0.1591370 Jul 07 17:47:51.345153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7643976 Jul 07 17:47:51.346719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48218) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:51.353449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Request body: {'subnet': {'network_id': '64c9b8cc-f848-44c4-8bcf-19654091fd02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-559873773-subnet', 'tenant_id': '0aff858caf1d4fff934daa48a65dde8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:51.371342 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-f1e0a38b-5e9e-4846-bfa8-7d54d0e0ecc8 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=036a6086fbde475cb6304008bc73b371 HTTP/1.1" status: 200 len: 380 time: 0.1123121 Jul 07 17:47:51.371342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559081f-3212-4f47-8617-133ba60ffbdc admin admin] Pushing event updated for resources: {'Network': ['ID=64c9b8cc-f848-44c4-8bcf-19654091fd02,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.381905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'port': {'device_id': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'admin_state_up': True, 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'security_groups': ['9e7443bb-c8da-4cca-9107-fc71d9aa0672']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:51.385352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 64c9b8cc-f848-44c4-8bcf-19654091fd02 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:47:51.423680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eab76c6-7760-4c59-9766-0747de7af812 req-6eef744a-45c6-4eab-a8ee-69b171da13ac tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Jul 07 17:47:51.426360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Made reservation on behalf of 0aff858caf1d4fff934daa48a65dde8c for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:51.428940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.519312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f453207-6352-4454-9546-fe44d0212f00 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:51.531249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Made reservation on behalf of 036a6086fbde475cb6304008bc73b371 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:51.535410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.538919 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.586516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Transition to ACTIVE for port object 8f453207-6352-4454-9546-fe44d0212f00 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:51.593547 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f9b14e-c55d-4490-acb7-f7f922b2a66b x-openstack-request-id: req-03f9b14e-c55d-4490-acb7-f7f922b2a66b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:51.593967 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11ca370-561f-4e87-9282-51d62ed81fa9", "name": "network-vif-plugged", "status": "completed", "tag": "71211541-4144-48a8-b821-2622a8278c80", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:51.595338 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03f9b14e-c55d-4490-acb7-f7f922b2a66b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:51.596251 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71211541-4144-48a8-b821-2622a8278c80', 'code': 200} Jul 07 17:47:51.601055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.698969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Allocated IP 172.20.0.6 (78f2d497-06d4-403b-99e8-f8ea474e9a54/38b5c0cd-9a13-4cca-b78a-d0539aeb2634/fc071d81-f886-451f-bf59-df5dac8d84c2) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:51.716170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Pushing event updated for resources: {'Port': ['ID=8f453207-6352-4454-9546-fe44d0212f00,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:51.784372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d517dc1-23d3-4b09-8768-10b99cad954c req-26c53d6d-8d9d-4609-9762-7f6c3d1b2880 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:51.786031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d517dc1-23d3-4b09-8768-10b99cad954c req-26c53d6d-8d9d-4609-9762-7f6c3d1b2880 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 936 time: 0.2731855 Jul 07 17:47:51.907765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Attempting to bind port 8f453207-6352-4454-9546-fe44d0212f00 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:51.908103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Attempting to bind port 8f453207-6352-4454-9546-fe44d0212f00 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:51.908428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Attempting to bind port 8f453207-6352-4454-9546-fe44d0212f00 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:51.935008 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:51.943198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Port 8f453207-6352-4454-9546-fe44d0212f00 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:51.943461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Attempting to bind port 8f453207-6352-4454-9546-fe44d0212f00 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:51.960885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d517dc1-23d3-4b09-8768-10b99cad954c req-544c4905-7f01-4750-a655-24e290a845e3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518812 Jul 07 17:47:51.977306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:51.977306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:51.977306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:51.978026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Bound port: 8f453207-6352-4454-9546-fe44d0212f00, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:51.978026 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.021071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.030589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44c43-68d9-4195-b9ab-cf73f0603aa3 req-991e0b27-94bd-4ec1-879b-4bcf1f176f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:52.032066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eae44c43-68d9-4195-b9ab-cf73f0603aa3 req-991e0b27-94bd-4ec1-879b-4bcf1f176f72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 1121 time: 0.3263435 Jul 07 17:47:52.035129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Transition to ACTIVE for port object fc071d81-f886-451f-bf59-df5dac8d84c2 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:52.049827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7010c7-1bcc-4bff-8186-48b85f2dc783 req-2ae47ce8-dd3c-42b6-b4c9-b545d16f152d tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:52.051354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da7010c7-1bcc-4bff-8186-48b85f2dc783 req-2ae47ce8-dd3c-42b6-b4c9-b545d16f152d tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 970 time: 0.3140976 Jul 07 17:47:52.062987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3c6760a2-322f-4c8d-837f-ec416168e8e3 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:52.081588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.135472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eae44c43-68d9-4195-b9ab-cf73f0603aa3 req-237963a3-569e-4c12-bdda-be26e2498c18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.158452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7ba759-715f-4471-8dc9-36768079b388,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.159378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:52.163123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:52.180736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:52.188308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:52.189997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.194429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event updated for resources: {'Port': ['ID=fc071d81-f886-451f-bf59-df5dac8d84c2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.222574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2c617af7-9f14-4747-ade9-0bf730f5fd06 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8455381 Jul 07 17:47:52.238997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Request body: {'port': {'device_id': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'device_owner': 'compute:tempest-test_az-154619901', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:52.243157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Checking segment: {'id': 'f8ea70a4-7290-43ce-89b0-0710771381f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '64c9b8cc-f848-44c4-8bcf-19654091fd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:52.243519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Network hostable DHCP agents. Network: 64c9b8cc-f848-44c4-8bcf-19654091fd02, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:47:52.279162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3c6760a2-322f-4c8d-837f-ec416168e8e3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3c6760a2-322f-4c8d-837f-ec416168e8e3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:52.300367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da7010c7-1bcc-4bff-8186-48b85f2dc783 req-b5b7190f-e743-4037-ac0c-81f6b26b0ab2 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256360 Jul 07 17:47:52.301875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '3c6760a2-322f-4c8d-837f-ec416168e8e3', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '3c6760a2-322f-4c8d-837f-ec416168e8e3', 'mac_address': 'fa:16:3e:7d:c0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:52.302760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] For port 8f453207-6352-4454-9546-fe44d0212f00, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:52.346763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.406383 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.432172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6760a2-322f-4c8d-837f-ec416168e8e3 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:52.462383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3c6760a2-322f-4c8d-837f-ec416168e8e3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3c6760a2-322f-4c8d-837f-ec416168e8e3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:52.469616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eae44c43-68d9-4195-b9ab-cf73f0603aa3 req-237963a3-569e-4c12-bdda-be26e2498c18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.472798 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.492931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] For port 8f453207-6352-4454-9546-fe44d0212f00, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8f453207-6352-4454-9546-fe44d0212f00,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:52.501136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eae44c43-68d9-4195-b9ab-cf73f0603aa3 req-237963a3-569e-4c12-bdda-be26e2498c18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.514476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.528457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=3c6760a2-322f-4c8d-837f-ec416168e8e3,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.550831 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Network 64c9b8cc-f848-44c4-8bcf-19654091fd02 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:47:52.577667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eae44c43-68d9-4195-b9ab-cf73f0603aa3 req-237963a3-569e-4c12-bdda-be26e2498c18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058374 Jul 07 17:47:52.583708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:52.584675 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.584929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-54cab782-c3bc-48ed-ab26-ad808317af29 None None] Provisioning for port fc071d81-f886-451f-bf59-df5dac8d84c2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:52.586668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] 10.222.0.90 "PUT /v2.0/ports/8f453207-6352-4454-9546-fe44d0212f00 HTTP/1.1" status: 200 len: 1096 time: 2.1050837 Jul 07 17:47:52.591071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-54cab782-c3bc-48ed-ab26-ad808317af29 None None] Provisioning complete for port fc071d81-f886-451f-bf59-df5dac8d84c2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:52.591524 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54cab782-c3bc-48ed-ab26-ad808317af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.592792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'tag': '8f453207-6352-4454-9546-fe44d0212f00'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:52.598103 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254f9e3-265b-47a9-be8a-28fef1159ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b95881-27d3-4ba3-a79b-ba1108a01196", "tag": "8f453207-6352-4454-9546-fe44d0212f00"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:52.613028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237963a3-569e-4c12-bdda-be26e2498c18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=adc8107f-b9cb-433c-8389-a56e17190b37,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.623371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 64c9b8cc-f848-44c4-8bcf-19654091fd02) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:52.628869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:52.630184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.636107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf895a-9b1d-4c61-b3dc-046dce28a566 None None] Network 64c9b8cc-f848-44c4-8bcf-19654091fd02 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:52.776706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-54cab782-c3bc-48ed-ab26-ad808317af29 None None] Port fc071d81-f886-451f-bf59-df5dac8d84c2 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:52.792750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc071d81-f886-451f-bf59-df5dac8d84c2 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:52.804354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.821882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Transition to ACTIVE for port object fc071d81-f886-451f-bf59-df5dac8d84c2 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:52.827192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:52.909291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['3c6760a2-322f-4c8d-837f-ec416168e8e3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:52.914074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91544b-c315-4f36-b985-8b12c19cf368 None None] Network 64c9b8cc-f848-44c4-8bcf-19654091fd02 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:47:52.972550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Pushing event updated for resources: {'Port': ['ID=fc071d81-f886-451f-bf59-df5dac8d84c2,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:52.990209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Attempting to bind port fc071d81-f886-451f-bf59-df5dac8d84c2 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:52.990645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Attempting to bind port fc071d81-f886-451f-bf59-df5dac8d84c2 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:52.991028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Attempting to bind port fc071d81-f886-451f-bf59-df5dac8d84c2 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:52.997569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Port fc071d81-f886-451f-bf59-df5dac8d84c2 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:52.998126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Attempting to bind port fc071d81-f886-451f-bf59-df5dac8d84c2 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:53.006830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:53.007243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Checking segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:53.007558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Bound using segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:53.008009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Bound port: fc071d81-f886-451f-bf59-df5dac8d84c2, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:53.008438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.010696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123a264-1701-40a3-a8af-33a838c437f3 req-bf058a6e-58de-4e14-aa5f-403fcfdc4228 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.018667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2123a264-1701-40a3-a8af-33a838c437f3 req-bf058a6e-58de-4e14-aa5f-403fcfdc4228 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 931 time: 0.7519519 Jul 07 17:47:53.027468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-090fa2e1-b308-4633-b596-68e37fb88d04 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6782906 Jul 07 17:47:53.085361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f933787-031e-4ab1-9548-757d332f0224 service neutron] Pushing event updated for resources: {'Port': ['ID=8f453207-6352-4454-9546-fe44d0212f00,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:53.120577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173368b-a825-4233-ac23-a78168f1a56a req-682a6d2a-b9fe-4ff0-9037-df69383ff1eb tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.124390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6173368b-a825-4233-ac23-a78168f1a56a req-682a6d2a-b9fe-4ff0-9037-df69383ff1eb tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 948 time: 0.6766553 Jul 07 17:47:53.148641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] For port fc071d81-f886-451f-bf59-df5dac8d84c2, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:53.153033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] For port fc071d81-f886-451f-bf59-df5dac8d84c2, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fc071d81-f886-451f-bf59-df5dac8d84c2,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:53.162061 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.224623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48254) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:53.245137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2123a264-1701-40a3-a8af-33a838c437f3 req-ff92318c-a37d-44ed-aad9-c9074ea93691 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201560 Jul 07 17:47:53.266083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Pushing event updated for resources: {'Port': ['ID=fc071d81-f886-451f-bf59-df5dac8d84c2,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:53.275214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.277561 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.279117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-96465a81-ffa3-4cf5-be43-cebfa3633e37 service neutron] 10.222.0.55 "PUT /v2.0/ports/fc071d81-f886-451f-bf59-df5dac8d84c2 HTTP/1.1" status: 200 len: 1112 time: 1.0470123 Jul 07 17:47:53.279588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:53.281939 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7c59a4-5840-4466-8056-220e6895c29a" -d '{"events": [{"name": "network-changed", "server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:53.339432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-e494bd66-1b9b-471b-b6f9-f859f33abbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.341121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-e494bd66-1b9b-471b-b6f9-f859f33abbcf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f6cca55a447459198e031601cd8b4bd&device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 1099 time: 0.4112809 Jul 07 17:47:53.391463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6173368b-a825-4233-ac23-a78168f1a56a req-4cb5e318-3a49-43a5-baab-5163a8ffc37e tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558818 Jul 07 17:47:53.446420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-ffc58606-52b2-4487-bfd8-d20e6d553435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.449264 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-ffc58606-52b2-4487-bfd8-d20e6d553435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 1115 time: 0.1039138 Jul 07 17:47:53.504121 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0908d28e-8d6c-46ed-9728-6bf57947c0a7 x-openstack-request-id: req-0908d28e-8d6c-46ed-9728-6bf57947c0a7 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:53.504415 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b95881-27d3-4ba3-a79b-ba1108a01196", "tag": "8f453207-6352-4454-9546-fe44d0212f00", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:53.509670 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0908d28e-8d6c-46ed-9728-6bf57947c0a7 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:53.511002 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'tag': '8f453207-6352-4454-9546-fe44d0212f00', 'status': 'completed', 'code': 200} Jul 07 17:47:53.518084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-b7063c0a-faf7-42d5-a36f-b1393f249729 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8f453207-6352-4454-9546-fe44d0212f00 HTTP/1.1" status: 200 len: 217 time: 0.1668692 Jul 07 17:47:53.524570 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-d261c531-11ac-47e4-8e53-c81e02325720 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc071d81-f886-451f-bf59-df5dac8d84c2 HTTP/1.1" status: 200 len: 217 time: 0.0649352 Jul 07 17:47:53.591822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2f29f961-f679-416f-8afe-c90b18aa57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.593367 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-2f29f961-f679-416f-8afe-c90b18aa57bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.0595820 Jul 07 17:47:53.597150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028d2ab2-770d-444b-9def-e7e4127463de'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:53.600700 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd8ebb-8f09-4a00-9d38-a6a23e016b2a" -d '{"events": [{"server_uuid": "44868fdf-3445-45fe-9760-c34b7cfb11d3", "name": "network-vif-plugged", "status": "completed", "tag": "028d2ab2-770d-444b-9def-e7e4127463de"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:53.603444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9d98-2797-46f1-b065-d707f96c082f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.655738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-b7d952b0-3103-44e0-934f-bf51823d8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.657382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-b7d952b0-3103-44e0-934f-bf51823d8ffa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549748 Jul 07 17:47:53.673252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-20010b23-ef19-456c-bb06-acd9895b8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.674696 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-20010b23-ef19-456c-bb06-acd9895b8aba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1172733 Jul 07 17:47:53.730146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515f6c-30fd-4cb3-bceb-9969ded26b89 req-be59ecdf-a2f2-4609-ac11-1bb172d8bfe4 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.731623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70515f6c-30fd-4cb3-bceb-9969ded26b89 req-be59ecdf-a2f2-4609-ac11-1bb172d8bfe4 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 971 time: 0.2194655 Jul 07 17:47:53.746114 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-db8ca471-b266-4d0c-b44f-f98ed6e29705 service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806444 Jul 07 17:47:53.820102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70515f6c-30fd-4cb3-bceb-9969ded26b89 req-aecf5ef5-f7a0-4c03-81d3-f64bd7e0d7fc tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791588 Jul 07 17:47:53.836988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c016e2-60bd-4af2-a60f-2620ba3125be req-138a69f9-ea82-4892-b3ea-e7b98d4dd8de tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.838474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3c016e2-60bd-4af2-a60f-2620ba3125be req-138a69f9-ea82-4892-b3ea-e7b98d4dd8de tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 948 time: 0.2150784 Jul 07 17:47:53.854707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3121c9d1-4a87-4698-befa-e0d68af661ee req-848cb74a-cfe3-43d8-b88b-1737cfd11817 service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011000 Jul 07 17:47:53.868309 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd301f-a69e-409f-921a-1459b30efccc x-openstack-request-id: req-cafd301f-a69e-409f-921a-1459b30efccc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:53.868603 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:53.868887 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cafd301f-a69e-409f-921a-1459b30efccc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:53.869458 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'status': 'completed', 'code': 200} Jul 07 17:47:53.878602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-86bdfd56-781e-4348-babd-8f06856b6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.880113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-86bdfd56-781e-4348-babd-8f06856b6251 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950977 Jul 07 17:47:53.905935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9d98-2797-46f1-b065-d707f96c082f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.944796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9d98-2797-46f1-b065-d707f96c082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:53.972573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c59a4-5840-4466-8056-220e6895c29a req-137bd79f-46c5-4de2-bd64-98f22b2ec6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:53.974170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c7c59a4-5840-4466-8056-220e6895c29a req-137bd79f-46c5-4de2-bd64-98f22b2ec6ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 1115 time: 0.0564959 Jul 07 17:47:53.976359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3c016e2-60bd-4af2-a60f-2620ba3125be req-47251117-65d5-42c9-8b34-eed0189ad63b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293981 Jul 07 17:47:54.038953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a8a9d98-2797-46f1-b065-d707f96c082f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0535260bdbe64aad8bfb4ac0d0312974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117552 Jul 07 17:47:54.042842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48270) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:54.047118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a9d98-2797-46f1-b065-d707f96c082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc84fcc-87a2-4abb-a74a-80bda1ea366f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:54.088531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-8eaa8df5-0065-430f-b08e-5e8d8e6cba1c service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970699 Jul 07 17:47:54.102397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41ba97-152e-480a-b582-beece90c43f1 req-d2ce21cd-b49d-49db-8e2c-ad23fd287a0e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.104099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd41ba97-152e-480a-b582-beece90c43f1 req-d2ce21cd-b49d-49db-8e2c-ad23fd287a0e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 970 time: 0.1417413 Jul 07 17:47:54.119343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c59a4-5840-4466-8056-220e6895c29a req-09549771-3b70-4d68-9034-ed5d088d2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.120853 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c7c59a4-5840-4466-8056-220e6895c29a req-09549771-3b70-4d68-9034-ed5d088d2598 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 925 time: 0.1389887 Jul 07 17:47:54.126263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa66d-efd6-4227-87d5-05f95f8fc211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.181919 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c7c59a4-5840-4466-8056-220e6895c29a req-03698c19-af80-4b43-94b1-f579c0097152 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc071d81-f886-451f-bf59-df5dac8d84c2 HTTP/1.1" status: 200 len: 217 time: 0.0453408 Jul 07 17:47:54.183483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa66d-efd6-4227-87d5-05f95f8fc211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.224735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd41ba97-152e-480a-b582-beece90c43f1 req-9f5d9d85-ebc9-4b52-9fc2-d716bfa67071 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Jul 07 17:47:54.271910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c59a4-5840-4466-8056-220e6895c29a req-2174d4ba-b8fd-4d13-8fca-a21b5449a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.274002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c7c59a4-5840-4466-8056-220e6895c29a req-2174d4ba-b8fd-4d13-8fca-a21b5449a006 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.0833905 Jul 07 17:47:54.316112 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05050a-13e5-4684-b940-e188b5c8cd93 x-openstack-request-id: req-3f05050a-13e5-4684-b940-e188b5c8cd93 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:54.316636 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44868fdf-3445-45fe-9760-c34b7cfb11d3", "name": "network-vif-plugged", "status": "completed", "tag": "028d2ab2-770d-444b-9def-e7e4127463de", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:54.317060 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f05050a-13e5-4684-b940-e188b5c8cd93 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:54.317702 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028d2ab2-770d-444b-9def-e7e4127463de', 'code': 200} Jul 07 17:47:54.318191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfe7152-1d17-42d6-b311-34eb67a7cfbc req-48ccee8a-a975-43f5-8322-ad07f555b00a service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128968 Jul 07 17:47:54.340542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa66d-efd6-4227-87d5-05f95f8fc211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.343569 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa66d-efd6-4227-87d5-05f95f8fc211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.347191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1c7fa66d-efd6-4227-87d5-05f95f8fc211 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8fc84fcc-87a2-4abb-a74a-80bda1ea366f HTTP/1.1" status: 204 len: 168 time: 0.3009722 Jul 07 17:47:54.361391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fa66d-efd6-4227-87d5-05f95f8fc211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc84fcc-87a2-4abb-a74a-80bda1ea366f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:54.372335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c59a4-5840-4466-8056-220e6895c29a req-ebe0134e-f531-4317-aa4f-8d524a0c50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.374316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c7c59a4-5840-4466-8056-220e6895c29a req-ebe0134e-f531-4317-aa4f-8d524a0c50e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920200 Jul 07 17:47:54.384448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63af1-b597-4939-ae05-88209b495534 req-2adc54c4-2f4d-4692-b663-5e7a062f2cfe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.386183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-2adc54c4-2f4d-4692-b663-5e7a062f2cfe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.1798019 Jul 07 17:47:54.442525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-c51c57c0-281b-448b-8dc9-3dfb38d2a655 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/quotas/f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 375 time: 0.0500302 Jul 07 17:47:54.501167 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c7c59a4-5840-4466-8056-220e6895c29a req-e2140464-9816-4dd3-98e0-af1e96006bef service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116209 Jul 07 17:47:54.524036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-2ac91825-1f4c-4962-9e1e-ac53f882ed81 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668077 Jul 07 17:47:54.602352 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c7c59a4-5840-4466-8056-220e6895c29a req-f7e90ce2-f53d-4f88-b346-9accc12ca8d8 service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924211 Jul 07 17:47:54.652523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-1a72ccfc-ff49-4b24-92a6-0590e8e8e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.654099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-1a72ccfc-ff49-4b24-92a6-0590e8e8e0b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f6cca55a447459198e031601cd8b4bd&device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 1099 time: 0.2472663 Jul 07 17:47:54.689259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d3d06-52ce-4a53-8330-d09599985d3a req-6923cdd7-5d28-4aa8-9077-cb618845d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.690749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b16d3d06-52ce-4a53-8330-d09599985d3a req-6923cdd7-5d28-4aa8-9077-cb618845d9d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 1122 time: 0.2468598 Jul 07 17:47:54.696234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48290) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:54.710109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30b2ee6e-cffa-40ed-adcf-67ff8a02a71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.743805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-59c58903-e2f0-4a7e-ae8a-6b9bd1778ee2 service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960912 Jul 07 17:47:54.751559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd029c1a-b923-43d9-bb9e-4dc82c41df70 req-70f2681e-62f7-4267-ad8d-28407cc10887 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.753137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd029c1a-b923-43d9-bb9e-4dc82c41df70 req-70f2681e-62f7-4267-ad8d-28407cc10887 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 964 time: 0.2583358 Jul 07 17:47:54.804616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30b2ee6e-cffa-40ed-adcf-67ff8a02a71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.809204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30b2ee6e-cffa-40ed-adcf-67ff8a02a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.847225 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-30b2ee6e-cffa-40ed-adcf-67ff8a02a71a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3ab594abef641c8a1321ab5a1dd8d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498404 Jul 07 17:47:54.848310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2ee6e-cffa-40ed-adcf-67ff8a02a71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33084c-4d23-4840-b827-e5f6f3b065bf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:54.850727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48294) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:54.875826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b16d3d06-52ce-4a53-8330-d09599985d3a req-21b05278-7fbf-493a-81ba-f567ca9ee667 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439340 Jul 07 17:47:54.895505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd029c1a-b923-43d9-bb9e-4dc82c41df70 req-26b90b9b-f052-4e9b-b77c-46683db02e7a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215076 Jul 07 17:47:54.898532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-ffcb1b3d-855e-4e75-94c0-14ab7da6f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:54.899977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-ffcb1b3d-855e-4e75-94c0-14ab7da6f42d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2349544 Jul 07 17:47:54.909520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7eb6506d-9029-449f-b4b2-c27f20333de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.932950 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7eb6506d-9029-449f-b4b2-c27f20333de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.957294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-35f9ab5d-fc69-491d-865e-dea39ba35a2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8f453207-6352-4454-9546-fe44d0212f00 HTTP/1.1" status: 200 len: 217 time: 0.0492876 Jul 07 17:47:54.962826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-51c6fd9a-63a6-4bc3-be34-af6f5fa8a6b5 service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087591 Jul 07 17:47:54.991399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7eb6506d-9029-449f-b4b2-c27f20333de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.994423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7eb6506d-9029-449f-b4b2-c27f20333de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:54.998831 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7eb6506d-9029-449f-b4b2-c27f20333de8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fc33084c-4d23-4840-b827-e5f6f3b065bf HTTP/1.1" status: 204 len: 168 time: 0.1466906 Jul 07 17:47:55.012118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6506d-9029-449f-b4b2-c27f20333de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33084c-4d23-4840-b827-e5f6f3b065bf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:55.029410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-80900536-1b3a-4ab9-8249-a01e650f9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.031400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-80900536-1b3a-4ab9-8249-a01e650f9b38 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0665479 Jul 07 17:47:55.144389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-e40e9835-f33f-44b1-bb3f-8a0194629caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.145950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-e40e9835-f33f-44b1-bb3f-8a0194629caa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042314 Jul 07 17:47:55.154592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77211b4-488d-4733-b55e-4a75f73e2b95 req-6f924f3d-cee6-488e-ab25-fc0030310c39 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.156096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e77211b4-488d-4733-b55e-4a75f73e2b95 req-6f924f3d-cee6-488e-ab25-fc0030310c39 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 949 time: 0.1132157 Jul 07 17:47:55.318561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e77211b4-488d-4733-b55e-4a75f73e2b95 req-336b0a28-bbb0-4aca-9ef7-67e9283582ea tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939856 Jul 07 17:47:55.346152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-d408b12f-70d6-4ba9-8523-1218cca37971 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890686 Jul 07 17:47:55.391839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af47fa6-8036-4c56-acd0-7af50e32ea89 req-52e23565-d74b-45c9-b4c5-3d8289fa5722 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.392296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4af47fa6-8036-4c56-acd0-7af50e32ea89 req-52e23565-d74b-45c9-b4c5-3d8289fa5722 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 971 time: 0.1666148 Jul 07 17:47:55.516196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4af47fa6-8036-4c56-acd0-7af50e32ea89 req-2c789603-c53d-484a-b3c4-9e79c180b410 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946434 Jul 07 17:47:55.538685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e254f9e3-265b-47a9-be8a-28fef1159ff6 req-41311b80-a15b-4ec0-8799-f96c5309fdd7 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829882 Jul 07 17:47:55.578720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080dd0a-2708-4ea1-a6d0-eda880f83a00 req-9f2533eb-741b-40a3-bd18-a04897da2620 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.580488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7080dd0a-2708-4ea1-a6d0-eda880f83a00 req-9f2533eb-741b-40a3-bd18-a04897da2620 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 948 time: 0.1168265 Jul 07 17:47:55.617509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83e79c80-5fa4-4d0c-bd25-279765b0ccca req-e0f077c4-f019-413e-9551-68fb7a6332b2 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 210 time: 0.0359373 Jul 07 17:47:55.650790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7080dd0a-2708-4ea1-a6d0-eda880f83a00 req-508716e2-fea4-4b71-8c7b-634f060b1983 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589664 Jul 07 17:47:55.873493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7b876-eb73-49f0-82b5-61cffe065dbd req-556b1189-b4f3-4446-b78a-ab176420fb6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:55.881029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8be7b876-eb73-49f0-82b5-61cffe065dbd req-556b1189-b4f3-4446-b78a-ab176420fb6e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 970 time: 0.0929093 Jul 07 17:47:55.925376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8be7b876-eb73-49f0-82b5-61cffe065dbd req-f05179f3-d4be-4b0a-985e-a349a228d5fd tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Jul 07 17:47:56.069920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3c6760a2-322f-4c8d-837f-ec416168e8e3 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:56.102134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b0ef-b8a2-4a2d-99ad-f31fba9b06d4 req-071b5c7d-6bb0-48b1-8db6-a131e3d6876f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:56.104438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e453b0ef-b8a2-4a2d-99ad-f31fba9b06d4 req-071b5c7d-6bb0-48b1-8db6-a131e3d6876f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 964 time: 0.0840199 Jul 07 17:47:56.123185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 3c6760a2-322f-4c8d-837f-ec416168e8e3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:56.128749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 3c6760a2-322f-4c8d-837f-ec416168e8e3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:56.129063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.157801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e453b0ef-b8a2-4a2d-99ad-f31fba9b06d4 req-ba34b9df-5054-4295-a3d0-b0c505eed7a3 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Jul 07 17:47:56.243171 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.290027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3c6760a2-322f-4c8d-837f-ec416168e8e3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3c6760a2-322f-4c8d-837f-ec416168e8e3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:56.298638 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.328104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57027371-a173-4db7-9288-b52db214d3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6760a2-322f-4c8d-837f-ec416168e8e3'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:56.330883 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d25cf5-b6b5-4efe-bebb-631bc476b140" -d '{"events": [{"server_uuid": "57027371-a173-4db7-9288-b52db214d3ea", "name": "network-vif-plugged", "status": "completed", "tag": "3c6760a2-322f-4c8d-837f-ec416168e8e3"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:56.370054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=3c6760a2-322f-4c8d-837f-ec416168e8e3,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:56.412479 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77060b7-b347-459a-b1c8-b52eed24c3bb x-openstack-request-id: req-d77060b7-b347-459a-b1c8-b52eed24c3bb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:56.412795 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57027371-a173-4db7-9288-b52db214d3ea", "name": "network-vif-plugged", "status": "completed", "tag": "3c6760a2-322f-4c8d-837f-ec416168e8e3", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:56.414119 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d77060b7-b347-459a-b1c8-b52eed24c3bb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:56.414568 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57027371-a173-4db7-9288-b52db214d3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6760a2-322f-4c8d-837f-ec416168e8e3', 'code': 200} Jul 07 17:47:56.551456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63af1-b597-4939-ae05-88209b495534 req-e82b54ca-1e77-4c18-b646-775ec6bccb25 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:56.553449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-e82b54ca-1e77-4c18-b646-775ec6bccb25 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.2104254 Jul 07 17:47:56.574881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Request body: {'port': {'device_id': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'admin_state_up': True, 'tenant_id': 'f32f7b8b480f4c62bdf41e361349aa7a'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:56.702702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b891579-0c27-451a-81fe-bd415a9e53f5 req-dcd6f6fc-8a31-4ba2-96a0-6b62afbbcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:56.704874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4b891579-0c27-451a-81fe-bd415a9e53f5 req-dcd6f6fc-8a31-4ba2-96a0-6b62afbbcdf6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 1101 time: 0.0998168 Jul 07 17:47:56.758378 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4b891579-0c27-451a-81fe-bd415a9e53f5 req-100102f9-e464-4058-a4ec-3192476c62fa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Jul 07 17:47:56.979128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Made reservation on behalf of f32f7b8b480f4c62bdf41e361349aa7a for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:56.982524 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:56.992879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40b16-d0c1-4ddc-a3ca-523b5adf9cbf req-f1df351c-2f63-4aed-899c-956515ecb505 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:56.994352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91d40b16-d0c1-4ddc-a3ca-523b5adf9cbf req-f1df351c-2f63-4aed-899c-956515ecb505 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 950 time: 0.4372478 Jul 07 17:47:57.083551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2ea64-dd4e-4b91-82dd-f893cfb58e94 req-f73922cf-1aa1-43b8-86aa-7944e54659bc tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.085378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41b2ea64-dd4e-4b91-82dd-f893cfb58e94 req-f73922cf-1aa1-43b8-86aa-7944e54659bc tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 970 time: 0.4491870 Jul 07 17:47:57.097414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91d40b16-d0c1-4ddc-a3ca-523b5adf9cbf req-ae2dbf14-d29c-4e54-9ce6-8a01590cfa78 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951684 Jul 07 17:47:57.165727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41b2ea64-dd4e-4b91-82dd-f893cfb58e94 req-9d38ee32-dfbe-490a-aab0-3ae25f51744a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744858 Jul 07 17:47:57.189834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Allocated IP 172.20.0.8 (41076a0e-6823-4994-81c2-d0883b9e5a3d/f191cd55-f633-4670-a602-3bdbf533c9f3/2cae4de9-c92d-4dbb-a706-6efa61206d7a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:57.344741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0cdcd12-26cc-4fed-b9d8-49bd0e6d2119 req-0533d230-967f-47b3-aa86-87a1424c47e8 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 210 time: 0.0667553 Jul 07 17:47:57.387823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82a0b-1823-4ba4-bd9c-be2ede9872cd req-c40831df-c554-4601-a7ef-535d658fbc33 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.389328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fed82a0b-1823-4ba4-bd9c-be2ede9872cd req-c40831df-c554-4601-a7ef-535d658fbc33 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 971 time: 0.1842754 Jul 07 17:47:57.452465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.458251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fed82a0b-1823-4ba4-bd9c-be2ede9872cd req-5c759d64-a006-45c9-8624-2e196b87b860 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615880 Jul 07 17:47:57.546436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054c15a-a529-4b5d-8d5b-8a4738914cf8 req-5a5d0fee-3bef-4e2f-95d5-b9e9c043af2a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.547837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d054c15a-a529-4b5d-8d5b-8a4738914cf8 req-5a5d0fee-3bef-4e2f-95d5-b9e9c043af2a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 948 time: 0.0929363 Jul 07 17:47:57.548977 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.612631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:57.619033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:57.621804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:57.627953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.628596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.658454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:57.687437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d054c15a-a529-4b5d-8d5b-8a4738914cf8 req-8b540f89-c620-4e6f-92cd-6e0c54625341 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274767 Jul 07 17:47:57.688604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-602a7cfa-ecd5-4a49-a3f6-b4ba3be7a12f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1177106 Jul 07 17:47:57.690827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-52d1137c-04b7-4b98-b4f0-195bd625794a tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364482 Jul 07 17:47:57.700431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Request body: {'port': {'device_id': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:57.863533 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:57.875624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-526d74dd-f88f-4fce-a3c6-27bf4d8988f9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.877225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-526d74dd-f88f-4fce-a3c6-27bf4d8988f9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741123 Jul 07 17:47:57.901218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-2e20f76c-e220-4552-a2e4-22f525776ef5 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/quotas/80c0210436c142a395ffbf0f57dd6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0172355 Jul 07 17:47:57.957812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-dea0a829-0cc1-48f2-b86a-c4fc7899c3bb tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375769 Jul 07 17:47:58.084130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8f453207-6352-4454-9546-fe44d0212f00 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:58.190798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9599-cbab-47d2-8214-b53aef61d350 req-4b7a432a-009e-4298-a7b4-42a6fd81c6c8 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:58.192348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc0d9599-cbab-47d2-8214-b53aef61d350 req-4b7a432a-009e-4298-a7b4-42a6fd81c6c8 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 964 time: 0.2391460 Jul 07 17:47:58.226118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8f453207-6352-4454-9546-fe44d0212f00, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8f453207-6352-4454-9546-fe44d0212f00,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:58.239283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '8f453207-6352-4454-9546-fe44d0212f00', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '8f453207-6352-4454-9546-fe44d0212f00', 'mac_address': 'fa:16:3e:fd:7f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:58.272874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-bb34a94c-7932-46d0-8f4b-bc17431149f8 tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:58.274364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-bb34a94c-7932-46d0-8f4b-bc17431149f8 tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 1121 time: 0.2309220 Jul 07 17:47:58.276138 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.287755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fc071d81-f886-451f-bf59-df5dac8d84c2 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:58.299941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f453207-6352-4454-9546-fe44d0212f00 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:58.327969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8f453207-6352-4454-9546-fe44d0212f00, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8f453207-6352-4454-9546-fe44d0212f00,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:58.340252 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.359877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc0d9599-cbab-47d2-8214-b53aef61d350 req-90f5443b-9d42-4178-b997-7eeb65769f78 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567311 Jul 07 17:47:58.422308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8f453207-6352-4454-9546-fe44d0212f00,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:58.447451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84aa57-8f3e-4cd1-a6c8-060ee2e5ad8e req-5037b510-5f81-47cc-b27e-694007a562de tempest-AggregatesAdminTestJSON-2132623263 tempest-AggregatesAdminTestJSON-2132623263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:58.456023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc84aa57-8f3e-4cd1-a6c8-060ee2e5ad8e req-5037b510-5f81-47cc-b27e-694007a562de tempest-AggregatesAdminTestJSON-2132623263 tempest-AggregatesAdminTestJSON-2132623263-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 1122 time: 0.2554245 Jul 07 17:47:58.472588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cae4de9-c92d-4dbb-a706-6efa61206d7a {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:58.475286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fc071d81-f886-451f-bf59-df5dac8d84c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fc071d81-f886-451f-bf59-df5dac8d84c2,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:58.483290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.489992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'port_id': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'mac_address': 'fa:16:3e:a6:ce:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-154619901', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:58.498785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cc84aa57-8f3e-4cd1-a6c8-060ee2e5ad8e req-ad8d64ca-80fa-4ed7-94ec-8191ca44f47f tempest-AggregatesAdminTestJSON-2132623263 tempest-AggregatesAdminTestJSON-2132623263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.520718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Transition to ACTIVE for port object 2cae4de9-c92d-4dbb-a706-6efa61206d7a will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:58.541225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.545302 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.559695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc071d81-f886-451f-bf59-df5dac8d84c2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:58.587284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fc071d81-f886-451f-bf59-df5dac8d84c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fc071d81-f886-451f-bf59-df5dac8d84c2,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:58.594924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.602079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Deleting port 71211541-4144-48a8-b821-2622a8278c80 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:58.602480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.652479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fc071d81-f886-451f-bf59-df5dac8d84c2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:58.699856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8f453207-6352-4454-9546-fe44d0212f00'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:58.745106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:58.823619 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cc84aa57-8f3e-4cd1-a6c8-060ee2e5ad8e req-ad8d64ca-80fa-4ed7-94ec-8191ca44f47f tempest-AggregatesAdminTestJSON-2132623263 tempest-AggregatesAdminTestJSON-2132623263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.827521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:58.827984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:58.828352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:58.832509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['fc071d81-f886-451f-bf59-df5dac8d84c2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:58.843233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cc84aa57-8f3e-4cd1-a6c8-060ee2e5ad8e req-ad8d64ca-80fa-4ed7-94ec-8191ca44f47f tempest-AggregatesAdminTestJSON-2132623263 tempest-AggregatesAdminTestJSON-2132623263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.862210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b7c9f-0321-4ed0-afa8-ad08dde5f07d req-7528490b-91f0-40da-845d-2866d5c97dcb tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:58.865653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a0b7c9f-0321-4ed0-afa8-ad08dde5f07d req-7528490b-91f0-40da-845d-2866d5c97dcb tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 950 time: 0.3383279 Jul 07 17:47:58.867036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:58.868592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:58.907674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] For port 71211541-4144-48a8-b821-2622a8278c80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=71211541-4144-48a8-b821-2622a8278c80,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:58.907936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.935590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:58.935852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:58.936268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:58.936803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Bound port: 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:58.937333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:58.941239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc84aa57-8f3e-4cd1-a6c8-060ee2e5ad8e req-ad8d64ca-80fa-4ed7-94ec-8191ca44f47f tempest-AggregatesAdminTestJSON-2132623263 tempest-AggregatesAdminTestJSON-2132623263-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843554 Jul 07 17:47:58.952301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Calling delete_port for 71211541-4144-48a8-b821-2622a8278c80 owned by compute:tempest-test_az-154619901 {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:58.962461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d64ca-80fa-4ed7-94ec-8191ca44f47f tempest-AggregatesAdminTestJSON-2132623263 tempest-AggregatesAdminTestJSON-2132623263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03326565-4e42-4a87-8fb9-fd13efb96ee4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:59.083151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a0b7c9f-0321-4ed0-afa8-ad08dde5f07d req-7b55574a-d91e-4f62-81b0-5946818d49dc tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888359 Jul 07 17:47:59.126594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-5235ce1e-593a-4673-a959-6cf45b6b9af0 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468731 Jul 07 17:47:59.198071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:59.245709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:59.257613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.420910 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-07125f6c-e16f-477c-8b81-86a021309b99 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252364 Jul 07 17:47:59.535170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-a21e2da6-d2ab-4d27-97a9-3ef8a1e0e2b9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.536963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-a21e2da6-d2ab-4d27-97a9-3ef8a1e0e2b9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110787 Jul 07 17:47:59.550699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Request body: {'port': {'device_id': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '80c0210436c142a395ffbf0f57dd6fd2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:59.559068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.559690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.561171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] 10.222.0.90 "PUT /v2.0/ports/2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 1091 time: 1.8648553 Jul 07 17:47:59.564155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:59.566516 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:59.610217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23963a05-b82e-4a14-9395-0d2edc7ede44 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:59.622971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-62df0413-01c5-4d5f-b003-6cde3776bb53 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.624514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-62df0413-01c5-4d5f-b003-6cde3776bb53 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4915662 Jul 07 17:47:59.627391 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.638386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['71211541-4144-48a8-b821-2622a8278c80'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:59.684275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Made reservation on behalf of 80c0210436c142a395ffbf0f57dd6fd2 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:59.688538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.693061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Pushing event deleted for resources: {'Port': ['ID=71211541-4144-48a8-b821-2622a8278c80,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:59.700911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.703845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abd330-3f7d-4046-8262-a4c854bcf2bc req-7ea7eb3e-e66f-4ca9-aa73-db7782ecb6ed tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.705337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6abd330-3f7d-4046-8262-a4c854bcf2bc req-7ea7eb3e-e66f-4ca9-aa73-db7782ecb6ed tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=d11ca370-561f-4e87-9282-51d62ed81fa9 HTTP/1.1" status: 200 len: 888 time: 0.5089178 Jul 07 17:47:59.709523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-6b6fd91d-cf27-4e7c-9b64-0bdafae7f82c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/quotas/80c0210436c142a395ffbf0f57dd6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0784636 Jul 07 17:47:59.794331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] No DVR routers for this DVR port 71211541-4144-48a8-b821-2622a8278c80 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:59.801732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-df45e091-7734-4087-b0ab-747c30194ccf tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727313 Jul 07 17:47:59.803601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.805665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-382cac99-9ac5-4fd9-a77b-d342ed6c083b req-9343c789-ee76-4a89-8625-cbc4a6792abf tempest-DeleteServersAdminTestJSON-1592909900 tempest-DeleteServersAdminTestJSON-1592909900-project-admin] 10.222.0.55 "DELETE /v2.0/ports/71211541-4144-48a8-b821-2622a8278c80 HTTP/1.1" status: 204 len: 173 time: 1.5174232 Jul 07 17:47:59.819330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.827972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.833291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6abd330-3f7d-4046-8262-a4c854bcf2bc req-1351a190-6a08-4a1e-9258-2c07a314a5d5 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053450 Jul 07 17:47:59.847967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63af1-b597-4939-ae05-88209b495534 req-b613c663-cf0c-43ac-9d4a-0075f2a697c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.849535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-b613c663-cf0c-43ac-9d4a-0075f2a697c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1094 time: 0.2174230 Jul 07 17:47:59.899562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301f5439-7341-4ef9-ad20-94d3a1f1abd9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:59.928871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-171d3e04-e65b-401d-85cd-1f602dc5ce22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 217 time: 0.0708134 Jul 07 17:47:59.985345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Allocated IP 192.168.233.68 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/6ea74aa4-249c-40e6-a671-1fbee5ddcfd9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:00.038751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf63af1-b597-4939-ae05-88209b495534 req-6e0b21b2-d178-4a47-bbf5-d3f8d337d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.040872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-6e0b21b2-d178-4a47-bbf5-d3f8d337d47a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1054938 Jul 07 17:48:00.087389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8f453207-6352-4454-9546-fe44d0212f00 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:00.097039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-672ba37a-9403-4b8f-b8e4-038294f024e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340285 Jul 07 17:48:00.172753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 8f453207-6352-4454-9546-fe44d0212f00 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:00.185093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 8f453207-6352-4454-9546-fe44d0212f00 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:00.185489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.233976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.254420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363bb65-b87f-4170-941b-78c26b2cc124 req-d288d25a-e792-44d1-8d81-2defc310ba27 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.261446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d363bb65-b87f-4170-941b-78c26b2cc124 req-d288d25a-e792-44d1-8d81-2defc310ba27 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 943 time: 0.2421081 Jul 07 17:48:00.267403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Transition to ACTIVE for port object 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:00.295000 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.298357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fc071d81-f886-451f-bf59-df5dac8d84c2 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:00.308356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-d349d899-a163-49ce-87cd-2ac830cde05f service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034819 Jul 07 17:48:00.325688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.347418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156df2a-862d-4325-b057-bf55549356c2 req-4f525238-3d17-4275-905f-aa689a216a9a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.348578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f453207-6352-4454-9546-fe44d0212f00'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:00.348691 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c156df2a-862d-4325-b057-bf55549356c2 req-4f525238-3d17-4275-905f-aa689a216a9a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 949 time: 0.2143593 Jul 07 17:48:00.352021 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b915f60-84b6-48e1-a882-44b021dff4d5" -d '{"events": [{"server_uuid": "c3b95881-27d3-4ba3-a79b-ba1108a01196", "name": "network-vif-plugged", "status": "completed", "tag": "8f453207-6352-4454-9546-fe44d0212f00"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:00.362251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d363bb65-b87f-4170-941b-78c26b2cc124 req-8898c0d5-8f4b-42cc-9ef6-d6d53809e568 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965126 Jul 07 17:48:00.367818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8f453207-6352-4454-9546-fe44d0212f00, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8f453207-6352-4454-9546-fe44d0212f00,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:00.397273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:00.400603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:00.401201 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.409331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:00.420217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.425056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.450162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:00.467491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-778c8dc5-7231-44d0-9a73-92b7bf20e735 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9215951 Jul 07 17:48:00.471691 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port fc071d81-f886-451f-bf59-df5dac8d84c2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:00.482211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Request body: {'port': {'device_id': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'device_owner': 'compute:tempest-test_az-154619901', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:00.539066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port fc071d81-f886-451f-bf59-df5dac8d84c2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:00.539700 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.566801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c156df2a-862d-4325-b057-bf55549356c2 req-4f987c6e-9c3c-4f9d-a0d5-2222f6c60b56 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848700 Jul 07 17:48:00.570310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8f453207-6352-4454-9546-fe44d0212f00,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:00.653526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cf63af1-b597-4939-ae05-88209b495534 req-086d083a-6d42-4c89-9155-c9321d28dd87 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270233 Jul 07 17:48:00.707368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.723026 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.785784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e54d41b9-f379-4bd0-8abe-f3690883f4e2 None None] Provisioning for port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:00.802360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e54d41b9-f379-4bd0-8abe-f3690883f4e2 None None] Provisioning complete for port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:00.802725 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e54d41b9-f379-4bd0-8abe-f3690883f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.824906 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415cb46-c563-4657-85d9-7170de028bfb x-openstack-request-id: req-1415cb46-c563-4657-85d9-7170de028bfb {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:00.825226 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:00.825451 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1415cb46-c563-4657-85d9-7170de028bfb {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:00.825982 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a', 'status': 'completed', 'code': 200} Jul 07 17:48:00.856074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fc071d81-f886-451f-bf59-df5dac8d84c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fc071d81-f886-451f-bf59-df5dac8d84c2,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:00.864893 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.894572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e54d41b9-f379-4bd0-8abe-f3690883f4e2 None None] Port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:00.911848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bac63-9f7c-4f20-a21c-bf7ebddfa480 req-0e331e54-1b4f-49a2-a8ef-29854f265cc9 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.913706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-997bac63-9f7c-4f20-a21c-bf7ebddfa480 req-0e331e54-1b4f-49a2-a8ef-29854f265cc9 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 965 time: 0.1636055 Jul 07 17:48:00.933880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fc071d81-f886-451f-bf59-df5dac8d84c2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:00.972323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-2ab3a930-8e1c-43ad-bd2e-0940dc535c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:00.974232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-2ab3a930-8e1c-43ad-bd2e-0940dc535c16 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1094 time: 0.1242795 Jul 07 17:48:00.979983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-997bac63-9f7c-4f20-a21c-bf7ebddfa480 req-9c27bde2-8aa6-465f-a0fd-89e695457663 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574751 Jul 07 17:48:01.072281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed98e316-03d9-4580-a975-0e46e234cdae req-e26c703a-beb9-4b46-a9c9-914d6396929b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 210 time: 0.0782726 Jul 07 17:48:01.129923 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6aa3ed-6572-4567-a0d3-f366234eebe6 x-openstack-request-id: req-fd6aa3ed-6572-4567-a0d3-f366234eebe6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:01.131939 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b95881-27d3-4ba3-a79b-ba1108a01196", "name": "network-vif-plugged", "status": "completed", "tag": "8f453207-6352-4454-9546-fe44d0212f00", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:01.132480 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fd6aa3ed-6572-4567-a0d3-f366234eebe6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:01.132972 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f453207-6352-4454-9546-fe44d0212f00', 'code': 200} Jul 07 17:48:01.235379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-d5c30cee-29f6-4ea4-9e16-f9434c7e3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.237230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-d5c30cee-29f6-4ea4-9e16-f9434c7e3a4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.2560892 Jul 07 17:48:01.293643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:01.301524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-729ce7bf-c2d8-47b8-b7a0-715d9e4dae17 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 217 time: 0.0569754 Jul 07 17:48:01.313407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.334243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Transition to ACTIVE for port object 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:01.347871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.355151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f3da8-60ec-4f4f-b448-73cf34030247 req-efc1a780-12a3-4ef7-ad85-f66804c31b5f tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.363884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa3f3da8-60ec-4f4f-b448-73cf34030247 req-efc1a780-12a3-4ef7-ad85-f66804c31b5f tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 950 time: 0.2428212 Jul 07 17:48:01.402807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-f72ce021-ca2e-4639-8f52-3b03f985b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.404454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-f72ce021-ca2e-4639-8f52-3b03f985b069 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0964603 Jul 07 17:48:01.444788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176cd45-c6ae-49dc-83dd-d5ba0e76a4e2 req-d881222d-a0f3-4bfc-ba84-be1887abe9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.447727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9176cd45-c6ae-49dc-83dd-d5ba0e76a4e2 req-d881222d-a0f3-4bfc-ba84-be1887abe9da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 1101 time: 0.2167311 Jul 07 17:48:01.449093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:01.470106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa3f3da8-60ec-4f4f-b448-73cf34030247 req-4fa24fdf-fcf2-4b7c-981b-b464c5c8e4a2 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893579 Jul 07 17:48:01.505984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-f232a3c6-df25-4a67-9309-3c5ee3c831a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906141 Jul 07 17:48:01.573492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9176cd45-c6ae-49dc-83dd-d5ba0e76a4e2 req-54a1a66a-672d-4fec-bfa8-b833e1e8957e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159327 Jul 07 17:48:01.574728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Attempting to bind port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:01.576932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Attempting to bind port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:01.577342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Attempting to bind port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:01.592959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:01.592959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Attempting to bind port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:01.609406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:01.609728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:01.610120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:01.612415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Bound port: 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:01.612759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.675912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-8f207226-7955-4e29-b983-17bfe709390f service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638231 Jul 07 17:48:01.687347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:01.690836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:01.704575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.742176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.742862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:01.744263 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 HTTP/1.1" status: 200 len: 1116 time: 1.2691898 Jul 07 17:48:01.744768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:01.747632 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70bd147-3c8e-464c-bc57-45db49945644" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:01.786005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-404df06a-fd8d-4644-9996-06f6659053d7 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4c2c12abca734526acf4525eb9b8bad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086974 Jul 07 17:48:01.858158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475becb-d679-4e61-b684-4e9a25e8ff44 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:01.872365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-89441af8-adac-4335-87a1-dc072761fde6 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295059 Jul 07 17:48:01.893093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-9cbc3106-3e87-46ef-8926-1f9d73feb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:01.895382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-9cbc3106-3e87-46ef-8926-1f9d73feb26b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1119 time: 0.1010706 Jul 07 17:48:01.958519 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-184947a8-6455-4f2b-875c-c2a0aea46093 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 HTTP/1.1" status: 200 len: 217 time: 0.0555584 Jul 07 17:48:02.033558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-cfba818b-f1e4-4029-aa6b-926f69dfcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.034283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef29a3f-18d8-44c2-98ab-1283c4ccca8e req-ec253572-4565-4e6e-9c91-5194a0cfbd10 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188415 Jul 07 17:48:02.035244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-cfba818b-f1e4-4029-aa6b-926f69dfcd83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0682952 Jul 07 17:48:02.110352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-899452af-cbe7-47a1-8a16-fa87a2d745dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.111788 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-899452af-cbe7-47a1-8a16-fa87a2d745dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655229 Jul 07 17:48:02.120598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e8495-6235-4f27-a578-172aa96b6941 req-0297cb05-b0d0-4ee4-9644-330e5d9c08f7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.122011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e42e8495-6235-4f27-a578-172aa96b6941 req-0297cb05-b0d0-4ee4-9644-330e5d9c08f7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 943 time: 0.4295068 Jul 07 17:48:02.129052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-3d06b799-d47e-4a74-8c36-cf8546926b10 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.130493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-3d06b799-d47e-4a74-8c36-cf8546926b10 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437021 Jul 07 17:48:02.138612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-041f07e6-0678-4a6a-9687-ce75bb4b7e0e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.139991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-041f07e6-0678-4a6a-9687-ce75bb4b7e0e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303057 Jul 07 17:48:02.158638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Request body: {'port': {'device_id': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '80c0210436c142a395ffbf0f57dd6fd2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:02.186629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-dec56360-20e0-4848-bc65-b17f9c2a457f tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/quotas/4c2c12abca734526acf4525eb9b8bad5 HTTP/1.1" status: 200 len: 375 time: 0.0447218 Jul 07 17:48:02.228519 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-1c3ab923-17f1-44aa-9f1e-c93b6f08c823 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093082 Jul 07 17:48:02.262218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-5cf526b0-1ba3-4905-a49d-4e819529debe tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4c2c12abca734526acf4525eb9b8bad5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500531 Jul 07 17:48:02.269829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e42e8495-6235-4f27-a578-172aa96b6941 req-46e4b8e6-80d3-464a-8410-6052afe5c1a7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384101 Jul 07 17:48:02.311366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 71211541-4144-48a8-b821-2622a8278c80 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:02.370518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Made reservation on behalf of 80c0210436c142a395ffbf0f57dd6fd2 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:02.374002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 71211541-4144-48a8-b821-2622a8278c80 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:02.374523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 71211541-4144-48a8-b821-2622a8278c80 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:02.377654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:02.383064 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02c80029-0970-4a0a-a4e3-f6ddade21061 req-2d4f3512-74a5-4fe8-9ec8-dd7e754cbb46 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462767 Jul 07 17:48:02.616225 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c96b0-fb25-468b-9899-75f3883fa7de x-openstack-request-id: req-7b9c96b0-fb25-468b-9899-75f3883fa7de {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:02.616875 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:02.616875 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b9c96b0-fb25-468b-9899-75f3883fa7de {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:02.617183 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'status': 'completed', 'code': 200} Jul 07 17:48:02.655285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Allocated IP 192.168.233.135 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/ae6db283-2010-4ce5-9e0c-1a5a9366f4d3) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:02.727189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd147-3c8e-464c-bc57-45db49945644 req-10731969-9aa2-4f64-9ec9-1c311d9daeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.729028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c70bd147-3c8e-464c-bc57-45db49945644 req-10731969-9aa2-4f64-9ec9-1c311d9daeba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1119 time: 0.0868864 Jul 07 17:48:02.752272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b23b4-3422-48b1-9e4b-f54384b3d063 req-f8a61ff8-24f0-4f72-b391-4bce00897258 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.755085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e72b23b4-3422-48b1-9e4b-f54384b3d063 req-f8a61ff8-24f0-4f72-b391-4bce00897258 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 950 time: 0.1433711 Jul 07 17:48:02.840487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'name': 'network-vif-deleted', 'tag': '71211541-4144-48a8-b821-2622a8278c80'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:02.843007 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056d3801-d7bc-4a6a-a0fb-c5a75f654cfb" -d '{"events": [{"server_uuid": "d11ca370-561f-4e87-9282-51d62ed81fa9", "name": "network-vif-deleted", "tag": "71211541-4144-48a8-b821-2622a8278c80"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:02.864538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd147-3c8e-464c-bc57-45db49945644 req-c4fd42d6-4902-4b2a-9763-9183ebac4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.869526 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c70bd147-3c8e-464c-bc57-45db49945644 req-c4fd42d6-4902-4b2a-9763-9183ebac4617 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1302872 Jul 07 17:48:02.932189 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c70bd147-3c8e-464c-bc57-45db49945644 req-ca6d781d-87ff-4ed5-9757-3ae10a75ef92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 HTTP/1.1" status: 200 len: 217 time: 0.0588768 Jul 07 17:48:02.943897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e72b23b4-3422-48b1-9e4b-f54384b3d063 req-f6df2e2f-4e2d-4e33-8483-333add54410a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686537 Jul 07 17:48:02.988886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd147-3c8e-464c-bc57-45db49945644 req-f911e157-d820-4ea6-ba62-93b2ed6819ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:02.990826 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c70bd147-3c8e-464c-bc57-45db49945644 req-f911e157-d820-4ea6-ba62-93b2ed6819ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0517955 Jul 07 17:48:03.000222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a8d82-9c6a-4533-bb03-aa7c90d38411 req-bb4fc55a-bd5f-450b-a8d8-e71a0024f855 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.002109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d7a8d82-9c6a-4533-bb03-aa7c90d38411 req-bb4fc55a-bd5f-450b-a8d8-e71a0024f855 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 966 time: 0.2461171 Jul 07 17:48:03.005924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.036384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Transition to ACTIVE for port object ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:03.082291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d7a8d82-9c6a-4533-bb03-aa7c90d38411 req-b98e1720-6b1d-4c1c-a2de-835fc069ba9b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716681 Jul 07 17:48:03.090490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd147-3c8e-464c-bc57-45db49945644 req-f20208be-5f51-4520-af21-bad99b3447a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.092423 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c70bd147-3c8e-464c-bc57-45db49945644 req-f20208be-5f51-4520-af21-bad99b3447a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897024 Jul 07 17:48:03.129480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85725aa4-be62-485d-8429-b018eec476f8 req-2291f668-740b-4ed3-81d1-913bd5c83380 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 210 time: 0.0457878 Jul 07 17:48:03.134497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:03.136858 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4dddd2-a13b-498c-bb8e-8a17f7d7220d" -d '{"events": [{"server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "name": "network-vif-plugged", "status": "completed", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:03.145645 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.194254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:03.197258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:03.222576 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c70bd147-3c8e-464c-bc57-45db49945644 req-346dc19e-20b5-48b4-8e99-9c3cf4ae2766 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227708 Jul 07 17:48:03.252152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:03.258145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.258988 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.322237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1690040 Jul 07 17:48:03.331087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0d97776-10c1-4e64-9b04-b7016fbd2dcd req-8052f1b9-dc8c-4b52-9fdc-87102d9f84f6 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 210 time: 0.0521967 Jul 07 17:48:03.342910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Request body: {'port': {'device_id': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'device_owner': 'compute:tempest-test_az-154619901', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:03.389179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c70bd147-3c8e-464c-bc57-45db49945644 req-d8314f35-e00d-4a8c-ac59-64d6d16d982d service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566999 Jul 07 17:48:03.451523 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd8f360-75e9-4ef3-8285-8ebd93b6f03a x-openstack-request-id: req-0fd8f360-75e9-4ef3-8285-8ebd93b6f03a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:03.452096 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11ca370-561f-4e87-9282-51d62ed81fa9", "name": "network-vif-deleted", "tag": "71211541-4144-48a8-b821-2622a8278c80", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:03.452239 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0fd8f360-75e9-4ef3-8285-8ebd93b6f03a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:03.452724 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11ca370-561f-4e87-9282-51d62ed81fa9', 'name': 'network-vif-deleted', 'tag': '71211541-4144-48a8-b821-2622a8278c80', 'status': 'completed', 'code': 200} Jul 07 17:48:03.453410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.463408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3335502-e19b-4014-b35b-40bc96a66f9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Pushing event updated for resources: {'Port': ['ID=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:03.521607 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e22c980-ab20-4017-88d7-0ce39eed9488 x-openstack-request-id: req-5e22c980-ab20-4017-88d7-0ce39eed9488 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:03.522170 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "name": "network-vif-plugged", "status": "completed", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:03.522281 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e22c980-ab20-4017-88d7-0ce39eed9488 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:03.522639 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'code': 200} Jul 07 17:48:03.528503 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.596129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bfbef169-bc2c-4233-88a6-1d5858ded142 None None] Provisioning for port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:03.600631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bfbef169-bc2c-4233-88a6-1d5858ded142 None None] Provisioning complete for port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:03.601234 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bfbef169-bc2c-4233-88a6-1d5858ded142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.633264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54391-0c0f-44e5-b19b-0ba8195d2ab9 req-19375e27-c7f3-4792-90cb-f87049a067b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.634919 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ef54391-0c0f-44e5-b19b-0ba8195d2ab9 req-19375e27-c7f3-4792-90cb-f87049a067b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 1117 time: 0.0608754 Jul 07 17:48:03.645460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bfbef169-bc2c-4233-88a6-1d5858ded142 None None] Port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:03.682854 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ef54391-0c0f-44e5-b19b-0ba8195d2ab9 req-8a3fa14e-dee4-47a9-bc7c-ae62d399b431 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Jul 07 17:48:03.783001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad29e15-18b9-43e5-9f3d-ce10eafcb480 req-df0c561e-a71d-4a95-9f33-50f7c5791d35 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.784686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cad29e15-18b9-43e5-9f3d-ce10eafcb480 req-df0c561e-a71d-4a95-9f33-50f7c5791d35 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 943 time: 0.1472430 Jul 07 17:48:04.116574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:04.133263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-cdf91979-5436-4b63-ac2c-a68ab7bc56a2 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4c2c12abca734526acf4525eb9b8bad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457530 Jul 07 17:48:04.138587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cad29e15-18b9-43e5-9f3d-ce10eafcb480 req-99889799-d05d-428d-8029-285226f16dbe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421330 Jul 07 17:48:04.217922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:04.226684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.256099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Transition to ACTIVE for port object ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:04.281897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.290256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:04.303302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '2cae4de9-c92d-4dbb-a706-6efa61206d7a', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'port_id': '2cae4de9-c92d-4dbb-a706-6efa61206d7a', 'mac_address': 'fa:16:3e:fd:bb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f191cd55-f633-4670-a602-3bdbf533c9f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:04.346096 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.359493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cae4de9-c92d-4dbb-a706-6efa61206d7a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:04.382560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:04.387958 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.417036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-64c7763c-e57f-49e1-94cf-2b720f32cf6a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.418547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-64c7763c-e57f-49e1-94cf-2b720f32cf6a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771876 Jul 07 17:48:04.432258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:04.438392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:04.445542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Request body: {'port': {'device_id': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '4c2c12abca734526acf4525eb9b8bad5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:04.538617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Attempting to bind port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:04.539279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Attempting to bind port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:04.539279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Attempting to bind port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:04.569548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:04.569884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Attempting to bind port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:04.592199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:04.592542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:04.592939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:04.593367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Bound port: ae6db283-2010-4ce5-9e0c-1a5a9366f4d3, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:04.593730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.630716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f73a1b-5b36-44cf-81ca-0eeb7a0896c5 req-b1afff1c-f971-4210-8815-1b61a0d26629 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.632346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13f73a1b-5b36-44cf-81ca-0eeb7a0896c5 req-b1afff1c-f971-4210-8815-1b61a0d26629 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 950 time: 0.3091152 Jul 07 17:48:04.642661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908ba86-e767-4200-bb78-87b24ce722a5 req-07aeaca9-ea14-48ae-afed-bc6d1a6663fc tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.644051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a908ba86-e767-4200-bb78-87b24ce722a5 req-07aeaca9-ea14-48ae-afed-bc6d1a6663fc tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 950 time: 0.3143406 Jul 07 17:48:04.711034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2cae4de9-c92d-4dbb-a706-6efa61206d7a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:04.746078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Made reservation on behalf of 4c2c12abca734526acf4525eb9b8bad5 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:04.750327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.770992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13f73a1b-5b36-44cf-81ca-0eeb7a0896c5 req-3bdfaa06-17d8-4854-a00c-fe8b49d76805 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254714 Jul 07 17:48:04.777082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a908ba86-e767-4200-bb78-87b24ce722a5 req-6d4b434d-0dd0-4af7-a31d-47351143691d tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053054 Jul 07 17:48:04.786137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] For port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:04.796392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] For port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:04.809578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.912214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:04.912852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:04.914221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] 10.222.0.55 "PUT /v2.0/ports/ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 HTTP/1.1" status: 200 len: 1117 time: 1.5789120 Jul 07 17:48:05.058170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c3f2-da40-43a5-9efe-c341018ba899 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:05.080947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Allocated IP 192.168.233.55 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/dda4d91e-42f3-46e0-8ab8-3fd56b9d158e) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:05.182532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb3940-a2ba-4a30-ba71-520a6c0ccedc req-ec57dfe5-1d67-4622-8b5c-85392dcd5149 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.183955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ffb3940-a2ba-4a30-ba71-520a6c0ccedc req-ec57dfe5-1d67-4622-8b5c-85392dcd5149 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 966 time: 0.2734885 Jul 07 17:48:05.195253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-85b302e0-0945-4882-8960-07d41ccfe7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.198845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-85b302e0-0945-4882-8960-07d41ccfe7a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 1120 time: 0.2212753 Jul 07 17:48:05.231804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15d7e-bbca-4d2a-ad69-ff9d8007f385 req-61870948-754f-4a71-a31b-6257249eecf5 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.233705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ff15d7e-bbca-4d2a-ad69-ff9d8007f385 req-61870948-754f-4a71-a31b-6257249eecf5 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 969 time: 0.2570388 Jul 07 17:48:05.335807 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-0f5deefa-7710-479b-96a4-4e8f4e1490eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507913 Jul 07 17:48:05.338201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-87e9b19c-bd5b-4fe7-9f18-48c3a38a9206 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 HTTP/1.1" status: 200 len: 217 time: 0.1026173 Jul 07 17:48:05.414967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ffb3940-a2ba-4a30-ba71-520a6c0ccedc req-95a2f901-bd23-46ec-9398-4eacad56ddc7 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128286 Jul 07 17:48:05.425009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ff15d7e-bbca-4d2a-ad69-ff9d8007f385 req-f095aaff-829c-47cd-ac56-d04b5c969cb5 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482525 Jul 07 17:48:05.428795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-9f56c22f-daf6-4faf-bec5-d4a2b29bc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.430396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-9f56c22f-daf6-4faf-bec5-d4a2b29bc8e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4de8967d143a4514838ba1225c0261d7&device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 1122 time: 0.0532205 Jul 07 17:48:05.443357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-f0ee6e4f-6e67-4158-82ad-97a08e1f3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.444844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-f0ee6e4f-6e67-4158-82ad-97a08e1f3b39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0912869 Jul 07 17:48:05.453963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'tag': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:05.465483 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b76bda4a-47e3-4b7a-9cab-8e9c86123eda", "tag": "ae6db283-2010-4ce5-9e0c-1a5a9366f4d3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:05.474126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.503572 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.522268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Transition to ACTIVE for port object dda4d91e-42f3-46e0-8ab8-3fd56b9d158e will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:05.566731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-18fc3c97-6a4b-40ae-9662-ced0e60ee670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.568844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-18fc3c97-6a4b-40ae-9662-ced0e60ee670 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1111455 Jul 07 17:48:05.571093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72470-6baf-4fa9-8267-08324aab14ef req-dbd849c7-d901-4b07-adee-60c8b64d826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.572859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-dbd849c7-d901-4b07-adee-60c8b64d826d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047781 Jul 07 17:48:05.576176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.689921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-a9852b5c-63ad-49c6-8ff0-5a3c9b4d17f9 req-3c8c7886-0b26-486a-b4a2-be8e8e11ed8a service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:05.690936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9852b5c-63ad-49c6-8ff0-5a3c9b4d17f9 req-3c8c7886-0b26-486a-b4a2-be8e8e11ed8a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135882 Jul 07 17:48:05.729225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:05.743370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:05.749068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:05.754712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.755382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.759873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Pushing event updated for resources: {'Port': ['ID=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:05.793210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-ab3d01ad-8faa-4f38-8ae8-47d5b0a2eba6 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062328 Jul 07 17:48:05.810359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-00613990-4b81-4ddc-99e6-3e6e9c73af6b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3699439 Jul 07 17:48:05.831161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e4a35-a0c2-4ced-a911-ea506335f63a req-73670f4c-7468-4a15-a824-7febd7cb1c0c tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.831401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-8fc92563-f49c-4c29-ba8e-ba045a05d82c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=028d2ab2-770d-444b-9def-e7e4127463de HTTP/1.1" status: 200 len: 217 time: 0.2482526 Jul 07 17:48:05.832726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-088e4a35-a0c2-4ced-a911-ea506335f63a req-73670f4c-7468-4a15-a824-7febd7cb1c0c tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 935 time: 0.2585814 Jul 07 17:48:05.837730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Request body: {'port': {'device_id': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:05.939759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-9b0acb3f-2d7c-41b3-9e16-e0431294c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.939759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-9b0acb3f-2d7c-41b3-9e16-e0431294c38d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0870469 Jul 07 17:48:05.953657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-088e4a35-a0c2-4ced-a911-ea506335f63a req-7389feeb-758b-4866-acdd-e69d818f2ef3 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891466 Jul 07 17:48:05.991048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80781f-e016-470b-b79e-5e9844c26371 req-3db42d9b-9b2f-423b-9c2f-cec172b064aa tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.992615 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d80781f-e016-470b-b79e-5e9844c26371 req-3db42d9b-9b2f-423b-9c2f-cec172b064aa tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.90 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 950 time: 0.4084761 Jul 07 17:48:06.005199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf72470-6baf-4fa9-8267-08324aab14ef req-c0c93ad7-b20b-4d43-8c35-bea8f50cc07a service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048793 Jul 07 17:48:06.017589 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.125101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eb613088-2728-4660-ac3f-5d8d033affcb None None] Provisioning for port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:06.131649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eb613088-2728-4660-ac3f-5d8d033affcb None None] Provisioning complete for port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:06.132230 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb613088-2728-4660-ac3f-5d8d033affcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.134157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:06.176393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-d6fe7f50-ff54-45f1-816a-8b7c6c1ed046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:06.177930 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-d6fe7f50-ff54-45f1-816a-8b7c6c1ed046 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2279978 Jul 07 17:48:06.210579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eb613088-2728-4660-ac3f-5d8d033affcb None None] Port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:06.229593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 2cae4de9-c92d-4dbb-a706-6efa61206d7a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:06.234103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 2cae4de9-c92d-4dbb-a706-6efa61206d7a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:06.234528 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.253693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Deleting port 3c6760a2-322f-4c8d-837f-ec416168e8e3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:06.253976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.326191 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.345876 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-9e78e46e-b657-46a6-92b1-fcc2ed70c134 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599221 Jul 07 17:48:06.348120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:06.356690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:06.359227 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f07d19-5e38-415d-b64c-4689c16eda30" -d '{"events": [{"server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:06.380305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:06.387817 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.427013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] For port 3c6760a2-322f-4c8d-837f-ec416168e8e3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3c6760a2-322f-4c8d-837f-ec416168e8e3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:06.427377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.448049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Calling delete_port for 3c6760a2-322f-4c8d-837f-ec416168e8e3 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:06.494126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:06.520285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:06.535873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'mac_address': 'fa:16:3e:92:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-154619901', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:06.548000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd7d36aa-67d2-47c1-9581-883296b5e169 req-53e17b1e-0ad6-42d5-a2a7-8d0729bf72de service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948161 Jul 07 17:48:06.550128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07198923-a517-4571-a121-fcd100291a6b req-fb4af4c5-1810-43d1-9616-a3f268b9d186 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:06.551738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07198923-a517-4571-a121-fcd100291a6b req-fb4af4c5-1810-43d1-9616-a3f268b9d186 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 966 time: 0.4165535 Jul 07 17:48:06.570773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2786b1-5dd3-41d8-adfc-efcdf5d8dce3 req-e79d1c93-cb5e-4091-94be-d5df0c230ee5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:06.577744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:06.580169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d2786b1-5dd3-41d8-adfc-efcdf5d8dce3 req-e79d1c93-cb5e-4091-94be-d5df0c230ee5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 944 time: 0.4434669 Jul 07 17:48:06.584342 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.586840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'floatingip': {'port_id': 'fc071d81-f886-451f-bf59-df5dac8d84c2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:06.604948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:06.632780 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:06.638924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.657410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d2786b1-5dd3-41d8-adfc-efcdf5d8dce3 req-b952f69d-fcd0-401a-a092-395d727180b5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758383 Jul 07 17:48:06.664089 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091953f9-7a88-471b-b077-4fe6ad627190 x-openstack-request-id: req-091953f9-7a88-471b-b077-4fe6ad627190 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:06.664568 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76bda4a-47e3-4b7a-9cab-8e9c86123eda", "tag": "ae6db283-2010-4ce5-9e0c-1a5a9366f4d3", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:06.666865 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-091953f9-7a88-471b-b077-4fe6ad627190 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:06.667519 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'tag': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3', 'status': 'completed', 'code': 200} Jul 07 17:48:06.693560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.713392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:06.779763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda4d91e-42f3-46e0-8ab8-3fd56b9d158e {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:06.797779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.863839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Transition to ACTIVE for port object dda4d91e-42f3-46e0-8ab8-3fd56b9d158e will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:06.873291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.924429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:06.939271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['3c6760a2-322f-4c8d-837f-ec416168e8e3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:06.970402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:06.972378 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:06.975432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2164d-3907-41dd-bea0-5dfb6c252abc req-9a7c143f-61b1-4eea-91e9-c11caf118e75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:06.977351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ae2164d-3907-41dd-bea0-5dfb6c252abc req-9a7c143f-61b1-4eea-91e9-c11caf118e75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 950 time: 0.1924403 Jul 07 17:48:06.983518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Pushing event updated for resources: {'Port': ['ID=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:06.989551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Pushing event deleted for resources: {'Port': ['ID=3c6760a2-322f-4c8d-837f-ec416168e8e3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:07.040194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943ae1-28c2-4a3c-bcf9-59d78e49a823 req-9493723d-a37d-480a-8c88-936766aeb173 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.046617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52943ae1-28c2-4a3c-bcf9-59d78e49a823 req-9493723d-a37d-480a-8c88-936766aeb173 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 867 time: 0.2217393 Jul 07 17:48:07.064521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-20301ac8-a68a-4907-b7ab-bfc68f2506ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.066143 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-20301ac8-a68a-4907-b7ab-bfc68f2506ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 1120 time: 0.3686733 Jul 07 17:48:07.082177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Attempting to bind port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:07.082653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Attempting to bind port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:07.083192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Attempting to bind port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:07.101180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] No DVR routers for this DVR port 3c6760a2-322f-4c8d-837f-ec416168e8e3 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:07.104171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:07.104505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Attempting to bind port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:07.105296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.107685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d80781f-e016-470b-b79e-5e9844c26371 req-aa8b1518-7bec-4b58-a1ff-bcadeb492170 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.90 "DELETE /v2.0/ports/3c6760a2-322f-4c8d-837f-ec416168e8e3 HTTP/1.1" status: 204 len: 173 time: 1.0958171 Jul 07 17:48:07.112804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57027371-a173-4db7-9288-b52db214d3ea', 'name': 'network-vif-deleted', 'tag': '3c6760a2-322f-4c8d-837f-ec416168e8e3'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:07.115222 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b076d7be-ab64-4298-9939-ccb05ebc2997" -d '{"events": [{"server_uuid": "57027371-a173-4db7-9288-b52db214d3ea", "name": "network-vif-deleted", "tag": "3c6760a2-322f-4c8d-837f-ec416168e8e3"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:07.127399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ae2164d-3907-41dd-bea0-5dfb6c252abc req-eae63086-91c1-47b1-a059-397bbfa21839 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167331 Jul 07 17:48:07.159902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52943ae1-28c2-4a3c-bcf9-59d78e49a823 req-8e0bc485-c285-4eda-8d52-90f61cbbdd81 tempest-TenantUsagesTestJSON-1875268722 tempest-TenantUsagesTestJSON-1875268722-project] 10.222.0.88 "GET /v2.0/security-groups?id=e47f1b24-f848-4f7c-a98d-f2ad2a75b748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074445 Jul 07 17:48:07.159902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:07.159902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:07.159902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:07.171291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Bound port: dda4d91e-42f3-46e0-8ab8-3fd56b9d158e, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:07.172070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.294667 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39517895-8670-4b8a-b0c9-cab18c3a9735 x-openstack-request-id: req-39517895-8670-4b8a-b0c9-cab18c3a9735 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:07.295183 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:07.295183 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-39517895-8670-4b8a-b0c9-cab18c3a9735 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:07.296134 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a', 'code': 200} Jul 07 17:48:07.350835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] For port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:07.363455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] For port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:07.376501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.453445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.454134 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.455649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] 10.222.0.90 "PUT /v2.0/ports/dda4d91e-42f3-46e0-8ab8-3fd56b9d158e HTTP/1.1" status: 200 len: 1095 time: 1.6219568 Jul 07 17:48:07.592665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e21baa-1008-482c-a3c1-1b1fe4948070 service neutron] Pushing event updated for resources: {'Port': ['ID=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:07.656692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-4992ea7b-9f82-48b8-8b79-60ea7351d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.658305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-4992ea7b-9f82-48b8-8b79-60ea7351d99f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c2c12abca734526acf4525eb9b8bad5&device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 1098 time: 0.1435759 Jul 07 17:48:07.666070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1f33d-b88c-4630-8790-17d702efa4ad req-8832a336-4e11-4eb5-a43b-a4b703ea5789 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.667751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfd1f33d-b88c-4630-8790-17d702efa4ad req-8832a336-4e11-4eb5-a43b-a4b703ea5789 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 969 time: 0.2089963 Jul 07 17:48:07.688381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3304a-9752-488e-ac10-cb4ec47023ad req-dcfc534b-a954-4273-ad72-6ffd93dcbd41 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.690005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cee3304a-9752-488e-ac10-cb4ec47023ad req-dcfc534b-a954-4273-ad72-6ffd93dcbd41 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 947 time: 0.1736801 Jul 07 17:48:07.735309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-ee1194c7-bdf6-4624-8493-04f17383d3de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e HTTP/1.1" status: 200 len: 217 time: 0.0644927 Jul 07 17:48:07.827349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfd1f33d-b88c-4630-8790-17d702efa4ad req-48e739b0-4b6d-43cf-bce0-895ec9d60b1b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491051 Jul 07 17:48:07.830220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cee3304a-9752-488e-ac10-cb4ec47023ad req-e1f69ec2-f087-4b8c-87ef-169c5cd8853d tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044073 Jul 07 17:48:07.832365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-3f9689ab-9a53-490a-b8b3-770f51b1c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.833811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-3f9689ab-9a53-490a-b8b3-770f51b1c5eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0901318 Jul 07 17:48:07.922696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.90', 54702) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:07.943218 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5095d9-a69c-4695-a6a2-876990083e1f x-openstack-request-id: req-3c5095d9-a69c-4695-a6a2-876990083e1f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:07.946808 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57027371-a173-4db7-9288-b52db214d3ea", "name": "network-vif-deleted", "tag": "3c6760a2-322f-4c8d-837f-ec416168e8e3", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:07.949224 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c5095d9-a69c-4695-a6a2-876990083e1f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:07.949825 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57027371-a173-4db7-9288-b52db214d3ea', 'name': 'network-vif-deleted', 'tag': '3c6760a2-322f-4c8d-837f-ec416168e8e3', 'status': 'completed', 'code': 200} Jul 07 17:48:07.958039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901be037-fadb-41e4-9ffd-e7ef2115232c req-d6eae0c9-8b9f-4e1b-9a32-b976fba7ee4d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=57027371-a173-4db7-9288-b52db214d3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0336554 Jul 07 17:48:07.993441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-62e57e03-8d59-41c0-9f0d-a17b5ea00e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.995451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-62e57e03-8d59-41c0-9f0d-a17b5ea00e01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503003 Jul 07 17:48:08.069011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-86de176c-7e99-4f3c-93dc-41b30443186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.071785 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-86de176c-7e99-4f3c-93dc-41b30443186a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.9976442 Jul 07 17:48:08.109184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-48fd6748-c83d-453f-8681-9a8c43770d52 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4f6cca55a447459198e031601cd8b4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422411 Jul 07 17:48:08.157650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-a01c2ebf-0b58-46df-971b-ad56055c9dfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 HTTP/1.1" status: 200 len: 217 time: 0.0652542 Jul 07 17:48:08.214926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9bfe-b7d8-4a98-8e08-414bdecec897 req-89e86608-8273-4a07-a69a-b6bbd22c775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.216733 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3beb9bfe-b7d8-4a98-8e08-414bdecec897 req-89e86608-8273-4a07-a69a-b6bbd22c775b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1096 time: 0.5097017 Jul 07 17:48:08.251500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901be037-fadb-41e4-9ffd-e7ef2115232c req-065f8aa0-7472-4f6a-9ce2-8c443d6a934d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5774bea02baa41768218d07db5e149ae&device_id=57027371-a173-4db7-9288-b52db214d3ea HTTP/1.1" status: 200 len: 210 time: 0.0744634 Jul 07 17:48:08.274106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-ff3a3772-923e-424d-b040-b79cb2828b20 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692857 Jul 07 17:48:08.291224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:48:08.350341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:08.359724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-3d2d6e92-8516-408e-b18d-e0207ceb4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.361333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-3d2d6e92-8516-408e-b18d-e0207ceb4026 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1824427 Jul 07 17:48:08.363173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3beb9bfe-b7d8-4a98-8e08-414bdecec897 req-b8d17de3-4a70-49ee-952f-6d992d1e59da service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203382 Jul 07 17:48:08.371756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901be037-fadb-41e4-9ffd-e7ef2115232c req-e985aa6f-a590-4935-9b42-62ff647779de service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=5774bea02baa41768218d07db5e149ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966327 Jul 07 17:48:08.422295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:08.428555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:08.429335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.430604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.440118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.460924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-46f89326-8ed9-4923-80ee-7b423e1b5186 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.462638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-46f89326-8ed9-4923-80ee-7b423e1b5186 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460476 Jul 07 17:48:08.520968 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.526958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95851-4fd5-4076-bed7-813f0a98767c req-57568218-7433-460f-921e-902a7b5e540d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.534372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81c95851-4fd5-4076-bed7-813f0a98767c req-57568218-7433-460f-921e-902a7b5e540d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 945 time: 0.3858154 Jul 07 17:48:08.536049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-43010664-5e68-4880-88dd-7da758dda08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.538160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-43010664-5e68-4880-88dd-7da758dda08a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671984 Jul 07 17:48:08.558432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:08.564133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:08.605197 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Floating IP 15af8703-47a2-499a-925f-592918a644ae associated. External IP: 172.25.1.98, port: fc071d81-f886-451f-bf59-df5dac8d84c2. Jul 07 17:48:08.615806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-9a50fd37-dff5-4034-9673-6e1fe1271526 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/quotas/4f6cca55a447459198e031601cd8b4bd HTTP/1.1" status: 200 len: 375 time: 0.1294951 Jul 07 17:48:08.626298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:08.678513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'tag': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:08.681251 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd53614-79a7-4621-a74f-91456015b0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d82d77-5b5f-4d72-9378-079edb314e85", "tag": "dda4d91e-42f3-46e0-8ab8-3fd56b9d158e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:08.685557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbd372a6-02e4-4a16-93fe-044612e5b1fa req-1485ee4f-a5c4-49af-8a91-c7423d408eb8 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851857 Jul 07 17:48:08.731963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-18d91707-5bd6-4919-aea0-a92663d2a562 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821489 Jul 07 17:48:08.734768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81c95851-4fd5-4076-bed7-813f0a98767c req-9575d94c-6bd8-4da4-a6d9-034f880bad46 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994841 Jul 07 17:48:08.784466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901be037-fadb-41e4-9ffd-e7ef2115232c req-81004124-08d5-4392-a943-5e54d6230429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.786316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901be037-fadb-41e4-9ffd-e7ef2115232c req-81004124-08d5-4392-a943-5e54d6230429 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3218417 Jul 07 17:48:08.805775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-72d64c50-a911-4d2d-a3df-f0fa5e8f07a1 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f6cca55a447459198e031601cd8b4bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756861 Jul 07 17:48:08.917354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da6ac987-a7bd-4cc1-be10-d567cbdd20a8 req-169727ca-3c1e-4920-8c54-e1f9b608ab8b service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780674 Jul 07 17:48:08.954136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Router 5e41260d-9935-4d85-ad8b-5803339dd647 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:08.978701 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d02c8a-a7b6-481b-b8e5-096f227d4c06 x-openstack-request-id: req-27d02c8a-a7b6-481b-b8e5-096f227d4c06 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:08.979190 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d82d77-5b5f-4d72-9378-079edb314e85", "tag": "dda4d91e-42f3-46e0-8ab8-3fd56b9d158e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:08.979608 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-27d02c8a-a7b6-481b-b8e5-096f227d4c06 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:08.980181 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'tag': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e', 'status': 'completed', 'code': 200} Jul 07 17:48:09.101200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd53614-79a7-4621-a74f-91456015b0ca req-bf49ec3b-891c-46ca-a17e-118be5f00023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.103486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd53614-79a7-4621-a74f-91456015b0ca req-bf49ec3b-891c-46ca-a17e-118be5f00023 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c2c12abca734526acf4525eb9b8bad5&device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 1098 time: 0.0911345 Jul 07 17:48:09.111686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:09.116956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.127661 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] Sync routers for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:09.147138 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:09.147790 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:09.173950 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-faa45d42-48e8-424e-8673-73e505865e7d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "PUT /v2.0/floatingips/15af8703-47a2-499a-925f-592918a644ae HTTP/1.1" status: 200 len: 1011 time: 2.5919456 Jul 07 17:48:09.298234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:09.301284 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf9861-2b43-43e5-abb1-43634d95ab6e" -d '{"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:09.309233 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:09.340841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2c9d9-fbc3-4af5-b270-aa3b2019115e req-f5dc72d6-5bd8-4547-996f-c9cb3cf51d41 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.342668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61f2c9d9-fbc3-4af5-b270-aa3b2019115e req-f5dc72d6-5bd8-4547-996f-c9cb3cf51d41 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 947 time: 0.1204777 Jul 07 17:48:09.344274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd53614-79a7-4621-a74f-91456015b0ca req-4012f166-a189-421a-88d3-1f9671989d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.345937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd53614-79a7-4621-a74f-91456015b0ca req-4012f166-a189-421a-88d3-1f9671989d08 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2347074 Jul 07 17:48:09.393008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61f2c9d9-fbc3-4af5-b270-aa3b2019115e req-5b78014d-b9c4-4a90-8fe2-c0ee440cf886 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Jul 07 17:48:09.431940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd53614-79a7-4621-a74f-91456015b0ca req-2c336de4-f6e9-407c-a1c8-97b3a9ee38ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e HTTP/1.1" status: 200 len: 217 time: 0.0428252 Jul 07 17:48:09.505259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48634) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:09.563300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5a4eec8-34cb-4724-bd26-333221583447 req-6272b936-5ed1-4e55-bdea-29d5436cb485 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 210 time: 0.0517998 Jul 07 17:48:09.568528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd53614-79a7-4621-a74f-91456015b0ca req-499e37c8-f9b5-414d-94d1-1f6222eea627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.575458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd53614-79a7-4621-a74f-91456015b0ca req-499e37c8-f9b5-414d-94d1-1f6222eea627 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1364670 Jul 07 17:48:09.655043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23110b-667b-4103-8f61-e98fd5cf96c0 req-de69dda7-fa68-4228-b89f-38d288b1939f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.656798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e23110b-667b-4103-8f61-e98fd5cf96c0 req-de69dda7-fa68-4228-b89f-38d288b1939f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 969 time: 0.1885262 Jul 07 17:48:09.732551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e23110b-667b-4103-8f61-e98fd5cf96c0 req-4d874099-4822-4659-bfc0-001e52ec299d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537612 Jul 07 17:48:09.762830 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd53614-79a7-4621-a74f-91456015b0ca req-c843a502-18e9-4995-ac81-ab39e84c9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.766995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd53614-79a7-4621-a74f-91456015b0ca req-c843a502-18e9-4995-ac81-ab39e84c9c24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801245 Jul 07 17:48:09.818449 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '15af8703-47a2-499a-925f-592918a644ae', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'port_id': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'mac_address': 'fa:16:3e:a6:ce:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'device_owner': 'compute:tempest-test_az-154619901'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:46Z', 'updated_at': '2021-07-07T17:48:08Z', 'revision_number': 1, 'project_id': '036a6086fbde475cb6304008bc73b371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:09.835442 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4b36591d-4737-4baf-919b-0c632dd0822b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5774bea02baa41768218d07db5e149ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262806 Jul 07 17:48:09.835649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48646) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:09.863154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] Checking router: 5e41260d-9935-4d85-ad8b-5803339dd647 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:09.866721 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044da9cc-733e-4e5e-9c1a-3394eefb6fd6 x-openstack-request-id: req-044da9cc-733e-4e5e-9c1a-3394eefb6fd6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:09.867232 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:09.867478 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-044da9cc-733e-4e5e-9c1a-3394eefb6fd6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:09.867916 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'code': 200} Jul 07 17:48:09.891981 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:09.892579 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:47:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:09.937735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b18569fa-533a-4556-91ef-8fb1c058d903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.955688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:09.958473 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcbfc70-78a3-4e39-992a-b85ee125d341" -d '{"events": [{"name": "network-changed", "server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:09.991007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b18569fa-533a-4556-91ef-8fb1c058d903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:10.060323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd53614-79a7-4621-a74f-91456015b0ca req-8bc4bd3d-5786-4709-bf35-e7910e3ed75c service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704523 Jul 07 17:48:10.081049 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fffbc9-6376-4870-ab70-688c438ac3a9 x-openstack-request-id: req-62fffbc9-6376-4870-ab70-688c438ac3a9 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:10.081449 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:10.084195 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62fffbc9-6376-4870-ab70-688c438ac3a9 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:10.084784 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'status': 'completed', 'code': 200} Jul 07 17:48:10.109026 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:10.120108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3c6760a2-322f-4c8d-837f-ec416168e8e3 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:10.157707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 3c6760a2-322f-4c8d-837f-ec416168e8e3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:10.158693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3c6760a2-322f-4c8d-837f-ec416168e8e3 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:10.159628 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b18569fa-533a-4556-91ef-8fb1c058d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:10.162321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b18569fa-533a-4556-91ef-8fb1c058d903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:10.166502 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b18569fa-533a-4556-91ef-8fb1c058d903 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e47f1b24-f848-4f7c-a98d-f2ad2a75b748 HTTP/1.1" status: 204 len: 168 time: 0.3255832 Jul 07 17:48:10.209392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18569fa-533a-4556-91ef-8fb1c058d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47f1b24-f848-4f7c-a98d-f2ad2a75b748,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:10.249092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-4bf0b309-855a-499a-8068-a5f796d2b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:10.260180 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-4bf0b309-855a-499a-8068-a5f796d2b221 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 1117 time: 0.1505983 Jul 07 17:48:10.378445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:10.422696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-96a317e2-5c49-4bc7-8972-fd5eae25f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:10.430983 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-96a317e2-5c49-4bc7-8972-fd5eae25f7be service neutron] 10.222.0.55 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 925 time: 0.1558380 Jul 07 17:48:10.437124 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd53614-79a7-4621-a74f-91456015b0ca req-7c7cb372-5a20-4e8e-b717-80439d0d4f79 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758001 Jul 07 17:48:10.451692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b2715-e23d-4b37-8d64-4962af0a780a req-0c85b5df-dd34-4301-8ee5-56fe16ebde17 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:10.459372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e4b2715-e23d-4b37-8d64-4962af0a780a req-0c85b5df-dd34-4301-8ee5-56fe16ebde17 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 945 time: 0.4119649 Jul 07 17:48:10.478755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98286f33-a902-41a2-90c2-0df2322d4c9e req-9ff09025-b33a-4cf6-aa9e-5ae3fa61c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:10.480297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98286f33-a902-41a2-90c2-0df2322d4c9e req-9ff09025-b33a-4cf6-aa9e-5ae3fa61c012 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1121 time: 0.2350402 Jul 07 17:48:10.548975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e4b2715-e23d-4b37-8d64-4962af0a780a req-8412e095-092b-497d-9402-76b880fe42ff tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873692 Jul 07 17:48:10.579429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98286f33-a902-41a2-90c2-0df2322d4c9e req-53738245-5ff7-4b8c-8aa9-aee7c475d3ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871949 Jul 07 17:48:10.683302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:10.701195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3', 'mac_address': 'fa:16:3e:33:c4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:tempest-test_az-154619901', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:10.704749 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-f2517b96-d381-4614-a2e8-93f7cd7fab51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc071d81-f886-451f-bf59-df5dac8d84c2 HTTP/1.1" status: 200 len: 1019 time: 0.2671804 Jul 07 17:48:10.750704 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '15af8703-47a2-499a-925f-592918a644ae', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'port_id': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'mac_address': 'fa:16:3e:a6:ce:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'device_owner': 'compute:tempest-test_az-154619901'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:46Z', 'updated_at': '2021-07-07T17:48:08Z', 'revision_number': 1, 'project_id': '036a6086fbde475cb6304008bc73b371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:10.819557 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b7336-23e3-4ddc-9c33-ab2254b45b3e None None] The sync data for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 is: [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '15af8703-47a2-499a-925f-592918a644ae', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'port_id': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'mac_address': 'fa:16:3e:a6:ce:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'device_owner': 'compute:tempest-test_az-154619901'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:46Z', 'updated_at': '2021-07-07T17:48:08Z', 'revision_number': 1, 'project_id': '036a6086fbde475cb6304008bc73b371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:10.820241 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:10.865373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:10.894540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:10.900645 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.020255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48700) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:11.026002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-b01f495a-a05b-495b-b29a-e0e6899249bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:11.027547 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-b01f495a-a05b-495b-b29a-e0e6899249bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.3150442 Jul 07 17:48:11.097221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:11.102710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-03dc0616-13ae-4fe6-8431-831ab4c10c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.115779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c3998dd-458e-427b-b02d-bf305e14b109 req-cf6a9834-b643-4bb5-b80d-d37c00767dc7 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 210 time: 0.0964537 Jul 07 17:48:11.125850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-b3fb31f3-baa8-444f-90e0-8d01abfdedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:11.130438 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-b3fb31f3-baa8-444f-90e0-8d01abfdedda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862753 Jul 07 17:48:11.169084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-bcff3653-788c-4c43-ada5-1ffccf7f87e5 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4f6cca55a447459198e031601cd8b4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318742 Jul 07 17:48:11.199730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b57f08-84a5-4451-a184-40db83dcef13 None None] New status for floating IP 15af8703-47a2-499a-925f-592918a644ae: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:48:11.230194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e79851-92a6-4f74-92a4-d0397adad81a req-765893d1-b666-4ef3-a66d-94f4f131e280 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:11.231941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54e79851-92a6-4f74-92a4-d0397adad81a req-765893d1-b666-4ef3-a66d-94f4f131e280 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 947 time: 0.5254149 Jul 07 17:48:11.260529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ae6db283-2010-4ce5-9e0c-1a5a9366f4d3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:11.314176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-4b1fc510-05bd-45c3-8177-47130a2aca64 service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784201 Jul 07 17:48:11.380888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54e79851-92a6-4f74-92a4-d0397adad81a req-7cbe400b-469f-483d-b5bf-d61bd3f3e1a1 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112916 Jul 07 17:48:11.402785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-037e3eba-410c-4e8f-a662-e831df6e9a5e tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:11.404296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-037e3eba-410c-4e8f-a662-e831df6e9a5e tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274644 Jul 07 17:48:11.432677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Request body: {'port': {'device_id': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '4f6cca55a447459198e031601cd8b4bd'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:11.540777 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcbfc70-78a3-4e39-992a-b85ee125d341 req-751c09d2-3d60-4dd4-98a9-7c5abbf096a1 service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195804 Jul 07 17:48:11.583048 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-03dc0616-13ae-4fe6-8431-831ab4c10c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.599086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee64cf-cc17-476a-9175-ce8f234c19d9 req-882131ba-29ed-4939-8616-286e76cb2638 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:11.600925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fee64cf-cc17-476a-9175-ce8f234c19d9 req-882131ba-29ed-4939-8616-286e76cb2638 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 970 time: 0.1911833 Jul 07 17:48:11.608256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-03dc0616-13ae-4fe6-8431-831ab4c10c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.714386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48714) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:11.714895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-03dc0616-13ae-4fe6-8431-831ab4c10c15 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=989eeae89ed6433d99b9998a688b0aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922526 Jul 07 17:48:11.729897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc0616-13ae-4fe6-8431-831ab4c10c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cafb876-413a-411b-9ec0-e727c5967fe5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:11.782514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fee64cf-cc17-476a-9175-ce8f234c19d9 req-d276c59f-ab5c-47fa-903f-1add4a63b69b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692479 Jul 07 17:48:11.809014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Made reservation on behalf of 4f6cca55a447459198e031601cd8b4bd for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:11.818389 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.833766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17ed3157-c9bf-47b6-8bfd-8c2d1eac2c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.871055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17ed3157-c9bf-47b6-8bfd-8c2d1eac2c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.948694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17ed3157-c9bf-47b6-8bfd-8c2d1eac2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.953208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17ed3157-c9bf-47b6-8bfd-8c2d1eac2c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.954856 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-17ed3157-c9bf-47b6-8bfd-8c2d1eac2c17 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3cafb876-413a-411b-9ec0-e727c5967fe5 HTTP/1.1" status: 204 len: 168 time: 0.2393768 Jul 07 17:48:11.966111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed3157-c9bf-47b6-8bfd-8c2d1eac2c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cafb876-413a-411b-9ec0-e727c5967fe5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:12.030520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7ac4e-9312-4d5c-870b-b2687e715b3a req-713e9425-8164-40a6-b497-017aeb817fd1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.032128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37b7ac4e-9312-4d5c-870b-b2687e715b3a req-713e9425-8164-40a6-b497-017aeb817fd1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 945 time: 0.1854053 Jul 07 17:48:12.086750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Allocated IP 192.168.233.156 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/da0dc48b-bddb-4d4a-a1ba-e753821c61fa) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:12.119324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37b7ac4e-9312-4d5c-870b-b2687e715b3a req-ce911110-be22-444b-8672-dd6a3362456d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792365 Jul 07 17:48:12.131913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dda4d91e-42f3-46e0-8ab8-3fd56b9d158e details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:12.357956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:12.380087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e', 'mac_address': 'fa:16:3e:0b:39:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:12.419023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f183f28b-19ad-4c5a-840c-3dbfe40ba299 req-a61069f0-9893-4331-b2cb-a3b5edde60e4 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 210 time: 0.0589898 Jul 07 17:48:12.430160 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.437315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.459539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda4d91e-42f3-46e0-8ab8-3fd56b9d158e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:12.460811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Transition to ACTIVE for port object da0dc48b-bddb-4d4a-a1ba-e753821c61fa will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:12.469893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48744) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:12.490940 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:12.500063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.553136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.567565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8f453207-6352-4454-9546-fe44d0212f00'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:12.571915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:12.613032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:12.621664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:12.636307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:12.643381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.644277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.666477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Pushing event updated for resources: {'Port': ['ID=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:12.684818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-368d26e6-cd66-463c-a785-63ded3a11432 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2596400 Jul 07 17:48:12.698710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Request body: {'port': {'device_id': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:12.805948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a5489f1-df13-4439-88d6-068a3b81310e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.861928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['dda4d91e-42f3-46e0-8ab8-3fd56b9d158e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:12.931721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:12.986395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730520-8881-4122-94f0-12333af6a62c req-ebaac5bc-ce2d-4e70-b236-ab88f1a1b290 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:12.988199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d730520-8881-4122-94f0-12333af6a62c req-ebaac5bc-ce2d-4e70-b236-ab88f1a1b290 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 948 time: 0.2792368 Jul 07 17:48:13.004376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-896334b3-3cc6-4f66-905f-3d955047255b None None] Provisioning for port da0dc48b-bddb-4d4a-a1ba-e753821c61fa completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:13.013086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-896334b3-3cc6-4f66-905f-3d955047255b None None] Provisioning complete for port da0dc48b-bddb-4d4a-a1ba-e753821c61fa triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:13.013605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-896334b3-3cc6-4f66-905f-3d955047255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.077515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-896334b3-3cc6-4f66-905f-3d955047255b None None] Port da0dc48b-bddb-4d4a-a1ba-e753821c61fa cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:13.120050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d730520-8881-4122-94f0-12333af6a62c req-49562ba9-5de3-43ed-bb0e-365b6b943abb tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224854 Jul 07 17:48:13.198182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea191-4d95-4070-bcb0-67c33c783079 req-b3b3762e-0632-4cd3-875d-67821c82344d tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.199808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d2ea191-4d95-4070-bcb0-67c33c783079 req-b3b3762e-0632-4cd3-875d-67821c82344d tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1096 time: 0.2746439 Jul 07 17:48:13.210299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a5489f1-df13-4439-88d6-068a3b81310e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.233561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a5489f1-df13-4439-88d6-068a3b81310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.327559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d2ea191-4d95-4070-bcb0-67c33c783079 req-f5dda00d-ded9-47a0-a763-439e57b80899 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194928 Jul 07 17:48:13.332352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a5489f1-df13-4439-88d6-068a3b81310e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d0f77713918a4466a9d6b6d267b4c415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578985 Jul 07 17:48:13.332352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5489f1-df13-4439-88d6-068a3b81310e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dfa5cb-0e08-4b48-81f6-b4c6a1abd6a9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:13.334157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48776) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:13.436501 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5840e87-0047-414b-af6c-b1c46a7d0570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.465284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5840e87-0047-414b-af6c-b1c46a7d0570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.486613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0dc48b-bddb-4d4a-a1ba-e753821c61fa {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:13.496549 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.519061 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5840e87-0047-414b-af6c-b1c46a7d0570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.519394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Transition to ACTIVE for port object da0dc48b-bddb-4d4a-a1ba-e753821c61fa will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:13.523323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5840e87-0047-414b-af6c-b1c46a7d0570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.523806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.525053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a5840e87-0047-414b-af6c-b1c46a7d0570 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70dfa5cb-0e08-4b48-81f6-b4c6a1abd6a9 HTTP/1.1" status: 204 len: 168 time: 0.1857111 Jul 07 17:48:13.536058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5840e87-0047-414b-af6c-b1c46a7d0570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dfa5cb-0e08-4b48-81f6-b4c6a1abd6a9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:13.567307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b06f-1477-4d2a-a021-ca853bdbd90f req-4f6d2144-5efd-4b68-928a-79f4666f0adc tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.574119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b674b06f-1477-4d2a-a021-ca853bdbd90f req-4f6d2144-5efd-4b68-928a-79f4666f0adc tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 970 time: 0.1623611 Jul 07 17:48:13.623869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Pushing event updated for resources: {'Port': ['ID=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:13.688613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b674b06f-1477-4d2a-a021-ca853bdbd90f req-34018a42-0126-4b6a-9d8b-1643e4567276 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134076 Jul 07 17:48:13.725901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Attempting to bind port da0dc48b-bddb-4d4a-a1ba-e753821c61fa on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:13.726326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Attempting to bind port da0dc48b-bddb-4d4a-a1ba-e753821c61fa by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:13.726586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Attempting to bind port da0dc48b-bddb-4d4a-a1ba-e753821c61fa on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:13.738328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Port da0dc48b-bddb-4d4a-a1ba-e753821c61fa on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:13.738688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Attempting to bind port da0dc48b-bddb-4d4a-a1ba-e753821c61fa on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:13.767724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:13.768160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:13.768460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:13.768952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Bound port: da0dc48b-bddb-4d4a-a1ba-e753821c61fa, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:13.769318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:13.891909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d4e13-3d33-4c22-b748-f337d65e8f14 req-171c7611-66b4-45cc-ae93-ffa005bd3d21 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.899579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-679d4e13-3d33-4c22-b748-f337d65e8f14 req-171c7611-66b4-45cc-ae93-ffa005bd3d21 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1096 time: 0.1553504 Jul 07 17:48:13.916393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] For port da0dc48b-bddb-4d4a-a1ba-e753821c61fa, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:13.980265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] For port da0dc48b-bddb-4d4a-a1ba-e753821c61fa, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:13.992678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.021632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:14.030553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-679d4e13-3d33-4c22-b748-f337d65e8f14 req-010d85a2-3166-4fde-965f-709b9b2af745 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298950 Jul 07 17:48:14.036646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6435634-e71e-4870-b60c-594457a62989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.052779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.053674 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.055668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] 10.222.0.55 "PUT /v2.0/ports/da0dc48b-bddb-4d4a-a1ba-e753821c61fa HTTP/1.1" status: 200 len: 1096 time: 1.3623633 Jul 07 17:48:14.057911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'tag': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:14.067834 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186" -d '{"events": [{"name": "network-changed", "server_uuid": "ba50febe-bedf-4cac-af73-67bd738f51ad", "tag": "da0dc48b-bddb-4d4a-a1ba-e753821c61fa"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:14.107871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabb3e1-b30b-4b06-aa7a-15eeaa98f224 service neutron] Pushing event updated for resources: {'Port': ['ID=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:14.137295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4504b44-d4e0-4967-b2b9-7cb57a1512d4 req-e898cef0-c3bb-48f4-a0b9-b9418e03ddd0 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.139703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4504b44-d4e0-4967-b2b9-7cb57a1512d4 req-e898cef0-c3bb-48f4-a0b9-b9418e03ddd0 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 948 time: 0.2370105 Jul 07 17:48:14.165008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dda4d91e-42f3-46e0-8ab8-3fd56b9d158e up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:14.192014 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc4a77a-b750-4e4d-855d-24d48e1fa6bf x-openstack-request-id: req-0cc4a77a-b750-4e4d-855d-24d48e1fa6bf {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:14.192325 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba50febe-bedf-4cac-af73-67bd738f51ad", "tag": "da0dc48b-bddb-4d4a-a1ba-e753821c61fa", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:14.192582 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0cc4a77a-b750-4e4d-855d-24d48e1fa6bf {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:14.193053 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'tag': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa', 'status': 'completed', 'code': 200} Jul 07 17:48:14.267581 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4504b44-d4e0-4967-b2b9-7cb57a1512d4 req-a8b2f706-e0bd-4ff5-a964-55eee342653a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086800 Jul 07 17:48:14.289194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6435634-e71e-4870-b60c-594457a62989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.295044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6435634-e71e-4870-b60c-594457a62989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.309884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-55607bb3-48a0-4ee0-b402-63afb41c3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.311770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-55607bb3-48a0-4ee0-b402-63afb41c3240 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f6cca55a447459198e031601cd8b4bd&device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 1099 time: 0.1705852 Jul 07 17:48:14.326103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:14.336100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:14.337799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.374514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d6435634-e71e-4870-b60c-594457a62989 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=db7c71e6197d4553877a3e9b4e139f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516746 Jul 07 17:48:14.375173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:14.392392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:14.412790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-9d676d21-6f7a-4fc9-8b1a-c3879612fdc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=da0dc48b-bddb-4d4a-a1ba-e753821c61fa HTTP/1.1" status: 200 len: 217 time: 0.0931704 Jul 07 17:48:14.453621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6435634-e71e-4870-b60c-594457a62989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2959f04b-b1b8-432e-9653-e4182751f5d8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:14.477453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-917ac9f5-a589-4295-804b-830f13650e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.503549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-917ac9f5-a589-4295-804b-830f13650e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.512210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-5cbbab2c-cc0d-4d2b-9701-7a3956543ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.525334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-5cbbab2c-cc0d-4d2b-9701-7a3956543ecc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0936475 Jul 07 17:48:14.560236 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-917ac9f5-a589-4295-804b-830f13650e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.564080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-917ac9f5-a589-4295-804b-830f13650e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.568904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-917ac9f5-a589-4295-804b-830f13650e0f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2959f04b-b1b8-432e-9653-e4182751f5d8 HTTP/1.1" status: 204 len: 168 time: 0.1895890 Jul 07 17:48:14.579556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ac9f5-a589-4295-804b-830f13650e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2959f04b-b1b8-432e-9653-e4182751f5d8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:14.595341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:14.604131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:14.604800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.635036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad450a-e819-4265-a694-e5d82b163629 req-99288640-e1ae-4ae3-9328-4c7bf24a4bce tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.642632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1ad450a-e819-4265-a694-e5d82b163629 req-99288640-e1ae-4ae3-9328-4c7bf24a4bce tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 948 time: 0.1193702 Jul 07 17:48:14.652604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-d433091b-d989-4d8f-90ab-fbf198db00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:14.654209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-d433091b-d989-4d8f-90ab-fbf198db00ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207645 Jul 07 17:48:14.722498 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.734567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1ad450a-e819-4265-a694-e5d82b163629 req-87ce5b5c-e916-4abc-b688-8d105c3844c0 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909390 Jul 07 17:48:14.741323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-e01c37d4-34aa-4569-9dba-f4e5afa0f89d req-d8cb803c-77dc-4554-89fa-e83d0ee09a59 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:14.742375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e01c37d4-34aa-4569-9dba-f4e5afa0f89d req-d8cb803c-77dc-4554-89fa-e83d0ee09a59 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741730 Jul 07 17:48:14.785178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:14.787738 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7456ed-847a-4795-aaf4-0a298eb9f56a" -d '{"events": [{"server_uuid": "b9d82d77-5b5f-4d72-9378-079edb314e85", "name": "network-vif-plugged", "status": "completed", "tag": "dda4d91e-42f3-46e0-8ab8-3fd56b9d158e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:14.790233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.806136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-5ab69c0a-24bb-4980-b55f-8bbca3bec68d service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284852 Jul 07 17:48:14.832675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:14.863937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.912957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:14.921991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec36dc5-8333-4046-ba71-27d0663e96d4 req-d2342960-295a-44b8-a23f-c67c0dd8ec17 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057935 Jul 07 17:48:14.925083 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.943556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:15.016256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:15.066478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-aa1939f0-1676-46d7-96e4-d526c25c2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.066678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-aa1939f0-1676-46d7-96e4-d526c25c2663 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f6cca55a447459198e031601cd8b4bd&device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 1099 time: 0.0806384 Jul 07 17:48:15.198442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-def7f905-4015-4096-b8a6-9cbd1bf1c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.201054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-def7f905-4015-4096-b8a6-9cbd1bf1c6d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1271412 Jul 07 17:48:15.262435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-f7838dae-f564-44ff-b90a-96b5ff174dc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=da0dc48b-bddb-4d4a-a1ba-e753821c61fa HTTP/1.1" status: 200 len: 217 time: 0.0532880 Jul 07 17:48:15.273570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dedcf0de-657a-48b0-b857-bc72bbc6aeab req-f0b96945-b6f7-41f3-abd8-08271f90803f tempest-FlavorsV2NegativeTest-1400813551 tempest-FlavorsV2NegativeTest-1400813551-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a02dd4584ea84d3f831640df50829480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495257 Jul 07 17:48:15.378052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-6a4941ea-bb07-480a-bfe7-c2bd2b561d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.379763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-6a4941ea-bb07-480a-bfe7-c2bd2b561d71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1052482 Jul 07 17:48:15.449390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf0de-657a-48b0-b857-bc72bbc6aeab req-f5a64b6e-d611-46b4-9385-995c56d5f5d1 tempest-FlavorsV2NegativeTest-1400813551 tempest-FlavorsV2NegativeTest-1400813551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.450975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dedcf0de-657a-48b0-b857-bc72bbc6aeab req-f5a64b6e-d611-46b4-9385-995c56d5f5d1 tempest-FlavorsV2NegativeTest-1400813551 tempest-FlavorsV2NegativeTest-1400813551-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687500 Jul 07 17:48:15.477659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dedcf0de-657a-48b0-b857-bc72bbc6aeab req-f54708cc-f170-4920-822b-08a304865454 tempest-FlavorsV2NegativeTest-1400813551 tempest-FlavorsV2NegativeTest-1400813551-project] 10.222.0.88 "GET /v2.0/quotas/a02dd4584ea84d3f831640df50829480 HTTP/1.1" status: 200 len: 375 time: 0.0180349 Jul 07 17:48:15.480555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-6b1ac6f1-8ccd-46f3-867c-3fd857251bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.482198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-6b1ac6f1-8ccd-46f3-867c-3fd857251bce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933714 Jul 07 17:48:15.527228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dedcf0de-657a-48b0-b857-bc72bbc6aeab req-eecc6dd2-b304-473c-98ce-fa4a35211341 tempest-FlavorsV2NegativeTest-1400813551 tempest-FlavorsV2NegativeTest-1400813551-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a02dd4584ea84d3f831640df50829480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404856 Jul 07 17:48:15.621127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-2e10270a-861c-449e-afbd-a06fce728c24 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235936 Jul 07 17:48:15.765313 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d1e5d68f-d929-4db1-a541-15fddd24650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.781926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c27e4e-cd95-4e0d-8b1c-9ab05d0db186 req-a1c45685-1566-43a2-9fda-1055e070ae61 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502621 Jul 07 17:48:15.799317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cbbfc-1481-42b6-bea0-0dea321e1f83 req-f30eff87-4a76-44e1-8fb7-681dca31a382 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.807509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b1cbbfc-1481-42b6-bea0-0dea321e1f83 req-f30eff87-4a76-44e1-8fb7-681dca31a382 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 971 time: 0.1133902 Jul 07 17:48:15.845559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b1cbbfc-1481-42b6-bea0-0dea321e1f83 req-d062296a-6632-4012-b654-a2b78b13828b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Jul 07 17:48:15.914258 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2eb21-b871-4a4a-87b3-379b0333c63a x-openstack-request-id: req-08a2eb21-b871-4a4a-87b3-379b0333c63a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:15.914738 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d82d77-5b5f-4d72-9378-079edb314e85", "name": "network-vif-plugged", "status": "completed", "tag": "dda4d91e-42f3-46e0-8ab8-3fd56b9d158e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:15.915000 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08a2eb21-b871-4a4a-87b3-379b0333c63a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:15.916295 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e', 'code': 200} Jul 07 17:48:16.256878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48942) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:16.404759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743c00b-6ca9-44b1-a304-ef0baf8c6a57 req-6c7706d9-4f78-4783-92f3-a4c13a49dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.406406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6743c00b-6ca9-44b1-a304-ef0baf8c6a57 req-6c7706d9-4f78-4783-92f3-a4c13a49dac3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 1100 time: 0.4095850 Jul 07 17:48:16.445448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41660207-68b3-4a4e-b708-679d1c184901 req-40bd5725-3a69-46a8-94a8-2ab63f5c41a8 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.447084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41660207-68b3-4a4e-b708-679d1c184901 req-40bd5725-3a69-46a8-94a8-2ab63f5c41a8 tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 971 time: 0.4025986 Jul 07 17:48:16.474202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6743c00b-6ca9-44b1-a304-ef0baf8c6a57 req-74144125-b4eb-41ac-8974-3b57579e8d71 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597026 Jul 07 17:48:16.510659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:16.517717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41660207-68b3-4a4e-b708-679d1c184901 req-3a14de0b-e4f0-4819-b747-a8796cb591bc tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d2689f-8883-4f2c-a044-bfa85a237d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633018 Jul 07 17:48:16.614330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48956) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:16.618151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:16.627093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:16.668717 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a02dd4584ea84d3f831640df50829480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102988 Jul 07 17:48:16.671196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6ea3b-c32f-4a45-80c2-17cb9fdcdc90,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:16.673760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48960) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:16.682611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.682961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.683289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.683622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.683950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.684276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.684620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.684991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.685504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.685829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.686172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.686504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d62bf8-da87-48c0-a269-d350c60e8311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:16.688153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-e1486790-d310-4fc8-8f53-e43e7d29e51d tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:16.689229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-e1486790-d310-4fc8-8f53-e43e7d29e51d tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0738935 Jul 07 17:48:16.725906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561653bc-7ec3-4734-a9d3-3f340d2dc36f req-2c7745f1-7cf3-420b-80d6-3280033d884a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:16.727336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-561653bc-7ec3-4734-a9d3-3f340d2dc36f req-2c7745f1-7cf3-420b-80d6-3280033d884a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 948 time: 0.1027887 Jul 07 17:48:16.790010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:16.794975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-561653bc-7ec3-4734-a9d3-3f340d2dc36f req-e4819b73-20be-4593-a128-ed9664b1a706 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606148 Jul 07 17:48:16.805774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Request body: {'binding': {'host': 'n-h1-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:16.806322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:48:16.842385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.027210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.029796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.030923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/97f6ea3b-c32f-4a45-80c2-17cb9fdcdc90 HTTP/1.1" status: 204 len: 168 time: 0.3554051 Jul 07 17:48:17.065590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6ea3b-c32f-4a45-80c2-17cb9fdcdc90,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:17.087965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18f86f-5fb3-46a6-bfff-dd9643423ce4 req-cc669bba-678a-4620-99eb-6d6c5d5cc3a9 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:17.089617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d18f86f-5fb3-46a6-bfff-dd9643423ce4 req-cc669bba-678a-4620-99eb-6d6c5d5cc3a9 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 949 time: 0.1831467 Jul 07 17:48:17.103027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-c22ad361-1715-4da5-a278-c2cd76aabf6a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:17.104594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-c22ad361-1715-4da5-a278-c2cd76aabf6a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.55 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 971 time: 0.1970549 Jul 07 17:48:17.106059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.106401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.106805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.107130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.107465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.107833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.108112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.108544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.108860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.109168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.109492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.109808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd09143-4f22-42b4-b02f-5f3bee968ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:17.147994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on host n-h1-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:17.148337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:17.148972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:17.203174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:17.203659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:17.236873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:17.237222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:17.237608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:17.238100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Bound port: 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:17.296963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d18f86f-5fb3-46a6-bfff-dd9643423ce4 req-0db3619a-d7ce-4f7a-887a-34c44c8ab0fc tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842177 Jul 07 17:48:17.372483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:17.380948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.382150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-506b66d3-c273-4709-b638-0ad02e75b718 service neutron] 10.222.0.88 "POST /v2.0/ports/2cae4de9-c92d-4dbb-a706-6efa61206d7a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6364703 Jul 07 17:48:17.395070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Deleting port 028d2ab2-770d-444b-9def-e7e4127463de {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:17.395656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.534661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] For port 028d2ab2-770d-444b-9def-e7e4127463de, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=028d2ab2-770d-444b-9def-e7e4127463de,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:17.535391 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.570639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Calling delete_port for 028d2ab2-770d-444b-9def-e7e4127463de owned by compute:tempest-test_az-154619901 {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:17.747313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff798-0073-4586-b970-df4418b7f656 req-e274c111-05dd-4ad6-b7b3-8da08bb89b99 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:17.755575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a22ff798-0073-4586-b970-df4418b7f656 req-e274c111-05dd-4ad6-b7b3-8da08bb89b99 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 971 time: 0.1455598 Jul 07 17:48:17.827465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a22ff798-0073-4586-b970-df4418b7f656 req-d8f6c6f9-9b74-4af0-9366-a8932ac94ed3 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707941 Jul 07 17:48:17.863915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49004) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:17.899989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-2646afa1-9c4a-49cf-a7e3-badd3451c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:17.902039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-2646afa1-9c4a-49cf-a7e3-badd3451c3b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1096 time: 0.1186521 Jul 07 17:48:17.917354 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.917873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:17.922098 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342092b-ad19-44ea-90cc-51663efcb47d" -d '{"events": [{"server_uuid": "b76bda4a-47e3-4b7a-9cab-8e9c86123eda", "name": "network-vif-plugged", "status": "completed", "tag": "ae6db283-2010-4ce5-9e0c-1a5a9366f4d3"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:17.930009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['028d2ab2-770d-444b-9def-e7e4127463de'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:17.975883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Pushing event deleted for resources: {'Port': ['ID=028d2ab2-770d-444b-9def-e7e4127463de,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:18.033922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-2387bbcd-20e3-4351-874d-1cec65e7b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.035939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-2387bbcd-20e3-4351-874d-1cec65e7b06d service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1243143 Jul 07 17:48:18.052192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e06f4d92-fc3d-4a59-8e25-d78f0eafb0e1 req-4bd47806-6a66-412c-a0ff-e868eb322caf tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.88 "GET /v2.0/ports?device_id=44868fdf-3445-45fe-9760-c34b7cfb11d3 HTTP/1.1" status: 200 len: 210 time: 0.0647600 Jul 07 17:48:18.090880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] No DVR routers for this DVR port 028d2ab2-770d-444b-9def-e7e4127463de on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:18.093334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-network', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:18.096889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.099390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a59a2eb2-515b-4cf5-bba1-60b8b1143aa3 req-f9fefd73-f7a6-41b4-9d68-037f2d4ba08a tempest-AggregatesAdminTestJSON-1452637793 tempest-AggregatesAdminTestJSON-1452637793-project] 10.222.0.55 "DELETE /v2.0/ports/028d2ab2-770d-444b-9def-e7e4127463de HTTP/1.1" status: 204 len: 173 time: 0.9837263 Jul 07 17:48:18.099847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'name': 'network-vif-deleted', 'tag': '028d2ab2-770d-444b-9def-e7e4127463de'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:18.100150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-bbbc2ced-2fb0-42ef-8499-9dc285e5465b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 217 time: 0.0542037 Jul 07 17:48:18.103382 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14ab40c-4d06-40fd-bc6c-ba0e169b22d7" -d '{"events": [{"server_uuid": "44868fdf-3445-45fe-9760-c34b7cfb11d3", "name": "network-vif-deleted", "tag": "028d2ab2-770d-444b-9def-e7e4127463de"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:18.128653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b3034-1475-4956-b1e3-b9adbbc9a11a req-ec3170f7-52c8-45f2-9f3a-f6cfcb1b5cca tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.133184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c94b3034-1475-4956-b1e3-b9adbbc9a11a req-ec3170f7-52c8-45f2-9f3a-f6cfcb1b5cca tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 945 time: 0.2259269 Jul 07 17:48:18.199577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c94b3034-1475-4956-b1e3-b9adbbc9a11a req-5095f0e6-58e0-4b2a-a420-b011e93aa4c6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634744 Jul 07 17:48:18.233438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-ab43f49b-f117-4fc8-82bc-13222c2e7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.235576 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-ab43f49b-f117-4fc8-82bc-13222c2e7752 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1261075 Jul 07 17:48:18.261847 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e3de6-2a23-41f6-bf5e-4eadc2351c1d x-openstack-request-id: req-ef5e3de6-2a23-41f6-bf5e-4eadc2351c1d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:18.262375 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76bda4a-47e3-4b7a-9cab-8e9c86123eda", "name": "network-vif-plugged", "status": "completed", "tag": "ae6db283-2010-4ce5-9e0c-1a5a9366f4d3", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:18.262847 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ef5e3de6-2a23-41f6-bf5e-4eadc2351c1d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:18.263423 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3', 'code': 200} Jul 07 17:48:18.279508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-cca1028c-b2f0-4f9e-9409-0ca405166e8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343881 Jul 07 17:48:18.280412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Made reservation on behalf of 2db3433f52d741a19b1e3f1d355d2609 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:18.283077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.306339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.312618 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd480c7e-dd63-4120-b2ca-17ac005b6ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.330955 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c66bac-c82d-44c5-b0b8-a744606c182c x-openstack-request-id: req-f7c66bac-c82d-44c5-b0b8-a744606c182c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:18.331276 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44868fdf-3445-45fe-9760-c34b7cfb11d3", "name": "network-vif-deleted", "tag": "028d2ab2-770d-444b-9def-e7e4127463de", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:18.331536 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7c66bac-c82d-44c5-b0b8-a744606c182c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:18.331955 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44868fdf-3445-45fe-9760-c34b7cfb11d3', 'name': 'network-vif-deleted', 'tag': '028d2ab2-770d-444b-9def-e7e4127463de', 'status': 'completed', 'code': 200} Jul 07 17:48:18.386549 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.405086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device da0dc48b-bddb-4d4a-a1ba-e753821c61fa details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:18.452288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a04ada-599e-4d5c-bed3-7cbd59e9b3b4 req-640a43cf-6c50-4b98-b445-df15bbe70077 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.459884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35a04ada-599e-4d5c-bed3-7cbd59e9b3b4 req-640a43cf-6c50-4b98-b445-df15bbe70077 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 948 time: 0.1576011 Jul 07 17:48:18.487837 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-2cd9ec3b-a4a3-4853-b554-e5a6d8cfc5b1 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947014 Jul 07 17:48:18.525884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35a04ada-599e-4d5c-bed3-7cbd59e9b3b4 req-00074a22-01c1-4fd5-afa0-6dfc54b01ad4 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649662 Jul 07 17:48:18.543111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44fc56-721f-4973-b2ce-d789f74374f6 req-6b7f617e-d009-4da8-ac53-a7e38781dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.544783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe44fc56-721f-4973-b2ce-d789f74374f6 req-6b7f617e-d009-4da8-ac53-a7e38781dad9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 1122 time: 0.1720374 Jul 07 17:48:18.557850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.566417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49022) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:18.570526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.578791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port da0dc48b-bddb-4d4a-a1ba-e753821c61fa, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:18.593735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa', 'mac_address': 'fa:16:3e:c4:d4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:18.636300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:18.638604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.654699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0dc48b-bddb-4d4a-a1ba-e753821c61fa {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:18.663917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe44fc56-721f-4973-b2ce-d789f74374f6 req-b1dcca75-37f0-4674-ae05-afca2700e001 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953574 Jul 07 17:48:18.669787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.670217 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Added segment d072859a-7f01-4eda-8eb8-e145a4907b75 of type vlan for network deca2be9-efc0-462c-9229-fb0138cc05c8 Jul 07 17:48:18.682865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port da0dc48b-bddb-4d4a-a1ba-e753821c61fa, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:18.692388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.711743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4231-2ef3-4a97-b27d-c65423dcddda req-b5be02e5-22b4-4145-9b89-838ef500c01a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.713464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cddb4231-2ef3-4a97-b27d-c65423dcddda req-b5be02e5-22b4-4145-9b89-838ef500c01a tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 949 time: 0.1676760 Jul 07 17:48:18.721141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c951c4-e29f-4117-93f3-f202003f7d1e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:18.732315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-1e9ad93c-d3e9-4a20-b905-41313699e23d service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329249 Jul 07 17:48:18.745990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.758934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:18.768438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.768906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.769259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.770014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.770154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.770501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.770902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.771216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.771541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.772018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.772490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.772783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:18.775184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cddb4231-2ef3-4a97-b27d-c65423dcddda req-bc2964a1-a636-4025-96f0-6c5aa920c962 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549378 Jul 07 17:48:18.810934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.811987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:18.812720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.889716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] Pushing event updated for resources: {'Network': ['ID=deca2be9-efc0-462c-9229-fb0138cc05c8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:18.904559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network deca2be9-efc0-462c-9229-fb0138cc05c8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:18.947709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b37dd81-deef-46d9-9aec-6b2ff583fa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.959858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49030) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:18.960092 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bc6c03f1-339d-486c-b8be-b62d2c0059b2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0940599 Jul 07 17:48:18.965975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Request body: {'subnet': {'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-subnet', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:18.979839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['da0dc48b-bddb-4d4a-a1ba-e753821c61fa'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:18.984290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.api [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:48:18.984290 n-d-798930-2 neutron-server[105588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:48:18.984290 n-d-798930-2 neutron-server[105588]: [parameters: {'project_id_1': '2db3433f52d741a19b1e3f1d355d2609', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 48, 18, 973523)}] Jul 07 17:48:18.984290 n-d-798930-2 neutron-server[105588]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:48:18.984928 n-d-798930-2 neutron-server[105588]: DEBUG oslo_db.api [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:48:19.094513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd98ccc-1bea-4ba3-8bb6-ed3004f08890 req-ad827b6f-e951-4dab-9d64-23bac5cbec5b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.102912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ddd98ccc-1bea-4ba3-8bb6-ed3004f08890 req-ad827b6f-e951-4dab-9d64-23bac5cbec5b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 971 time: 0.0988097 Jul 07 17:48:19.136479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-4ea3a029-c858-47ce-92ef-1e25a2326701 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.138465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-4ea3a029-c858-47ce-92ef-1e25a2326701 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.2387209 Jul 07 17:48:19.153780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-2'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:19.158651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ddd98ccc-1bea-4ba3-8bb6-ed3004f08890 req-80a0dd10-6c33-453d-98fa-b46b605865b0 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547202 Jul 07 17:48:19.188884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b37dd81-deef-46d9-9aec-6b2ff583fa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.202530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b37dd81-deef-46d9-9aec-6b2ff583fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.283217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9b37dd81-deef-46d9-9aec-6b2ff583fa75 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e745129a9114d1f804bd0fa572e64a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132924 Jul 07 17:48:19.283924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49040) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:19.286591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37dd81-deef-46d9-9aec-6b2ff583fa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a5545-9178-424e-ad7d-36e93b54de34,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:19.293857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.304161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505bb5d-6667-4931-a6e6-b73ff167d48f req-dd5240ff-c42b-4f99-8305-17b461e7711b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.306459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3505bb5d-6667-4931-a6e6-b73ff167d48f req-dd5240ff-c42b-4f99-8305-17b461e7711b tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 949 time: 0.0996892 Jul 07 17:48:19.383196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3505bb5d-6667-4931-a6e6-b73ff167d48f req-1924b9f7-1ee8-4fd6-965e-3d5cbe4a361f tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677490 Jul 07 17:48:19.437645 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ee573cb-3bf7-41f7-b9be-e7d7ebe3a93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.439939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:19.474628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ee573cb-3bf7-41f7-b9be-e7d7ebe3a93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.492016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:19.515941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.520162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7eba3-8ead-4b1f-91d8-0db1a90bfae7 req-623e8ac7-45ff-458e-ae73-cc95492f43ca tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.522322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fc7eba3-8ead-4b1f-91d8-0db1a90bfae7 req-623e8ac7-45ff-458e-ae73-cc95492f43ca tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 945 time: 0.1589911 Jul 07 17:48:19.538282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49046) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:19.561623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:19.564587 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f771e6-87f0-4f66-a93d-118788f86513" -d '{"events": [{"server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:19.569601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.579054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.595163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Made reservation on behalf of 2db3433f52d741a19b1e3f1d355d2609 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:19.595809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Notify callbacks [] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.691050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:19.695477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fc7eba3-8ead-4b1f-91d8-0db1a90bfae7 req-1e25463b-cf35-47e0-aa6d-8d8128b4f40d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624217 Jul 07 17:48:19.726066 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ee573cb-3bf7-41f7-b9be-e7d7ebe3a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.733389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on host n-h2-798930-2 for vnic_type normal with profile {"migrating_to": "n-h1-798930-2"} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:19.733931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:19.734118 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ee573cb-3bf7-41f7-b9be-e7d7ebe3a93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.734596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:19.737993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0ee573cb-3bf7-41f7-b9be-e7d7ebe3a93e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/511a5545-9178-424e-ad7d-36e93b54de34 HTTP/1.1" status: 204 len: 168 time: 0.4515076 Jul 07 17:48:19.747645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:19.748180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Attempting to bind port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:19.762270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:19.763050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:19.763596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:19.764210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Bound port: 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:19.765065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.786750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee573cb-3bf7-41f7-b9be-e7d7ebe3a93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a5545-9178-424e-ad7d-36e93b54de34,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:19.795675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7697f593-3be8-4d60-8273-ed0157e00236 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4de8967d143a4514838ba1225c0261d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563944 Jul 07 17:48:19.799229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49060) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:19.835266 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ff490-c674-40e3-bcea-5b6087c11b81 x-openstack-request-id: req-431ff490-c674-40e3-bcea-5b6087c11b81 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:19.835869 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:19.836260 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-431ff490-c674-40e3-bcea-5b6087c11b81 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:19.836773 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a', 'code': 200} Jul 07 17:48:19.914279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7feb9a12-51c4-4db1-acd3-651771e95223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.916846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:19.920875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:19.940439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.944718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7feb9a12-51c4-4db1-acd3-651771e95223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.997797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d81257-7293-469d-b620-ff21eaa0171f req-86eebb61-5634-42b8-90e3-3d657c25073e tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:19.999510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4d81257-7293-469d-b620-ff21eaa0171f req-86eebb61-5634-42b8-90e3-3d657c25073e tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 949 time: 0.1484478 Jul 07 17:48:20.007378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=8']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:20.009218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.068635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:20.069022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.070353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d23cc4e8-bc76-4616-bbf7-29018287c860 service neutron] 10.222.0.55 "PUT /v2.0/ports/2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 1121 time: 0.9216328 Jul 07 17:48:20.089139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7feb9a12-51c4-4db1-acd3-651771e95223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.092380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7feb9a12-51c4-4db1-acd3-651771e95223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.096457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7feb9a12-51c4-4db1-acd3-651771e95223 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d9d2689f-8883-4f2c-a044-bfa85a237d0c HTTP/1.1" status: 204 len: 168 time: 0.2935739 Jul 07 17:48:20.103758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb9a12-51c4-4db1-acd3-651771e95223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2689f-8883-4f2c-a044-bfa85a237d0c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:20.133401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Pushing event updated for resources: {'Subnet': ['ID=075065c3-3960-4807-9ef8-0d1abd9e9fad,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:20.138157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4d81257-7293-469d-b620-ff21eaa0171f req-f277c687-7e10-4883-ae2e-58c38a03b39b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319168 Jul 07 17:48:20.160467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2cae4de9-c92d-4dbb-a706-6efa61206d7a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:20.174737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Checking segment: {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:20.176626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Network hostable DHCP agents. Network: deca2be9-efc0-462c-9229-fb0138cc05c8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:48:20.207160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137149-9355-4d16-9709-fad2c8949754 req-1e3da361-0185-4ac1-8e12-cc25f1a8f754 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:20.208723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25137149-9355-4d16-9709-fad2c8949754 req-1e3da361-0185-4ac1-8e12-cc25f1a8f754 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 949 time: 0.1526282 Jul 07 17:48:20.226006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Network deca2be9-efc0-462c-9229-fb0138cc05c8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:48:20.265312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49068) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:20.272031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, deca2be9-efc0-462c-9229-fb0138cc05c8) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:20.280147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4bc0-5291-4f4d-86b9-0011dcd0ad98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.283998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ffe11-801a-46d3-9838-9e9d51218781 None None] Network deca2be9-efc0-462c-9229-fb0138cc05c8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:20.295565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:20.296314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.324603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25137149-9355-4d16-9709-fad2c8949754 req-90e90ddd-91ad-4dfe-8907-4dc7836fd8fb tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059773 Jul 07 17:48:20.397896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4bc0-5291-4f4d-86b9-0011dcd0ad98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.405312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4bc0-5291-4f4d-86b9-0011dcd0ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.415853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f3350f1f-3fab-4089-bdd5-7680713bcace admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4547164 Jul 07 17:48:20.416784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49072) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:20.428750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:20.475332 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4c9a4bc0-5291-4f4d-86b9-0011dcd0ad98 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fd6cfbce6454f9aa90bff417e6e20a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087371 Jul 07 17:48:20.479876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:20.521565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a4bc0-5291-4f4d-86b9-0011dcd0ad98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a5339-1c7c-4b25-b3d3-0ca856b43ccc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:20.527325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49076) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:20.545840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device da0dc48b-bddb-4d4a-a1ba-e753821c61fa up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:20.554740 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.556431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.571155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55a30e23-76a6-493f-93c5-2b40b5fabf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.588013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9ffa9b98-816f-4a91-b28b-75fa3b71d5e7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e5e93364b9e84fae9829286304d010a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593755 Jul 07 17:48:20.595849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ae748-39e7-4d0d-a148-02b21d1e75e1 req-5f24df15-6097-4326-9efb-1b28ece2a443 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:20.596532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:20.602784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-787ae748-39e7-4d0d-a148-02b21d1e75e1 req-5f24df15-6097-4326-9efb-1b28ece2a443 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 971 time: 0.1248095 Jul 07 17:48:20.636807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-787ae748-39e7-4d0d-a148-02b21d1e75e1 req-bc70a2c5-8c7f-47a8-a10b-f3f24502dd9b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Jul 07 17:48:20.648146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55a30e23-76a6-493f-93c5-2b40b5fabf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.660859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.705630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port da0dc48b-bddb-4d4a-a1ba-e753821c61fa completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:20.715181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port da0dc48b-bddb-4d4a-a1ba-e753821c61fa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:20.715670 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.780798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb54-ce81-4c69-943a-8a50879346b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.851983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-deca2be9-efc0-462c-9229-fb0138cc05c8', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:48:20.852849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.868672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55a30e23-76a6-493f-93c5-2b40b5fabf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.871455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55a30e23-76a6-493f-93c5-2b40b5fabf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.872937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-55a30e23-76a6-493f-93c5-2b40b5fabf09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/601a5339-1c7c-4b25-b3d3-0ca856b43ccc HTTP/1.1" status: 204 len: 168 time: 0.3920612 Jul 07 17:48:20.875327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.880005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb54-ce81-4c69-943a-8a50879346b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.884865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db7a3-b292-46ff-ad89-ee3dc81e186a req-4598f036-f90a-4017-8522-4f0b813c708e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:20.894546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac6db7a3-b292-46ff-ad89-ee3dc81e186a req-4598f036-f90a-4017-8522-4f0b813c708e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1049640 Jul 07 17:48:20.911669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a30e23-76a6-493f-93c5-2b40b5fabf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a5339-1c7c-4b25-b3d3-0ca856b43ccc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:20.960632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac6db7a3-b292-46ff-ad89-ee3dc81e186a req-1448ee77-d1d7-4b2f-bad0-1718ba3c8676 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651767 Jul 07 17:48:21.002322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb54-ce81-4c69-943a-8a50879346b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.004890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb54-ce81-4c69-943a-8a50879346b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.008344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f19fb54-ce81-4c69-943a-8a50879346b4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/03326565-4e42-4a87-8fb9-fd13efb96ee4 HTTP/1.1" status: 204 len: 168 time: 0.4062748 Jul 07 17:48:21.011762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564de93-ab1a-4073-9716-ee4fbfa74b81 req-6b4a8a2a-a367-4e85-bf5c-c8065847e1b4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.013579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a564de93-ab1a-4073-9716-ee4fbfa74b81 req-6b4a8a2a-a367-4e85-bf5c-c8065847e1b4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 943 time: 0.1690204 Jul 07 17:48:21.034850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19fb54-ce81-4c69-943a-8a50879346b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03326565-4e42-4a87-8fb9-fd13efb96ee4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:21.047438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.052198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Allocated IP 172.20.0.2 (deca2be9-efc0-462c-9229-fb0138cc05c8/075065c3-3960-4807-9ef8-0d1abd9e9fad/f106d2bd-a01b-4e25-99e7-6abb4d01b30b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:21.086649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.102877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a564de93-ab1a-4073-9716-ee4fbfa74b81 req-c2e6efb8-6da1-41aa-99e2-868643603095 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Jul 07 17:48:21.112539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:21.116493 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef6bc7-cfc1-4ace-92da-cdd6f4d831f6" -d '{"events": [{"server_uuid": "ba50febe-bedf-4cac-af73-67bd738f51ad", "name": "network-vif-plugged", "status": "completed", "tag": "da0dc48b-bddb-4d4a-a1ba-e753821c61fa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:21.203562 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0133565-d58b-434a-8172-74e4eda3e584 x-openstack-request-id: req-c0133565-d58b-434a-8172-74e4eda3e584 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:21.204254 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba50febe-bedf-4cac-af73-67bd738f51ad", "name": "network-vif-plugged", "status": "completed", "tag": "da0dc48b-bddb-4d4a-a1ba-e753821c61fa", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:21.204254 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0133565-d58b-434a-8172-74e4eda3e584 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:21.204618 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa', 'code': 200} Jul 07 17:48:21.224130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port da0dc48b-bddb-4d4a-a1ba-e753821c61fa, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:21.233845 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.261516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 028d2ab2-770d-444b-9def-e7e4127463de no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:21.340381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-958bba53-c182-496d-ae26-836b515d3939 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753326 Jul 07 17:48:21.350930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 028d2ab2-770d-444b-9def-e7e4127463de {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:21.351282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 028d2ab2-770d-444b-9def-e7e4127463de not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:21.387751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.420726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:21.430335 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.452862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704937b6-3a21-43b1-b8b8-e6ea1a5410bb req-83f0c3fd-ddaa-4f26-a92d-1f3a39fc29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.454362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-704937b6-3a21-43b1-b8b8-e6ea1a5410bb req-83f0c3fd-ddaa-4f26-a92d-1f3a39fc29ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 1101 time: 0.1355040 Jul 07 17:48:21.467214 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.490162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Transition to ACTIVE for port object f106d2bd-a01b-4e25-99e7-6abb4d01b30b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:21.540575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Transition to ACTIVE for port object f106d2bd-a01b-4e25-99e7-6abb4d01b30b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:21.558759 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.585468 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-704937b6-3a21-43b1-b8b8-e6ea1a5410bb req-83ef9386-8108-4c4f-9cf9-8a5ba07d0b97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203856 Jul 07 17:48:21.604721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-8deed0d0-e591-4825-aa61-d56e8e9c2e1f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.607418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Network deca2be9-efc0-462c-9229-fb0138cc05c8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:21.611592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-8deed0d0-e591-4825-aa61-d56e8e9c2e1f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641428 Jul 07 17:48:21.614878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:21.621386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Allocated IP 172.25.1.127 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/60ba354d-5cb0-40bb-8d1a-152576c53e40) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:21.622483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:21.633570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Pushing event updated for resources: {'Port': ['ID=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:21.649234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-9fc5502f-0484-40d0-98c8-a957a8e6792f tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.651045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-9fc5502f-0484-40d0-98c8-a957a8e6792f tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 949 time: 0.1886373 Jul 07 17:48:21.659328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233423c-e0ea-4209-b8d0-a3b657c3ab3b req-5b617447-634b-41dd-a55a-cb3f65eac61f tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:21.661351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a233423c-e0ea-4209-b8d0-a3b657c3ab3b req-5b617447-634b-41dd-a55a-cb3f65eac61f tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 950 time: 0.2177882 Jul 07 17:48:21.673471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-3c044b1f-1c35-4508-b7c5-a6e56cc8a400 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/quotas/80c0210436c142a395ffbf0f57dd6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0609586 Jul 07 17:48:21.770522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.773990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Attempting to bind port f106d2bd-a01b-4e25-99e7-6abb4d01b30b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:21.774363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Attempting to bind port f106d2bd-a01b-4e25-99e7-6abb4d01b30b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:21.774783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Attempting to bind port f106d2bd-a01b-4e25-99e7-6abb4d01b30b on network deca2be9-efc0-462c-9229-fb0138cc05c8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:21.780692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:21.781098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Checking segment: {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:21.781511 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.782052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Bound using segment: {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:21.782547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Bound port: f106d2bd-a01b-4e25-99e7-6abb4d01b30b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:21.783092 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.849642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:21.856274 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf963508-0322-4c34-822e-eb625f2faac0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:21.862722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] For port f106d2bd-a01b-4e25-99e7-6abb4d01b30b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:21.869702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.870518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] For port f106d2bd-a01b-4e25-99e7-6abb4d01b30b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:21.877807 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:21.947782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Pushing event updated for resources: {'Port': ['ID=60ba354d-5cb0-40bb-8d1a-152576c53e40,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:21.976112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:21.976112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:21.979198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542858-90f9-435a-8965-5ff7ec58aaff None None] Pushing event updated for resources: {'Port': ['ID=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:21.981761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:22.102189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a233423c-e0ea-4209-b8d0-a3b657c3ab3b req-a1099fa4-b0bb-4e68-a297-7e20b4398a3f tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264014 Jul 07 17:48:22.274182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-a1f0d768-7d95-431b-9c90-357762bf0ba6 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5995271 Jul 07 17:48:22.321312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Deleting port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:22.322059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:22.431695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:22.437974 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:22.521168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] For port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:22.521537 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:22.550216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Calling delete_port for dda4d91e-42f3-46e0-8ab8-3fd56b9d158e owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:22.581535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55eb97-fd8f-4386-b20c-244c141c0c92 req-a486f557-5ac3-4684-b459-c151e2f91d53 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:22.589287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c55eb97-fd8f-4386-b20c-244c141c0c92 req-a486f557-5ac3-4684-b459-c151e2f91d53 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 949 time: 0.1864288 Jul 07 17:48:22.769688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:22.811072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f106d2bd-a01b-4e25-99e7-6abb4d01b30b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:22.847620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c55eb97-fd8f-4386-b20c-244c141c0c92 req-90b23be0-affb-418b-84a4-80326646fa7e tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/security-groups?id=6715f77a-94d5-4119-875f-1a005ba164a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573056 Jul 07 17:48:22.912682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a has no active binding in host n-h1-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:48:23.005559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port f106d2bd-a01b-4e25-99e7-6abb4d01b30b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:23.142337 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb76d4e-eebb-4b90-bc10-58026fafa820 x-openstack-request-id: req-5fb76d4e-eebb-4b90-bc10-58026fafa820 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:23.142843 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:23.142843 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5fb76d4e-eebb-4b90-bc10-58026fafa820 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:23.143397 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a', 'status': 'completed', 'code': 200} Jul 07 17:48:23.248651 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.262242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['dda4d91e-42f3-46e0-8ab8-3fd56b9d158e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:23.404308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.450547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb12259-03a6-4ccd-9d38-dd0971cf70ae None None] Network deca2be9-efc0-462c-9229-fb0138cc05c8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:23.469335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Pushing event deleted for resources: {'Port': ['ID=dda4d91e-42f3-46e0-8ab8-3fd56b9d158e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:23.500611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8dd1cde-c8ec-41a3-a0ff-b000620eb47a req-70c01905-8ff0-454c-813b-2771ba2c59ab tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 210 time: 0.3825321 Jul 07 17:48:23.680169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] No DVR routers for this DVR port dda4d91e-42f3-46e0-8ab8-3fd56b9d158e on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:23.693810 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.700697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6daefdb5-61f7-4bca-9fe4-6082d75afa42 req-4a62d722-5f2a-4e9a-8bfc-bc72c9f9b8db tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.90 "DELETE /v2.0/ports/dda4d91e-42f3-46e0-8ab8-3fd56b9d158e HTTP/1.1" status: 204 len: 173 time: 2.0372210 Jul 07 17:48:23.724283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2ffe5a98-5763-4a03-920f-1591213ea396 None None] Provisioning for port f106d2bd-a01b-4e25-99e7-6abb4d01b30b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:23.732047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2ffe5a98-5763-4a03-920f-1591213ea396 None None] Provisioning complete for port f106d2bd-a01b-4e25-99e7-6abb4d01b30b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:23.732489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5a98-5763-4a03-920f-1591213ea396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.780989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'name': 'network-vif-deleted', 'tag': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:23.784570 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2afdea6-f054-4cea-bc68-526903c9e0fa" -d '{"events": [{"server_uuid": "b9d82d77-5b5f-4d72-9378-079edb314e85", "name": "network-vif-deleted", "tag": "dda4d91e-42f3-46e0-8ab8-3fd56b9d158e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:23.787971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Router 2e26ed56-7459-4301-a2af-60bfe5ede54c is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:48:23.830501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963508-0322-4c34-822e-eb625f2faac0 req-7b465ce2-b732-435b-9758-1d3d0f3b2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:23.832467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf963508-0322-4c34-822e-eb625f2faac0 req-7b465ce2-b732-435b-9758-1d3d0f3b2d4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1124 time: 0.7157013 Jul 07 17:48:23.904097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5a98-5763-4a03-920f-1591213ea396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.930689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c3c23-10b6-498d-95b0-17a6b6844bef req-27227c49-99db-44de-b7b5-f067a96a544b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:23.938654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a36c3c23-10b6-498d-95b0-17a6b6844bef req-27227c49-99db-44de-b7b5-f067a96a544b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 943 time: 0.8192327 Jul 07 17:48:23.955120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:23.965711 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Sync routers for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:23.974565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2ffe5a98-5763-4a03-920f-1591213ea396 None None] For port f106d2bd-a01b-4e25-99e7-6abb4d01b30b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:23.983372 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:23.984077 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:23.985570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5a98-5763-4a03-920f-1591213ea396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.991460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:23.993356 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bbcae49c-7df8-4eb6-8953-6ec623814290 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5748537 Jul 07 17:48:23.996210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49200) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:24.083280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe5a98-5763-4a03-920f-1591213ea396 None None] Pushing event updated for resources: {'Port': ['ID=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:24.107522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a36c3c23-10b6-498d-95b0-17a6b6844bef req-7623972c-ed31-41b5-86ec-085940cee761 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682248 Jul 07 17:48:24.136149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e33a58-0cf9-4970-9ec5-071996a43745 req-853e45a3-268c-4977-afe6-2a8c74d59966 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:24.139155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3e33a58-0cf9-4970-9ec5-071996a43745 req-853e45a3-268c-4977-afe6-2a8c74d59966 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 950 time: 0.4603620 Jul 07 17:48:24.174508 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:24.224921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963508-0322-4c34-822e-eb625f2faac0 req-f96c98a2-f16d-43f1-a006-11152c79e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:24.226556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf963508-0322-4c34-822e-eb625f2faac0 req-f96c98a2-f16d-43f1-a006-11152c79e829 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.3815629 Jul 07 17:48:24.298274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3e33a58-0cf9-4970-9ec5-071996a43745 req-7ea21b6e-84c0-4cea-8a84-e53f3ea8b430 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475809 Jul 07 17:48:24.308455 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff84d0d-e888-4255-a197-cfa99c46d497 x-openstack-request-id: req-2ff84d0d-e888-4255-a197-cfa99c46d497 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:24.310062 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d82d77-5b5f-4d72-9378-079edb314e85", "name": "network-vif-deleted", "tag": "dda4d91e-42f3-46e0-8ab8-3fd56b9d158e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:24.310748 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ff84d0d-e888-4255-a197-cfa99c46d497 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:24.311344 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d82d77-5b5f-4d72-9378-079edb314e85', 'name': 'network-vif-deleted', 'tag': 'dda4d91e-42f3-46e0-8ab8-3fd56b9d158e', 'status': 'completed', 'code': 200} Jul 07 17:48:24.315208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eeb0194b-4f69-461e-81c6-7b696029ec12 None None] Provisioning complete for port f106d2bd-a01b-4e25-99e7-6abb4d01b30b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:24.315585 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eeb0194b-4f69-461e-81c6-7b696029ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.317907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf963508-0322-4c34-822e-eb625f2faac0 req-31b45296-32a0-4953-8d29-a8ac7cf788f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 217 time: 0.0787976 Jul 07 17:48:24.432926 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:22Z', 'revision_number': 3, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:24.449254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963508-0322-4c34-822e-eb625f2faac0 req-a6d1b9d9-d4a1-4a2b-9dbd-7cb66f089752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:24.450833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf963508-0322-4c34-822e-eb625f2faac0 req-a6d1b9d9-d4a1-4a2b-9dbd-7cb66f089752 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1239960 Jul 07 17:48:24.470536 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Checking router: 2e26ed56-7459-4301-a2af-60bfe5ede54c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:24.470979 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Updating router 2e26ed56-7459-4301-a2af-60bfe5ede54c port 60ba354d-5cb0-40bb-8d1a-152576c53e40 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:24.508648 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.586259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf963508-0322-4c34-822e-eb625f2faac0 req-23cbb42b-aea7-4db0-805c-de7985724bd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165290 Jul 07 17:48:24.682156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f106d2bd-a01b-4e25-99e7-6abb4d01b30b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:24.820225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f106d2bd-a01b-4e25-99e7-6abb4d01b30b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:24.820630 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.827093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf963508-0322-4c34-822e-eb625f2faac0 req-01ca38d3-07cd-4a9b-8c01-998400bd5fd8 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295365 Jul 07 17:48:24.886739 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-1ed5d4a9-a840-456f-a794-ae4519b72cb9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469844 Jul 07 17:48:24.907045 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.930803 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Transition to ACTIVE for port object 60ba354d-5cb0-40bb-8d1a-152576c53e40 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:24.943861 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:24.954682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af064243-9f9d-43e2-8bfc-41ef59198c8a req-28cfcc0c-58a0-4ae2-b718-1c0506dd57d8 tempest-DeleteServersAdminTestJSON-1888632439 tempest-DeleteServersAdminTestJSON-1888632439-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9d82d77-5b5f-4d72-9378-079edb314e85 HTTP/1.1" status: 200 len: 210 time: 0.0493102 Jul 07 17:48:25.028617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf963508-0322-4c34-822e-eb625f2faac0 req-40e552de-d88f-499b-b84c-ca06984ffece service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818471 Jul 07 17:48:25.080120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.122100 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Attempting to bind port 60ba354d-5cb0-40bb-8d1a-152576c53e40 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:25.123255 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Attempting to bind port 60ba354d-5cb0-40bb-8d1a-152576c53e40 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:25.123806 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Attempting to bind port 60ba354d-5cb0-40bb-8d1a-152576c53e40 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:25.138509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-233306b7-9b3b-47ba-9db6-b5fed29f9e58 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:25.142730 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:25.143129 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:25.143524 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.144446 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-233306b7-9b3b-47ba-9db6-b5fed29f9e58 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535005 Jul 07 17:48:25.145772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:25.151318 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Bound port: 60ba354d-5cb0-40bb-8d1a-152576c53e40, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:25.151674 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.190828 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Pushing event updated for resources: {'Port': ['ID=60ba354d-5cb0-40bb-8d1a-152576c53e40,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:25.191262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Request body: {'port': {'device_id': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '80c0210436c142a395ffbf0f57dd6fd2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:25.209654 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.211118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.211118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.211118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.211118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.211544 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.211938 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.212271 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.212596 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.212933 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.213429 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.213888 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:25.229568 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] For port 60ba354d-5cb0-40bb-8d1a-152576c53e40, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:25.233564 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] For port 60ba354d-5cb0-40bb-8d1a-152576c53e40, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=60ba354d-5cb0-40bb-8d1a-152576c53e40,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:25.239971 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.270921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92d41234-c526-426e-839e-757004fdc767 req-8de996d2-3a75-4cfe-a044-1273b3427e62 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 210 time: 0.0985918 Jul 07 17:48:25.317884 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:25.319174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.387253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Made reservation on behalf of 80c0210436c142a395ffbf0f57dd6fd2 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:25.393146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.442808 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:25.454902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584196b-484a-4c9f-8fdf-94ee9745a544 req-a1e16e08-d4d6-4fae-ac04-06aa7035d0bc tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:25.456574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f584196b-484a-4c9f-8fdf-94ee9745a544 req-a1e16e08-d4d6-4fae-ac04-06aa7035d0bc tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 950 time: 0.1825125 Jul 07 17:48:25.458132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Allocated IP 172.20.0.1 (deca2be9-efc0-462c-9229-fb0138cc05c8/075065c3-3960-4807-9ef8-0d1abd9e9fad/e4e15278-2045-4b12-96bc-4008d648a37c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:25.556350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f584196b-484a-4c9f-8fdf-94ee9745a544 req-4149d9fd-6824-4294-9230-32fada9387e9 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934258 Jul 07 17:48:25.562899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Allocated IP 192.168.233.195 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/de4cd189-0800-4837-9ae1-4f66299ed9f8) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:25.673194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.696803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Transition to ACTIVE for port object e4e15278-2045-4b12-96bc-4008d648a37c will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:25.732439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078b6d-e6fa-417a-aaa6-4cb8a50fbad2 req-c6eea148-8e94-432f-8069-445db5c45a3f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:25.735874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.741366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d078b6d-e6fa-417a-aaa6-4cb8a50fbad2 req-c6eea148-8e94-432f-8069-445db5c45a3f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 943 time: 0.1606789 Jul 07 17:48:25.763875 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd0db9-42d1-4351-94f0-e746a8918f9d None None] Pushing event updated for resources: {'Port': ['ID=60ba354d-5cb0-40bb-8d1a-152576c53e40,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:25.780496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Transition to ACTIVE for port object de4cd189-0800-4837-9ae1-4f66299ed9f8 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:25.792660 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:22Z', 'revision_number': 3, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:25.823486 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78f02-6fe5-4e40-8706-34c1cf8cd5c9 None None] The sync data for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 is: [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:22Z', 'revision_number': 3, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:25.830415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d078b6d-e6fa-417a-aaa6-4cb8a50fbad2 req-c6e44911-9588-4e12-97c6-e59d14bccbd6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878363 Jul 07 17:48:25.844562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.870167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.887636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:25.899828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Network deca2be9-efc0-462c-9229-fb0138cc05c8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:25.905209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:25.907656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:25.908319 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:25.962659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e15278-2045-4b12-96bc-4008d648a37c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:26.055160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Pushing event updated for resources: {'Port': ['ID=de4cd189-0800-4837-9ae1-4f66299ed9f8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:26.059551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:26.063145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:26.066109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:26.106522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:26.108188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.144999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-230bd36b-0f32-424a-8565-fb7dcc075fb8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9571779 Jul 07 17:48:26.169431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Request body: {'port': {'device_id': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:26.260544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dda4d91e-42f3-46e0-8ab8-3fd56b9d158e no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:26.325749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: dda4d91e-42f3-46e0-8ab8-3fd56b9d158e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:26.326051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dda4d91e-42f3-46e0-8ab8-3fd56b9d158e not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:26.342768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.410630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.524129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0f3ce4a4-e24d-4232-81bc-810987b22a19 None None] Provisioning for port e4e15278-2045-4b12-96bc-4008d648a37c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:26.540304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0f3ce4a4-e24d-4232-81bc-810987b22a19 None None] Provisioning complete for port e4e15278-2045-4b12-96bc-4008d648a37c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:26.549499 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce4a4-e24d-4232-81bc-810987b22a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.569256 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-dd8709d0-bbe0-4913-a32a-6653e54226aa service neutron] 10.222.0.90 "GET /v2.0/ports/2cae4de9-c92d-4dbb-a706-6efa61206d7a/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.4133008 Jul 07 17:48:26.633494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ce4a4-e24d-4232-81bc-810987b22a19 None None] Port e4e15278-2045-4b12-96bc-4008d648a37c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:26.691582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 60ba354d-5cb0-40bb-8d1a-152576c53e40 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:26.781928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-15cab6b4-bdc5-4d86-8779-a391586c4cc7 None None] Provisioning for port de4cd189-0800-4837-9ae1-4f66299ed9f8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:26.789247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-15cab6b4-bdc5-4d86-8779-a391586c4cc7 None None] Provisioning complete for port de4cd189-0800-4837-9ae1-4f66299ed9f8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:26.794633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15cab6b4-bdc5-4d86-8779-a391586c4cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.800109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 60ba354d-5cb0-40bb-8d1a-152576c53e40 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:26.804759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 60ba354d-5cb0-40bb-8d1a-152576c53e40 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:26.805392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.887972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-15cab6b4-bdc5-4d86-8779-a391586c4cc7 None None] Port de4cd189-0800-4837-9ae1-4f66299ed9f8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:26.893827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4cd189-0800-4837-9ae1-4f66299ed9f8 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:26.903008 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.919229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Transition to ACTIVE for port object de4cd189-0800-4837-9ae1-4f66299ed9f8 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:26.925329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.959929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.984686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 60ba354d-5cb0-40bb-8d1a-152576c53e40, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=60ba354d-5cb0-40bb-8d1a-152576c53e40,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:26.988172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49284) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:26.996948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=de4cd189-0800-4837-9ae1-4f66299ed9f8,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.011060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.042145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Attempting to bind port de4cd189-0800-4837-9ae1-4f66299ed9f8 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:27.042486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Attempting to bind port de4cd189-0800-4837-9ae1-4f66299ed9f8 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:27.042849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Attempting to bind port de4cd189-0800-4837-9ae1-4f66299ed9f8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:27.048637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Port de4cd189-0800-4837-9ae1-4f66299ed9f8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:27.048994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Attempting to bind port de4cd189-0800-4837-9ae1-4f66299ed9f8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:27.064792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:27.066769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:27.066769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:27.072075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Bound port: de4cd189-0800-4837-9ae1-4f66299ed9f8, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:27.072261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.081487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=60ba354d-5cb0-40bb-8d1a-152576c53e40,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.182647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] For port de4cd189-0800-4837-9ae1-4f66299ed9f8, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:27.186708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] For port de4cd189-0800-4837-9ae1-4f66299ed9f8, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=de4cd189-0800-4837-9ae1-4f66299ed9f8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:27.201110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ee2-358d-4aa3-b212-82f77bb9eff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.205392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.269696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.270314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.271867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] 10.222.0.55 "PUT /v2.0/ports/de4cd189-0800-4837-9ae1-4f66299ed9f8 HTTP/1.1" status: 200 len: 1096 time: 1.1130304 Jul 07 17:48:27.278497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'tag': 'de4cd189-0800-4837-9ae1-4f66299ed9f8'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:27.281126 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817f19c-d7c7-480f-9254-f92552ec0518" -d '{"events": [{"name": "network-changed", "server_uuid": "563d3505-872b-4c69-bee8-9b9cb18c30c1", "tag": "de4cd189-0800-4837-9ae1-4f66299ed9f8"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:27.297371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165b2f9-6371-4cf8-8c39-821142e15ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=de4cd189-0800-4837-9ae1-4f66299ed9f8,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.412591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-f04bfa8c-098c-4464-b356-97b60dc2cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.414176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-f04bfa8c-098c-4464-b356-97b60dc2cf05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 1099 time: 0.0938003 Jul 07 17:48:27.491841 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-89eb9612-d0f3-492b-85ca-79435d659ed4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=de4cd189-0800-4837-9ae1-4f66299ed9f8 HTTP/1.1" status: 200 len: 217 time: 0.0674872 Jul 07 17:48:27.495068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ee2-358d-4aa3-b212-82f77bb9eff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.500694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcb06ee2-358d-4aa3-b212-82f77bb9eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.528066 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.545387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb44fb0-6b20-43a7-b9a8-7748844857ec req-2755b304-e26b-431f-91ee-d3315bd83b43 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.546828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bb44fb0-6b20-43a7-b9a8-7748844857ec req-2755b304-e26b-431f-91ee-d3315bd83b43 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 936 time: 0.9041636 Jul 07 17:48:27.547468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.548194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.576736 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fcb06ee2-358d-4aa3-b212-82f77bb9eff1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9f07ddef5fbf4eabb8b575db3b8cb8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874546 Jul 07 17:48:27.579135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb06ee2-358d-4aa3-b212-82f77bb9eff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ed0e09-bf02-4471-b390-f6f3104f1fb8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.582242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49290) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:27.609326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-bc091258-e1fd-4103-b079-ff91fbadc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.610852 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-bc091258-e1fd-4103-b079-ff91fbadc994 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1002746 Jul 07 17:48:27.676075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37729651-fee9-4099-a5ca-ead9eb591857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.692786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e15278-2045-4b12-96bc-4008d648a37c,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.707116 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37729651-fee9-4099-a5ca-ead9eb591857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.709198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bb44fb0-6b20-43a7-b9a8-7748844857ec req-c7e220de-6a67-4219-9bf9-813e098a3be3 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463468 Jul 07 17:48:27.721636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-bb3cc32c-bd7b-41ab-bdf5-61722ad7cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.723283 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-bb3cc32c-bd7b-41ab-bdf5-61722ad7cd5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003194 Jul 07 17:48:27.746896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b7e3-8abd-4856-bdde-b26ec3b866e9 req-f6d366eb-8e2d-4f71-a058-99207eb772a7 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:27.751095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ad3b7e3-8abd-4856-bdde-b26ec3b866e9 req-f6d366eb-8e2d-4f71-a058-99207eb772a7 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 950 time: 0.4549499 Jul 07 17:48:27.758480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:27.828321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:27.853591 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-70efd1aa-35ae-4aa4-a998-b299485b6652 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208289 Jul 07 17:48:27.866551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Network deca2be9-efc0-462c-9229-fb0138cc05c8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:27.872418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:27.887295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ad3b7e3-8abd-4856-bdde-b26ec3b866e9 req-72e53ea8-ac23-416d-8915-c1a9713fcfd3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180940 Jul 07 17:48:27.920378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cae4de9-c92d-4dbb-a706-6efa61206d7a {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:27.968616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:27.973606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37729651-fee9-4099-a5ca-ead9eb591857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.976314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37729651-fee9-4099-a5ca-ead9eb591857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.980085 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37729651-fee9-4099-a5ca-ead9eb591857 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b4ed0e09-bf02-4471-b390-f6f3104f1fb8 HTTP/1.1" status: 204 len: 168 time: 0.3926435 Jul 07 17:48:27.993612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.008598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37729651-fee9-4099-a5ca-ead9eb591857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ed0e09-bf02-4471-b390-f6f3104f1fb8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.060875 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df8f65b-97e6-4c5a-bd72-2d5bb5584d7f x-openstack-request-id: req-5df8f65b-97e6-4c5a-bd72-2d5bb5584d7f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:28.061170 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563d3505-872b-4c69-bee8-9b9cb18c30c1", "tag": "de4cd189-0800-4837-9ae1-4f66299ed9f8", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:28.061422 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5df8f65b-97e6-4c5a-bd72-2d5bb5584d7f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:28.061817 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'tag': 'de4cd189-0800-4837-9ae1-4f66299ed9f8', 'status': 'completed', 'code': 200} Jul 07 17:48:28.069244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94cc84fe-9616-4c52-a265-96ace8e9ceb2 req-6178dd53-436b-4add-b2dd-af965330e0cf service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028756 Jul 07 17:48:28.239192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] Transition to ACTIVE for port object 2cae4de9-c92d-4dbb-a706-6efa61206d7a will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:28.254345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Router 2e26ed56-7459-4301-a2af-60bfe5ede54c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:28.268145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.319990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-9e63637c-b3f0-47d6-8936-0036470eeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.327043 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-9e63637c-b3f0-47d6-8936-0036470eeccf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 1099 time: 0.1789932 Jul 07 17:48:28.410812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2608b689-ca5e-4952-bed4-36f46a4ea3f8 None None] Provisioning complete for port e4e15278-2045-4b12-96bc-4008d648a37c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:28.412606 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2608b689-ca5e-4952-bed4-36f46a4ea3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.517632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-afdac060-c046-47d2-8c30-2cdee9acb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.519766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-afdac060-c046-47d2-8c30-2cdee9acb77e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1862507 Jul 07 17:48:28.527975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2608b689-ca5e-4952-bed4-36f46a4ea3f8 None None] Port e4e15278-2045-4b12-96bc-4008d648a37c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:28.615458 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-04c69dd7-0fa5-470c-8763-817e408c0b38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=de4cd189-0800-4837-9ae1-4f66299ed9f8 HTTP/1.1" status: 200 len: 217 time: 0.0881484 Jul 07 17:48:28.615852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49306) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.639184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 60ba354d-5cb0-40bb-8d1a-152576c53e40 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:28.668766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] No DVR routers for this DVR port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:28.671288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49308) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:28.676942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a688fb16-619b-4b0a-b1ca-83491f1210a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.693438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 60ba354d-5cb0-40bb-8d1a-152576c53e40 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:28.693693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.713705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-d24766bf-714f-4d28-a49d-3b09a2470d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.715188 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-d24766bf-714f-4d28-a49d-3b09a2470d92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0888445 Jul 07 17:48:28.789956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:28.804335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-97709036-14cf-4cdb-9da2-eb9c8b0ca877 admin admin] 10.222.0.88 "PUT /v2.0/routers/2e26ed56-7459-4301-a2af-60bfe5ede54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7991977 Jul 07 17:48:28.812098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Sync routers for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:28.824038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.832249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:28.833288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:28.858962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-cd303d1f-d0b9-4f49-80a5-6d428f957f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.860844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-cd303d1f-d0b9-4f49-80a5-6d428f957f4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356382 Jul 07 17:48:28.863968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3445-f13a-41d1-8344-26366d9d5e7e req-b4ea7b23-5063-4504-b982-3cbf17d573ff tempest-LiveMigrationNegativeTest-376460250 tempest-LiveMigrationNegativeTest-376460250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.874796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401a3445-f13a-41d1-8344-26366d9d5e7e req-b4ea7b23-5063-4504-b982-3cbf17d573ff tempest-LiveMigrationNegativeTest-376460250 tempest-LiveMigrationNegativeTest-376460250-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 1101 time: 0.4341977 Jul 07 17:48:28.891358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a688fb16-619b-4b0a-b1ca-83491f1210a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.908630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-d7290c23-383a-4186-8a7e-34b1b0764614 service neutron] 10.222.0.90 "PUT /v2.0/ports/2cae4de9-c92d-4dbb-a706-6efa61206d7a/bindings/n-h1-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3235536 Jul 07 17:48:28.930591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a688fb16-619b-4b0a-b1ca-83491f1210a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.944122 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-401a3445-f13a-41d1-8344-26366d9d5e7e req-02cf9458-9e7c-4389-9399-070164805edc tempest-LiveMigrationNegativeTest-376460250 tempest-LiveMigrationNegativeTest-376460250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:28.969896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938a75-53be-4a30-90ee-d58478e57431 req-c5d5b6d7-dd96-4b66-bd5e-61e0b189dc20 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:28.980900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:28.989688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a688fb16-619b-4b0a-b1ca-83491f1210a4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=708a7688ed0c4cdf8eb84b898de9f45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669937 Jul 07 17:48:28.989904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d938a75-53be-4a30-90ee-d58478e57431 req-c5d5b6d7-dd96-4b66-bd5e-61e0b189dc20 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 944 time: 0.7228618 Jul 07 17:48:28.989996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688fb16-619b-4b0a-b1ca-83491f1210a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ad8809-826e-4154-8129-e4cedf1efa83,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:28.990419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49318) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:29.041692 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-448d868b-c9c8-413f-8fed-d931667b59ca service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632035 Jul 07 17:48:29.114495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-831fcd6e-4b65-400d-a107-126548a9769a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.149603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-831fcd6e-4b65-400d-a107-126548a9769a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.151938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d938a75-53be-4a30-90ee-d58478e57431 req-7a633ee7-1c3a-4b68-b516-5be50a586fba tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632798 Jul 07 17:48:29.165311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2f28fdd8-0ef9-4c39-98ca-eaff1260b9c9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c2c12abca734526acf4525eb9b8bad5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4837213 Jul 07 17:48:29.165728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49324) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:29.194039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6817f19c-d7c7-480f-9254-f92552ec0518 req-45a40b82-09ba-4aa8-8aa3-925d4b39e183 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412807 Jul 07 17:48:29.231622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-831fcd6e-4b65-400d-a107-126548a9769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.235196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-831fcd6e-4b65-400d-a107-126548a9769a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.239552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-831fcd6e-4b65-400d-a107-126548a9769a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/66ad8809-826e-4154-8129-e4cedf1efa83 HTTP/1.1" status: 204 len: 168 time: 0.2441201 Jul 07 17:48:29.257522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-5e012e48-91b5-4810-a470-7bfce11c464b tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.259161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-5e012e48-91b5-4810-a470-7bfce11c464b tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1095 time: 0.2513974 Jul 07 17:48:29.262650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fcd6e-4b65-400d-a107-126548a9769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ad8809-826e-4154-8129-e4cedf1efa83,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.293817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 2, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:29.344744 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d4324d11-9b19-4c9c-adae-96762d5a6fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.432786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d4324d11-9b19-4c9c-adae-96762d5a6fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.435594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-401a3445-f13a-41d1-8344-26366d9d5e7e req-02cf9458-9e7c-4389-9399-070164805edc tempest-LiveMigrationNegativeTest-376460250 tempest-LiveMigrationNegativeTest-376460250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.453590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-401a3445-f13a-41d1-8344-26366d9d5e7e req-02cf9458-9e7c-4389-9399-070164805edc tempest-LiveMigrationNegativeTest-376460250 tempest-LiveMigrationNegativeTest-376460250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.459559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Checking router: 2e26ed56-7459-4301-a2af-60bfe5ede54c for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:29.460068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Updating router 2e26ed56-7459-4301-a2af-60bfe5ede54c port e4e15278-2045-4b12-96bc-4008d648a37c binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:48:29.494233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.520786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401a3445-f13a-41d1-8344-26366d9d5e7e req-02cf9458-9e7c-4389-9399-070164805edc tempest-LiveMigrationNegativeTest-376460250 tempest-LiveMigrationNegativeTest-376460250-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441326 Jul 07 17:48:29.534462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-1d758721-7b40-435b-aa14-97216cc8ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.536013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-1d758721-7b40-435b-aa14-97216cc8ea76 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 1095 time: 0.2658761 Jul 07 17:48:29.543075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf9458-9e7c-4389-9399-070164805edc tempest-LiveMigrationNegativeTest-376460250 tempest-LiveMigrationNegativeTest-376460250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31232174-fa69-4959-9434-37da70a4b722,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.568086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e3312-1b1d-487a-850a-c2c9d2bf4ad7 req-505b565d-7645-4ed3-8558-ce0290992e42 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.575337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c8e3312-1b1d-487a-850a-c2c9d2bf4ad7 req-505b565d-7645-4ed3-8558-ce0290992e42 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 948 time: 0.2219117 Jul 07 17:48:29.603543 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d4324d11-9b19-4c9c-adae-96762d5a6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.606388 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d4324d11-9b19-4c9c-adae-96762d5a6fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.609948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d4324d11-9b19-4c9c-adae-96762d5a6fa3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6715f77a-94d5-4119-875f-1a005ba164a6 HTTP/1.1" status: 204 len: 168 time: 0.4399552 Jul 07 17:48:29.645442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4324d11-9b19-4c9c-adae-96762d5a6fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6715f77a-94d5-4119-875f-1a005ba164a6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.667074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c8e3312-1b1d-487a-850a-c2c9d2bf4ad7 req-e8b8d18f-e55d-460a-9063-036ae407b56f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907087 Jul 07 17:48:29.703966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-28f92f3a-36db-498e-98c3-c462ae8fd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.706422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-28f92f3a-36db-498e-98c3-c462ae8fd70a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1095 time: 0.1119356 Jul 07 17:48:29.868127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-ccec1b88-50e8-412d-81aa-a44641fd2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:29.870312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-ccec1b88-50e8-412d-81aa-a44641fd2487 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1564276 Jul 07 17:48:29.885896 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.902376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Transition to ACTIVE for port object e4e15278-2045-4b12-96bc-4008d648a37c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:29.913772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:29.932589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-faced756-a237-4599-b74d-12d010629577 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 217 time: 0.0528276 Jul 07 17:48:30.004208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d68fd-b27b-4ffc-b506-89867a772891 None None] Pushing event updated for resources: {'Port': ['ID=e4e15278-2045-4b12-96bc-4008d648a37c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.056271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-e0db0eaf-e26e-4953-a754-5feba2cffa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:30.057840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-e0db0eaf-e26e-4953-a754-5feba2cffa3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1139522 Jul 07 17:48:30.104687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Attempting to bind port e4e15278-2045-4b12-96bc-4008d648a37c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:30.105667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Attempting to bind port e4e15278-2045-4b12-96bc-4008d648a37c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:30.106196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Attempting to bind port e4e15278-2045-4b12-96bc-4008d648a37c on network deca2be9-efc0-462c-9229-fb0138cc05c8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:30.114188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:30.115446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Checking segment: {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:30.116240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.116716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Bound using segment: {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:30.117579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Bound port: e4e15278-2045-4b12-96bc-4008d648a37c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:30.117969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.130895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-ec698a6a-082e-4117-8f06-a2a39c1603ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618105 Jul 07 17:48:30.226704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] For port e4e15278-2045-4b12-96bc-4008d648a37c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:30.238373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] For port e4e15278-2045-4b12-96bc-4008d648a37c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e4e15278-2045-4b12-96bc-4008d648a37c,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:30.254650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.287222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:30.330399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49370) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.357538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-729a60a9-8ed7-4dff-b05c-a4fc5055391a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.364297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8e5c873b-d36f-49f2-958f-4c6e51b37006 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:30.371557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8e5c873b-d36f-49f2-958f-4c6e51b37006 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks?id=deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 200 len: 828 time: 0.1785393 Jul 07 17:48:30.400407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:30.401595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:30.403111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-26c85119-31b8-49d2-8a82-aa45ce54053e tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/quotas/2db3433f52d741a19b1e3f1d355d2609 HTTP/1.1" status: 200 len: 375 time: 0.0304968 Jul 07 17:48:30.464802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49374) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.573438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-05e6d72c-7171-4073-bae1-2b3009c3d70d service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292848 Jul 07 17:48:30.628994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:30.632422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-729a60a9-8ed7-4dff-b05c-a4fc5055391a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.641505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-729a60a9-8ed7-4dff-b05c-a4fc5055391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.659317 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-3631434c-b4e4-4649-9d51-a1c59f329621 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2db3433f52d741a19b1e3f1d355d2609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2552269 Jul 07 17:48:30.714443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a60a9-8ed7-4dff-b05c-a4fc5055391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251deab0-8767-448d-9224-b7cfa77bad75,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.742126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29ac0f8b-074b-4194-9842-501f00deeecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.768220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d68fd-b27b-4ffc-b506-89867a772891 None None] Pushing event updated for resources: {'Port': ['ID=e4e15278-2045-4b12-96bc-4008d648a37c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.773611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:30.781263 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-729a60a9-8ed7-4dff-b05c-a4fc5055391a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=88103e1e94c44cdfb50eff9a9fb2d920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490430 Jul 07 17:48:30.787120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49388) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.895431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30771050-1681-40fd-8316-3e314f0463c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.941298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:30Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:30.974099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30771050-1681-40fd-8316-3e314f0463c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.975475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e543ef-d9d9-424b-bc0d-967eb6799d72 None None] The sync data for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 is: [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:30Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:31.002960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29ac0f8b-074b-4194-9842-501f00deeecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.014026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29ac0f8b-074b-4194-9842-501f00deeecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.102005 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-29ac0f8b-074b-4194-9842-501f00deeecd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc8edbd852ae4780a0882d8cd6801920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6321738 Jul 07 17:48:31.104517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49394) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:31.105382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac0f8b-074b-4194-9842-501f00deeecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758a5bdd-ea10-4e27-b284-146f9b65db53,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:31.105769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-adf3d5fd-6cb7-4cfc-af0e-44366388afd8 service neutron] 10.222.0.88 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454775 Jul 07 17:48:31.148066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-af6d6fac-4f98-4a97-b582-89237be593d3 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631833 Jul 07 17:48:31.163990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30771050-1681-40fd-8316-3e314f0463c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.166877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30771050-1681-40fd-8316-3e314f0463c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.168016 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-30771050-1681-40fd-8316-3e314f0463c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/251deab0-8767-448d-9224-b7cfa77bad75 HTTP/1.1" status: 204 len: 168 time: 0.3795507 Jul 07 17:48:31.184634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30771050-1681-40fd-8316-3e314f0463c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251deab0-8767-448d-9224-b7cfa77bad75,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:31.199461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-acf2ed28-f53d-4d4f-927c-c8740b953462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.241688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-acf2ed28-f53d-4d4f-927c-c8740b953462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.325645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e9f3c-878c-4c53-bb94-b797cb976570 req-5aa56234-e1ce-4829-aaf7-2e1ef984fdcb tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.327911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-acf2ed28-f53d-4d4f-927c-c8740b953462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.330884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-acf2ed28-f53d-4d4f-927c-c8740b953462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:31.335284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-acf2ed28-f53d-4d4f-927c-c8740b953462 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/758a5bdd-ea10-4e27-b284-146f9b65db53 HTTP/1.1" status: 204 len: 168 time: 0.2263775 Jul 07 17:48:31.345191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2ed28-f53d-4d4f-927c-c8740b953462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758a5bdd-ea10-4e27-b284-146f9b65db53,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:31.349846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e06e9f3c-878c-4c53-bb94-b797cb976570 req-5aa56234-e1ce-4829-aaf7-2e1ef984fdcb tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 944 time: 0.6758544 Jul 07 17:48:31.398927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-632514eb-07a5-4c0f-aba4-8dd21f33792f service neutron] 10.222.0.88 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921655 Jul 07 17:48:31.446658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e06e9f3c-878c-4c53-bb94-b797cb976570 req-e59af9b5-b6bb-4fe4-8ae5-38aeb154496b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931125 Jul 07 17:48:31.794147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-0d595dd3-f6ae-4fe5-a8dc-7c7a093c6f33 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.795675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-0d595dd3-f6ae-4fe5-a8dc-7c7a093c6f33 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1095 time: 0.2602813 Jul 07 17:48:31.908048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaeee8-4598-4121-bab6-92cb356a16dc req-7099cb6a-d3e8-40c1-8109-71662e30a588 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:31.910018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ccaeee8-4598-4121-bab6-92cb356a16dc req-7099cb6a-d3e8-40c1-8109-71662e30a588 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 950 time: 0.2948933 Jul 07 17:48:31.937751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49426) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:31.977271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45cf62a9-fb0d-4e17-8753-dd6e58f61c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.029787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ccaeee8-4598-4121-bab6-92cb356a16dc req-211bafad-7143-4462-b827-6a50f28da394 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120987 Jul 07 17:48:32.056193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acdf48-3ef3-4186-93cb-8f96620d1df1 req-a94fc8b4-0c97-4328-96e7-015de024e688 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.067252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98acdf48-3ef3-4186-93cb-8f96620d1df1 req-a94fc8b4-0c97-4328-96e7-015de024e688 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 948 time: 0.3015192 Jul 07 17:48:32.150043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-6a76a693-7c93-4979-8cc4-5b71a485123d service neutron] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:32.167763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98acdf48-3ef3-4186-93cb-8f96620d1df1 req-c390d4c8-3287-481d-a840-1b87f603d1cf tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886672 Jul 07 17:48:32.174920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-6a76a693-7c93-4979-8cc4-5b71a485123d service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.180252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a57ceb9-b703-4a3e-bbb1-58434723197a req-6a76a693-7c93-4979-8cc4-5b71a485123d service neutron] 10.222.0.55 "DELETE /v2.0/ports/2cae4de9-c92d-4dbb-a706-6efa61206d7a/bindings/n-h2-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.3302548 Jul 07 17:48:32.289306 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45cf62a9-fb0d-4e17-8753-dd6e58f61c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.296970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45cf62a9-fb0d-4e17-8753-dd6e58f61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.300383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56d5d783-60ad-4a19-afa5-8577b7d7df37 req-8914c60c-9380-4a3a-926f-f600cfa1be58 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 210 time: 0.0781541 Jul 07 17:48:32.344615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf62a9-fb0d-4e17-8753-dd6e58f61c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7694d337-bc49-401f-b94d-0567c0795e9c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:32.380204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-45cf62a9-fb0d-4e17-8753-dd6e58f61c0d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c9bc033744ed457ebce10da20533f420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389539 Jul 07 17:48:32.380592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49438) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:32.444972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-a8fded19-746b-47fe-a35e-81e9ac7936e1 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:32.446532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-a8fded19-746b-47fe-a35e-81e9ac7936e1 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 950 time: 0.1451857 Jul 07 17:48:32.484604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed9da1bd-3a71-4fbf-9cb0-23172db08602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.485580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device de4cd189-0800-4837-9ae1-4f66299ed9f8 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:32.558027 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed9da1bd-3a71-4fbf-9cb0-23172db08602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.641129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed9da1bd-3a71-4fbf-9cb0-23172db08602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.644688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed9da1bd-3a71-4fbf-9cb0-23172db08602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.646613 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ed9da1bd-3a71-4fbf-9cb0-23172db08602 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7694d337-bc49-401f-b94d-0567c0795e9c HTTP/1.1" status: 204 len: 168 time: 0.2643206 Jul 07 17:48:32.659095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Deleting port da0dc48b-bddb-4d4a-a1ba-e753821c61fa {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:32.659439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.663154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9da1bd-3a71-4fbf-9cb0-23172db08602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7694d337-bc49-401f-b94d-0567c0795e9c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:32.732956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e4e15278-2045-4b12-96bc-4008d648a37c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:32.817917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port de4cd189-0800-4837-9ae1-4f66299ed9f8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=de4cd189-0800-4837-9ae1-4f66299ed9f8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:32.839338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'de4cd189-0800-4837-9ae1-4f66299ed9f8', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': 'de4cd189-0800-4837-9ae1-4f66299ed9f8', 'mac_address': 'fa:16:3e:62:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:32.872805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] For port da0dc48b-bddb-4d4a-a1ba-e753821c61fa, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:32.889152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.918343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Calling delete_port for da0dc48b-bddb-4d4a-a1ba-e753821c61fa owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:32.919320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e4e15278-2045-4b12-96bc-4008d648a37c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:32.930862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e4e15278-2045-4b12-96bc-4008d648a37c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:32.930862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.972929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.997599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4cd189-0800-4837-9ae1-4f66299ed9f8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:33.037106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port de4cd189-0800-4837-9ae1-4f66299ed9f8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=de4cd189-0800-4837-9ae1-4f66299ed9f8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:33.055813 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.194378 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.208241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=de4cd189-0800-4837-9ae1-4f66299ed9f8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:33.244363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e4e15278-2045-4b12-96bc-4008d648a37c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e4e15278-2045-4b12-96bc-4008d648a37c,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:33.248960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c0b86-aa1b-4d49-8268-1abed909b28b req-dc9791bc-e727-457e-b35e-415a8e7ad1f5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:33.249852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.258559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6c0b86-aa1b-4d49-8268-1abed909b28b req-dc9791bc-e727-457e-b35e-415a8e7ad1f5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 944 time: 0.3207381 Jul 07 17:48:33.324107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e4e15278-2045-4b12-96bc-4008d648a37c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:33.341526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6c0b86-aa1b-4d49-8268-1abed909b28b req-e154fc87-502e-403a-a011-ece030938b90 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819147 Jul 07 17:48:33.369184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.387288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8f453207-6352-4454-9546-fe44d0212f00'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:33.417704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Pushing event deleted for resources: {'Port': ['ID=da0dc48b-bddb-4d4a-a1ba-e753821c61fa,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:33.452245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['de4cd189-0800-4837-9ae1-4f66299ed9f8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:33.488475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] No DVR routers for this DVR port da0dc48b-bddb-4d4a-a1ba-e753821c61fa on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:33.492913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.495181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-836615fa-b56b-4f6d-85f1-78b11e953ca3 req-47fe9db4-f960-45d5-a5ad-b2b034af15c3 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.55 "DELETE /v2.0/ports/da0dc48b-bddb-4d4a-a1ba-e753821c61fa HTTP/1.1" status: 204 len: 173 time: 1.0350442 Jul 07 17:48:33.500113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'name': 'network-vif-deleted', 'tag': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:33.507365 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b21080-457a-4fde-840d-6ac032f8ceb2" -d '{"events": [{"server_uuid": "ba50febe-bedf-4cac-af73-67bd738f51ad", "name": "network-vif-deleted", "tag": "da0dc48b-bddb-4d4a-a1ba-e753821c61fa"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:33.529638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8a6c8-75f2-4140-8e63-88340917dca8 req-29af0727-9e4a-4b39-9c10-38893db9de2b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:33.542641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ea8a6c8-75f2-4140-8e63-88340917dca8 req-29af0727-9e4a-4b39-9c10-38893db9de2b tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba50febe-bedf-4cac-af73-67bd738f51ad HTTP/1.1" status: 200 len: 867 time: 0.2783902 Jul 07 17:48:33.618084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.630188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ea8a6c8-75f2-4140-8e63-88340917dca8 req-f89ff3f9-423f-44e9-b550-cfe67e169547 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858660 Jul 07 17:48:33.834603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde1af-4b31-4c04-8e06-52f53f8b6278 req-239b292f-4442-429f-995c-2aaa42919e29 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:33.836215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60dde1af-4b31-4c04-8e06-52f53f8b6278 req-239b292f-4442-429f-995c-2aaa42919e29 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 949 time: 0.2048104 Jul 07 17:48:33.933342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60dde1af-4b31-4c04-8e06-52f53f8b6278 req-7971d488-d5eb-4fe1-88ee-313ec7c76b01 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888064 Jul 07 17:48:34.088649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02e9cca4-67cc-4859-975d-e4e178aabcbd req-5c785fde-eab6-49b2-b0b6-1cb886d2de15 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 210 time: 0.0491135 Jul 07 17:48:34.134080 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bc0802-4566-4305-835b-c9e0733a221f x-openstack-request-id: req-67bc0802-4566-4305-835b-c9e0733a221f {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:34.134385 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba50febe-bedf-4cac-af73-67bd738f51ad", "name": "network-vif-deleted", "tag": "da0dc48b-bddb-4d4a-a1ba-e753821c61fa", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:34.134646 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-67bc0802-4566-4305-835b-c9e0733a221f {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:34.135199 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba50febe-bedf-4cac-af73-67bd738f51ad', 'name': 'network-vif-deleted', 'tag': 'da0dc48b-bddb-4d4a-a1ba-e753821c61fa', 'status': 'completed', 'code': 200} Jul 07 17:48:34.396757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-056f4940-0cd6-4051-bf4b-d55399f4d876 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:34.408138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-056f4940-0cd6-4051-bf4b-d55399f4d876 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.90 "GET /v2.0/networks?id=deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 200 len: 828 time: 0.2147419 Jul 07 17:48:34.417877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3cdd9-941b-4e84-9531-3dbaebb8ad23 req-8ab0fa1f-51d4-4fd1-9c40-91fe3ffcb072 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:34.420531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42c3cdd9-941b-4e84-9531-3dbaebb8ad23 req-8ab0fa1f-51d4-4fd1-9c40-91fe3ffcb072 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1095 time: 0.1305041 Jul 07 17:48:34.425575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Request body: {'port': {'device_id': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'admin_state_up': True, 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:34.513499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device da0dc48b-bddb-4d4a-a1ba-e753821c61fa no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:34.555274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: da0dc48b-bddb-4d4a-a1ba-e753821c61fa {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:34.555605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device da0dc48b-bddb-4d4a-a1ba-e753821c61fa not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:34.576435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42c3cdd9-941b-4e84-9531-3dbaebb8ad23 req-2dc40583-6b01-43ca-8a53-a8a118374d0c tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Jul 07 17:48:34.577193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Made reservation on behalf of 2db3433f52d741a19b1e3f1d355d2609 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:34.580939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.639754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e4e15278-2045-4b12-96bc-4008d648a37c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:34.697970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e4e15278-2045-4b12-96bc-4008d648a37c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:34.698506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.770448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Allocated IP 172.20.0.12 (deca2be9-efc0-462c-9229-fb0138cc05c8/075065c3-3960-4807-9ef8-0d1abd9e9fad/85474766-45f7-4695-a0e8-e6ff1e75e1b7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:34.963775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.990325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Transition to ACTIVE for port object 85474766-45f7-4695-a0e8-e6ff1e75e1b7 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:35.107761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.124384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-652d0725-f712-4d64-a58a-c57c14135b88 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:35.125974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-652d0725-f712-4d64-a58a-c57c14135b88 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.1285083 Jul 07 17:48:35.184936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-69874605-0d52-40e5-b0f1-a7318a05a45e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/quotas/f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 375 time: 0.0314155 Jul 07 17:48:35.191400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Network deca2be9-efc0-462c-9229-fb0138cc05c8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:35.195502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event updated for resources: {'Port': ['ID=85474766-45f7-4695-a0e8-e6ff1e75e1b7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:35.198042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:35.201340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:35.206854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:35.207476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.237013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-8fc38371-64aa-4d5c-b5ca-722e76ee0949 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8152053 Jul 07 17:48:35.271805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Request body: {'port': {'device_id': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:35.369856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-f9a7eb11-9597-4f32-8669-1c05936ca0c5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698077 Jul 07 17:48:35.374502 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.390456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-fb5b98bb-4f49-42b7-addb-2aaae41bc08f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:35.391434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-fb5b98bb-4f49-42b7-addb-2aaae41bc08f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139084 Jul 07 17:48:35.442446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e3ae7af3-4960-4bdf-8acc-9e5203097ac9 None None] Provisioning for port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:35.446830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e3ae7af3-4960-4bdf-8acc-9e5203097ac9 None None] Provisioning complete for port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:35.447295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7af3-4960-4bdf-8acc-9e5203097ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.495765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae7af3-4960-4bdf-8acc-9e5203097ac9 None None] Port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:48:35.497664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.591894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-c2cae846-d14a-4e3a-bce3-d349aa683436 service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778862 Jul 07 17:48:36.022723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-284507d8-59ef-4969-a5bf-207d34b78c33 service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072516 Jul 07 17:48:36.069333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7385de0-c33c-471e-87b0-880f2d5ac488 req-e1948800-996f-4bba-ab87-0b1a9264240c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:36.070835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7385de0-c33c-471e-87b0-880f2d5ac488 req-e1948800-996f-4bba-ab87-0b1a9264240c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 949 time: 0.1721382 Jul 07 17:48:36.080068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85474766-45f7-4695-a0e8-e6ff1e75e1b7 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:36.092616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.117516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Transition to ACTIVE for port object 85474766-45f7-4695-a0e8-e6ff1e75e1b7 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:36.123845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.158048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7385de0-c33c-471e-87b0-880f2d5ac488 req-edfa94b0-0ac8-488d-a7fc-eecc2eba153d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 Jul 07 17:48:36.185760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Pushing event updated for resources: {'Port': ['ID=85474766-45f7-4695-a0e8-e6ff1e75e1b7,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.236202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Attempting to bind port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:36.236652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Attempting to bind port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:36.237251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Attempting to bind port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 on network deca2be9-efc0-462c-9229-fb0138cc05c8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:36.242113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 on network deca2be9-efc0-462c-9229-fb0138cc05c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:36.242632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Attempting to bind port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 on network deca2be9-efc0-462c-9229-fb0138cc05c8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:36.249613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:36.250139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Checking segment: {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:36.250631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Bound using segment: {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:36.251186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Bound port: 85474766-45f7-4695-a0e8-e6ff1e75e1b7, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd072859a-7f01-4eda-8eb8-e145a4907b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:36.251653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.352307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] For port 85474766-45f7-4695-a0e8-e6ff1e75e1b7, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:36.357824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] For port 85474766-45f7-4695-a0e8-e6ff1e75e1b7, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:36.365794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.454634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:36.455375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.456904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] 10.222.0.90 "PUT /v2.0/ports/85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 1092 time: 1.1924946 Jul 07 17:48:36.457366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:36.460096 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3d5172-d43e-4987-9e8a-c4f34411447d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:36.489266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f152c5d-ffd2-40b9-ab5b-b7b98dfbe71b service neutron] Pushing event updated for resources: {'Port': ['ID=85474766-45f7-4695-a0e8-e6ff1e75e1b7,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.499660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device de4cd189-0800-4837-9ae1-4f66299ed9f8 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:36.545757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5026b-2dec-49b7-978c-bf7709227194 req-34e44f0f-0dc5-4456-9abf-dffa67d0ea85 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:36.552994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c5026b-2dec-49b7-978c-bf7709227194 req-34e44f0f-0dc5-4456-9abf-dffa67d0ea85 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 944 time: 0.1837428 Jul 07 17:48:36.616988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port de4cd189-0800-4837-9ae1-4f66299ed9f8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:36.619802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c5026b-2dec-49b7-978c-bf7709227194 req-83539dfe-5729-4ea3-82df-764593334844 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 Jul 07 17:48:36.622500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port de4cd189-0800-4837-9ae1-4f66299ed9f8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:36.623393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.628746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-c047690d-3685-482a-84a1-5262aa5b8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:36.634654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-c047690d-3685-482a-84a1-5262aa5b8061 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db3433f52d741a19b1e3f1d355d2609&device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 1095 time: 0.1318469 Jul 07 17:48:36.713520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-92cbcd5f-bb5d-403e-b7cd-100bd77cd595 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0708718 Jul 07 17:48:36.785621 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.791565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-de4380f4-f5fe-4bf0-bbd4-87054bf2a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:36.793916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-de4380f4-f5fe-4bf0-bbd4-87054bf2a0bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=075065c3-3960-4807-9ef8-0d1abd9e9fad HTTP/1.1" status: 200 len: 867 time: 0.0665643 Jul 07 17:48:36.813360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4cd189-0800-4837-9ae1-4f66299ed9f8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:36.815825 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb319bf-d6dd-40c4-8a86-c2dc2c6b7d67" -d '{"events": [{"server_uuid": "563d3505-872b-4c69-bee8-9b9cb18c30c1", "name": "network-vif-plugged", "status": "completed", "tag": "de4cd189-0800-4837-9ae1-4f66299ed9f8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:36.834220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port de4cd189-0800-4837-9ae1-4f66299ed9f8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=de4cd189-0800-4837-9ae1-4f66299ed9f8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:36.843988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.916015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=de4cd189-0800-4837-9ae1-4f66299ed9f8,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.939055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cad11c87-b5fd-42a4-9290-a21f849c1462 req-cbcef902-09a4-4f71-9562-6a2a7b498315 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 210 time: 0.0356479 Jul 07 17:48:36.978633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87185be7-242d-41c6-ae03-b605672aaa96 req-60dfe32f-cb65-407e-af7c-40e2d6c2ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:36.980545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-60dfe32f-cb65-407e-af7c-40e2d6c2ce81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=deca2be9-efc0-462c-9229-fb0138cc05c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736333 Jul 07 17:48:37.055931 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c58bf-1d5a-49ef-ba20-05f8682b000f x-openstack-request-id: req-f21c58bf-1d5a-49ef-ba20-05f8682b000f {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:37.056277 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:37.056641 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f21c58bf-1d5a-49ef-ba20-05f8682b000f {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:37.057192 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'status': 'completed', 'code': 200} Jul 07 17:48:37.096737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-d9b1e046-038d-444a-90b5-79c28b818410 service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082706 Jul 07 17:48:37.109855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f2636-cec1-4846-ad1b-aca565945cf0 req-b47cbf48-7d06-4f44-9158-9fb3185fc152 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.111597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-862f2636-cec1-4846-ad1b-aca565945cf0 req-b47cbf48-7d06-4f44-9158-9fb3185fc152 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 950 time: 0.1662488 Jul 07 17:48:37.202981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-862f2636-cec1-4846-ad1b-aca565945cf0 req-987e5aca-0ced-44ea-b653-8835417dd54a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824363 Jul 07 17:48:37.231593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87185be7-242d-41c6-ae03-b605672aaa96 req-61d6dd16-1e58-4273-a543-35b2d8f57544 service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189466 Jul 07 17:48:37.272871 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3568f951-6397-4065-bf5b-c2aab1c2145f x-openstack-request-id: req-3568f951-6397-4065-bf5b-c2aab1c2145f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:37.273358 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563d3505-872b-4c69-bee8-9b9cb18c30c1", "name": "network-vif-plugged", "status": "completed", "tag": "de4cd189-0800-4837-9ae1-4f66299ed9f8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:37.273611 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3568f951-6397-4065-bf5b-c2aab1c2145f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:37.274278 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4cd189-0800-4837-9ae1-4f66299ed9f8', 'code': 200} Jul 07 17:48:37.354655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-461e224a-b220-4b1d-9d09-e50d906ed405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.356344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-461e224a-b220-4b1d-9d09-e50d906ed405 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db3433f52d741a19b1e3f1d355d2609&device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 1095 time: 0.0657654 Jul 07 17:48:37.604324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-61e24f9a-b413-4079-9753-3acbcf9cdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.610374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-61e24f9a-b413-4079-9753-3acbcf9cdd48 service neutron] 10.222.0.90 "GET /v2.0/networks?id=deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 200 len: 929 time: 0.2385585 Jul 07 17:48:37.635390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591acf30-f3e5-4939-8446-71b17127b152 req-732ecdf2-b8a6-41f5-ae5f-83ee97a001c1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.635390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-591acf30-f3e5-4939-8446-71b17127b152 req-732ecdf2-b8a6-41f5-ae5f-83ee97a001c1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 950 time: 0.2466943 Jul 07 17:48:37.675299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2357f5-cb7c-41e4-880a-a7c923f06d3a req-5f7f5c2b-f76e-4156-a1b8-353ebfb0275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.675299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e2357f5-cb7c-41e4-880a-a7c923f06d3a req-5f7f5c2b-f76e-4156-a1b8-353ebfb0275a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 1101 time: 0.2862196 Jul 07 17:48:37.678696 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-c2ac17dd-3138-436c-8088-009089bf4469 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0647414 Jul 07 17:48:37.775586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-c098bc60-9ee5-4384-9757-ac921e265d53 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.777240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-c098bc60-9ee5-4384-9757-ac921e265d53 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.2666528 Jul 07 17:48:37.805588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Request body: {'port': {'device_id': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'admin_state_up': True, 'tenant_id': 'f32f7b8b480f4c62bdf41e361349aa7a'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:37.829747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-591acf30-f3e5-4939-8446-71b17127b152 req-7a52a635-fdc5-47c0-b500-a3cc59a85a60 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586711 Jul 07 17:48:37.872724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e2357f5-cb7c-41e4-880a-a7c923f06d3a req-2f2919a7-fd28-43f0-893b-10b8a316ec1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769757 Jul 07 17:48:37.892717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-810d8bf6-66cf-40cc-84b2-b9e61e8fd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:37.895285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-810d8bf6-66cf-40cc-84b2-b9e61e8fd111 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=075065c3-3960-4807-9ef8-0d1abd9e9fad HTTP/1.1" status: 200 len: 867 time: 0.1978199 Jul 07 17:48:38.022541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861dd6-e581-414f-a11d-b6b6f28090c2 req-816b169e-e098-44e8-bf16-65b4abad80f3 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.024095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d861dd6-e581-414f-a11d-b6b6f28090c2 req-816b169e-e098-44e8-bf16-65b4abad80f3 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 944 time: 0.2110076 Jul 07 17:48:38.028330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-f8a66128-b277-47d2-a89f-b9321978620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.029768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-f8a66128-b277-47d2-a89f-b9321978620a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=deca2be9-efc0-462c-9229-fb0138cc05c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262419 Jul 07 17:48:38.068631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Made reservation on behalf of f32f7b8b480f4c62bdf41e361349aa7a for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:38.072120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.165567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d861dd6-e581-414f-a11d-b6b6f28090c2 req-d7a93d2a-5308-4e28-b9e8-9633a9186298 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346443 Jul 07 17:48:38.242811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-e45150a9-6ca0-4552-9287-8edcb88df73e service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024832 Jul 07 17:48:38.285274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f07a328-ee29-411b-9a23-4b931381281a req-8c559a73-6773-4e69-857b-655ac20d66d9 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 210 time: 0.0453131 Jul 07 17:48:38.441048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Allocated IP 172.20.0.13 (41076a0e-6823-4994-81c2-d0883b9e5a3d/f191cd55-f633-4670-a602-3bdbf533c9f3/925ee2a1-e7c2-4470-aec2-0ef99bd07541) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:38.448741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be3d5172-d43e-4987-9e8a-c4f34411447d req-f5d50da5-bda9-4124-8c2b-597fa2869f55 service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624174 Jul 07 17:48:38.507068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-6cde6cd1-c795-4fda-a275-7e167a0dbd8f tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.509236 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-6cde6cd1-c795-4fda-a275-7e167a0dbd8f tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 950 time: 0.1966636 Jul 07 17:48:38.566292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49690) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:38.656543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Deleting port 8f453207-6352-4454-9546-fe44d0212f00 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:38.657444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.710924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03874d62-1c42-4c9d-9182-542f8bebf9b9 req-b4e554fd-bede-49cd-9710-b0e869db0ddf tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.712535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03874d62-1c42-4c9d-9182-542f8bebf9b9 req-b4e554fd-bede-49cd-9710-b0e869db0ddf tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 950 time: 0.1767821 Jul 07 17:48:38.718764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.768224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03874d62-1c42-4c9d-9182-542f8bebf9b9 req-08f0debb-a150-4e5b-910c-27d5922c948a tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/security-groups?id=9770a306-5ae4-46f1-913d-e67d349af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 Jul 07 17:48:38.797817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] For port 8f453207-6352-4454-9546-fe44d0212f00, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8f453207-6352-4454-9546-fe44d0212f00,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:38.798184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.803956 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.850136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:38.851016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Calling delete_port for 8f453207-6352-4454-9546-fe44d0212f00 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:38.855865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:38.864346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:38.874698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49700) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:38.882943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:38.883119 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07cfc4fe-399c-4efb-bdda-1f74441338a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.883922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:38.933101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:38.963399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-ff7f29ad-b822-4f80-9ebf-4e8247e3f1fe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1667550 Jul 07 17:48:38.976724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Request body: {'port': {'device_id': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:39.034482 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f940cbd2-6f4a-4e59-87ce-cad28d7ba9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.115244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.138143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f234f3-0c9b-4e01-9e3b-50900ac99ee6 req-ea3ae599-20cb-42bd-ada9-706cb1484669 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:39.139977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48f234f3-0c9b-4e01-9e3b-50900ac99ee6 req-ea3ae599-20cb-42bd-ada9-706cb1484669 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 950 time: 0.1248794 Jul 07 17:48:39.155240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.167862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8f453207-6352-4454-9546-fe44d0212f00'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:39.202197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Pushing event deleted for resources: {'Port': ['ID=8f453207-6352-4454-9546-fe44d0212f00,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.217953 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07cfc4fe-399c-4efb-bdda-1f74441338a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.232780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48f234f3-0c9b-4e01-9e3b-50900ac99ee6 req-af719b1b-b981-494a-b800-e6205fae0c8e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701885 Jul 07 17:48:39.308880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07cfc4fe-399c-4efb-bdda-1f74441338a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.344368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] No DVR routers for this DVR port 8f453207-6352-4454-9546-fe44d0212f00 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:39.373383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.377680 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8acbf3fa-9a5e-4592-95ac-5dca078f2c9c req-4e7f1dcf-a129-43d7-8548-0b691d76af75 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.90 "DELETE /v2.0/ports/8f453207-6352-4454-9546-fe44d0212f00 HTTP/1.1" status: 204 len: 173 time: 0.8599689 Jul 07 17:48:39.381232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'name': 'network-vif-deleted', 'tag': '8f453207-6352-4454-9546-fe44d0212f00'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:39.391135 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76838404-4b6b-47ac-9497-b2fafdc5c45f" -d '{"events": [{"server_uuid": "c3b95881-27d3-4ba3-a79b-ba1108a01196", "name": "network-vif-deleted", "tag": "8f453207-6352-4454-9546-fe44d0212f00"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:39.426421 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-07cfc4fe-399c-4efb-bdda-1f74441338a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9c49241d85f4f38b2bbc860371b99c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587277 Jul 07 17:48:39.433459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc4fe-399c-4efb-bdda-1f74441338a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11433fe6-579e-4263-8257-22d12921027d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.436054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49726) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:39.462240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f940cbd2-6f4a-4e59-87ce-cad28d7ba9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.473697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f940cbd2-6f4a-4e59-87ce-cad28d7ba9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.524514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f940cbd2-6f4a-4e59-87ce-cad28d7ba9a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a28b477f81144f768fcd6ebb2ed06e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487834 Jul 07 17:48:39.526783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940cbd2-6f4a-4e59-87ce-cad28d7ba9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b95c6-5c82-43cf-8946-088a58181aab,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.529515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49728) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:39.556468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d450a5b-0302-4062-8f0c-812774eb30ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.592753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c73ea-843d-4afd-adc6-6a76ded8d97b req-391ad2bc-9e86-4e31-8ee6-7ba91335aba3 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:39.594411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e0c73ea-843d-4afd-adc6-6a76ded8d97b req-391ad2bc-9e86-4e31-8ee6-7ba91335aba3 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 944 time: 0.1580784 Jul 07 17:48:39.595592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d450a5b-0302-4062-8f0c-812774eb30ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.631321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e53b0076-38a4-412d-a4d8-78285428f760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.661536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e53b0076-38a4-412d-a4d8-78285428f760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.666849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476fcfb-8c5a-40d4-80e1-9c8d9dc04f16 req-61f4091b-667f-4834-9855-13a6d12102db tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:39.668409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0476fcfb-8c5a-40d4-80e1-9c8d9dc04f16 req-61f4091b-667f-4834-9855-13a6d12102db tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 932 time: 0.1930223 Jul 07 17:48:39.682868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d450a5b-0302-4062-8f0c-812774eb30ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.685790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d450a5b-0302-4062-8f0c-812774eb30ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.687007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1d450a5b-0302-4062-8f0c-812774eb30ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11433fe6-579e-4263-8257-22d12921027d HTTP/1.1" status: 204 len: 168 time: 0.2481897 Jul 07 17:48:39.701202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925ee2a1-e7c2-4470-aec2-0ef99bd07541 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:39.707451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d450a5b-0302-4062-8f0c-812774eb30ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11433fe6-579e-4263-8257-22d12921027d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.721126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.741086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e0c73ea-843d-4afd-adc6-6a76ded8d97b req-491ebda5-bdae-4ff2-8d0f-99201ce1d2f6 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355605 Jul 07 17:48:39.742074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e53b0076-38a4-412d-a4d8-78285428f760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.745985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e53b0076-38a4-412d-a4d8-78285428f760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.749847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e53b0076-38a4-412d-a4d8-78285428f760 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/603b95c6-5c82-43cf-8946-088a58181aab HTTP/1.1" status: 204 len: 168 time: 0.2163384 Jul 07 17:48:39.756872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Transition to ACTIVE for port object 925ee2a1-e7c2-4470-aec2-0ef99bd07541 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:48:39.773882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b0076-38a4-412d-a4d8-78285428f760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b95c6-5c82-43cf-8946-088a58181aab,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.796010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0476fcfb-8c5a-40d4-80e1-9c8d9dc04f16 req-a053ae35-ca79-4ef4-b371-23dcd28c21d2 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074083 Jul 07 17:48:39.796535 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.873959 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ebf724-f380-4a43-aede-3717ed3dac82 x-openstack-request-id: req-19ebf724-f380-4a43-aede-3717ed3dac82 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:39.874500 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b95881-27d3-4ba3-a79b-ba1108a01196", "name": "network-vif-deleted", "tag": "8f453207-6352-4454-9546-fe44d0212f00", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:39.877192 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-19ebf724-f380-4a43-aede-3717ed3dac82 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:39.877960 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b95881-27d3-4ba3-a79b-ba1108a01196', 'name': 'network-vif-deleted', 'tag': '8f453207-6352-4454-9546-fe44d0212f00', 'status': 'completed', 'code': 200} Jul 07 17:48:39.905845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.991892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:39.992675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:39.992675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:40.004457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:40.006065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:40.039758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:40.040116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:40.040499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:40.040991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Bound port: 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:40.041514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.064071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57b11b0f-7bf4-4578-bae5-3129867268bb req-c8c862be-76d7-4dab-8fc5-2c6edb0f84f0 tempest-LiveMigrationNegativeTest-842640336 tempest-LiveMigrationNegativeTest-842640336-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3b95881-27d3-4ba3-a79b-ba1108a01196 HTTP/1.1" status: 200 len: 210 time: 0.0468872 Jul 07 17:48:40.115968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49746) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.141791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d09305b-05fd-4f6d-8ef6-141de3ed004b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.151115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:40.155212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:40.162289 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.242459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:40.243104 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.244517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] 10.222.0.90 "PUT /v2.0/ports/925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 1092 time: 1.2763536 Jul 07 17:48:40.245015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:40.247618 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ea63d8-ab94-4677-8686-5313dcc2f668" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:40.281579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b2d5-0705-44c4-bc7f-ef00a2bdea6f service neutron] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.294297 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d09305b-05fd-4f6d-8ef6-141de3ed004b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.302518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d09305b-05fd-4f6d-8ef6-141de3ed004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.339434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 85474766-45f7-4695-a0e8-e6ff1e75e1b7 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:40.348697 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5d09305b-05fd-4f6d-8ef6-141de3ed004b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ee1eeeea7f04419b87cf49d0131510bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312016 Jul 07 17:48:40.349682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09305b-05fd-4f6d-8ef6-141de3ed004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3076a2-860e-48d4-b88a-f4533b5dc868,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.352061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.400128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-44aa90fa-98ca-4bf1-8098-e71928871ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:40.401995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-44aa90fa-98ca-4bf1-8098-e71928871ca0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1095 time: 0.1089983 Jul 07 17:48:40.439301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71f07103-6731-43bd-9afc-e3d1e944fbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.453600 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49756) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.475429 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc5da65-cb5b-4c0f-a04e-2e0a5cebbc9c x-openstack-request-id: req-efc5da65-cb5b-4c0f-a04e-2e0a5cebbc9c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:40.475831 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:40.476223 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-efc5da65-cb5b-4c0f-a04e-2e0a5cebbc9c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:40.476770 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541', 'status': 'completed', 'code': 200} Jul 07 17:48:40.479359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-c190d690-48b2-43f2-a985-590b87a27bea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 217 time: 0.0697517 Jul 07 17:48:40.483716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36840220-f006-44ab-9c0e-979c4a29c29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.488455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71f07103-6731-43bd-9afc-e3d1e944fbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.502938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 85474766-45f7-4695-a0e8-e6ff1e75e1b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:40.521152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'port_id': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'mac_address': 'fa:16:3e:a7:ee:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:40.584784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.593335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-7ce17fa5-cf08-462f-94ac-2a636060aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:40.595015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-7ce17fa5-cf08-462f-94ac-2a636060aa42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1080866 Jul 07 17:48:40.609903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85474766-45f7-4695-a0e8-e6ff1e75e1b7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:40.632626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71f07103-6731-43bd-9afc-e3d1e944fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.635785 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71f07103-6731-43bd-9afc-e3d1e944fbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.636387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-f569de60-e22f-4d42-bb34-d58216680ab0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342221 Jul 07 17:48:40.637871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 85474766-45f7-4695-a0e8-e6ff1e75e1b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:40.640374 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-71f07103-6731-43bd-9afc-e3d1e944fbbc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb3076a2-860e-48d4-b88a-f4533b5dc868 HTTP/1.1" status: 204 len: 168 time: 0.2872567 Jul 07 17:48:40.651847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f07103-6731-43bd-9afc-e3d1e944fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3076a2-860e-48d4-b88a-f4533b5dc868,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.654282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb362d2-68a5-4ce0-9a20-a683e2534b63 req-c3f94194-7010-4449-ae49-4a655da4dcdd tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:40.658553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.665888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fb362d2-68a5-4ce0-9a20-a683e2534b63 req-c3f94194-7010-4449-ae49-4a655da4dcdd tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 950 time: 0.1806173 Jul 07 17:48:40.688919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36840220-f006-44ab-9c0e-979c4a29c29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.696499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36840220-f006-44ab-9c0e-979c4a29c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.763855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=85474766-45f7-4695-a0e8-e6ff1e75e1b7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.790106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840220-f006-44ab-9c0e-979c4a29c29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e72df3-41d6-4ec0-a946-282acf70e976,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:40.798125 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-36840220-f006-44ab-9c0e-979c4a29c29c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f4d6dd8e8aa64bd9aa7f211790c69721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430638 Jul 07 17:48:40.801352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49766) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:40.891106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c5b18aa-1ff7-4432-a764-db76c7c2e846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.926447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c5b18aa-1ff7-4432-a764-db76c7c2e846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:40.965266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['85474766-45f7-4695-a0e8-e6ff1e75e1b7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:41.020899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c5b18aa-1ff7-4432-a764-db76c7c2e846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.020899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c5b18aa-1ff7-4432-a764-db76c7c2e846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.020899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0c5b18aa-1ff7-4432-a764-db76c7c2e846 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94e72df3-41d6-4ec0-a946-282acf70e976 HTTP/1.1" status: 204 len: 168 time: 0.2174706 Jul 07 17:48:41.038380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49776) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:41.040892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b18aa-1ff7-4432-a764-db76c7c2e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e72df3-41d6-4ec0-a946-282acf70e976,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:41.097631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fb362d2-68a5-4ce0-9a20-a683e2534b63 req-ceb398b4-247c-482a-9083-0e8605a9d1be tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307418 Jul 07 17:48:41.172411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-f70e9fc4-c9d3-45ba-b3fc-a4ef04991669 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278339 Jul 07 17:48:41.291726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed714ee8-dcf6-4623-9578-ef3dd6b69e4b req-6afabb78-9261-48f4-bc58-bc2bf136aebf service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013567 Jul 07 17:48:41.334863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b9653-03b0-4593-bfd4-8822c12d02ea req-b77bda38-bc6d-493b-90e4-1c1f33f7b39f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:41.342851 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-189b9653-03b0-4593-bfd4-8822c12d02ea req-b77bda38-bc6d-493b-90e4-1c1f33f7b39f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 945 time: 0.3452275 Jul 07 17:48:41.452977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-189b9653-03b0-4593-bfd4-8822c12d02ea req-a2864a8f-82c9-42df-bb3a-357d2145f34b tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074817 Jul 07 17:48:41.466301 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c21906-26f6-4690-ac47-c51f8fd91c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.547004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57ced0-08d2-4e73-a208-40f3b12c3e49 req-837ef704-3a5e-412d-91dd-0df5795eb220 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:41.553922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e57ced0-08d2-4e73-a208-40f3b12c3e49 req-837ef704-3a5e-412d-91dd-0df5795eb220 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 944 time: 0.2604415 Jul 07 17:48:41.574155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-b4046226-15e5-47e0-9d7a-ec99b103ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:41.575928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-b4046226-15e5-47e0-9d7a-ec99b103ad50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1095 time: 0.2260244 Jul 07 17:48:41.672939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e57ced0-08d2-4e73-a208-40f3b12c3e49 req-50aabe22-67ba-4936-af11-987564f869ec tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179299 Jul 07 17:48:41.739918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-8ff988d3-e22c-4e2e-92c3-aee788967f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:41.741609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-8ff988d3-e22c-4e2e-92c3-aee788967f11 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1562948 Jul 07 17:48:41.793518 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c21906-26f6-4690-ac47-c51f8fd91c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.795572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-c169c158-da58-442e-bbbc-203eb0fd1676 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 217 time: 0.0465519 Jul 07 17:48:41.798491 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c21906-26f6-4690-ac47-c51f8fd91c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.873308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-04c21906-26f6-4690-ac47-c51f8fd91c30 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=464888e81dfd440b93d9365bad076fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281720 Jul 07 17:48:41.873308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c21906-26f6-4690-ac47-c51f8fd91c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be6aadc-f925-4eb5-99cd-e2b3d9366769,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:41.873694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49814) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:41.886194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-9d207ef9-82c6-4881-8104-e706226a1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:41.887941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-9d207ef9-82c6-4881-8104-e706226a1bc6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0791671 Jul 07 17:48:41.926933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-f2eca24d-f146-43ae-a10e-4bc5eee9954e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322583 Jul 07 17:48:41.934122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65606438-b0a1-4edb-8f19-6ad4a916bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.969513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65606438-b0a1-4edb-8f19-6ad4a916bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.039851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49822) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:42.050099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-9f74cd59-0946-4dd1-8906-cf85d2dcead5 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131020 Jul 07 17:48:42.193725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10ea63d8-ab94-4677-8686-5313dcc2f668 req-df2097c4-8a81-4901-a9c1-792bcf149011 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349013 Jul 07 17:48:42.317867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-33e04b1a-9f5c-4489-ad0d-7c1e8b5d7d5f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f6cca55a447459198e031601cd8b4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745638 Jul 07 17:48:42.321402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49834) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:42.354410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 85474766-45f7-4695-a0e8-e6ff1e75e1b7 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:42.383790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3f8123c-a56b-49f6-bc7a-6a5be09d7301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.413929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3f8123c-a56b-49f6-bc7a-6a5be09d7301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.456505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65606438-b0a1-4edb-8f19-6ad4a916bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.459714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65606438-b0a1-4edb-8f19-6ad4a916bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.461440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-65606438-b0a1-4edb-8f19-6ad4a916bc40 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8be6aadc-f925-4eb5-99cd-e2b3d9366769 HTTP/1.1" status: 204 len: 168 time: 0.5867774 Jul 07 17:48:42.472095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:42.480994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65606438-b0a1-4edb-8f19-6ad4a916bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be6aadc-f925-4eb5-99cd-e2b3d9366769,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:42.482463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:42.483103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.486970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3f8123c-a56b-49f6-bc7a-6a5be09d7301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.490346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3f8123c-a56b-49f6-bc7a-6a5be09d7301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.497007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e3f8123c-a56b-49f6-bc7a-6a5be09d7301 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9770a306-5ae4-46f1-913d-e67d349af3e7 HTTP/1.1" status: 204 len: 168 time: 0.1732175 Jul 07 17:48:42.520937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8123c-a56b-49f6-bc7a-6a5be09d7301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9770a306-5ae4-46f1-913d-e67d349af3e7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:42.599114 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.636684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 85474766-45f7-4695-a0e8-e6ff1e75e1b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:42.638260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:42.641693 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6cbfa3-f5ea-4c7b-bc98-c6e4df818ceb" -d '{"events": [{"server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "name": "network-vif-plugged", "status": "completed", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:42.645761 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.646892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8f453207-6352-4454-9546-fe44d0212f00 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:42.701096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 8f453207-6352-4454-9546-fe44d0212f00 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:42.701447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8f453207-6352-4454-9546-fe44d0212f00 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:42.736274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=85474766-45f7-4695-a0e8-e6ff1e75e1b7,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:42.759340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.759731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.760223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.760867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.761436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.761913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.762437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.765042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-678b66ba-eebd-48c3-9acf-414a82f0b12d tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f&device_id=9d7d1e00-f664-4b7e-8093-df7786cff972&device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1&device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda&device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd&device_id=4fb176a3-c91b-4019-b5f3-0893af34b809&device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 6489 time: 0.1204069 Jul 07 17:48:42.778723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b8918-3491-40fd-83e8-2615742d2ff7 req-a51e0187-c121-4271-98df-46f3d40a6b08 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:42.780334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e59b8918-3491-40fd-83e8-2615742d2ff7 req-a51e0187-c121-4271-98df-46f3d40a6b08 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 946 time: 0.1268213 Jul 07 17:48:42.796128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-9db7b1f6-b062-4304-9010-d1aeb6ddddab tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.848647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e59b8918-3491-40fd-83e8-2615742d2ff7 req-963e4112-52a4-445d-b41c-232a76220ac9 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544617 Jul 07 17:48:42.949864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-9db7b1f6-b062-4304-9010-d1aeb6ddddab tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.958532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-9db7b1f6-b062-4304-9010-d1aeb6ddddab tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.001457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3af318cf-6d27-4e46-b74f-9d79459648a2 req-9db7b1f6-b062-4304-9010-d1aeb6ddddab tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2199497 Jul 07 17:48:43.006995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7b1f6-b062-4304-9010-d1aeb6ddddab tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d045ea1-e4ed-403a-a004-dba825501d57,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.063893 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e046b2e6-7aba-4246-931f-2c97f3ff4604 x-openstack-request-id: req-e046b2e6-7aba-4246-931f-2c97f3ff4604 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:43.064608 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "name": "network-vif-plugged", "status": "completed", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:43.065119 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e046b2e6-7aba-4246-931f-2c97f3ff4604 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:43.065728 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'code': 200} Jul 07 17:48:43.239259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf9645-9e79-4e16-9a27-6c1c9e66972b req-44c764e1-7133-4422-90aa-0381a1385552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:43.251405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbbf9645-9e79-4e16-9a27-6c1c9e66972b req-44c764e1-7133-4422-90aa-0381a1385552 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 1097 time: 0.0980799 Jul 07 17:48:43.281093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a50ee-60d1-4ee3-9980-087ebff23d11 req-069931a4-b7f2-431f-a609-a26f1dd70530 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:43.282704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c63a50ee-60d1-4ee3-9980-087ebff23d11 req-069931a4-b7f2-431f-a609-a26f1dd70530 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 944 time: 0.1299467 Jul 07 17:48:43.305774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbbf9645-9e79-4e16-9a27-6c1c9e66972b req-0fef9128-3773-44a7-bc98-41a8b0094ff3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561581 Jul 07 17:48:43.319169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49870) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.339833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2e63964-fef0-4b66-b28b-472166913d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.358653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c63a50ee-60d1-4ee3-9980-087ebff23d11 req-5144e470-386f-41c8-9ba1-f1d530023bfa tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652945 Jul 07 17:48:43.389728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49872) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.480189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c56d2a3e-01aa-4d90-aa9a-8378a12c17fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8333441cbee14afc888befb440bdd2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908473 Jul 07 17:48:43.484047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2e63964-fef0-4b66-b28b-472166913d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.485407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49874) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.493500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2e63964-fef0-4b66-b28b-472166913d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.556003 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b2e63964-fef0-4b66-b28b-472166913d74 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=59b5f78ea56c442d9f9cf6a066acccd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333548 Jul 07 17:48:43.557528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49878) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:43.562027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63964-fef0-4b66-b28b-472166913d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8861a8c0-315f-4336-a0a6-515974c11a16,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.581627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-217efdf9-7141-418a-999c-f1f04f59b6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.616534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-217efdf9-7141-418a-999c-f1f04f59b6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.678435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bd68fad2-47db-47f3-86d4-c50d84565ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.694019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-217efdf9-7141-418a-999c-f1f04f59b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.697900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-217efdf9-7141-418a-999c-f1f04f59b6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.699097 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-217efdf9-7141-418a-999c-f1f04f59b6a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/31232174-fa69-4959-9434-37da70a4b722 HTTP/1.1" status: 204 len: 168 time: 0.2127676 Jul 07 17:48:43.719447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217efdf9-7141-418a-999c-f1f04f59b6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31232174-fa69-4959-9434-37da70a4b722,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.731452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bd68fad2-47db-47f3-86d4-c50d84565ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.738518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bad31-56fc-49bb-8e1b-3d552a5627b7 req-0d738182-bbf4-465e-8c41-1ce9d421c961 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:43.739543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bad31-56fc-49bb-8e1b-3d552a5627b7 req-0d738182-bbf4-465e-8c41-1ce9d421c961 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:43.739933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bad31-56fc-49bb-8e1b-3d552a5627b7 req-0d738182-bbf4-465e-8c41-1ce9d421c961 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:43.745328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-450bad31-56fc-49bb-8e1b-3d552a5627b7 req-0d738182-bbf4-465e-8c41-1ce9d421c961 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1&device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda&device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 2925 time: 0.1328676 Jul 07 17:48:43.812679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-450bad31-56fc-49bb-8e1b-3d552a5627b7 req-9a8d6f62-fa9f-4a8b-8624-05ccfb4535e6 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568511 Jul 07 17:48:43.842519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bd68fad2-47db-47f3-86d4-c50d84565ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.845716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bd68fad2-47db-47f3-86d4-c50d84565ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:43.850086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bd68fad2-47db-47f3-86d4-c50d84565ca1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8861a8c0-315f-4336-a0a6-515974c11a16 HTTP/1.1" status: 204 len: 168 time: 0.2913737 Jul 07 17:48:43.859488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68fad2-47db-47f3-86d4-c50d84565ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8861a8c0-315f-4336-a0a6-515974c11a16,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:43.974447 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:44.066282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad56a-0a22-4f19-bb7d-a51dca200fcc req-18c8676b-1f3a-4e2e-99c6-a08d25378c6a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:44.067932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0fad56a-0a22-4f19-bb7d-a51dca200fcc req-18c8676b-1f3a-4e2e-99c6-a08d25378c6a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 946 time: 0.0820580 Jul 07 17:48:44.140357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0fad56a-0a22-4f19-bb7d-a51dca200fcc req-a1a627f6-e958-4cd2-954f-7249a0df1f64 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664482 Jul 07 17:48:44.375732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:48:44.437596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49922) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:44.464274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8336dd78-9584-4b25-affe-38d79bc86566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.628346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:44.657525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '925ee2a1-e7c2-4470-aec2-0ef99bd07541', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'port_id': '925ee2a1-e7c2-4470-aec2-0ef99bd07541', 'mac_address': 'fa:16:3e:b4:92:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f191cd55-f633-4670-a602-3bdbf533c9f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:48:44.709320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.727311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925ee2a1-e7c2-4470-aec2-0ef99bd07541 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:48:44.746396 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8336dd78-9584-4b25-affe-38d79bc86566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.756405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5d7c7-1ddc-4cd0-ac78-c78ea4de2266 req-d116cbc0-2916-4722-a3cd-e4ef93d2728a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:44.756730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:44.758119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbe5d7c7-1ddc-4cd0-ac78-c78ea4de2266 req-d116cbc0-2916-4722-a3cd-e4ef93d2728a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 944 time: 0.1262708 Jul 07 17:48:44.759370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8336dd78-9584-4b25-affe-38d79bc86566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.767892 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.792282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336dd78-9584-4b25-affe-38d79bc86566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c12ab-2bd8-4c5d-9503-8e1008f7d885,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.842421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8336dd78-9584-4b25-affe-38d79bc86566 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=65e9e305d2914202997d80eadb98f4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025342 Jul 07 17:48:44.845622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49940) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:44.846178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:44.857140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbe5d7c7-1ddc-4cd0-ac78-c78ea4de2266 req-144071a2-619e-454b-b38d-e1c7fb13534b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640869 Jul 07 17:48:44.911305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69836708-d892-4695-9730-c7516a4f6591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.948184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69836708-d892-4695-9730-c7516a4f6591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.015367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69836708-d892-4695-9730-c7516a4f6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.025302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69836708-d892-4695-9730-c7516a4f6591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.025302 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-69836708-d892-4695-9730-c7516a4f6591 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ee0c12ab-2bd8-4c5d-9503-8e1008f7d885 HTTP/1.1" status: 204 len: 168 time: 0.1722610 Jul 07 17:48:45.035738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69836708-d892-4695-9730-c7516a4f6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c12ab-2bd8-4c5d-9503-8e1008f7d885,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:45.059956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['925ee2a1-e7c2-4470-aec2-0ef99bd07541'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:45.470351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ed2e1-3a63-4d24-ba20-a5907f1c9518 req-ee999b85-f314-455e-accb-097e2ff423d5 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.472860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-109ed2e1-3a63-4d24-ba20-a5907f1c9518 req-ee999b85-f314-455e-accb-097e2ff423d5 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1121 time: 0.0593603 Jul 07 17:48:45.517685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-109ed2e1-3a63-4d24-ba20-a5907f1c9518 req-9f157a3f-53f4-4688-9a2a-ca4ddc2d9f18 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385976 Jul 07 17:48:45.675722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e6f6-12ce-4349-ba90-1861e3fd9ba3 req-7bcfc823-f9c5-4dee-b56f-0955eab5e0c7 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.684170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9418e6f6-12ce-4349-ba90-1861e3fd9ba3 req-7bcfc823-f9c5-4dee-b56f-0955eab5e0c7 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 946 time: 0.0988398 Jul 07 17:48:45.760726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9418e6f6-12ce-4349-ba90-1861e3fd9ba3 req-a8f5dc2c-e4a0-426d-bda9-6931073ee3cd tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752146 Jul 07 17:48:45.766899 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-acb57f9a-e083-4c1b-8f64-1736141352cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:45.785056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e29b4c-c21c-47e2-8219-a61d8b4b2fcd req-4654febf-7498-4938-b89e-28e325799ced tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:45.786789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36e29b4c-c21c-47e2-8219-a61d8b4b2fcd req-4654febf-7498-4938-b89e-28e325799ced tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1121 time: 0.0838184 Jul 07 17:48:45.829147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36e29b4c-c21c-47e2-8219-a61d8b4b2fcd req-dc0c1f0e-9bd6-4822-b7a5-5b247190ed0f tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332618 Jul 07 17:48:46.079740 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-2bf9acc1-9a98-4d5d-aff6-3d7e42aed785 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 258 time: 0.2127197 Jul 07 17:48:46.089656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:46.115290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.259981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.327668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e08767-140c-49e6-8d02-7beaa008d62a req-1a141901-3bc3-4570-a6ed-795519a051bd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.329172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79e08767-140c-49e6-8d02-7beaa008d62a req-1a141901-3bc3-4570-a6ed-795519a051bd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 945 time: 0.1272256 Jul 07 17:48:46.392130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:48:46.401233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79e08767-140c-49e6-8d02-7beaa008d62a req-fa92912c-f8a8-4a51-a4ed-3b8759bbde35 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619874 Jul 07 17:48:46.413278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Allocated IP 172.25.1.43 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/5373e7c0-d523-4498-9c02-5f127c84f1ad) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:46.460041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:48:46.464033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:48:46.464601 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.543234 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.582281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.593506 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.609897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:46.612811 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c591fc-556f-4dc1-84e5-cc59ba3a17eb" -d '{"events": [{"server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "name": "network-vif-plugged", "status": "completed", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:46.627622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:46.634019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:46.634220 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.637653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:46.645802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:46.657011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event updated for resources: {'Port': ['ID=5373e7c0-d523-4498-9c02-5f127c84f1ad,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:46.696807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:46.712660 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.807043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:46.876747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.877249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.877718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.878165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.878615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.879059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.879508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.879952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:46.881777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de3b15a1-8e79-4d6e-8764-3c57e1b65d66 req-5ae8945d-79ff-46d2-b681-58289b9ced17 tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5735 time: 0.1674209 Jul 07 17:48:46.998392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.006285 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.035949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.057505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event updated for resources: {'Port': ['ID=5373e7c0-d523-4498-9c02-5f127c84f1ad,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:47.060684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.061922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8a035ca7-e806-41eb-a6b0-a30a34b08dfc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9763587 Jul 07 17:48:47.141645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-2b2f7cba-83b8-4bdc-9982-753bf2dbd3a6 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0721557 Jul 07 17:48:47.174574 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56043bf9-4f7a-4220-8fb2-85ef7e6a190e x-openstack-request-id: req-56043bf9-4f7a-4220-8fb2-85ef7e6a190e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:47.175521 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "name": "network-vif-plugged", "status": "completed", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:47.175949 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56043bf9-4f7a-4220-8fb2-85ef7e6a190e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:47.176515 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541', 'code': 200} Jul 07 17:48:47.313811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-89341319-5eee-4682-b986-bea01c5e70c4 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:47.315093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-89341319-5eee-4682-b986-bea01c5e70c4 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.1674693 Jul 07 17:48:47.356805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8d615ec2-02c9-472e-9014-59840e0ae8bb tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:47.357820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c552420-40ed-4c7a-8327-f47b29fd286e req-8d615ec2-02c9-472e-9014-59840e0ae8bb tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311975 Jul 07 17:48:47.403036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180afb7a-bf87-4265-bce2-d757587a24f4 req-51ad2a56-d23d-40f1-b5e2-48a1348988d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:47.404547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-180afb7a-bf87-4265-bce2-d757587a24f4 req-51ad2a56-d23d-40f1-b5e2-48a1348988d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1097 time: 0.1486826 Jul 07 17:48:47.436784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea1a19-1f2a-493f-99ab-6882cbe9a11b req-6a2b6d85-a44e-46f7-a038-e4f8ae7628ad tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:47.437037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50070) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:47.438450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67ea1a19-1f2a-493f-99ab-6882cbe9a11b req-6a2b6d85-a44e-46f7-a038-e4f8ae7628ad tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 886 time: 0.1439855 Jul 07 17:48:47.462136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-180afb7a-bf87-4265-bce2-d757587a24f4 req-9815c1de-4283-4014-a0d5-df28f9fa7924 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Jul 07 17:48:47.590225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5555912-46da-4d95-b101-29489267cf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.699068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5555912-46da-4d95-b101-29489267cf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.705298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5555912-46da-4d95-b101-29489267cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.745739 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b5555912-46da-4d95-b101-29489267cf09 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9598aad05994248acb669146707f8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075607 Jul 07 17:48:47.746699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5555912-46da-4d95-b101-29489267cf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf8a1d-1c73-4302-972f-88660328ec7e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:47.750303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50084) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:47.768926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50086) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:47.815763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a53e4eb3-dd0f-45a0-9ef8-59f8779b23bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.842504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a53e4eb3-dd0f-45a0-9ef8-59f8779b23bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.894110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4837ad1-f093-4488-abe8-5f60197a1dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.923968 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a53e4eb3-dd0f-45a0-9ef8-59f8779b23bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.926471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a53e4eb3-dd0f-45a0-9ef8-59f8779b23bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.927618 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a53e4eb3-dd0f-45a0-9ef8-59f8779b23bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/09bf8a1d-1c73-4302-972f-88660328ec7e HTTP/1.1" status: 204 len: 168 time: 0.1763191 Jul 07 17:48:47.946329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e4eb3-dd0f-45a0-9ef8-59f8779b23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf8a1d-1c73-4302-972f-88660328ec7e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:47.998691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-1117a1f7-d89d-4861-b119-e9324b593930 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.000220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-1117a1f7-d89d-4861-b119-e9324b593930 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4133048 Jul 07 17:48:48.013721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4837ad1-f093-4488-abe8-5f60197a1dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.021275 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4837ad1-f093-4488-abe8-5f60197a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.060294 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a4837ad1-f093-4488-abe8-5f60197a1dd8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ee60380f37ad40448cb1d7cdab7c23a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900124 Jul 07 17:48:48.061275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4837ad1-f093-4488-abe8-5f60197a1dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6ce9f3-2f63-4021-a141-0c5783e2d4b6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.061594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6baee-9f6d-4f31-81ec-54e982c7379b req-506df3ac-bf11-47e4-9ce3-cd2cf5666a52 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.065178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50092) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.068942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3eb6baee-9f6d-4f31-81ec-54e982c7379b req-506df3ac-bf11-47e4-9ce3-cd2cf5666a52 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 946 time: 0.4066031 Jul 07 17:48:48.080378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-72386cd9-3270-4dd9-bd89-07051a335c05 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0726554 Jul 07 17:48:48.089717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Request body: {'floatingip': {'port_id': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:48.118704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ccb-8929-4a11-9584-990b0f07e38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.143363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ccb-8929-4a11-9584-990b0f07e38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.170650 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.200400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ccb-8929-4a11-9584-990b0f07e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.203432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ccb-8929-4a11-9584-990b0f07e38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.207079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ffa48ccb-8929-4a11-9584-990b0f07e38d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e6ce9f3-2f63-4021-a141-0c5783e2d4b6 HTTP/1.1" status: 204 len: 168 time: 0.1383419 Jul 07 17:48:48.214945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa48ccb-8929-4a11-9584-990b0f07e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6ce9f3-2f63-4021-a141-0c5783e2d4b6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.220877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3eb6baee-9f6d-4f31-81ec-54e982c7379b req-92533633-8d68-4080-9382-1423314f9f77 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505077 Jul 07 17:48:48.311256 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ee38aa8-31db-4c21-b922-75ba85f8ced3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.320494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50100) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.336499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e9778175-4c41-43d9-936b-9b5aa6ad94ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.378203 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.468028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e9778175-4c41-43d9-936b-9b5aa6ad94ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.473702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e9778175-4c41-43d9-936b-9b5aa6ad94ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.495522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.496012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.496670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.497233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.498316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778175-4c41-43d9-936b-9b5aa6ad94ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90554f41-00f2-4ec5-bccf-9ae27251030f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.498672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.499521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.500072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.500597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:48.507255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4314828d-b38f-4978-b098-0dae47d712b7 req-54654897-f5a8-4642-8076-f932db5b262b tempest-NetworksTest-318276399 tempest-NetworksTest-318276399-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5735 time: 0.2399051 Jul 07 17:48:48.574108 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e9778175-4c41-43d9-936b-9b5aa6ad94ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d26b25ca4f748d4a7baa3b471f70d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522860 Jul 07 17:48:48.575190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50108) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.637541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6d70-cff6-4ba5-848b-bb713b0ec231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.663808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6d70-cff6-4ba5-848b-bb713b0ec231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.664803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50110) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.689988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8994c025-366d-48d0-90c0-b0787f7d00ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.792661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6d70-cff6-4ba5-848b-bb713b0ec231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.796721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6d70-cff6-4ba5-848b-bb713b0ec231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.798672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f3e6d70-cff6-4ba5-848b-bb713b0ec231 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/90554f41-00f2-4ec5-bccf-9ae27251030f HTTP/1.1" status: 204 len: 168 time: 0.2217474 Jul 07 17:48:48.816225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e6d70-cff6-4ba5-848b-bb713b0ec231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90554f41-00f2-4ec5-bccf-9ae27251030f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.902399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50124) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:48.912386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8994c025-366d-48d0-90c0-b0787f7d00ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.919595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8994c025-366d-48d0-90c0-b0787f7d00ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.958464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994c025-366d-48d0-90c0-b0787f7d00ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4192d-c9e5-4d80-b7f5-c03502acd0f8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:48.981267 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8994c025-366d-48d0-90c0-b0787f7d00ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7474451348304cf1a4491f67d85f9ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125784 Jul 07 17:48:48.981777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50128) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:49.125946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d559b4e1-8c33-4694-8c5c-53e4ec325ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.141887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.149919 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.225225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8fe8cbd9-099f-42a8-8ed5-f978865daf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.282745 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8fe8cbd9-099f-42a8-8ed5-f978865daf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.415282 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Floating IP 72ad3f57-ad8f-45a4-989c-2f09ac9a7281 associated. External IP: 172.25.1.43, port: 85474766-45f7-4695-a0e8-e6ff1e75e1b7. Jul 07 17:48:49.486962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8fe8cbd9-099f-42a8-8ed5-f978865daf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.489562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8fe8cbd9-099f-42a8-8ed5-f978865daf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.490718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8fe8cbd9-099f-42a8-8ed5-f978865daf10 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fbe4192d-c9e5-4d80-b7f5-c03502acd0f8 HTTP/1.1" status: 204 len: 168 time: 0.5088792 Jul 07 17:48:49.522415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.551621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8cbd9-099f-42a8-8ed5-f978865daf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4192d-c9e5-4d80-b7f5-c03502acd0f8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:49.561930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d559b4e1-8c33-4694-8c5c-53e4ec325ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.582668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1709-58a2-454e-a903-c2206cc90c37 req-b4c2e3c7-8b02-4377-a46d-f9c29c1f1112 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:49.584249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc2b1709-58a2-454e-a903-c2206cc90c37 req-b4c2e3c7-8b02-4377-a46d-f9c29c1f1112 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2348108 Jul 07 17:48:49.584969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d559b4e1-8c33-4694-8c5c-53e4ec325ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.650845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d559b4e1-8c33-4694-8c5c-53e4ec325ebd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b81e311944db4f5c9110dfffb9e89a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7472215 Jul 07 17:48:49.653676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50158) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:49.664041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559b4e1-8c33-4694-8c5c-53e4ec325ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554edea3-61f5-45fa-9a50-e66aad3572a4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:49.723940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc2b1709-58a2-454e-a903-c2206cc90c37 req-ac8761a1-e0a0-4b31-81fe-859b3f2c813c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280057 Jul 07 17:48:49.767373 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99c6b5e2-a8ec-4e5d-96b3-2f868ae4d532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.800905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99c6b5e2-a8ec-4e5d-96b3-2f868ae4d532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.849899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Router 2e26ed56-7459-4301-a2af-60bfe5ede54c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:49.882289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99c6b5e2-a8ec-4e5d-96b3-2f868ae4d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.885866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99c6b5e2-a8ec-4e5d-96b3-2f868ae4d532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.894613 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-99c6b5e2-a8ec-4e5d-96b3-2f868ae4d532 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/554edea3-61f5-45fa-9a50-e66aad3572a4 HTTP/1.1" status: 204 len: 168 time: 0.2396512 Jul 07 17:48:49.915692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6b5e2-a8ec-4e5d-96b3-2f868ae4d532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554edea3-61f5-45fa-9a50-e66aad3572a4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:50.031371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:50.036211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.045010 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] Sync routers for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:50.055412 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:50.056506 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:50.092023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d453e-408c-4cec-9d68-060555a4c027 req-0ff8f4d9-2094-44c8-8f2b-cc228676f607 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.093772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b4d453e-408c-4cec-9d68-060555a4c027 req-0ff8f4d9-2094-44c8-8f2b-cc228676f607 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 946 time: 0.1233797 Jul 07 17:48:50.106987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-cda0bb3b-86e4-4dfe-ab96-dc8dc4642751 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "PUT /v2.0/floatingips/72ad3f57-ad8f-45a4-989c-2f09ac9a7281 HTTP/1.1" status: 200 len: 996 time: 2.0255852 Jul 07 17:48:50.111588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:50.114020 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b658b855-6798-4c83-9195-170acff46a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:50.179725 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:50.422681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50192) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:50.445075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3374994-47d3-4700-9f6c-5f54031d408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.455956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b4d453e-408c-4cec-9d68-060555a4c027 req-ed7b058b-eebd-4b3d-a41a-47e02173ead6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478816 Jul 07 17:48:50.481221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-62dc7caf-0015-44c1-94a7-4f5614b48ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.492386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-62dc7caf-0015-44c1-94a7-4f5614b48ebe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2db3433f52d741a19b1e3f1d355d2609&device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 1097 time: 0.3718762 Jul 07 17:48:50.512673 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '72ad3f57-ad8f-45a4-989c-2f09ac9a7281', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'port_id': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'mac_address': 'fa:16:3e:a7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:46Z', 'updated_at': '2021-07-07T17:48:48Z', 'revision_number': 1, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:33Z', 'revision_number': 5, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:50.551069 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9048df99-6ff0-43c2-b680-322f7171600e x-openstack-request-id: req-9048df99-6ff0-43c2-b680-322f7171600e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:50.554944 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:50.556584 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9048df99-6ff0-43c2-b680-322f7171600e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:50.557696 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'status': 'completed', 'code': 200} Jul 07 17:48:50.594846 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] Checking router: 2e26ed56-7459-4301-a2af-60bfe5ede54c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:50.623715 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:50.625789 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:50.671177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3374994-47d3-4700-9f6c-5f54031d408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.685837 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3374994-47d3-4700-9f6c-5f54031d408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.730161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b855-6798-4c83-9195-170acff46a2c req-989cde6c-6980-443f-bfb8-8e1b806a0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.731752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b658b855-6798-4c83-9195-170acff46a2c req-989cde6c-6980-443f-bfb8-8e1b806a0ac5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db3433f52d741a19b1e3f1d355d2609&device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 1097 time: 0.1040072 Jul 07 17:48:50.784061 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3374994-47d3-4700-9f6c-5f54031d408b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=97d33ae80b3844f1a5411c3c5afa3183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577881 Jul 07 17:48:50.798527 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:50.811322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3374994-47d3-4700-9f6c-5f54031d408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2433f-23c0-4ae0-a63d-1f4420b6d086,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:50.812031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50206) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:50.826586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-92048767-3260-44de-a59f-149e3a3c0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.833768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-92048767-3260-44de-a59f-149e3a3c0a7d service neutron] 10.222.0.88 "GET /v2.0/networks?id=deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 200 len: 929 time: 0.3405111 Jul 07 17:48:51.001539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b855-6798-4c83-9195-170acff46a2c req-b736e310-4952-4067-83e9-c5fdc534cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.002820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b658b855-6798-4c83-9195-170acff46a2c req-b736e310-4952-4067-83e9-c5fdc534cbfd service neutron] 10.222.0.90 "GET /v2.0/networks?id=deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 200 len: 929 time: 0.2637112 Jul 07 17:48:51.017813 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.019812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:51.052905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-c3831ae8-1082-48a3-9cd3-7f3e1cd34f4f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 999 time: 0.2182405 Jul 07 17:48:51.125842 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '72ad3f57-ad8f-45a4-989c-2f09ac9a7281', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'port_id': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'mac_address': 'fa:16:3e:a7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:46Z', 'updated_at': '2021-07-07T17:48:48Z', 'revision_number': 1, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:33Z', 'revision_number': 5, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:51.129090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba81ee9a-8413-4905-be17-2b47091e3bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.132885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-371804456-network', 'tenant_id': 'd6e825af701d49d1ac8683652b10e618'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:51.140632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b658b855-6798-4c83-9195-170acff46a2c req-b89ccd7b-7cea-4299-bbfe-9a7a85d88aa4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 999 time: 0.1294198 Jul 07 17:48:51.154996 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965b6fa-1a78-457a-9bef-d9725ae1aceb None None] The sync data for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 is: [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '72ad3f57-ad8f-45a4-989c-2f09ac9a7281', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'port_id': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'mac_address': 'fa:16:3e:a7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:48:46Z', 'updated_at': '2021-07-07T17:48:48Z', 'revision_number': 1, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:33Z', 'revision_number': 5, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:48:51.157702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Made reservation on behalf of d6e825af701d49d1ac8683652b10e618 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:51.160608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.169796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.192025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e9418-06d0-490e-8281-8f8c6538c4d6 req-607a7413-f491-41eb-a228-e21479a0b883 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.193765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-455e9418-06d0-490e-8281-8f8c6538c4d6 req-607a7413-f491-41eb-a228-e21479a0b883 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1097 time: 0.3510299 Jul 07 17:48:51.199587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba81ee9a-8413-4905-be17-2b47091e3bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.217938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-934a85cf-cce3-44a9-a8a2-596329487618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.217938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-934a85cf-cce3-44a9-a8a2-596329487618 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=075065c3-3960-4807-9ef8-0d1abd9e9fad HTTP/1.1" status: 200 len: 867 time: 0.1503282 Jul 07 17:48:51.288944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b855-6798-4c83-9195-170acff46a2c req-18fe224e-0b28-465f-9b31-e37ea6975c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.290445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b658b855-6798-4c83-9195-170acff46a2c req-18fe224e-0b28-465f-9b31-e37ea6975c0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=075065c3-3960-4807-9ef8-0d1abd9e9fad HTTP/1.1" status: 200 len: 867 time: 0.1390505 Jul 07 17:48:51.291088 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.296382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.324953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:51.342756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-455e9418-06d0-490e-8281-8f8c6538c4d6 req-0d7ea5c6-49df-4212-8511-a574c8fa5fc0 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389477 Jul 07 17:48:51.345871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f19b5-eb6c-42ed-86fe-48cfa399ea34,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.354174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.354501 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Added segment c93e73af-42d6-4eb8-b225-b1e870cc0472 of type vlan for network 4ff2f983-2510-4225-8609-03e72b33b22b Jul 07 17:48:51.390447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-0da41786-3229-436a-9949-c1c3948d7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.392169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-0da41786-3229-436a-9949-c1c3948d7014 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=deca2be9-efc0-462c-9229-fb0138cc05c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648502 Jul 07 17:48:51.394680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba81ee9a-8413-4905-be17-2b47091e3bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.397571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba81ee9a-8413-4905-be17-2b47091e3bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.398754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ba81ee9a-8413-4905-be17-2b47091e3bda admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ce2433f-23c0-4ae0-a63d-1f4420b6d086 HTTP/1.1" status: 204 len: 168 time: 0.5857437 Jul 07 17:48:51.408519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-39827358-1ea4-4c1c-bde6-b892ecafec79 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:51.409649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-39827358-1ea4-4c1c-bde6-b892ecafec79 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076385 Jul 07 17:48:51.414724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.419757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ee9a-8413-4905-be17-2b47091e3bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2433f-23c0-4ae0-a63d-1f4420b6d086,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.433981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b855-6798-4c83-9195-170acff46a2c req-95763a7b-e81d-4f17-84a2-bc9f4de832eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.435316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b658b855-6798-4c83-9195-170acff46a2c req-95763a7b-e81d-4f17-84a2-bc9f4de832eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=deca2be9-efc0-462c-9229-fb0138cc05c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344600 Jul 07 17:48:51.460662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.461842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.462494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.484943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e1148-b052-4052-af52-b67ba152d019 None None] New status for floating IP 72ad3f57-ad8f-45a4-989c-2f09ac9a7281: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:48:51.533454 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5127025 Jul 07 17:48:51.536591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50228) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:51.543992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Request body: {'subnet': {'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-371804456-subnet', 'tenant_id': 'd6e825af701d49d1ac8683652b10e618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:51.558864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e46ec6-690a-4e98-8335-57a01cb5cc67 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff2f983-2510-4225-8609-03e72b33b22b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.585726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4ff2f983-2510-4225-8609-03e72b33b22b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:51.592247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Made reservation on behalf of d6e825af701d49d1ac8683652b10e618 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:51.595455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.708313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-ffa802d2-8da9-4cf7-a7c4-6e12acfe0385 service neutron] 10.222.0.88 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855005 Jul 07 17:48:51.710710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b658b855-6798-4c83-9195-170acff46a2c req-d6f483d5-ea60-430c-b055-73c9f10e3ce8 service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465842 Jul 07 17:48:51.870328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.871946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50238) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:51.942840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e70c54-6227-4078-b4ae-0073e4c71b28,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.949283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a8cf1a-77cc-40fa-bc57-97e746947b9d req-89d6217f-1229-452e-95a0-d6a82bb4e692 service neutron] 10.222.0.88 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351477 Jul 07 17:48:51.956809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b658b855-6798-4c83-9195-170acff46a2c req-6ec715b1-29cd-4391-8a00-3a6a4c8355f5 service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442306 Jul 07 17:48:51.968872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb6259-dff6-424e-8bcc-0130ec23586f req-d1660bea-08d3-4e2a-872a-3e96eff814ad tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:51.976374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56cb6259-dff6-424e-8bcc-0130ec23586f req-d1660bea-08d3-4e2a-872a-3e96eff814ad tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.3446093 Jul 07 17:48:51.983450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:51.984822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Network hostable DHCP agents. Network: 4ff2f983-2510-4225-8609-03e72b33b22b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:48:52.026978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56cb6259-dff6-424e-8bcc-0130ec23586f req-c5557724-8984-477c-a7b7-96ab8ae0c86a tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480962 Jul 07 17:48:52.028970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99399102-a5af-4eb9-9528-bd7898201e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.044929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Network 4ff2f983-2510-4225-8609-03e72b33b22b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:48:52.064599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 4ff2f983-2510-4225-8609-03e72b33b22b) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:52.074754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44aac3e-cab3-4a78-b0ea-8fb5800dee34 None None] Network 4ff2f983-2510-4225-8609-03e72b33b22b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:52.096151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:52.098730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.229529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99399102-a5af-4eb9-9528-bd7898201e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.235623 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99399102-a5af-4eb9-9528-bd7898201e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.242048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59cf0a-39ad-49ef-a130-c1d5fcfeb2ac req-c43fdb8b-012b-4f8d-856c-9f6ea919d10a tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:52.248304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a59cf0a-39ad-49ef-a130-c1d5fcfeb2ac req-c43fdb8b-012b-4f8d-856c-9f6ea919d10a tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1097 time: 0.0823522 Jul 07 17:48:52.269742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f091250-4d08-499a-a368-936ee03dbd0d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7222691 Jul 07 17:48:52.281251 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-99399102-a5af-4eb9-9528-bd7898201e7f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e422997f2c614075972c02b395a72aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062040 Jul 07 17:48:52.284144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50258) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:52.300352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7215ec-e219-41d5-9cd2-8e44b7e754e0 None None] Network 4ff2f983-2510-4225-8609-03e72b33b22b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:52.301533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99399102-a5af-4eb9-9528-bd7898201e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8de731-9f94-4e47-b21c-526f4f7195c5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.325602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a59cf0a-39ad-49ef-a130-c1d5fcfeb2ac req-6eee1b75-6fe2-4712-9160-e7253bc19aa3 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Jul 07 17:48:52.371999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73ddbcb7-87d6-486e-80ad-830b6e40f85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.403579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73ddbcb7-87d6-486e-80ad-830b6e40f85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.460399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73ddbcb7-87d6-486e-80ad-830b6e40f85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.464190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73ddbcb7-87d6-486e-80ad-830b6e40f85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.465856 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-73ddbcb7-87d6-486e-80ad-830b6e40f85b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a8de731-9f94-4e47-b21c-526f4f7195c5 HTTP/1.1" status: 204 len: 168 time: 0.1807010 Jul 07 17:48:52.475766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddbcb7-87d6-486e-80ad-830b6e40f85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8de731-9f94-4e47-b21c-526f4f7195c5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.621467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-44e46b3f-8a48-44f1-a508-8bed02ae6f1a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 258 time: 0.1567912 Jul 07 17:48:52.634582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:52.670024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.791710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.957467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Allocated IP 172.25.1.238 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/9ce769eb-fcf0-4161-a784-bd8a8c053c63) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:48:53.007407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50296) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.029743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48c835bc-516e-49b7-aa20-c8dae7b13fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.124035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.130647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10584c3-d1bb-4a75-aaa5-6475d9c07cbc req-5da7e35e-c475-445f-a38a-9ec25f12bb55 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:53.132665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a10584c3-d1bb-4a75-aaa5-6475d9c07cbc req-5da7e35e-c475-445f-a38a-9ec25f12bb55 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1097 time: 0.1103041 Jul 07 17:48:53.172606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48c835bc-516e-49b7-aa20-c8dae7b13fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.184555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48c835bc-516e-49b7-aa20-c8dae7b13fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.198258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a10584c3-d1bb-4a75-aaa5-6475d9c07cbc req-3ede6951-1ee2-4070-a6d0-bf4980ef1004 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552452 Jul 07 17:48:53.211265 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.254227 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-48c835bc-516e-49b7-aa20-c8dae7b13fc6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eda0df733b3941b79b5b1662f203052f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455235 Jul 07 17:48:53.257567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50306) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.259947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c835bc-516e-49b7-aa20-c8dae7b13fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e8d0c-7598-472a-96d9-590cd5251cd0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.315273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:48:53.323837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:53.326781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:48:53.327894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5cda6c70-ff4e-4256-96b3-4474cfafc220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.337106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event updated for resources: {'Port': ['ID=9ce769eb-fcf0-4161-a784-bd8a8c053c63,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.364908 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5cda6c70-ff4e-4256-96b3-4474cfafc220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.402548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.442771 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5cda6c70-ff4e-4256-96b3-4474cfafc220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.446032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5cda6c70-ff4e-4256-96b3-4474cfafc220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.447282 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5cda6c70-ff4e-4256-96b3-4474cfafc220 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/040e8d0c-7598-472a-96d9-590cd5251cd0 HTTP/1.1" status: 204 len: 168 time: 0.1830914 Jul 07 17:48:53.459781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda6c70-ff4e-4256-96b3-4474cfafc220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e8d0c-7598-472a-96d9-590cd5251cd0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.479595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.581722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50324) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:53.587185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-782966450-network', 'tenant_id': 'fe67322d28164d1fbefd52a5c7ab7650'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:53.612043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Made reservation on behalf of fe67322d28164d1fbefd52a5c7ab7650 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:53.615864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.626363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.634854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d6b26-c298-41fe-946c-596dd7b3aa67 req-3135e3b8-c6b4-4bdc-ae87-a67f08bdf127 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:53.636406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a24d6b26-c298-41fe-946c-596dd7b3aa67 req-3135e3b8-c6b4-4bdc-ae87-a67f08bdf127 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1547294 Jul 07 17:48:53.732459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a24d6b26-c298-41fe-946c-596dd7b3aa67 req-9995022c-ce1f-405d-9197-f40240ca5978 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790060 Jul 07 17:48:53.745959 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.753369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.755993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.763849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.818940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:48:53.830171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.840817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event updated for resources: {'Port': ['ID=9ce769eb-fcf0-4161-a784-bd8a8c053c63,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.843870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86937b8c-3e4b-4716-bffe-e7fef15f027a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:53.849139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.849481 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Added segment 6cf4535a-2005-4c85-a79e-4bc4bb04f3ff of type vlan for network 30d81c8c-e275-4d42-9053-8e825bc1d1ea Jul 07 17:48:53.859732 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.861336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-9445a7a7-2e20-4f15-95ed-0747a870475f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2340522 Jul 07 17:48:53.907339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.946942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.948051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:53.948540 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:53.962240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-dd3a06ce-4b19-46c3-bc83-3ffb3e87acc4 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0920801 Jul 07 17:48:53.978838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3933182 Jul 07 17:48:53.991311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50340) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:54.007173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Request body: {'subnet': {'network_id': '30d81c8c-e275-4d42-9053-8e825bc1d1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-782966450-subnet', 'tenant_id': 'fe67322d28164d1fbefd52a5c7ab7650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:54.036989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194117a-87e0-43eb-886c-81ce82592afa admin admin] Pushing event updated for resources: {'Network': ['ID=30d81c8c-e275-4d42-9053-8e825bc1d1ea,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:54.050434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 30d81c8c-e275-4d42-9053-8e825bc1d1ea details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:48:54.080916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Made reservation on behalf of fe67322d28164d1fbefd52a5c7ab7650 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:54.082227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.188858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-e7fa0c27-8b95-4586-9c50-96bc92f20048 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:54.190812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-e7fa0c27-8b95-4586-9c50-96bc92f20048 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2215960 Jul 07 17:48:54.202666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-c7315dbb-c2ae-48cf-bd1d-2a03efa8d9bb tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:54.203723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b9c6f7e-7f5b-44a1-93f8-221358d39def req-c7315dbb-c2ae-48cf-bd1d-2a03efa8d9bb tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064199 Jul 07 17:48:54.354244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.452657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c4e0e5-8426-4ef9-95c4-7c03e5b072cf,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:54.507750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Checking segment: {'id': '6cf4535a-2005-4c85-a79e-4bc4bb04f3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '30d81c8c-e275-4d42-9053-8e825bc1d1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:54.508099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Network hostable DHCP agents. Network: 30d81c8c-e275-4d42-9053-8e825bc1d1ea, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:48:54.549141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07250e-ba21-4387-9123-76e0208a9fea req-a3af24b8-031a-4b5e-9bed-f18b4da90e10 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:54.550657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d07250e-ba21-4387-9123-76e0208a9fea req-a3af24b8-031a-4b5e-9bed-f18b4da90e10 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1509941 Jul 07 17:48:54.553949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Network 30d81c8c-e275-4d42-9053-8e825bc1d1ea is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:48:54.571541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e7ab-4b2c-4c7d-920c-839fb177d047 req-a9776aad-f63e-49c2-a963-108c7a98bcbf tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:54.573043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b85e7ab-4b2c-4c7d-920c-839fb177d047 req-a9776aad-f63e-49c2-a963-108c7a98bcbf tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1097 time: 0.1245248 Jul 07 17:48:54.601402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 30d81c8c-e275-4d42-9053-8e825bc1d1ea) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:48:54.611286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef4bf76-56fc-48e6-acb2-2c8a43aa9fe6 None None] Network 30d81c8c-e275-4d42-9053-8e825bc1d1ea requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:54.622089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:54.622486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.630014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d07250e-ba21-4387-9123-76e0208a9fea req-f7544ba5-fab7-4537-9811-3239bd15196e tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0730751 Jul 07 17:48:54.642557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7d07250e-ba21-4387-9123-76e0208a9fea req-07f0d5af-7309-4e36-9ba4-558b73e9649a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Request body: {'floatingip': {'port_id': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:54.685081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7ebb552d-1a75-4306-8f0e-aee780be0837 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6925793 Jul 07 17:48:54.694746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b85e7ab-4b2c-4c7d-920c-839fb177d047 req-c4c74669-4e1d-4488-a998-48526f95ec11 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942986 Jul 07 17:48:54.697385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7d07250e-ba21-4387-9123-76e0208a9fea req-07f0d5af-7309-4e36-9ba4-558b73e9649a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:54.767297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e74bd79-b985-4b97-84b9-cc3145fccdb4 None None] Network 30d81c8c-e275-4d42-9053-8e825bc1d1ea requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:48:54.998782 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-7d07250e-ba21-4387-9123-76e0208a9fea req-07f0d5af-7309-4e36-9ba4-558b73e9649a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:48:55.012288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d07250e-ba21-4387-9123-76e0208a9fea req-07f0d5af-7309-4e36-9ba4-558b73e9649a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "PUT /v2.0/floatingips/d696f645-c02b-41ed-a8cc-92b92a184121 HTTP/1.1" status: 409 len: 551 time: 0.3757918 Jul 07 17:48:55.181269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:55.447929 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf020-29a7-4f58-9e71-7ca3c74e50e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.575947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf020-29a7-4f58-9e71-7ca3c74e50e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.581815 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf020-29a7-4f58-9e71-7ca3c74e50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.624296 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ca7cf020-29a7-4f58-9e71-7ca3c74e50e5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1512f707fcc044feabd7e8445f275ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440832 Jul 07 17:48:55.625062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cf020-29a7-4f58-9e71-7ca3c74e50e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c2409-1c06-4d62-b056-1238ae3e25f3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:55.627335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50424) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:55.685315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52845fbb-e063-4d18-b021-e1039f5ed50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.708959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52845fbb-e063-4d18-b021-e1039f5ed50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.721551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c8e95-51ef-4b09-9c5c-1c8866679c1a req-8ad659fc-3270-4c65-87a2-1e1f975f13e1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:55.723240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a0c8e95-51ef-4b09-9c5c-1c8866679c1a req-8ad659fc-3270-4c65-87a2-1e1f975f13e1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.3690374 Jul 07 17:48:55.769806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52845fbb-e063-4d18-b021-e1039f5ed50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.774931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52845fbb-e063-4d18-b021-e1039f5ed50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:55.780737 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-52845fbb-e063-4d18-b021-e1039f5ed50c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/961c2409-1c06-4d62-b056-1238ae3e25f3 HTTP/1.1" status: 204 len: 168 time: 0.1484873 Jul 07 17:48:55.781803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a0c8e95-51ef-4b09-9c5c-1c8866679c1a req-d3a16999-8bf2-4769-abd2-8bad1e520ffa tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504959 Jul 07 17:48:55.791845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52845fbb-e063-4d18-b021-e1039f5ed50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c2409-1c06-4d62-b056-1238ae3e25f3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:55.864539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-6560bf13-63f8-4bcd-9c57-f74dae9bccc8 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips/d696f645-c02b-41ed-a8cc-92b92a184121 HTTP/1.1" status: 200 len: 693 time: 0.0517929 Jul 07 17:48:55.977029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-1c2cf6e6-1e3d-4a77-8df3-bc62d56f01e1 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:55.978567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-1c2cf6e6-1e3d-4a77-8df3-bc62d56f01e1 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.1083570 Jul 07 17:48:55.991255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-e383297d-37e1-4a58-b542-09713579ba93 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:55.992409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-e383297d-37e1-4a58-b542-09713579ba93 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082448 Jul 07 17:48:56.044225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-5b701a09-4e4b-43b9-b2cb-265e8860866f tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0458493 Jul 07 17:48:56.102131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-f739ef93-a5d9-4f06-83ce-0fcfe11cb2a2 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.0500689 Jul 07 17:48:56.115213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50440) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:56.133981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0aad7b-a7b9-4ccc-aeaa-00af572cedb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.233635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0aad7b-a7b9-4ccc-aeaa-00af572cedb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.239397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0aad7b-a7b9-4ccc-aeaa-00af572cedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.252031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Deleting port 9ce769eb-fcf0-4161-a784-bd8a8c053c63 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:56.252383 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.266872 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6f0aad7b-a7b9-4ccc-aeaa-00af572cedb7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=385b46d26bee4776ad8c05a4d14d23ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496346 Jul 07 17:48:56.269639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50446) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:56.303207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50448) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:56.307223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aad7b-a7b9-4ccc-aeaa-00af572cedb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed1c22-2416-4b50-a1c3-506113f8cfe6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:56.336272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-deff7ca5-301b-44e5-9e34-093a545ea4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.354899 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.355234 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.362609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-deff7ca5-301b-44e5-9e34-093a545ea4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.367642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Calling delete_port for 9ce769eb-fcf0-4161-a784-bd8a8c053c63 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:56.411363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-deff7ca5-301b-44e5-9e34-093a545ea4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.413877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-deff7ca5-301b-44e5-9e34-093a545ea4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.415053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-deff7ca5-301b-44e5-9e34-093a545ea4ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/25ed1c22-2416-4b50-a1c3-506113f8cfe6 HTTP/1.1" status: 204 len: 168 time: 0.1444921 Jul 07 17:48:56.424630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff7ca5-301b-44e5-9e34-093a545ea4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed1c22-2416-4b50-a1c3-506113f8cfe6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:56.426421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-b8b8e0c0-1f74-4e17-a2f8-4ba7a4771348 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:56.427483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-b8b8e0c0-1f74-4e17-a2f8-4ba7a4771348 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231675 Jul 07 17:48:56.526007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Request body: {'binding': {'host': 'n-h1-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:56.526471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:48:56.570656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.628704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event deleted for resources: {'Port': ['ID=9ce769eb-fcf0-4161-a784-bd8a8c053c63,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:56.666424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.669046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.670218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8ae2686-ccff-42ab-8b2b-cea8ff3217d6 req-2e6e5cbe-013d-4153-9c80-e4c4dd7825ea tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "DELETE /v2.0/floatingips/d696f645-c02b-41ed-a8cc-92b92a184121 HTTP/1.1" status: 204 len: 173 time: 0.5608144 Jul 07 17:48:56.735494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on host n-h1-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:56.736160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:56.737185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:56.742586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:56.742936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:56.749608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:56.749608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:56.749608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:56.750409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Bound port: 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:56.813855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:48:56.819765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:56.821072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-28cf5d92-f742-4fc9-b560-75bd1f11b2ef service neutron] 10.222.0.88 "POST /v2.0/ports/925ee2a1-e7c2-4470-aec2-0ef99bd07541/bindings HTTP/1.1" status: 201 len: 389 time: 0.3449252 Jul 07 17:48:57.116394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-d440a185-1b36-4bd2-bdb2-fb641921df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.118410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-d440a185-1b36-4bd2-bdb2-fb641921df19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1097 time: 0.0659761 Jul 07 17:48:57.348991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-4f879005-2064-44c1-a9bd-2134fd7e678a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.1606762 Jul 07 17:48:57.406247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-911d6cfe-d34c-4189-8fa1-c797af9a4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.407730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-911d6cfe-d34c-4189-8fa1-c797af9a4c4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.2808590 Jul 07 17:48:57.424018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-310f61b5-fb3b-4bdc-b0e9-ed8696c62019 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.425568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-310f61b5-fb3b-4bdc-b0e9-ed8696c62019 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.2753119 Jul 07 17:48:57.481474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c21e47cd-4c2c-43a1-a21d-4d52e53d9d90 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.482798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c21e47cd-4c2c-43a1-a21d-4d52e53d9d90 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports/85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 943 time: 0.1242795 Jul 07 17:48:57.484050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-d134b536-fcbd-4500-b859-0b839a092ceb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 217 time: 0.0553496 Jul 07 17:48:57.486636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-cc974861-6877-4e1f-a0ff-a263e9261a67 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/quotas/d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 375 time: 0.0479479 Jul 07 17:48:57.554220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-b9b87994-5535-4c4e-8411-d172b76091c3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544603 Jul 07 17:48:57.566910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-82a65392-cdae-40e3-91bb-6351efefd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.568466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-82a65392-cdae-40e3-91bb-6351efefd065 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0780880 Jul 07 17:48:57.675721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-3a0f8833-743b-43e8-9b15-b835e57d5821 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997705 Jul 07 17:48:57.729184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-263c03b1-1af9-443f-bf1c-767bce59b93c tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.1510742 Jul 07 17:48:57.826254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-b1e0f6a4-63d9-4422-a0de-ed4031f23e42 service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617302 Jul 07 17:48:57.947322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-adf4c543-0d50-4a3a-b861-4e33cb5902e8 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491846 Jul 07 17:48:57.988533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-fdc1eba6-cde0-4e9f-baf6-4ca06624c6bc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:57.989875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-fdc1eba6-cde0-4e9f-baf6-4ca06624c6bc tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2318149 Jul 07 17:48:58.070315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-60971690-b713-41e1-9aec-d9ecaa9222c3 service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353125 Jul 07 17:48:58.116781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-b1288e3e-54d8-4d08-ad56-ea2b9aa342bb tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.0991430 Jul 07 17:48:58.123195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-f685c7ca-665e-45ce-8194-acd131e0ec20 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634898 Jul 07 17:48:58.128191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:58.202908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.379593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-664f6b35-f9c4-4b38-8341-495961d8bae5 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:58.381127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-664f6b35-f9c4-4b38-8341-495961d8bae5 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1097 time: 0.1886125 Jul 07 17:48:58.427266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-2'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:58.435099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.459200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.459516 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Floating IP 72ad3f57-ad8f-45a4-989c-2f09ac9a7281 disassociated. External IP: 172.25.1.43, port: 85474766-45f7-4695-a0e8-e6ff1e75e1b7. Jul 07 17:48:58.525568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795ef79-abb3-478d-b600-fb0e32f6e064 req-2dc9b3d6-eebf-438a-a1f1-86d318ac959c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:58.527153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1795ef79-abb3-478d-b600-fb0e32f6e064 req-2dc9b3d6-eebf-438a-a1f1-86d318ac959c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2496219 Jul 07 17:48:58.634845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:58.657561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1795ef79-abb3-478d-b600-fb0e32f6e064 req-23ce5889-d35e-4b04-a53c-d0eecbfd1622 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190908 Jul 07 17:48:59.201294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Router 2e26ed56-7459-4301-a2af-60bfe5ede54c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:48:59.220195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:59.240577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8014c-723e-48d0-b75f-0e8939ee2e39 req-3092fecb-db18-4a17-b0d0-468fe9372844 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:59.242102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3a8014c-723e-48d0-b75f-0e8939ee2e39 req-3092fecb-db18-4a17-b0d0-468fe9372844 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 946 time: 0.2274086 Jul 07 17:48:59.373446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:48:59.457636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3a8014c-723e-48d0-b75f-0e8939ee2e39 req-a7ec71e6-40b3-4e49-9f86-8aa613749e4a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075422 Jul 07 17:48:59.489607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:59.492964 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19b6ff1-cebb-4167-bbe6-06f407e6d4fd" -d '{"events": [{"server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:59.501375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.520849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.563803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:48:59.572932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-15674286-da88-4423-b022-b79aa3585729 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:59.573776 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] Sync routers for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:48:59.574992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-15674286-da88-4423-b022-b79aa3585729 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.2680123 Jul 07 17:48:59.579662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.584533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:59.585183 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:59.619597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Request body: {'port': {'device_id': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'admin_state_up': True, 'tenant_id': 'd6e825af701d49d1ac8683652b10e618'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:48:59.705374 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:48:59.819778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c4e3ff97-4cc5-49d1-beb9-639108c0486d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "PUT /v2.0/floatingips/72ad3f57-ad8f-45a4-989c-2f09ac9a7281 HTTP/1.1" status: 200 len: 694 time: 1.6883128 Jul 07 17:48:59.860855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:59.873698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on host n-h2-798930-2 for vnic_type normal with profile {"migrating_to": "n-h1-798930-2"} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:48:59.874399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:48:59.874921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:59.886104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Made reservation on behalf of d6e825af701d49d1ac8683652b10e618 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:48:59.890821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.905693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:48:59.906200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Attempting to bind port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:48:59.927293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:48:59.927715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:48:59.928246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:48:59.928721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Bound port: 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:48:59.929219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:59.932154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:33Z', 'revision_number': 5, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:59.955174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-0ee1dbcf-b45d-4b18-b4ea-87ce7056aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:59.962864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-0ee1dbcf-b45d-4b18-b4ea-87ce7056aabb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2db3433f52d741a19b1e3f1d355d2609&device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 1097 time: 0.1418071 Jul 07 17:48:59.969785 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] Checking router: 2e26ed56-7459-4301-a2af-60bfe5ede54c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:48:59.978632 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:48:59.979269 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:59.988567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50540) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.060110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-210d3cf9-1af0-4df8-82f7-18a43dd2cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.067846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-210d3cf9-1af0-4df8-82f7-18a43dd2cb70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 200 len: 929 time: 0.1040018 Jul 07 17:49:00.084881 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:00.150377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-edce48ae-89f7-475b-b2ac-d0e4233b482f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.152994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-c74be2ad-b7f1-46b1-ac40-e10220d9888a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0841768 Jul 07 17:49:00.237932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cc55034-0b69-4a98-b06c-b5b1778c7739 req-18648d64-907d-4668-9f14-b5af5648c1b9 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 210 time: 0.1678715 Jul 07 17:49:00.264385 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-edce48ae-89f7-475b-b2ac-d0e4233b482f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.281809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-edce48ae-89f7-475b-b2ac-d0e4233b482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.321144 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-edce48ae-89f7-475b-b2ac-d0e4233b482f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=541f7a00ca2f44d5acdc2a600176d56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305316 Jul 07 17:49:00.322174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50544) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.340610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:00.345060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:00.347421 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f4b007-e893-455c-a100-caad908b7e4b x-openstack-request-id: req-02f4b007-e893-455c-a100-caad908b7e4b {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:00.348034 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:00.348596 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02f4b007-e893-455c-a100-caad908b7e4b {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:00.349282 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541', 'code': 200} Jul 07 17:49:00.361452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.365886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce48ae-89f7-475b-b2ac-d0e4233b482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b8d19-8812-40b3-9211-ca2db7296390,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:00.383348 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:33Z', 'revision_number': 5, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:00.397707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10273a0e-ded0-4084-b61b-409147c342b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.411740 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ee1f9-90e8-4bea-8e6d-f58eb035ffa4 None None] The sync data for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 is: [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e4e15278-2045-4b12-96bc-4008d648a37c', 'name': '', 'network_id': 'deca2be9-efc0-462c-9229-fb0138cc05c8', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'mac_address': 'fa:16:3e:ca:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:25Z', 'updated_at': '2021-07-07T17:48:33Z', 'revision_number': 5, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'subnets': [{'id': '075065c3-3960-4807-9ef8-0d1abd9e9fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:00.420101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10273a0e-ded0-4084-b61b-409147c342b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.435362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Allocated IP 172.20.0.10 (4ff2f983-2510-4225-8609-03e72b33b22b/f9e70c54-6227-4078-b4ae-0073e4c71b28/a8aa41d4-c353-4051-a2a9-17b65b3233cf) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:00.455247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-93298b2e-1678-47a5-b534-2bb71fc9111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.457988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-93298b2e-1678-47a5-b534-2bb71fc9111c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=075065c3-3960-4807-9ef8-0d1abd9e9fad HTTP/1.1" status: 200 len: 867 time: 0.2616520 Jul 07 17:49:00.478593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10273a0e-ded0-4084-b61b-409147c342b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.482202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10273a0e-ded0-4084-b61b-409147c342b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.483388 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10273a0e-ded0-4084-b61b-409147c342b2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/368b8d19-8812-40b3-9211-ca2db7296390 HTTP/1.1" status: 204 len: 168 time: 0.1504669 Jul 07 17:49:00.493522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10273a0e-ded0-4084-b61b-409147c342b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b8d19-8812-40b3-9211-ca2db7296390,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:00.585829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.586461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.587867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] 10.222.0.55 "PUT /v2.0/ports/925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 1122 time: 2.1726935 Jul 07 17:49:00.609852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eb20b-cdbd-4870-9a7e-5a29a5272786 service neutron] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=8']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:00.618075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['925ee2a1-e7c2-4470-aec2-0ef99bd07541'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:00.739708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46184ac7-9305-4404-9726-1bc6bb5ac80e None None] New status for floating IP 72ad3f57-ad8f-45a4-989c-2f09ac9a7281: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:49:00.761877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939aa0-4958-436d-a880-a37cb0c33cbe req-c5236762-8764-4542-a734-b84aed600b96 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.763588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9939aa0-4958-436d-a880-a37cb0c33cbe req-c5236762-8764-4542-a734-b84aed600b96 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2750289 Jul 07 17:49:00.771412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-d5cda6e0-7291-4ddf-a2fa-f9f3513990a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:00.773095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-d5cda6e0-7291-4ddf-a2fa-f9f3513990a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=deca2be9-efc0-462c-9229-fb0138cc05c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2833760 Jul 07 17:49:00.854985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50556) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.868343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4164fa80-4f21-4566-87e3-c4f8e0b9b303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.871815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9939aa0-4958-436d-a880-a37cb0c33cbe req-6a1ed9b9-9991-4792-83b5-28cc3ecf6a4b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957284 Jul 07 17:49:00.921795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.951734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-e6fa25db-330f-4222-ad4f-01731a983cb8 service neutron] 10.222.0.88 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600800 Jul 07 17:49:00.976247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4164fa80-4f21-4566-87e3-c4f8e0b9b303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.983628 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4164fa80-4f21-4566-87e3-c4f8e0b9b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.022961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164fa80-4f21-4566-87e3-c4f8e0b9b303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9ee341-5d87-49db-b478-bd09fc07a24d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.039495 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4164fa80-4f21-4566-87e3-c4f8e0b9b303 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8e7f0f4d434a441e966b238aba522fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830978 Jul 07 17:49:01.042981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50562) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:01.066314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.159134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Network 4ff2f983-2510-4225-8609-03e72b33b22b is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:01.165521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925b6b0f-0d8e-4a3b-9912-ef595cf6bafc req-ba6528b8-3141-4be8-bffa-84f03bd1184f service neutron] 10.222.0.88 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036014 Jul 07 17:49:01.170373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:01.178038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:01.187237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.187904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.196624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.211180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf7f7-1fda-4a80-8f75-364ad5d0e7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.225290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-5395a98b-71a5-4033-8f0e-f7a2dd96c8ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6356537 Jul 07 17:49:01.243043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Request body: {'port': {'device_id': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:01.245766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf7f7-1fda-4a80-8f75-364ad5d0e7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.390382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.415096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf7f7-1fda-4a80-8f75-364ad5d0e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.417719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf7f7-1fda-4a80-8f75-364ad5d0e7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.418986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ddfaf7f7-1fda-4a80-8f75-364ad5d0e7d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c9ee341-5d87-49db-b478-bd09fc07a24d HTTP/1.1" status: 204 len: 168 time: 0.3736351 Jul 07 17:49:01.453745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfaf7f7-1fda-4a80-8f75-364ad5d0e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9ee341-5d87-49db-b478-bd09fc07a24d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.475237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c2ee9-a6f9-46c9-88d1-33e253ee9635 req-d680180a-6353-4cf1-b4ac-fd1844205477 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:01.476868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d27c2ee9-a6f9-46c9-88d1-33e253ee9635 req-d680180a-6353-4cf1-b4ac-fd1844205477 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 944 time: 0.1766074 Jul 07 17:49:01.640082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d27c2ee9-a6f9-46c9-88d1-33e253ee9635 req-2f8a379b-861b-4107-80c2-5047d0351dd3 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527765 Jul 07 17:49:01.653528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-4f91bfcd-5d84-4c9a-949e-275c08685c8e tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips/72ad3f57-ad8f-45a4-989c-2f09ac9a7281 HTTP/1.1" status: 200 len: 692 time: 0.0680327 Jul 07 17:49:02.184616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-d8b2faf5-b20b-4cba-b316-0f32259b2266 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.186059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-d8b2faf5-b20b-4cba-b316-0f32259b2266 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.5203779 Jul 07 17:49:02.222896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0fb8-be8a-4b58-8cb9-266a028fa42d req-50f6e4e7-3e05-4e70-8341-845004989e18 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.224509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3ed0fb8-be8a-4b58-8cb9-266a028fa42d req-50f6e4e7-3e05-4e70-8341-845004989e18 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 932 time: 0.4702067 Jul 07 17:49:02.296923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-1a696dce-2dde-4779-95cf-d773ade709de tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.1007395 Jul 07 17:49:02.358036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7'}, {'name': 'network-changed', 'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:02.360344 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dea90a3-3644-4422-bbbd-2dfea4fb184c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7"}, {"name": "network-changed", "server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:02.368376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aa41d4-c353-4051-a2a9-17b65b3233cf {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:02.375070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3ed0fb8-be8a-4b58-8cb9-266a028fa42d req-7a0faafb-2ec5-4347-8e57-a8e108499a4c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191881 Jul 07 17:49:02.381142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.386342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-369c439d-63ff-4800-b96c-f0409f709939 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0829649 Jul 07 17:49:02.399581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Transition to ACTIVE for port object a8aa41d4-c353-4051-a2a9-17b65b3233cf will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:02.412188 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.542748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:02.634303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:02.634642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:02.635000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:02.640485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:02.647634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:02.647964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:02.663521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:02.663871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:02.664268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:02.664725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Bound port: a8aa41d4-c353-4051-a2a9-17b65b3233cf, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:02.665128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.696063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8664a0b-a610-4599-a9d4-35832f7dd5a3 req-f06b6a2c-40ab-418b-89ef-836ce3687f1d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.697734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8664a0b-a610-4599-a9d4-35832f7dd5a3 req-f06b6a2c-40ab-418b-89ef-836ce3687f1d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1569796 Jul 07 17:49:02.716048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Deleting port 5373e7c0-d523-4498-9c02-5f127c84f1ad {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:02.716529 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.841709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:02.848762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8664a0b-a610-4599-a9d4-35832f7dd5a3 req-4f9d741e-6d5c-4d0c-8fed-bb88f901e08b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272206 Jul 07 17:49:02.869433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.870105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.882697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:02.890347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Calling delete_port for 5373e7c0-d523-4498-9c02-5f127c84f1ad owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:02.892973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.915786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:02.944115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 has no active binding in host n-h1-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:49:02.949442 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a672e91-0cb1-416b-a92f-3375c706fb50 x-openstack-request-id: req-8a672e91-0cb1-416b-a92f-3375c706fb50 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:02.949755 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:02.950078 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a672e91-0cb1-416b-a92f-3375c706fb50 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:02.950519 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'status': 'completed', 'code': 200} Jul 07 17:49:02.950799 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541', 'status': 'completed', 'code': 200} Jul 07 17:49:02.959462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:02.960079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.961595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] 10.222.0.90 "PUT /v2.0/ports/a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 1092 time: 1.7271533 Jul 07 17:49:03.030472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-171ea5fb-d60e-43de-95b9-6ceba3a25f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.032201 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-171ea5fb-d60e-43de-95b9-6ceba3a25f5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db3433f52d741a19b1e3f1d355d2609&device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 1097 time: 0.0766938 Jul 07 17:49:03.080033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b92922-0822-4d27-adc3-10837b3e2e62 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:03.138160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-321b8e7c-e026-4543-b14f-1cc112ec3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.139683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-aa6ca58c-0984-4538-a1a5-f92b4a1debd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.140745 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-321b8e7c-e026-4543-b14f-1cc112ec3935 service neutron] 10.222.0.90 "GET /v2.0/networks?id=deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 200 len: 929 time: 0.1005933 Jul 07 17:49:03.141401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-aa6ca58c-0984-4538-a1a5-f92b4a1debd4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1095 time: 0.1033568 Jul 07 17:49:03.194397 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-686a28b8-b793-4bf7-9d20-b2a9b842a738 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0406909 Jul 07 17:49:03.215875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-69d05a52-5cfa-4e0b-829c-292196f31abd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 217 time: 0.0603778 Jul 07 17:49:03.244458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-8ca1d637-e5c3-491e-af4b-475b6c0be2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.246353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-8ca1d637-e5c3-491e-af4b-475b6c0be2be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=075065c3-3960-4807-9ef8-0d1abd9e9fad HTTP/1.1" status: 200 len: 867 time: 0.0449107 Jul 07 17:49:03.309868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-168e3b45-620d-41ff-a0b0-4c42d332c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.312094 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-168e3b45-620d-41ff-a0b0-4c42d332c3d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=deca2be9-efc0-462c-9229-fb0138cc05c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586932 Jul 07 17:49:03.320067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.330387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-1123604b-68b4-4512-b0b0-f2167b73fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.331844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-1123604b-68b4-4512-b0b0-f2167b73fb7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1037304 Jul 07 17:49:03.363399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event deleted for resources: {'Port': ['ID=5373e7c0-d523-4498-9c02-5f127c84f1ad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:03.390347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-7f191ef9-20bb-4119-b9b0-efb4d607414e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384836 Jul 07 17:49:03.404818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-ee3c2ea8-1170-40e8-9592-9b54969e0fa8 service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Jul 07 17:49:03.431653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.434425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.435565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5b491a4-7490-4fdf-a92f-4077f5b1dc7c req-f5acc8d8-c946-42c3-98ae-2dafc34b8a36 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "DELETE /v2.0/floatingips/72ad3f57-ad8f-45a4-989c-2f09ac9a7281 HTTP/1.1" status: 204 len: 173 time: 1.0416756 Jul 07 17:49:03.467646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76befea-a023-4b28-a68e-54d0b23492d9 req-649eb7bb-fe3d-4ef5-97f2-93a6bd6a190b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.469141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e76befea-a023-4b28-a68e-54d0b23492d9 req-649eb7bb-fe3d-4ef5-97f2-93a6bd6a190b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 944 time: 0.2575176 Jul 07 17:49:03.504066 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-f7c867ae-e481-4974-a17e-22abbdb9c628 service neutron] 10.222.0.90 "GET /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931716 Jul 07 17:49:03.526831 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.540961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e76befea-a023-4b28-a68e-54d0b23492d9 req-abd23151-25ed-4632-9b47-d384d5e31666 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635195 Jul 07 17:49:03.552588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-87f2c48b-319f-4604-a717-418d4b0eec63 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438401 Jul 07 17:49:03.627048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-38254af8-13b1-4925-9c65-fcd4cd737236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.628813 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-38254af8-13b1-4925-9c65-fcd4cd737236 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1125 time: 0.0627930 Jul 07 17:49:03.679091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aec7d2ce-c561-4e34-bb39-7c9aa2a131a8 req-e234612a-5801-4e4d-b5a9-a695b59ba83c service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125205 Jul 07 17:49:03.737977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-3658c498-4db1-4a1b-9c94-e26caee89999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.739757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-3658c498-4db1-4a1b-9c94-e26caee89999 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1035101 Jul 07 17:49:03.743467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea2bed-a89d-46cb-95af-0f30fe97c0f0 req-3a28b878-7166-42c0-8779-0af5496a8af0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.748754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87ea2bed-a89d-46cb-95af-0f30fe97c0f0 req-3a28b878-7166-42c0-8779-0af5496a8af0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 944 time: 0.0839074 Jul 07 17:49:03.789002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-0941b8b5-7ecd-43ba-91df-bad766918a37 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 217 time: 0.0406466 Jul 07 17:49:03.801154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87ea2bed-a89d-46cb-95af-0f30fe97c0f0 req-e1d2846e-3eb0-488a-9ecb-bda6a3970e2b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453889 Jul 07 17:49:03.848900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-6d8ae662-154c-4710-ad5f-bb922e3e072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:03.850502 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-6d8ae662-154c-4710-ad5f-bb922e3e072b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0514388 Jul 07 17:49:03.890451 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-23fd1051-01b3-4724-8c77-b545d8be3270 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297081 Jul 07 17:49:04.004935 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-8b80e894-5523-4e93-9656-a9fb79c45445 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000538 Jul 07 17:49:04.153756 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2dea90a3-3644-4422-bbbd-2dfea4fb184c req-f05a718d-2a20-431b-b256-8fc67191fc5c service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419029 Jul 07 17:49:04.256102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb3c1-8dc4-4fc7-ae93-856bb5ea210b req-6422165d-93f6-4f70-84b6-30f99285251c tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:04.257711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8cb3c1-8dc4-4fc7-ae93-856bb5ea210b req-6422165d-93f6-4f70-84b6-30f99285251c tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1144333 Jul 07 17:49:04.267504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c36a5-42ef-4f47-9f6e-e6277b9acdd5 req-356245eb-1bd5-4897-8873-358e46e349b4 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:04.269098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f19c36a5-42ef-4f47-9f6e-e6277b9acdd5 req-356245eb-1bd5-4897-8873-358e46e349b4 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1381269 Jul 07 17:49:04.311317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50668) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:04.312562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8cb3c1-8dc4-4fc7-ae93-856bb5ea210b req-1b7b162a-51e2-422a-a143-fda0260c0c7a tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0424371 Jul 07 17:49:04.353941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f19c36a5-42ef-4f47-9f6e-e6277b9acdd5 req-408970aa-2048-4ad8-a8c4-76fe99dc0c11 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767927 Jul 07 17:49:04.449541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64006264-72d1-48ea-8205-d24fcd2ac682 req-0017fd1e-6a9b-409f-8cf0-1c07c89f6609 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0420854 Jul 07 17:49:04.494828 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05b61db1-a1c6-4612-9df2-3c4eb5c3db5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.641502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05b61db1-a1c6-4612-9df2-3c4eb5c3db5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.649655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05b61db1-a1c6-4612-9df2-3c4eb5c3db5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.684329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b61db1-a1c6-4612-9df2-3c4eb5c3db5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb23b4b-693c-4b8a-8bc1-bf476d2edab1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:04.722480 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-05b61db1-a1c6-4612-9df2-3c4eb5c3db5b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18fdf13816e9447cb34418459363e0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098995 Jul 07 17:49:04.725215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50688) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:04.731641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50690) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:04.828665 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-5acab647-0687-404a-8f83-10b247d6ce26 service neutron] 10.222.0.90 "GET /v2.0/ports/925ee2a1-e7c2-4470-aec2-0ef99bd07541/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.1141829 Jul 07 17:49:04.833374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23b5079a-c030-44dc-a0f7-3e3c2d850713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.894767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23b5079a-c030-44dc-a0f7-3e3c2d850713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.911555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0663d327-f189-4a77-b228-95fd31a37e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.954585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:04.957308 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca78d74c-afcf-4f89-83b3-4c431d539e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:05.027767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23b5079a-c030-44dc-a0f7-3e3c2d850713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.030358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23b5079a-c030-44dc-a0f7-3e3c2d850713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.031482 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-23b5079a-c030-44dc-a0f7-3e3c2d850713 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ebb23b4b-693c-4b8a-8bc1-bf476d2edab1 HTTP/1.1" status: 204 len: 168 time: 0.3052764 Jul 07 17:49:05.033847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a86f-8e82-4383-bc03-85d87907e5d8 req-d7a1ebc5-bc93-4c59-9d5a-6084636762a6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:05.041221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a84a86f-8e82-4383-bc03-85d87907e5d8 req-d7a1ebc5-bc93-4c59-9d5a-6084636762a6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 944 time: 0.1412930 Jul 07 17:49:05.045428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5079a-c030-44dc-a0f7-3e3c2d850713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb23b4b-693c-4b8a-8bc1-bf476d2edab1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:05.084876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:05.110760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:05.147067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925ee2a1-e7c2-4470-aec2-0ef99bd07541 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:05.148455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a84a86f-8e82-4383-bc03-85d87907e5d8 req-21c084f0-c804-467d-a23c-fac661c13f9f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063707 Jul 07 17:49:05.164151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:05.193516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.204669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093e31-7218-447b-8b79-3d030adb3d9b req-461f4046-2c0f-474f-9a37-5d2a9e835c25 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:05.212614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13093e31-7218-447b-8b79-3d030adb3d9b req-461f4046-2c0f-474f-9a37-5d2a9e835c25 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 946 time: 0.2058160 Jul 07 17:49:05.279024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13093e31-7218-447b-8b79-3d030adb3d9b req-1731e5e5-0c30-461d-85be-d9a30d48b18e tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638247 Jul 07 17:49:05.311620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0663d327-f189-4a77-b228-95fd31a37e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.318167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] Transition to ACTIVE for port object 925ee2a1-e7c2-4470-aec2-0ef99bd07541 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:05.324903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0663d327-f189-4a77-b228-95fd31a37e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.326828 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.352692 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d50a15-370f-4b64-8ab9-dcdfc12538ba x-openstack-request-id: req-b9d50a15-370f-4b64-8ab9-dcdfc12538ba {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:05.352992 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:05.353246 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9d50a15-370f-4b64-8ab9-dcdfc12538ba {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:05.353726 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf', 'status': 'completed', 'code': 200} Jul 07 17:49:05.410106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] No DVR routers for this DVR port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:05.455443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0663d327-f189-4a77-b228-95fd31a37e3f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=20c54848959b4e3d9fa6bd3090005427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7199588 Jul 07 17:49:05.455998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663d327-f189-4a77-b228-95fd31a37e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a1e76d-f7c7-4871-8f71-8ecd74c728a1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:05.458353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] 10.222.0.90 "PUT /v2.0/ports/925ee2a1-e7c2-4470-aec2-0ef99bd07541/bindings/n-h1-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6220114 Jul 07 17:49:05.460148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50714) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:05.479294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ef8c5-3c9c-40d9-8b91-6378aba590a5 service neutron] Pushing event updated for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=10']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:05.481731 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.524563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05e1f7-cd9b-4440-83f3-0cdc0c11713f req-83645ce8-3ffe-4887-b648-5a19ca57b698 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:05.526130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b05e1f7-cd9b-4440-83f3-0cdc0c11713f req-83645ce8-3ffe-4887-b648-5a19ca57b698 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 944 time: 0.2131736 Jul 07 17:49:05.541684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50718) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:05.555715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4691-69ef-4c11-860d-0873c77db162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.590953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-d5621174-b8a3-422d-887c-6783ef0ffb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:05.592503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-d5621174-b8a3-422d-887c-6783ef0ffb8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1095 time: 0.2108955 Jul 07 17:49:05.637749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d40f-7d82-424d-914f-e84056221069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.660248 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4691-69ef-4c11-860d-0873c77db162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.665767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d7c4691-69ef-4c11-860d-0873c77db162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.691842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b05e1f7-cd9b-4440-83f3-0cdc0c11713f req-9d140932-934a-4c74-9311-4e6a3dde66c9 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407280 Jul 07 17:49:05.708022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d7c4691-69ef-4c11-860d-0873c77db162 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2492d34dccde4bdca6777691a29b2ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627891 Jul 07 17:49:05.708022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c4691-69ef-4c11-860d-0873c77db162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff73d3ac-25d5-4496-a3c7-ba6c258e448f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:05.709242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50722) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:05.732588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d40f-7d82-424d-914f-e84056221069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.814597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-8bc8fa02-40d8-454e-8d04-746364e59508 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:05.816528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-8bc8fa02-40d8-454e-8d04-746364e59508 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.2842946 Jul 07 17:49:05.837742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-a5da2057-570d-493b-bc57-a92d80feaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:05.839194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-a5da2057-570d-493b-bc57-a92d80feaaf4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.2318954 Jul 07 17:49:05.939952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-d6b15c03-22f6-4776-a83a-a158714dbca3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 217 time: 0.0668893 Jul 07 17:49:06.006477 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63f05a06-b393-4230-b1a4-e441c42fe076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.013335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d40f-7d82-424d-914f-e84056221069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.016197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d40f-7d82-424d-914f-e84056221069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.017385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a5c2d40f-7d82-424d-914f-e84056221069 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f9a1e76d-f7c7-4871-8f71-8ecd74c728a1 HTTP/1.1" status: 204 len: 168 time: 0.5541716 Jul 07 17:49:06.055521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2d40f-7d82-424d-914f-e84056221069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a1e76d-f7c7-4871-8f71-8ecd74c728a1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.073335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63f05a06-b393-4230-b1a4-e441c42fe076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.075250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-32a0c8d6-d5a2-45a3-bfb4-2f9dca46acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.076737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-32a0c8d6-d5a2-45a3-bfb4-2f9dca46acb4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1126339 Jul 07 17:49:06.114072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a7f86-0596-4caf-b1e4-8e03da6933bb req-71506288-1f0a-48fb-a639-cf7529435dbe tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.115775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af6a7f86-0596-4caf-b1e4-8e03da6933bb req-71506288-1f0a-48fb-a639-cf7529435dbe tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.3067391 Jul 07 17:49:06.136165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-4e5f0d62-75b3-4e23-ab5c-564b8ffa4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.137769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-4e5f0d62-75b3-4e23-ab5c-564b8ffa4ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 1096 time: 0.3073363 Jul 07 17:49:06.149276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-cdbae61c-51d8-4034-9dab-6d61825e5b50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625522 Jul 07 17:49:06.294291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af6a7f86-0596-4caf-b1e4-8e03da6933bb req-10f614b5-59ae-4b44-8b4e-249574bfe48d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552486 Jul 07 17:49:06.364904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63f05a06-b393-4230-b1a4-e441c42fe076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.367612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63f05a06-b393-4230-b1a4-e441c42fe076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.372041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-63f05a06-b393-4230-b1a4-e441c42fe076 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ff73d3ac-25d5-4496-a3c7-ba6c258e448f HTTP/1.1" status: 204 len: 168 time: 0.6625445 Jul 07 17:49:06.389612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-f548eac0-9f80-428b-aeb7-bfdfb4b686c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.391372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-f548eac0-9f80-428b-aeb7-bfdfb4b686c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1096 time: 0.2077754 Jul 07 17:49:06.398096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f05a06-b393-4230-b1a4-e441c42fe076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff73d3ac-25d5-4496-a3c7-ba6c258e448f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.449834 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-ab875e74-74f8-48e3-b275-938fe3252ed7 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884948 Jul 07 17:49:06.473515 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-14af3ffa-5182-4db8-8273-1cf888dd0f50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095753 Jul 07 17:49:06.601557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-3ff48e33-2d4a-491f-a03b-7dc20d372708 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.604492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-3ff48e33-2d4a-491f-a03b-7dc20d372708 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 946 time: 0.1732056 Jul 07 17:49:06.610990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:06.637476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca0fb824-05de-4e13-9913-cb60b3043308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.658426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca78d74c-afcf-4f89-83b3-4c431d539e0a req-2c69acfb-0434-4986-983d-dd7724550b60 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246684 Jul 07 17:49:06.782672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca0fb824-05de-4e13-9913-cb60b3043308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.801638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca0fb824-05de-4e13-9913-cb60b3043308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.838361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-c38a6fe6-5677-415b-87f0-84f1ab2d7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:06.840465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-c38a6fe6-5677-415b-87f0-84f1ab2d7522 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 1117 time: 0.3411465 Jul 07 17:49:06.885554 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ca0fb824-05de-4e13-9913-cb60b3043308 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e918cebe57c7442bb84d03532dc4feb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616997 Jul 07 17:49:06.890396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50768) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:06.912485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fb824-05de-4e13-9913-cb60b3043308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ed828-8aac-4b8b-adc5-9bb198aa6990,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:07.229384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Deleting port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:07.229729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.274649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-9a96374c-56c8-491f-afcc-e64b8fed8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.276359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-9a96374c-56c8-491f-afcc-e64b8fed8b3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.8736539 Jul 07 17:49:07.279437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-19b4689d-5df7-482c-bb7b-344e8dbdb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.280714 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-19b4689d-5df7-482c-bb7b-344e8dbdb1bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 925 time: 0.4002037 Jul 07 17:49:07.300604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd887f3-61a8-4f04-a6f2-0b573e15c3f3 req-373f7b23-71b7-4ec4-ad00-7f34ca4efb8b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.302228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffd887f3-61a8-4f04-a6f2-0b573e15c3f3 req-373f7b23-71b7-4ec4-ad00-7f34ca4efb8b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 945 time: 0.7719765 Jul 07 17:49:07.372253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] For port 85474766-45f7-4695-a0e8-e6ff1e75e1b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=85474766-45f7-4695-a0e8-e6ff1e75e1b7,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:07.372664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.378830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-8e911769-b9a2-4cc5-8755-7c3d1703a5ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 217 time: 0.0743799 Jul 07 17:49:07.393375 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-1db1ad30-647c-4abd-815e-7524bfc68a13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc071d81-f886-451f-bf59-df5dac8d84c2 HTTP/1.1" status: 200 len: 1021 time: 0.0956059 Jul 07 17:49:07.394335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Calling delete_port for 85474766-45f7-4695-a0e8-e6ff1e75e1b7 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:07.471191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffd887f3-61a8-4f04-a6f2-0b573e15c3f3 req-2f0f9a14-a478-403e-94cf-8364ccd5b551 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336553 Jul 07 17:49:07.478367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b12a8570-bbf8-43fe-9fd9-cb6c658d6389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.482356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-07bf6435-66d4-49d1-9093-56cba0a4babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.484054 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-07bf6435-66d4-49d1-9093-56cba0a4babe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.0809090 Jul 07 17:49:07.495454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-bd097a9f-33c9-4c7a-9803-b51a1e300478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.496978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-bd097a9f-33c9-4c7a-9803-b51a1e300478 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1052868 Jul 07 17:49:07.508592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412676c-41b3-498f-a8f7-1f84aa3573d0 req-500345d5-2b48-4473-a9ec-0969e5a20c5d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.510405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e412676c-41b3-498f-a8f7-1f84aa3573d0 req-500345d5-2b48-4473-a9ec-0969e5a20c5d tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d7d1e00-f664-4b7e-8093-df7786cff972 HTTP/1.1" status: 200 len: 946 time: 0.2308166 Jul 07 17:49:07.550809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b12a8570-bbf8-43fe-9fd9-cb6c658d6389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.558989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-f6ceb2c3-92fd-4203-99dc-8a3858c3eb6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434406 Jul 07 17:49:07.615036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-04c078c8-c3e8-4773-b79c-5fc03fc937c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.616597 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-04c078c8-c3e8-4773-b79c-5fc03fc937c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208642 Jul 07 17:49:07.668140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.675671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e412676c-41b3-498f-a8f7-1f84aa3573d0 req-c9279ed1-5505-4b9f-a864-ebc8e216aa37 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.88 "GET /v2.0/security-groups?id=b9c951c4-e29f-4117-93f3-f202003f7d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455271 Jul 07 17:49:07.684360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['85474766-45f7-4695-a0e8-e6ff1e75e1b7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:07.737976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Pushing event deleted for resources: {'Port': ['ID=85474766-45f7-4695-a0e8-e6ff1e75e1b7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:07.747947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-89116cf4-44d2-4100-ad47-01354e8f717d service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749096 Jul 07 17:49:07.753944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b12a8570-bbf8-43fe-9fd9-cb6c658d6389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.756504 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b12a8570-bbf8-43fe-9fd9-cb6c658d6389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.757353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b12a8570-bbf8-43fe-9fd9-cb6c658d6389 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/721ed828-8aac-4b8b-adc5-9bb198aa6990 HTTP/1.1" status: 204 len: 168 time: 0.8640857 Jul 07 17:49:07.816597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a8570-bbf8-43fe-9fd9-cb6c658d6389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ed828-8aac-4b8b-adc5-9bb198aa6990,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:07.830308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90fd6-da72-46dc-9042-3743b4cedbe6 req-816882f5-454d-4885-b4b8-8b760df9d3b6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:07.832026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64c90fd6-da72-46dc-9042-3743b4cedbe6 req-816882f5-454d-4885-b4b8-8b760df9d3b6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 944 time: 0.1878333 Jul 07 17:49:07.893208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] No DVR routers for this DVR port 85474766-45f7-4695-a0e8-e6ff1e75e1b7 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:07.897401 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.899832 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bb40a20-38f2-4416-bc4f-6cc65f322f95 req-7cacea68-30df-4ae0-b818-aff9e08b8086 tempest-FloatingIPsAssociationNegativeTestJSON-180505051 tempest-FloatingIPsAssociationNegativeTestJSON-180505051-project] 10.222.0.90 "DELETE /v2.0/ports/85474766-45f7-4695-a0e8-e6ff1e75e1b7 HTTP/1.1" status: 204 len: 173 time: 1.2853107 Jul 07 17:49:07.923848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'name': 'network-vif-deleted', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:07.925895 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db49ca-86a7-4b38-a3a9-8c7d4b24355e" -d '{"events": [{"server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "name": "network-vif-deleted", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:07.928478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64c90fd6-da72-46dc-9042-3743b4cedbe6 req-307625be-ea57-4470-a6f6-c55d430a6263 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860765 Jul 07 17:49:07.934072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-b0501a17-4601-428a-9c42-3fcf28ec6c33 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750691 Jul 07 17:49:07.986654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-ee806fb0-0dbe-4e85-ac4b-8bf583fd4399 service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605254 Jul 07 17:49:08.136222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-335180cd-5e4a-4800-9a9e-cdd80a3386a7 req-7db957e9-42f9-4e34-b96e-07355062fcc8 service neutron] 10.222.0.55 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386383 Jul 07 17:49:08.261578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2c208-5acf-466a-89c4-8ad2e5e093f6 req-43f3c0e0-97d8-4dcc-9ade-858b9686516e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:08.263329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efd2c208-5acf-466a-89c4-8ad2e5e093f6 req-43f3c0e0-97d8-4dcc-9ade-858b9686516e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1202762 Jul 07 17:49:08.318473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efd2c208-5acf-466a-89c4-8ad2e5e093f6 req-0e68d3d4-3c1c-494b-9197-d2855f10b8db tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 Jul 07 17:49:08.372532 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdfafce-a924-4ff9-bf23-31968893c868 x-openstack-request-id: req-5bdfafce-a924-4ff9-bf23-31968893c868 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:08.372847 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7d1e00-f664-4b7e-8093-df7786cff972", "name": "network-vif-deleted", "tag": "85474766-45f7-4695-a0e8-e6ff1e75e1b7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:08.373114 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bdfafce-a924-4ff9-bf23-31968893c868 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:08.373708 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7d1e00-f664-4b7e-8093-df7786cff972', 'name': 'network-vif-deleted', 'tag': '85474766-45f7-4695-a0e8-e6ff1e75e1b7', 'status': 'completed', 'code': 200} Jul 07 17:49:08.415844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-ac7a7335-e04c-488e-8728-cf23551ba9e9 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:08.417648 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-ac7a7335-e04c-488e-8728-cf23551ba9e9 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.0938125 Jul 07 17:49:08.508769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:08.572717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:08.656929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-08a82045-2cad-4f43-ad50-beaa201a6970 service neutron] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:08.661959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-08a82045-2cad-4f43-ad50-beaa201a6970 service neutron] Notify callbacks [] for binding, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.663103 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-78c0e52a-3b38-4a60-88b1-abd73aea4aac req-08a82045-2cad-4f43-ad50-beaa201a6970 service neutron] 10.222.0.55 "DELETE /v2.0/ports/925ee2a1-e7c2-4470-aec2-0ef99bd07541/bindings/n-h2-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.2348480 Jul 07 17:49:08.778738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:08.849206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:08.872534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'port_id': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf', 'mac_address': 'fa:16:3e:84:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e70c54-6227-4078-b4ae-0073e4c71b28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:08.896594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485097e-e8c8-4bca-9bd3-f6cb4b7c177f req-b07f55e9-a6d3-49fb-8c16-96a27f94865d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:08.898496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3485097e-e8c8-4bca-9bd3-f6cb4b7c177f req-b07f55e9-a6d3-49fb-8c16-96a27f94865d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 945 time: 0.1313603 Jul 07 17:49:08.933328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:08.949474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8aa41d4-c353-4051-a2a9-17b65b3233cf {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:08.954466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3485097e-e8c8-4bca-9bd3-f6cb4b7c177f req-f44da55e-b221-4058-be63-49bccbd48fd4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498171 Jul 07 17:49:08.998219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:09.007895 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.104917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50844) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:09.136264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:09.323651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['a8aa41d4-c353-4051-a2a9-17b65b3233cf'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:09.474794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313017b7-7abd-4aef-bc66-4477a21f6ff4 req-1f58b8a9-6b97-4eda-837a-ba54754564e7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:09.476360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-313017b7-7abd-4aef-bc66-4477a21f6ff4 req-1f58b8a9-6b97-4eda-837a-ba54754564e7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 945 time: 0.2055981 Jul 07 17:49:09.540504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2cae8-92a1-4e30-b33f-d0c3548f35e9 req-72319b9a-fbc0-4552-ab50-bfe76e45a05e tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:09.542074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0c2cae8-92a1-4e30-b33f-d0c3548f35e9 req-72319b9a-fbc0-4552-ab50-bfe76e45a05e tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1096 time: 0.2184942 Jul 07 17:49:09.580470 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-313017b7-7abd-4aef-bc66-4477a21f6ff4 req-9aed7c7d-c1ae-4a28-94b5-3110a852e8e2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909438 Jul 07 17:49:09.705353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0c2cae8-92a1-4e30-b33f-d0c3548f35e9 req-e8691aa6-8c20-4c03-bf9b-33b477542534 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516831 Jul 07 17:49:09.870419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b1dec-f390-4f6c-846a-c038a39cecbb req-c5d97f85-1dc1-431d-9715-eb3c09985640 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:09.872121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d1b1dec-f390-4f6c-846a-c038a39cecbb req-c5d97f85-1dc1-431d-9715-eb3c09985640 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1553171 Jul 07 17:49:09.903990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.959136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d1b1dec-f390-4f6c-846a-c038a39cecbb req-c51319b6-aa3d-4abd-9127-2f48e3dc2e1f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782905 Jul 07 17:49:10.277151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-dab30280-609a-4e4f-bfa6-f9fce2708cc4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:10.278665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-dab30280-609a-4e4f-bfa6-f9fce2708cc4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.2116628 Jul 07 17:49:10.315314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-9868b00c-ebc3-43e8-ac1d-06712715faf8 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/quotas/f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 375 time: 0.0151377 Jul 07 17:49:10.422480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-49ec4d0c-7792-4a90-84f8-ccb1978700e4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010947 Jul 07 17:49:10.427561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Deleting port e4e15278-2045-4b12-96bc-4008d648a37c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:10.427857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.511658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:10.568459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port a8aa41d4-c353-4051-a2a9-17b65b3233cf completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:10.570597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] For port e4e15278-2045-4b12-96bc-4008d648a37c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e4e15278-2045-4b12-96bc-4008d648a37c,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:10.570954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.574042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port a8aa41d4-c353-4051-a2a9-17b65b3233cf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:10.574458 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.590984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Calling delete_port for e4e15278-2045-4b12-96bc-4008d648a37c owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:10.600013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-46792b87-85a9-4bb8-8957-6f9ddd8314dd service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690288 Jul 07 17:49:10.664861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.688789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:10.691162 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f34f57-3ce1-4208-9d88-482b41f0deee" -d '{"events": [{"server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:10.703695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:10.705901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:10.713682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:10.739705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.740641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 85474766-45f7-4695-a0e8-e6ff1e75e1b7 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:10.765879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-0dbed3b7-ad98-4a9f-b1e1-07f8c7115366 service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649625 Jul 07 17:49:10.791344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 85474766-45f7-4695-a0e8-e6ff1e75e1b7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:10.791707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 85474766-45f7-4695-a0e8-e6ff1e75e1b7 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:10.874302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:10.908619 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.937037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:10.970806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:10.994775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:10.996119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'mac_address': 'fa:16:3e:92:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-154619901', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:11.000770 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.004253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e15278-2045-4b12-96bc-4008d648a37c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.090381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.092519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.112357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:11.140192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:11.149457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.248094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.260171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.272382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea504f-05f0-42a5-ae79-699e7a5c657f req-cebc79fe-1f41-4536-9cc2-88cd2b98bfc1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.282251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58ea504f-05f0-42a5-ae79-699e7a5c657f req-cebc79fe-1f41-4536-9cc2-88cd2b98bfc1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 946 time: 0.1429257 Jul 07 17:49:11.310141 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db230907-e463-448f-ac12-349cdbecc6f5 x-openstack-request-id: req-db230907-e463-448f-ac12-349cdbecc6f5 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:11.310431 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:11.310686 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-db230907-e463-448f-ac12-349cdbecc6f5 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:11.311081 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf', 'code': 200} Jul 07 17:49:11.370967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58ea504f-05f0-42a5-ae79-699e7a5c657f req-b934012c-a861-402d-b504-a91d066c5074 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Jul 07 17:49:11.463725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:11.543726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5942942-883f-4ea8-8be6-5ad5e17ab371 req-d94f0b60-0ecd-47a6-a8ba-9fcbdd390e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.552645 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5942942-883f-4ea8-8be6-5ad5e17ab371 req-d94f0b60-0ecd-47a6-a8ba-9fcbdd390e54 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1097 time: 0.1606855 Jul 07 17:49:11.656394 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5942942-883f-4ea8-8be6-5ad5e17ab371 req-cbe82562-5e07-4a7c-8137-212b3ea54aa4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983400 Jul 07 17:49:11.814095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50940) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:11.819832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b5b2c4e-fcdf-492c-bb1b-b96614f54648 req-b01a7f2e-026b-4861-a77d-5a42c73d365f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 210 time: 0.4440410 Jul 07 17:49:11.919003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5883be-00ab-4f2a-bb1e-1fcac822faca req-245dc744-6fe2-479b-bde0-e4aa6c25b65e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.920523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b5883be-00ab-4f2a-bb1e-1fcac822faca req-245dc744-6fe2-479b-bde0-e4aa6c25b65e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 969 time: 0.1511788 Jul 07 17:49:11.950467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e738ee3-e829-42aa-bf15-9b31d4f7fa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.019785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b5883be-00ab-4f2a-bb1e-1fcac822faca req-a6844be2-5f8c-4528-80bf-01ff1039156b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903244 Jul 07 17:49:12.028341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Router 2e26ed56-7459-4301-a2af-60bfe5ede54c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:12.142829 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e738ee3-e829-42aa-bf15-9b31d4f7fa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.154541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:12.154999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e738ee3-e829-42aa-bf15-9b31d4f7fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.160251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-229e6c13-96df-4ddc-8dc5-f6fdcbfd9159 admin admin] 10.222.0.88 "PUT /v2.0/routers/2e26ed56-7459-4301-a2af-60bfe5ede54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0535257 Jul 07 17:49:12.162996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50952) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:12.168942 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] Sync routers for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:12.186479 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:12.187349 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:12.257750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e738ee3-e829-42aa-bf15-9b31d4f7fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558f8c1f-a4e2-45ae-ab3b-47ae27e49750,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:12.263127 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4e738ee3-e829-42aa-bf15-9b31d4f7fa60 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0672a46ea18c40e7981075aab18caeb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469688 Jul 07 17:49:12.266199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50954) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:12.321306 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:12.336616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.338562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beb14ac5-269f-42ba-92e6-8dc1624908db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.378105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beb14ac5-269f-42ba-92e6-8dc1624908db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.419420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50962) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:12.463477 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beb14ac5-269f-42ba-92e6-8dc1624908db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.467450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beb14ac5-269f-42ba-92e6-8dc1624908db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.471668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-beb14ac5-269f-42ba-92e6-8dc1624908db admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/558f8c1f-a4e2-45ae-ab3b-47ae27e49750 HTTP/1.1" status: 204 len: 168 time: 0.2022109 Jul 07 17:49:12.494339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb14ac5-269f-42ba-92e6-8dc1624908db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f8c1f-a4e2-45ae-ab3b-47ae27e49750,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:12.535681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.537536 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:49:10Z', 'revision_number': 5, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port': {'id': '60ba354d-5cb0-40bb-8d1a-152576c53e40', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:48:21Z', 'updated_at': '2021-07-07T17:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:12.587354 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] Checking router: 2e26ed56-7459-4301-a2af-60bfe5ede54c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:12.597573 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] Routers {'2e26ed56-7459-4301-a2af-60bfe5ede54c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:12.598457 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2e26ed56-7459-4301-a2af-60bfe5ede54c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:12.671223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Deleting port 60ba354d-5cb0-40bb-8d1a-152576c53e40 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:12.671715 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.702305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49e8b36a-ffdc-4bdb-9054-028496e3d1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.710339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add155c-0ef1-40e4-9429-765442f22650 req-05f97478-1254-49d2-b24a-2c9e2c4738d2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:12.716804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:12.729765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9add155c-0ef1-40e4-9429-765442f22650 req-05f97478-1254-49d2-b24a-2c9e2c4738d2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 946 time: 0.1819358 Jul 07 17:49:12.803785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:12.805192 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.860148 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] Set router 2e26ed56-7459-4301-a2af-60bfe5ede54c gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:12.904208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.958928 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:49:12Z', 'revision_number': 6, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:12.978860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:12.989663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.993600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9add155c-0ef1-40e4-9429-765442f22650 req-2679ec5d-4ae6-4870-88e3-8a208de7fdb7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505279 Jul 07 17:49:12.997497 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8023-06e5-4144-9fed-3e4754cb8091 None None] The sync data for ids ['2e26ed56-7459-4301-a2af-60bfe5ede54c'] in n-d-798930-2 is: [{'id': '2e26ed56-7459-4301-a2af-60bfe5ede54c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-681709536-router', 'tenant_id': '2db3433f52d741a19b1e3f1d355d2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:48:20Z', 'updated_at': '2021-07-07T17:49:12Z', 'revision_number': 6, 'project_id': '2db3433f52d741a19b1e3f1d355d2609', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:13.093486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-fef4c6c2-7f02-405d-a421-832c80b3c22b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.095673 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-fef4c6c2-7f02-405d-a421-832c80b3c22b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.2938168 Jul 07 17:49:13.107595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] For port 60ba354d-5cb0-40bb-8d1a-152576c53e40, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=60ba354d-5cb0-40bb-8d1a-152576c53e40,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:13.108290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.118740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Request body: {'port': {'device_id': '04fbf9f4-0355-44b8-b666-f09079164b34', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'admin_state_up': True, 'tenant_id': 'f32f7b8b480f4c62bdf41e361349aa7a'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:13.153871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Calling delete_port for 60ba354d-5cb0-40bb-8d1a-152576c53e40 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:13.212863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9c85c37-4a88-46d2-9e0c-3db161b3708c req-c80de0f7-ff6b-4ca0-a380-35fd0093fffb tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 210 time: 0.0603819 Jul 07 17:49:13.216108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.222591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49e8b36a-ffdc-4bdb-9054-028496e3d1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.248250 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49e8b36a-ffdc-4bdb-9054-028496e3d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.312468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'}, {'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:13.314193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50984) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:13.316334 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3358e118-e561-4ed1-a241-5a75825993c0" -d '{"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9"}, {"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:13.355867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97383c51-ccca-484f-bd58-2f67a66f3eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.370544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-49e8b36a-ffdc-4bdb-9054-028496e3d1f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=466903147f4647249d5f735f15085491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9496958 Jul 07 17:49:13.375336 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8b36a-ffdc-4bdb-9054-028496e3d1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02440116-2046-40aa-a330-e582e22ea847,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.377752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50988) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:13.460287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Made reservation on behalf of f32f7b8b480f4c62bdf41e361349aa7a for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:13.464192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.494200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.527880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Pushing event deleted for resources: {'Port': ['ID=60ba354d-5cb0-40bb-8d1a-152576c53e40,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.576651 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.625404 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b409f-37fa-462e-97af-f6ead220b2a9 x-openstack-request-id: req-cd1b409f-37fa-462e-97af-f6ead220b2a9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:13.625860 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9", "code": 200}, {"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:13.625993 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd1b409f-37fa-462e-97af-f6ead220b2a9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:13.626329 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'code': 200} Jul 07 17:49:13.626717 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'code': 200} Jul 07 17:49:13.684511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdc51667-ae3e-4863-9f79-700a02f5c4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.690606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97383c51-ccca-484f-bd58-2f67a66f3eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.707916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97383c51-ccca-484f-bd58-2f67a66f3eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.746818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-97383c51-ccca-484f-bd58-2f67a66f3eb5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ec4cbcfd5a5f4a1c8fdaf83f65dfc274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302564 Jul 07 17:49:13.749675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50996) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:13.760550 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.764011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.779707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdc51667-ae3e-4863-9f79-700a02f5c4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.824541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07287e-74ea-42bc-9bc5-4f39652ead2b req-e5ab5803-68be-4919-b22d-8095df98e7b7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.827670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97383c51-ccca-484f-bd58-2f67a66f3eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023a138d-c028-486b-889a-a5e5738c6594,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.833927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e07287e-74ea-42bc-9bc5-4f39652ead2b req-e5ab5803-68be-4919-b22d-8095df98e7b7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2612841 Jul 07 17:49:13.847371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Allocated IP 172.20.0.10 (41076a0e-6823-4994-81c2-d0883b9e5a3d/f191cd55-f633-4670-a602-3bdbf533c9f3/44172d93-0d0e-4928-83c9-3356bc8b8d5c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:13.885320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdc51667-ae3e-4863-9f79-700a02f5c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.888315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdc51667-ae3e-4863-9f79-700a02f5c4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.894670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fdc51667-ae3e-4863-9f79-700a02f5c4e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02440116-2046-40aa-a330-e582e22ea847 HTTP/1.1" status: 204 len: 168 time: 0.4989917 Jul 07 17:49:13.909719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51667-ae3e-4863-9f79-700a02f5c4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02440116-2046-40aa-a330-e582e22ea847,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.972453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e07287e-74ea-42bc-9bc5-4f39652ead2b req-9c55e976-119b-4e47-b636-5b326203ad5a tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374116 Jul 07 17:49:13.981655 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.982235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e26ed56-7459-4301-a2af-60bfe5ede54c {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:13.989553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.990726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8a4a3e2c-ecfc-4789-ac05-4fc1748b04dc admin admin] 10.222.0.88 "DELETE /v2.0/routers/2e26ed56-7459-4301-a2af-60bfe5ede54c HTTP/1.1" status: 204 len: 168 time: 1.8266907 Jul 07 17:49:13.998596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51006) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.051219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7e8dfc2-65ea-4a94-a3b4-48cab1f376b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.073372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45270627-5f12-4044-8f63-6f54f06ce2e5 req-8c45aed8-2a40-401d-a793-31e8276d89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.075188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45270627-5f12-4044-8f63-6f54f06ce2e5 req-8c45aed8-2a40-401d-a793-31e8276d89a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1121 time: 0.1849244 Jul 07 17:49:14.095654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7e8dfc2-65ea-4a94-a3b4-48cab1f376b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.100362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] Deleting subnet 075065c3-3960-4807-9ef8-0d1abd9e9fad {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:14.118683 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.128960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.212392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.224320 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.291211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:14.298296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:14.301823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:14.308173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.309078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.322762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.344687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-80a6fdff-a12f-46dd-8f22-9e65573a467e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2323916 Jul 07 17:49:14.348261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.358155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Request body: {'port': {'device_id': '04fbf9f4-0355-44b8-b666-f09079164b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:14.420452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45270627-5f12-4044-8f63-6f54f06ce2e5 req-450435bb-fccf-4cb7-b9ad-6915826c55c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344896 Jul 07 17:49:14.472550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.493101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.510813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23689-5d75-4a38-ad50-f50aad178067 req-0367afed-3d2d-4284-9112-5ca987e3a245 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.518341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95e23689-5d75-4a38-ad50-f50aad178067 req-0367afed-3d2d-4284-9112-5ca987e3a245 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 946 time: 0.3367758 Jul 07 17:49:14.541689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51024) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.555829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7e8dfc2-65ea-4a94-a3b4-48cab1f376b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.559158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7e8dfc2-65ea-4a94-a3b4-48cab1f376b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.560524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a7e8dfc2-65ea-4a94-a3b4-48cab1f376b3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/023a138d-c028-486b-889a-a5e5738c6594 HTTP/1.1" status: 204 len: 168 time: 0.8096340 Jul 07 17:49:14.562342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc6661df-e2dc-4874-b2c2-a2dcad501a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.565922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075065c3-3960-4807-9ef8-0d1abd9e9fad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.575264 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.579891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-58e67b65-20b2-4d85-aefe-42ab53475e2c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/075065c3-3960-4807-9ef8-0d1abd9e9fad HTTP/1.1" status: 204 len: 168 time: 0.5784347 Jul 07 17:49:14.584563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e2d53c-dd74-4aa6-94f8-05102ec477c6 None None] Network deca2be9-efc0-462c-9229-fb0138cc05c8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:14.589500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51028) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.630136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8dfc2-65ea-4a94-a3b4-48cab1f376b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023a138d-c028-486b-889a-a5e5738c6594,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.668463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e4e15278-2045-4b12-96bc-4008d648a37c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:14.723414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e4e15278-2045-4b12-96bc-4008d648a37c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:14.723696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e4e15278-2045-4b12-96bc-4008d648a37c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:14.734037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 60ba354d-5cb0-40bb-8d1a-152576c53e40 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:14.737509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95e23689-5d75-4a38-ad50-f50aad178067 req-c3a68fdb-83e9-42c6-afbf-440e5ab7a3fa tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179768 Jul 07 17:49:14.791847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 60ba354d-5cb0-40bb-8d1a-152576c53e40 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:14.792214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 60ba354d-5cb0-40bb-8d1a-152576c53e40 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:14.820453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.892086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6210e3-e7e1-4090-b4ad-7e64052fb6cc req-3e253a0e-2265-401a-8f98-e0b3e1f40111 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.899332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c6210e3-e7e1-4090-b4ad-7e64052fb6cc req-3e253a0e-2265-401a-8f98-e0b3e1f40111 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 932 time: 0.1656444 Jul 07 17:49:14.963926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Deleting port f106d2bd-a01b-4e25-99e7-6abb4d01b30b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:14.964630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.048956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c6210e3-e7e1-4090-b4ad-7e64052fb6cc req-475e0c07-b320-4c0f-abb8-9634c251f565 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473978 Jul 07 17:49:15.049643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] DHCP port deletion for deca2be9-efc0-462c-9229-fb0138cc05c8 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:15.058521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44172d93-0d0e-4928-83c9-3356bc8b8d5c {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:15.073733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.097501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Transition to ACTIVE for port object 44172d93-0d0e-4928-83c9-3356bc8b8d5c will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:15.112606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.114009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] For port f106d2bd-a01b-4e25-99e7-6abb4d01b30b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:15.115132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.117241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc6661df-e2dc-4874-b2c2-a2dcad501a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.127830 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc6661df-e2dc-4874-b2c2-a2dcad501a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.150810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Calling delete_port for f106d2bd-a01b-4e25-99e7-6abb4d01b30b owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:15.166584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] Deleting port f106d2bd-a01b-4e25-99e7-6abb4d01b30b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:15.167320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.223988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dc6661df-e2dc-4874-b2c2-a2dcad501a62 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ef8d8e5c835e489ba6c13ca0b2eb5ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789699 Jul 07 17:49:15.226252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51042) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:15.238076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6661df-e2dc-4874-b2c2-a2dcad501a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155336a0-0613-400e-9d59-794e6f26c234,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.242912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.308148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.308924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.309774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.316183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.316871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.329901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:15.330623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:15.331224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:15.331882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Bound port: 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:15.332501 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.349122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9e1d-b2d7-4e66-9cdd-02e536d11c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.371863 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.387710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] No DVR routers for this DVR port f106d2bd-a01b-4e25-99e7-6abb4d01b30b on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:15.406702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9e1d-b2d7-4e66-9cdd-02e536d11c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.430743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.446108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] For port f106d2bd-a01b-4e25-99e7-6abb4d01b30b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,segment=NetworkSegment(d072859a-7f01-4eda-8eb8-e145a4907b75),segment_id=d072859a-7f01-4eda-8eb8-e145a4907b75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:15.446500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.457515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7ce05-73c3-4f77-931a-ab9f55100b08 req-be96cf45-9e91-4ac8-8a3f-c9d24a549bd8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.469866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29c7ce05-73c3-4f77-931a-ab9f55100b08 req-be96cf45-9e91-4ac8-8a3f-c9d24a549bd8 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1724794 Jul 07 17:49:15.477473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:15.482358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:15.491357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.512304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] Calling delete_port for f106d2bd-a01b-4e25-99e7-6abb4d01b30b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:15.544731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9e1d-b2d7-4e66-9cdd-02e536d11c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.547483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9e1d-b2d7-4e66-9cdd-02e536d11c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.548718 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ddfd9e1d-b2d7-4e66-9cdd-02e536d11c57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/155336a0-0613-400e-9d59-794e6f26c234 HTTP/1.1" status: 204 len: 168 time: 0.3185763 Jul 07 17:49:15.571232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.571727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.573237 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 1092 time: 1.2205703 Jul 07 17:49:15.573977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:15.576328 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498" -d '{"events": [{"name": "network-changed", "server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:15.579191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd9e1d-b2d7-4e66-9cdd-02e536d11c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155336a0-0613-400e-9d59-794e6f26c234,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.602421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9c0b-923e-497c-b817-5245b2e788a4 service neutron] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.644386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29c7ce05-73c3-4f77-931a-ab9f55100b08 req-89378b33-cc43-4759-a08c-f28dfa33a6b9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733637 Jul 07 17:49:15.656447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.670587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.670954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.671853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.672203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > port after_create 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.672671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.673411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > port after_update 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.673834 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.674160 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.674824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.675428 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.741032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-adab18ad-6287-48f3-9f0d-0faa1572cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.742567 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-adab18ad-6287-48f3-9f0d-0faa1572cb71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1095 time: 0.1071739 Jul 07 17:49:15.763179 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.804854 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-c268d3e3-bbaf-41e1-9571-c285276c7a23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 217 time: 0.0532591 Jul 07 17:49:15.807777 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4caa21-789b-4c92-92b3-3896c52f9e82 x-openstack-request-id: req-ac4caa21-789b-4c92-92b3-3896c52f9e82 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:15.808108 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:15.808364 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac4caa21-789b-4c92-92b3-3896c52f9e82 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:15.808766 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c', 'status': 'completed', 'code': 200} Jul 07 17:49:15.829751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] Pushing event deleted for resources: {'Port': ['ID=f106d2bd-a01b-4e25-99e7-6abb4d01b30b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.846510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.846865 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.847200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.847727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:49:15.848385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deca2be9-efc0-462c-9229-fb0138cc05c8']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:15.854854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e92db9ec-a20b-4802-993f-8be94c5e0fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.865406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d637cd5-8238-49e9-8abf-d8ad19c6f07f None None] No DVR routers for this DVR port f106d2bd-a01b-4e25-99e7-6abb4d01b30b on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:15.888975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-97c4ee2b-f23d-43c0-b26b-d14c7ad92076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.891315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-97c4ee2b-f23d-43c0-b26b-d14c7ad92076 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0786514 Jul 07 17:49:15.905661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd072859a-7f01-4eda-8eb8-e145a4907b75') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:15.906025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd072859a-7f01-4eda-8eb8-e145a4907b75') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:15.927308 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.944988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-dc18ad0c-2293-431d-8fb1-cc982bc0ab30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470684 Jul 07 17:49:15.959949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.967543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a820ded-e6ca-4971-9e9e-461918f7cc4a req-8bdacc83-9c80-46e8-aaa9-d917eeb18545 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.974959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a820ded-e6ca-4971-9e9e-461918f7cc4a req-8bdacc83-9c80-46e8-aaa9-d917eeb18545 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1097 time: 0.4531450 Jul 07 17:49:15.986743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:15.986743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: from cryptography.utils import int_from_bytes Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: from cryptography.utils import int_from_bytes Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.013718 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:16.017163 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:16.087344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-74fa076c-64dd-45cf-8c23-cfc51a54a10d service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330028 Jul 07 17:49:16.145854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a820ded-e6ca-4971-9e9e-461918f7cc4a req-5520bcf1-e617-4059-939c-4131e44678fc tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698754 Jul 07 17:49:16.152508 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.162926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.165361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] 10.222.0.88 "DELETE /v2.0/networks/deca2be9-efc0-462c-9229-fb0138cc05c8 HTTP/1.1" status: 204 len: 168 time: 1.5550616 Jul 07 17:49:16.177568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42162058-b45d-44da-a713-06114cd0ba4e admin admin] Pushing event deleted for resources: {'Network': ['ID=deca2be9-efc0-462c-9229-fb0138cc05c8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:16.247810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-491567d6-3266-4e8b-b80f-db72a8eb2eba req-77565b99-c71d-4c3d-befb-3f78684dc775 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525028 Jul 07 17:49:16.318130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3eb26-8511-4220-883c-55e4a313643c req-b4f76beb-8acb-4950-a29c-f9f117e22af5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.319705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48a3eb26-8511-4220-883c-55e4a313643c req-b4f76beb-8acb-4950-a29c-f9f117e22af5 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 944 time: 0.0964904 Jul 07 17:49:16.390789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-97a94893-1565-4063-9ce6-42e603152263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.392347 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-97a94893-1565-4063-9ce6-42e603152263 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1095 time: 0.0800018 Jul 07 17:49:16.409968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.416009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48a3eb26-8511-4220-883c-55e4a313643c req-b034bf92-7cbd-4b6e-afa6-6a1fafbf0656 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899131 Jul 07 17:49:16.451304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269090c-e0e8-4872-a8ef-dcc722dcd5ae req-29748967-1fb7-4951-b5cd-0c2473fd9968 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.453080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d269090c-e0e8-4872-a8ef-dcc722dcd5ae req-29748967-1fb7-4951-b5cd-0c2473fd9968 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1097 time: 0.0743935 Jul 07 17:49:16.468897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51084) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.503061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d269090c-e0e8-4872-a8ef-dcc722dcd5ae req-14ff58b1-7770-4997-9427-659e986ddfa3 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Jul 07 17:49:16.529773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-575e1d78-edbc-4bc2-83bf-f64c78f52a72 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2db3433f52d741a19b1e3f1d355d2609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567899 Jul 07 17:49:16.530087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51086) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.609827 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.639295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-c3647d5e-70d3-427e-8f5b-8de740ee9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.640978 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-c3647d5e-70d3-427e-8f5b-8de740ee9317 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.2295485 Jul 07 17:49:16.664436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.678440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f106d2bd-a01b-4e25-99e7-6abb4d01b30b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:16.710943 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-2b095898-a7f8-4c5f-88c1-aefd2a0dc366 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 217 time: 0.0609643 Jul 07 17:49:16.714029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f052609f-c55c-4399-a253-5343a87d5654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.720873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: f106d2bd-a01b-4e25-99e7-6abb4d01b30b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:16.721227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f106d2bd-a01b-4e25-99e7-6abb4d01b30b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:16.835306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-4489d907-8f06-4089-b850-95a3cb39ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:16.837203 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-4489d907-8f06-4089-b850-95a3cb39ad59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1136568 Jul 07 17:49:16.884618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.887326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.891362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b9c951c4-e29f-4117-93f3-f202003f7d1e HTTP/1.1" status: 204 len: 168 time: 0.3574958 Jul 07 17:49:16.891362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-6bd32d8c-0da1-49b7-917d-ce330744b903 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463822 Jul 07 17:49:16.905100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c951c4-e29f-4117-93f3-f202003f7d1e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:16.966005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.966620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.966962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.967393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.967901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.968258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.968680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.969418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.969743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.970158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.970575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:16.971530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2865e52b-3dcf-42bb-8dcd-2dc4fcbfc2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.001583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63001-bb33-40b0-bc11-547e7afd8bdf req-3d19fa61-cb9b-482f-bfed-13c9768dc15b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.008931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05b63001-bb33-40b0-bc11-547e7afd8bdf req-3d19fa61-cb9b-482f-bfed-13c9768dc15b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1240532 Jul 07 17:49:17.032277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f052609f-c55c-4399-a253-5343a87d5654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.047320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f052609f-c55c-4399-a253-5343a87d5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.070290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05b63001-bb33-40b0-bc11-547e7afd8bdf req-737659ce-25f2-4c15-bbd8-88f75cb2c0b3 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603745 Jul 07 17:49:17.087591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052609f-c55c-4399-a253-5343a87d5654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f75a45-a94e-4bfb-8a38-c983fee1339e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:17.101619 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-e518e320-8574-43f4-9b89-a40c4a1ba8fb service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911716 Jul 07 17:49:17.168228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f052609f-c55c-4399-a253-5343a87d5654 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c69e6635a4ad467890d8fa9cf2d13084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7459776 Jul 07 17:49:17.169346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51118) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:17.232694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e51e6177-d5e7-4e66-bea5-29d5e9fcd498 req-4e92a61b-2f92-44c6-91d2-8784f787fd44 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198275 Jul 07 17:49:17.264504 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.288920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.375434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.378228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.381843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12f75a45-a94e-4bfb-8a38-c983fee1339e HTTP/1.1" status: 204 len: 168 time: 0.2072380 Jul 07 17:49:17.390770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f75a45-a94e-4bfb-8a38-c983fee1339e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:17.402460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.402659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.402988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.403337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.403670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.404002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.404330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.404655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.405007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.405333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.405658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.405983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5705a19-df48-43e8-add5-88480e0d970c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:17.429192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03c13-cbb5-48a5-a676-d411d459e190 req-c53b4730-5c6d-401f-b14f-be526b803874 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.438837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86d03c13-cbb5-48a5-a676-d411d459e190 req-c53b4730-5c6d-401f-b14f-be526b803874 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1051142 Jul 07 17:49:17.473508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86d03c13-cbb5-48a5-a676-d411d459e190 req-3594c79f-dbc3-4b26-8629-0d98db48769b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363107 Jul 07 17:49:17.652565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bb1e2-32f3-48ba-8068-2279dc518732 req-26a1270a-5992-4c13-bb57-fe50eed128d1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:17.654094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c31bb1e2-32f3-48ba-8068-2279dc518732 req-26a1270a-5992-4c13-bb57-fe50eed128d1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 944 time: 0.0713429 Jul 07 17:49:17.694209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c31bb1e2-32f3-48ba-8068-2279dc518732 req-a8564e76-b0d4-458d-abf6-426479f60c27 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346036 Jul 07 17:49:17.793120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51156) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:17.974515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51176) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:17.992325 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04f82207-fc36-47f9-a67c-1050bbd73600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.178676 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04f82207-fc36-47f9-a67c-1050bbd73600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.188008 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04f82207-fc36-47f9-a67c-1050bbd73600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.234317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f82207-fc36-47f9-a67c-1050bbd73600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c5d5bd-e23f-4199-a30e-903411875996,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.281750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51194) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:18.282420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-04f82207-fc36-47f9-a67c-1050bbd73600 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=44985f8aa5d44bb38aee46a65599c2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060422 Jul 07 17:49:18.309248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1142129857-network', 'tenant_id': '569ad0128116459c960dd6ecc96852d8'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:18.316308 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bcba7d9-178e-4178-9ac8-2516b3a42d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.346110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Made reservation on behalf of 569ad0128116459c960dd6ecc96852d8 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:18.350333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.386552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.387108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e931e7da-65fe-41e6-8d94-34be0b87b981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.395095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.415193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e931e7da-65fe-41e6-8d94-34be0b87b981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.460152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-2675f820-0777-4429-8e6e-29ddf63fdac2 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:49:18.461434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-2675f820-0777-4429-8e6e-29ddf63fdac2 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091143 Jul 07 17:49:18.476101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Request body: {'binding': {'host': 'n-h1-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:18.476277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:49:18.517325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e931e7da-65fe-41e6-8d94-34be0b87b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.520478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e931e7da-65fe-41e6-8d94-34be0b87b981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.524220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e931e7da-65fe-41e6-8d94-34be0b87b981 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2c5d5bd-e23f-4199-a30e-903411875996 HTTP/1.1" status: 204 len: 168 time: 0.2390444 Jul 07 17:49:18.535853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931e7da-65fe-41e6-8d94-34be0b87b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c5d5bd-e23f-4199-a30e-903411875996,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.656340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.672221 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.720353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:18.730957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4de2b1-ff01-4547-85b3-504ea379db6e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.741903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on host n-h1-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:18.742026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:18.742477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:18.747786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.748137 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Added segment 859110c1-831a-4d5e-87ea-99bc9f698e64 of type vlan for network f4a6fd99-15a5-4130-883d-0b49e2935d01 Jul 07 17:49:18.749620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:18.750250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:18.751822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 44172d93-0d0e-4928-83c9-3356bc8b8d5c details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:18.764122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:18.764503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:18.764875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:18.765334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Bound port: a8aa41d4-c353-4051-a2a9-17b65b3233cf, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:18.824998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.873330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:18.882072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.894777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d81ed629-07bf-4986-bdf4-a38cae5ed97a service neutron] 10.222.0.88 "POST /v2.0/ports/a8aa41d4-c353-4051-a2a9-17b65b3233cf/bindings HTTP/1.1" status: 201 len: 389 time: 0.4250126 Jul 07 17:49:18.898552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.901060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.901661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.981610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:19.003830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '44172d93-0d0e-4928-83c9-3356bc8b8d5c', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'port_id': '44172d93-0d0e-4928-83c9-3356bc8b8d5c', 'mac_address': 'fa:16:3e:80:e6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f191cd55-f633-4670-a602-3bdbf533c9f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:19.021935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2274666 Jul 07 17:49:19.025077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51222) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:19.031128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Request body: {'subnet': {'network_id': 'f4a6fd99-15a5-4130-883d-0b49e2935d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1142129857-subnet', 'tenant_id': '569ad0128116459c960dd6ecc96852d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:19.080909 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.088133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Made reservation on behalf of 569ad0128116459c960dd6ecc96852d8 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:19.092201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.098330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d7f83-436e-45eb-b21e-44649d9d576a admin admin] Pushing event updated for resources: {'Network': ['ID=f4a6fd99-15a5-4130-883d-0b49e2935d01,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:19.132753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44172d93-0d0e-4928-83c9-3356bc8b8d5c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:19.154458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51230) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:19.177613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248a4f7-20fb-488a-955e-e2605fd45c75 req-d571e85c-f224-4f17-ae58-2c620f902242 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.202001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0248a4f7-20fb-488a-955e-e2605fd45c75 req-d571e85c-f224-4f17-ae58-2c620f902242 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2662065 Jul 07 17:49:19.211553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f4a6fd99-15a5-4130-883d-0b49e2935d01 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:19.251213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:19.316931 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.371282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0248a4f7-20fb-488a-955e-e2605fd45c75 req-8e5efd9a-6bc2-4446-b2fc-a3862fd19684 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638608 Jul 07 17:49:19.473519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68d6d8-64ce-44d7-963b-8e8691c63b37 req-958def30-edf8-4961-a218-9663ffe86be9 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.483647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab68d6d8-64ce-44d7-963b-8e8691c63b37 req-958def30-edf8-4961-a218-9663ffe86be9 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.2274575 Jul 07 17:49:19.497672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:19.517650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.518349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.518942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.519433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.519916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.520486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.521116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.521614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.522248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.522729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.523205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.523693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.528724 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.551351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab68d6d8-64ce-44d7-963b-8e8691c63b37 req-5aac3208-ff52-40d3-9e9e-4fb62ff13e0d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666852 Jul 07 17:49:19.560894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-network', 'tenant_id': 'fa459131ba444393986ae8655e536b2a'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:19.602717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-e1a4fd07-b22f-4ffe-9fe2-a05e8a801c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.604245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-e1a4fd07-b22f-4ffe-9fe2-a05e8a801c05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1097 time: 0.3868551 Jul 07 17:49:19.607422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Made reservation on behalf of fa459131ba444393986ae8655e536b2a for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:19.609733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.621344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['44172d93-0d0e-4928-83c9-3356bc8b8d5c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:19.652080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.654523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8af55-ee43-45c5-b7c2-e326c5e357c3 req-81b8ae7c-ef56-4dbb-b54b-1d52cf4e9a37 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.663007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10e8af55-ee43-45c5-b7c2-e326c5e357c3 req-81b8ae7c-ef56-4dbb-b54b-1d52cf4e9a37 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 946 time: 0.0818045 Jul 07 17:49:19.713612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10e8af55-ee43-45c5-b7c2-e326c5e357c3 req-e2970c34-8578-48da-b436-8b39135f8942 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485885 Jul 07 17:49:19.723679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.826608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51696387-6bb6-4a7a-9789-c212fe47491f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:19.850037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-a3792137-9990-4295-a656-9d0b61900c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.851566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-a3792137-9990-4295-a656-9d0b61900c04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.2137563 Jul 07 17:49:19.911559 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-e5d5b3ec-127d-46d6-b0c7-8c7c32c9fd77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 217 time: 0.0438840 Jul 07 17:49:19.915906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Checking segment: {'id': '859110c1-831a-4d5e-87ea-99bc9f698e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f4a6fd99-15a5-4130-883d-0b49e2935d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:19.916274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Network hostable DHCP agents. Network: f4a6fd99-15a5-4130-883d-0b49e2935d01, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:19.996188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.001063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Network f4a6fd99-15a5-4130-883d-0b49e2935d01 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:20.007410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-ea3f1823-a535-44fd-80b4-5a05fd398c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.009138 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-ea3f1823-a535-44fd-80b4-5a05fd398c41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.0872378 Jul 07 17:49:20.010654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.021043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f4a6fd99-15a5-4130-883d-0b49e2935d01) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:20.031504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87858a-fe7c-4fef-84c9-eb2507c5fb81 None None] Network f4a6fd99-15a5-4130-883d-0b49e2935d01 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:20.043673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:20.046507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.047207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.077528 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-89b75e6f-ff52-4a72-8d37-f15b13acdb1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589685 Jul 07 17:49:20.102704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.103107 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Added segment 2f14540b-4de0-4552-ab6f-793e8928c3ea of type vlan for network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad Jul 07 17:49:20.149130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dda9da-febe-46fb-b6d8-3d45df827712,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:20.155272 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f81fa2d-84ab-4118-9141-4726c0acbd9b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1284680 Jul 07 17:49:20.195912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.227898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd360d-e205-459d-b144-7a2db62faf1b None None] Network f4a6fd99-15a5-4130-883d-0b49e2935d01 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:20.248949 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-7ae23bd2-b5c4-4561-8075-da19d52a8c56 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619582 Jul 07 17:49:20.250890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.251870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.252510 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.324328 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1639836 Jul 07 17:49:20.325403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51274) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:20.331938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Request body: {'subnet': {'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-subnet', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:20.367693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76fab2-b236-4fd9-aad5-cf574d47c5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=089daa3b-2256-45a5-875b-4b0c9cd7b7ad,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:20.374912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Made reservation on behalf of fa459131ba444393986ae8655e536b2a for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:20.377524 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.386607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:20.431143 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-c110e663-854b-4fff-9a8b-df9976cc76f7 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678650 Jul 07 17:49:20.599631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-93ea78e9-a2f1-4e4f-b678-b351fdc23de9 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:20.602309 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-93ea78e9-a2f1-4e4f-b678-b351fdc23de9 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1097 time: 0.0939269 Jul 07 17:49:20.629041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-2'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:20.755680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.774536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51294) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:20.962280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:20.976561 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:20.999086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998470-0c00-4bf0-98f9-2957ab97802c req-e9ebcb8c-ce10-4245-941f-db4e205c8062 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.006149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec998470-0c00-4bf0-98f9-2957ab97802c req-e9ebcb8c-ce10-4245-941f-db4e205c8062 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1780419 Jul 07 17:49:21.024488 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.024978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:21.062765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2f120-6e00-4b87-b689-41b20622edaf req-4901506a-0552-4a54-83d7-269ffe06a291 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.069719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25b2f120-6e00-4b87-b689-41b20622edaf req-4901506a-0552-4a54-83d7-269ffe06a291 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.2309327 Jul 07 17:49:21.074120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:21.077162 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf74bf9-1ea1-4673-a420-fb6df6b7aff9" -d '{"events": [{"server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "name": "network-vif-unplugged", "status": "completed", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:21.081623 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.100591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.125000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f4848d2-9dc3-42e0-a25a-e1465aeb04fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.165380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec998470-0c00-4bf0-98f9-2957ab97802c req-5a53e4a0-398e-4291-a1ce-6aa5132ecd42 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582179 Jul 07 17:49:21.231515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25b2f120-6e00-4b87-b689-41b20622edaf req-4409685f-f561-4f1c-843b-1777b5f65f28 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607833 Jul 07 17:49:21.255560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.305963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on host n-h2-798930-2 for vnic_type normal with profile {"migrating_to": "n-h1-798930-2"} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:21.306319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:21.306505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:21.316287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.347505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:21.347895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Attempting to bind port a8aa41d4-c353-4051-a2a9-17b65b3233cf on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:21.358845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:21.359212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:21.359648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:21.360093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Bound port: a8aa41d4-c353-4051-a2a9-17b65b3233cf, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:21.360447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.427165 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f4848d2-9dc3-42e0-a25a-e1465aeb04fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.431019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea8d381-b7f9-4c9b-81fe-78813c36f92a,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.448033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f4848d2-9dc3-42e0-a25a-e1465aeb04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.481478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Checking segment: {'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:21.481918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Network hostable DHCP agents. Network: 089daa3b-2256-45a5-875b-4b0c9cd7b7ad, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:21.510598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d1644-1712-4265-997e-1a91e0b0a0be x-openstack-request-id: req-ee5d1644-1712-4265-997e-1a91e0b0a0be {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:21.510880 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "name": "network-vif-unplugged", "status": "completed", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:21.511396 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee5d1644-1712-4265-997e-1a91e0b0a0be {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:21.511920 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf', 'code': 200} Jul 07 17:49:21.521443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:21.523004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4848d2-9dc3-42e0-a25a-e1465aeb04fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a917ba8-6411-4426-a71e-2515abe0ed17,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.528238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51316) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:21.530109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:21.535264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-86978381-network', 'tenant_id': 'f50667b9e3774419bc0b5b630aa7888c'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:21.535545 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f4848d2-9dc3-42e0-a25a-e1465aeb04fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=27f990324f2c447b8e9e691282624080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595205 Jul 07 17:49:21.537631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:21.538698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51318) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:21.543329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 089daa3b-2256-45a5-875b-4b0c9cd7b7ad) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:21.554603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80785556-5f4c-4010-9908-ce5cbc0969ce None None] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:21.557678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba220aa-e1a0-4cf2-b942-08e4d49ffc9c req-ff0b8a14-1fa9-4ade-bc78-b2c2ae5b70fa tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.562546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.565455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ba220aa-e1a0-4cf2-b942-08e4d49ffc9c req-ff0b8a14-1fa9-4ade-bc78-b2c2ae5b70fa tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 944 time: 0.1238446 Jul 07 17:49:21.580808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.581733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.652114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ba220aa-e1a0-4cf2-b942-08e4d49ffc9c req-1cbc87bd-ece4-430d-bba0-5cc6dca30b6c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848775 Jul 07 17:49:21.653361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=8']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.653855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Made reservation on behalf of f50667b9e3774419bc0b5b630aa7888c for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:21.656324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.666356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-da65a2d5-31e9-4d71-8382-49457fb381f0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3390620 Jul 07 17:49:21.668255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51322) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:21.673186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.684260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:21.727183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff75-ae47-4d77-aa87-c995869fc3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.729959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.730600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.732110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-f90acba1-e7ae-4010-a858-6450e9b70780 service neutron] 10.222.0.55 "PUT /v2.0/ports/a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 1122 time: 1.1171584 Jul 07 17:49:21.761338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51324) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:21.777916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff75-ae47-4d77-aa87-c995869fc3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.786835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.795736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.815900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['a8aa41d4-c353-4051-a2a9-17b65b3233cf'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:21.850580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90bc6b-a6ad-4dfb-97ca-088fb75fee88,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.851210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.852775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.872093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-089daa3b-2256-45a5-875b-4b0c9cd7b7ad', 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'fixed_ips': [{'subnet_id': '6ea8d381-b7f9-4c9b-81fe-78813c36f92a'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:21.873220 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.877310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff75-ae47-4d77-aa87-c995869fc3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.881355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff75-ae47-4d77-aa87-c995869fc3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.884864 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dae2ff75-ae47-4d77-aa87-c995869fc3aa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a917ba8-6411-4426-a71e-2515abe0ed17 HTTP/1.1" status: 204 len: 168 time: 0.3429325 Jul 07 17:49:21.885098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:21.901463 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.902331 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Added segment b47b8122-585f-471c-8f17-76d5b6c6cecd of type vlan for network d89350e6-403f-4672-aaca-79dd8f5a1cda Jul 07 17:49:21.927583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2ff75-ae47-4d77-aa87-c995869fc3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a917ba8-6411-4426-a71e-2515abe0ed17,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.968323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12265d4b-4bdf-485d-9121-718c598ca3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.973359 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.983454 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.030359 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.032244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:22.032943 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.139514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] Pushing event updated for resources: {'Network': ['ID=d89350e6-403f-4672-aaca-79dd8f5a1cda,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.161214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d89350e6-403f-4672-aaca-79dd8f5a1cda details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:22.185361 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.237768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12265d4b-4bdf-485d-9121-718c598ca3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.252156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ba3f7903-89c8-4779-8c7c-30b2d517f889 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7227023 Jul 07 17:49:22.255162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51336) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:22.260867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Request body: {'subnet': {'network_id': 'd89350e6-403f-4672-aaca-79dd8f5a1cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-86978381-subnet', 'tenant_id': 'f50667b9e3774419bc0b5b630aa7888c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:22.284634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12265d4b-4bdf-485d-9121-718c598ca3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.310269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Made reservation on behalf of f50667b9e3774419bc0b5b630aa7888c for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:22.313424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.342714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51338) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:22.343614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Allocated IP 172.20.0.2 (089daa3b-2256-45a5-875b-4b0c9cd7b7ad/6ea8d381-b7f9-4c9b-81fe-78813c36f92a/68a9e1f9-f1ee-45f3-bea2-bdca51df48f5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:22.362342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0239f516-01c3-4a7a-bc4e-47f9052ae917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.376254 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-12265d4b-4bdf-485d-9121-718c598ca3bf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6c116944ac57453da3b4c2e2e908dfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102664 Jul 07 17:49:22.395685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:22.396465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12265d4b-4bdf-485d-9121-718c598ca3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10eef2b-99f4-4398-a25e-ea4cbbd34ea4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.526836 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d28c28c9-6119-433f-b75d-a1f98f83fdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.542809 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.552732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Transition to ACTIVE for port object 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:22.569362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Transition to ACTIVE for port object 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:22.573992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.577937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.629899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d28c28c9-6119-433f-b75d-a1f98f83fdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.642738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:22.651838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:22.657715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:22.669780 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Pushing event updated for resources: {'Port': ['ID=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.676492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0505ae-3863-41ab-82cd-f180103b95a8,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.684325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0239f516-01c3-4a7a-bc4e-47f9052ae917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.701148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0239f516-01c3-4a7a-bc4e-47f9052ae917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.718607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Checking segment: {'id': 'b47b8122-585f-471c-8f17-76d5b6c6cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd89350e6-403f-4672-aaca-79dd8f5a1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:22.719141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Network hostable DHCP agents. Network: d89350e6-403f-4672-aaca-79dd8f5a1cda, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:22.731754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b1c8-ac41-4df9-a7a0-48ca7e847396 req-7f1f400b-6755-4454-8c05-5b28125c486a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:22.732916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.738899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca09b1c8-ac41-4df9-a7a0-48ca7e847396 req-7f1f400b-6755-4454-8c05-5b28125c486a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.2139347 Jul 07 17:49:22.759316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f59f6-16cf-4dbc-a555-3555fc854db4 req-91ffca7d-aa8d-4c64-b546-1db3710db357 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:22.760952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-363f59f6-16cf-4dbc-a555-3555fc854db4 req-91ffca7d-aa8d-4c64-b546-1db3710db357 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2341621 Jul 07 17:49:22.765949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Attempting to bind port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:22.770259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Attempting to bind port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:22.770259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Attempting to bind port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 on network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:22.770559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.771311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 44172d93-0d0e-4928-83c9-3356bc8b8d5c up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:22.773308 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0239f516-01c3-4a7a-bc4e-47f9052ae917 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1d468eea2e53414a8415e7551093e3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265697 Jul 07 17:49:22.774888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f516-01c3-4a7a-bc4e-47f9052ae917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d26613-7bbe-477d-a882-c673fd0c2d74,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.776645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51346) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:22.801506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d28c28c9-6119-433f-b75d-a1f98f83fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.804664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d28c28c9-6119-433f-b75d-a1f98f83fdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.805860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d28c28c9-6119-433f-b75d-a1f98f83fdf7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e10eef2b-99f4-4398-a25e-ea4cbbd34ea4 HTTP/1.1" status: 204 len: 168 time: 0.4063509 Jul 07 17:49:22.812431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:22.812899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Checking segment: {'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:22.813377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.813832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Bound using segment: {'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:22.814412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Bound port: 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:22.815171 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.838831 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Network d89350e6-403f-4672-aaca-79dd8f5a1cda is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:22.853434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c28c9-6119-433f-b75d-a1f98f83fdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10eef2b-99f4-4398-a25e-ea4cbbd34ea4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.865368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca09b1c8-ac41-4df9-a7a0-48ca7e847396 req-68b065d7-87f8-4e14-a7f6-77fa2680d611 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254778 Jul 07 17:49:22.897796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d89350e6-403f-4672-aaca-79dd8f5a1cda) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:22.923574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e03f6-d051-424f-ad70-a5b8d94021ee None None] Network d89350e6-403f-4672-aaca-79dd8f5a1cda requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:22.940134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:22.953410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.965007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Allocated IP 172.25.1.40 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/668a2275-670c-416c-afe6-841d89ed948f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:22.973238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-363f59f6-16cf-4dbc-a555-3555fc854db4 req-5620d9cf-5009-47d7-bfee-c049d7887e87 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616549 Jul 07 17:49:22.977861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] For port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:22.980219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 44172d93-0d0e-4928-83c9-3356bc8b8d5c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:22.998273 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2cd21df-8f95-457a-88e2-9e140289aac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.999471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 44172d93-0d0e-4928-83c9-3356bc8b8d5c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:23.000380 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.005415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] For port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,segment=NetworkSegment(2f14540b-4de0-4552-ab6f-793e8928c3ea),segment_id=2f14540b-4de0-4552-ab6f-793e8928c3ea)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:23.023705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-666e5933-2669-4ef1-9f18-3530652f75f3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7674363 Jul 07 17:49:23.042423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.069237 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2cd21df-8f95-457a-88e2-9e140289aac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.131296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.198788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2cd21df-8f95-457a-88e2-9e140289aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.206105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2cd21df-8f95-457a-88e2-9e140289aac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.207672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a2cd21df-8f95-457a-88e2-9e140289aac6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c6d26613-7bbe-477d-a882-c673fd0c2d74 HTTP/1.1" status: 204 len: 168 time: 0.4279046 Jul 07 17:49:23.213198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cedd9d-b1ff-4045-a012-b0faa486621b None None] Pushing event updated for resources: {'Port': ['ID=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:23.236566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd21df-8f95-457a-88e2-9e140289aac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d26613-7bbe-477d-a882-c673fd0c2d74,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:23.256539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.258250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da67d0-5cc6-4009-9fd2-7d177ce1de90 None None] Network d89350e6-403f-4672-aaca-79dd8f5a1cda requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:23.296638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51356) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:23.314820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:23.326747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:23.344171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:23.403674 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.409154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Pushing event updated for resources: {'Port': ['ID=668a2275-670c-416c-afe6-841d89ed948f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:23.466537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] Deleting subnet 51696387-6bb6-4a7a-9789-c212fe47491f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:23.472742 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.500360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:23.503106 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca75bf2-25b4-416a-b9bd-0252b8900a92" -d '{"events": [{"server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "name": "network-vif-plugged", "status": "completed", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:23.529004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:23.538273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:23.540612 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266137a5-be53-48d0-a035-a95f139f089b" -d '{"events": [{"name": "network-changed", "server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:23.564731 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.582516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.643708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b682a-3413-4fd1-a762-ef2698962a69 req-9de3733e-8621-453d-8aaf-bd86eddc2a1e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.647014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e19b682a-3413-4fd1-a762-ef2698962a69 req-9de3733e-8621-453d-8aaf-bd86eddc2a1e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 944 time: 0.3389540 Jul 07 17:49:23.679461 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af2a427-86f9-40b2-b9f9-70d6e5360580 x-openstack-request-id: req-3af2a427-86f9-40b2-b9f9-70d6e5360580 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:23.680048 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "name": "network-vif-plugged", "status": "completed", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:23.680048 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3af2a427-86f9-40b2-b9f9-70d6e5360580 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:23.680274 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c', 'code': 200} Jul 07 17:49:23.680414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.739607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51364) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:23.741742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:23.756113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e19b682a-3413-4fd1-a762-ef2698962a69 req-c7da2b7a-26f4-47e5-8faa-db9c7d0a1827 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981812 Jul 07 17:49:23.764444 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c036a6d-52d5-48ed-989c-c6a546778184 x-openstack-request-id: req-9c036a6d-52d5-48ed-989c-c6a546778184 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:23.765058 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:23.765058 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c036a6d-52d5-48ed-989c-c6a546778184 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:23.765350 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf', 'status': 'completed', 'code': 200} Jul 07 17:49:23.768156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cc76c-6750-418d-bc01-0add80b1f90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.793553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.809005 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.856255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51696387-6bb6-4a7a-9789-c212fe47491f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:23.861518 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.866149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-07a36f29-6489-4b7e-870f-8b5ea931d2fd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/51696387-6bb6-4a7a-9789-c212fe47491f HTTP/1.1" status: 204 len: 168 time: 0.5680842 Jul 07 17:49:23.869982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51368) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:23.965805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.985483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266137a5-be53-48d0-a035-a95f139f089b req-a4d4b712-0b61-42c1-982e-aa2873303f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.987164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-266137a5-be53-48d0-a035-a95f139f089b req-a4d4b712-0b61-42c1-982e-aa2873303f97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1125 time: 0.1946709 Jul 07 17:49:23.990301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fde6f-f799-4495-8186-8bf5d6e33750 req-e9fb1156-77fd-46b4-af5a-5b0676ad6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.991766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-317fde6f-f799-4495-8186-8bf5d6e33750 req-e9fb1156-77fd-46b4-af5a-5b0676ad6000 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1097 time: 0.2294765 Jul 07 17:49:24.039877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cc76c-6750-418d-bc01-0add80b1f90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.091868 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cc76c-6750-418d-bc01-0add80b1f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.159255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.196293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a6fd99-15a5-4130-883d-0b49e2935d01']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:24.243922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-431cc76c-6750-418d-bc01-0add80b1f90c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c09f0cb18cb44ec99948a74f1096ff51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4984071 Jul 07 17:49:24.245707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cc76c-6750-418d-bc01-0add80b1f90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19bd015-1f6c-4135-b0b9-fab2cbf90049,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:24.249328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51384) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:24.251475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859110c1-831a-4d5e-87ea-99bc9f698e64') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:24.251824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859110c1-831a-4d5e-87ea-99bc9f698e64') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:24.351821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.389306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.401521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f8612-b84b-4fd7-a5e8-31192f7e9b71 req-2e784aac-4377-4a5c-90ce-31bd81383b8a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:24.403343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a6f8612-b84b-4fd7-a5e8-31192f7e9b71 req-2e784aac-4377-4a5c-90ce-31bd81383b8a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.3491321 Jul 07 17:49:24.415391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:24.415803 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:24.420253 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:24.481978 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-317fde6f-f799-4495-8186-8bf5d6e33750 req-a62d4632-f23c-4ef0-ab02-1a931567e079 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475431 Jul 07 17:49:24.516273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51392) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:24.529676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.532182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2629a7c2-392a-41f6-9e87-bd2fc86096bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.538276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266137a5-be53-48d0-a035-a95f139f089b req-610c3dcc-d468-4034-b53d-474ec0392d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:24.539863 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-266137a5-be53-48d0-a035-a95f139f089b req-610c3dcc-d468-4034-b53d-474ec0392d49 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.5111072 Jul 07 17:49:24.551164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39174fe4-130c-4047-aef0-364ca101bd56 None None] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:24.561034 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a6f8612-b84b-4fd7-a5e8-31192f7e9b71 req-a76514bd-3c57-45fa-b2bf-ca112ac11e4b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485200 Jul 07 17:49:24.564408 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.589538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92781e2f-8bda-4b60-a9e6-376d83033846 req-7fdda6d2-91f1-44c2-89f8-d85c5758fa9d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:24.591079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92781e2f-8bda-4b60-a9e6-376d83033846 req-7fdda6d2-91f1-44c2-89f8-d85c5758fa9d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.3637812 Jul 07 17:49:24.618156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.623169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51396) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:24.625048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] 10.222.0.88 "DELETE /v2.0/networks/f4a6fd99-15a5-4130-883d-0b49e2935d01 HTTP/1.1" status: 204 len: 168 time: 0.7522340 Jul 07 17:49:24.646996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e8edd4f4-1cb2-46d1-a3d0-4b7154472ade None None] Provisioning for port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:24.659937 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2629a7c2-392a-41f6-9e87-bd2fc86096bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.686129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1bb46-0bfd-4d21-b9d9-736899d381ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a6fd99-15a5-4130-883d-0b49e2935d01,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:24.728113 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-266137a5-be53-48d0-a035-a95f139f089b req-8cb8ac1a-089b-4b65-9539-2b3e6dc1ae01 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 217 time: 0.1290781 Jul 07 17:49:24.739849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1098802032-network', 'tenant_id': '0c1b9fce852644359e01f78398c8dc6b'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:24.764612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:24.769088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92781e2f-8bda-4b60-a9e6-376d83033846 req-93042c25-1248-4731-b537-9e07ed38e7f5 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389687 Jul 07 17:49:24.793880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Made reservation on behalf of 0c1b9fce852644359e01f78398c8dc6b for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:24.794471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:24.796490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.799884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2629a7c2-392a-41f6-9e87-bd2fc86096bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.818377 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2629a7c2-392a-41f6-9e87-bd2fc86096bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.834804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2629a7c2-392a-41f6-9e87-bd2fc86096bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c19bd015-1f6c-4135-b0b9-fab2cbf90049 HTTP/1.1" status: 204 len: 168 time: 0.5668082 Jul 07 17:49:24.859464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629a7c2-392a-41f6-9e87-bd2fc86096bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19bd015-1f6c-4135-b0b9-fab2cbf90049,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:24.925056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.938620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] Deleting subnet 5c0505ae-3863-41ab-82cd-f180103b95a8 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:24.943719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:24.949765 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.957869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:24.958227 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.007554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:25.027185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf has no active binding in host n-h1-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:49:25.029078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266137a5-be53-48d0-a035-a95f139f089b req-13a8b0c9-223a-4642-955a-817601948074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:25.030786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-266137a5-be53-48d0-a035-a95f139f089b req-13a8b0c9-223a-4642-955a-817601948074 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.2703352 Jul 07 17:49:25.037395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97d1a0-89bf-4f35-8a33-b3637abaad31 req-59348ef6-63af-4858-b9c3-8087194ef3f1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:25.048488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc97d1a0-89bf-4f35-8a33-b3637abaad31 req-59348ef6-63af-4858-b9c3-8087194ef3f1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 944 time: 0.1280596 Jul 07 17:49:25.087939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.103933 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-266137a5-be53-48d0-a035-a95f139f089b req-66b2245b-85b7-4abd-9426-1e99812cbdb2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632024 Jul 07 17:49:25.107232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc97d1a0-89bf-4f35-8a33-b3637abaad31 req-87536460-cc7b-4b07-864c-20205ddf38b6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548973 Jul 07 17:49:25.145055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,segment=NetworkSegment(2f14540b-4de0-4552-ab6f-793e8928c3ea),segment_id=2f14540b-4de0-4552-ab6f-793e8928c3ea)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:25.146418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.150300 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.160274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:25.196983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.343643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9ec588b1-2882-4b7f-818d-6ec4acac3fa0 None None] Provisioning complete for port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:25.343946 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ec588b1-2882-4b7f-818d-6ec4acac3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.345872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:25.453414 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-266137a5-be53-48d0-a035-a95f139f089b req-cf38fc3a-06f8-426a-a3f1-e30e90cf1d9b service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130660 Jul 07 17:49:25.460103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.471794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.494757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:25.504815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Sync routers for ids ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:25.520342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Routers {'a63c305f-6f5b-4a2f-9b13-6f8af10a2300'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:25.521670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:25.538921 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.553124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0505ae-3863-41ab-82cd-f180103b95a8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:25.570758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.572660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b24c9cdc-8409-4137-842c-803cdc72a7e0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5c0505ae-3863-41ab-82cd-f180103b95a8 HTTP/1.1" status: 204 len: 168 time: 0.8880777 Jul 07 17:49:25.575367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51420) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:25.597974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:25.599914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.601146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e77e056c-b655-4c54-a25d-e2864669697a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9314632 Jul 07 17:49:25.611246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51426) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:25.647473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Set router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:25.676078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.676416 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Added segment b371c898-7977-417f-a4b2-42b1d298410c of type vlan for network fe056daa-63b8-4c9c-b863-4f93a4927138 Jul 07 17:49:25.684992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75c9690-3a42-4e93-8772-4879bb4d5848,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:25.723789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-266137a5-be53-48d0-a035-a95f139f089b req-bb79d2af-ba79-463a-8cb9-9755eca4cc26 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601018 Jul 07 17:49:25.798965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.822071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.907691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.909626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:25.910784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.990732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:23Z', 'revision_number': 3, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.023188 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5041308 Jul 07 17:49:26.026526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.028375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2cb35-1122-4b15-900d-13edbfa8c64e admin admin] Pushing event updated for resources: {'Network': ['ID=fe056daa-63b8-4c9c-b863-4f93a4927138,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:26.033775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Request body: {'subnet': {'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1098802032-subnet', 'tenant_id': '0c1b9fce852644359e01f78398c8dc6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:26.045428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Checking router: a63c305f-6f5b-4a2f-9b13-6f8af10a2300 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:26.046281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Updating router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 port 668a2275-670c-416c-afe6-841d89ed948f binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:26.052741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network fe056daa-63b8-4c9c-b863-4f93a4927138 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:26.053007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.086952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89350e6-403f-4672-aaca-79dd8f5a1cda']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.119791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47b8122-585f-471c-8f17-76d5b6c6cecd') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.119791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47b8122-585f-471c-8f17-76d5b6c6cecd') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.164537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Made reservation on behalf of 0c1b9fce852644359e01f78398c8dc6b for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:26.167596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.171893 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.172581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3998-86e8-4fca-bcfc-e317bb00448b req-b6294e8e-aa4b-408c-af98-d305f3f3aec3 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.175263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8cd3998-86e8-4fca-bcfc-e317bb00448b req-b6294e8e-aa4b-408c-af98-d305f3f3aec3 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.2893023 Jul 07 17:49:26.182107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.222551 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.235448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:26.236092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:26.241134 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:26.316312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8cd3998-86e8-4fca-bcfc-e317bb00448b req-e59ca5b5-a83d-4cce-9040-00388b59c51a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304450 Jul 07 17:49:26.344517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ded5-c51f-48f9-b594-3cc488b0669f req-8389983f-4874-48cd-a074-9498b54281f2 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.346350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5552ded5-c51f-48f9-b594-3cc488b0669f req-8389983f-4874-48cd-a074-9498b54281f2 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2438436 Jul 07 17:49:26.348275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.378823 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.382239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d89350e6-403f-4672-aaca-79dd8f5a1cda HTTP/1.1" status: 204 len: 168 time: 0.8047867 Jul 07 17:49:26.409771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88f882-b85d-49c1-8378-221f0a2264f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89350e6-403f-4672-aaca-79dd8f5a1cda,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:26.435303 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5552ded5-c51f-48f9-b594-3cc488b0669f req-5f681dc4-4166-4218-be86-8ef913a338ee tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641789 Jul 07 17:49:26.553666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.566880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Transition to ACTIVE for port object 668a2275-670c-416c-afe6-841d89ed948f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:26.588166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.700752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Attempting to bind port 668a2275-670c-416c-afe6-841d89ed948f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:26.701205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Attempting to bind port 668a2275-670c-416c-afe6-841d89ed948f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:26.701769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Attempting to bind port 668a2275-670c-416c-afe6-841d89ed948f on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:26.710618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:26.711263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:26.711823 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.712380 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:26.713148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Bound port: 668a2275-670c-416c-afe6-841d89ed948f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:26.713744 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.747084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:26.752992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313a23c-ecf8-42ce-8303-019337eeb293 None None] Pushing event updated for resources: {'Port': ['ID=668a2275-670c-416c-afe6-841d89ed948f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:26.780443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51456) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.809823 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.853889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] For port 668a2275-670c-416c-afe6-841d89ed948f, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:26.864170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] For port 668a2275-670c-416c-afe6-841d89ed948f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=668a2275-670c-416c-afe6-841d89ed948f,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:26.865384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:26.866209 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.892534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.911662 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e0f82fa5-27db-4fe3-9d96-0373c6b62274 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=569ad0128116459c960dd6ecc96852d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247742 Jul 07 17:49:26.921441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.930137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8da6-0c38-432f-bf43-0b074f324a82 req-4631dcdf-6196-4c40-82a4-174c2af81a3e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:26.942315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c8d8da6-0c38-432f-bf43-0b074f324a82 req-4631dcdf-6196-4c40-82a4-174c2af81a3e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 944 time: 0.2050116 Jul 07 17:49:26.954320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313a23c-ecf8-42ce-8303-019337eeb293 None None] Pushing event updated for resources: {'Port': ['ID=668a2275-670c-416c-afe6-841d89ed948f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:26.980441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-b21b0427-bdce-4286-b159-360fd292bf29 service neutron] 10.222.0.90 "GET /v2.0/ports/a8aa41d4-c353-4051-a2a9-17b65b3233cf/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.2745314 Jul 07 17:49:26.990065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Routers {'a63c305f-6f5b-4a2f-9b13-6f8af10a2300'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:26.990814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.033065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.069783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c8d8da6-0c38-432f-bf43-0b074f324a82 req-1d6aa1a0-07db-4c4a-a34a-4b20cabef959 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187556 Jul 07 17:49:27.170009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] Set router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:27.222999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b291b0b-b901-41ca-a243-d75dec73a0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.224140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8ad809-15ec-467f-9fca-51cdca363aed,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.289973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b291b0b-b901-41ca-a243-d75dec73a0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.297153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51482) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:27.300098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Allocated IP 172.20.0.1 (089daa3b-2256-45a5-875b-4b0c9cd7b7ad/6ea8d381-b7f9-4c9b-81fe-78813c36f92a/d87c90aa-9499-4367-aa05-5c6d52a50c5c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:27.307109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Checking segment: {'id': 'b371c898-7977-417f-a4b2-42b1d298410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:27.307539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Network hostable DHCP agents. Network: fe056daa-63b8-4c9c-b863-4f93a4927138, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:27.368037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:23Z', 'revision_number': 3, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.401122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadb940-7f8e-4987-bf88-8bd0164c9fbb None None] The sync data for ids ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'] in n-d-798930-2 is: [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:23Z', 'revision_number': 3, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:27.435837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da4a0ca7-d07b-4e0e-90eb-085bbbf6c8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.456748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Network fe056daa-63b8-4c9c-b863-4f93a4927138 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:27.478049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, fe056daa-63b8-4c9c-b863-4f93a4927138) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:27.483675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:27.484886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.489466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea87e2f-3312-463c-8fac-78d518fe4177 None None] Network fe056daa-63b8-4c9c-b863-4f93a4927138 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:27.525530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b291b0b-b901-41ca-a243-d75dec73a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.528344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b291b0b-b901-41ca-a243-d75dec73a0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.531958 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7b291b0b-b901-41ca-a243-d75dec73a0e8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/da4de2b1-ff01-4547-85b3-504ea379db6e HTTP/1.1" status: 204 len: 168 time: 0.6075072 Jul 07 17:49:27.564761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:27.570155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b291b0b-b901-41ca-a243-d75dec73a0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4de2b1-ff01-4547-85b3-504ea379db6e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.582919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad442d1-cc8f-428d-aae7-9ee1f0c8c8cd req-c2f09545-d8b2-4189-bdf1-67ef23424e88 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:27.590347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ad442d1-cc8f-428d-aae7-9ee1f0c8c8cd req-c2f09545-d8b2-4189-bdf1-67ef23424e88 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.1258528 Jul 07 17:49:27.593233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.612654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:27.660521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ad442d1-cc8f-428d-aae7-9ee1f0c8c8cd req-78ca7723-118f-4e07-88f2-172aa5fb477f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671992 Jul 07 17:49:27.676485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aa41d4-c353-4051-a2a9-17b65b3233cf {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:27.696479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:27.702454 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da4a0ca7-d07b-4e0e-90eb-085bbbf6c8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.714962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Transition to ACTIVE for port object d87c90aa-9499-4367-aa05-5c6d52a50c5c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:27.764553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.768953 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da4a0ca7-d07b-4e0e-90eb-085bbbf6c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.781310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.802631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451367c-558a-4b8e-9569-a4c700f1fece None None] Network fe056daa-63b8-4c9c-b863-4f93a4927138 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:27.860659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-85c6e74d-d9ef-47eb-b7b0-b4301eee72bb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8331182 Jul 07 17:49:27.870410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a0ca7-d07b-4e0e-90eb-085bbbf6c8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde25ca8-2947-45d8-852a-3d2511a44f69,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.937856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:27.976667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:27.989128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:27.990542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.994356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-da4a0ca7-d07b-4e0e-90eb-085bbbf6c8f5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8a97989751ef44bb868b4396dfa9f947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6958458 Jul 07 17:49:28.003484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51498) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.103604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7a470-16d5-47b2-8f47-d2ff5a8a070a req-511cca8d-3d90-4643-9e6b-e0c9d7608ab7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.114868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77c7a470-16d5-47b2-8f47-d2ff5a8a070a req-511cca8d-3d90-4643-9e6b-e0c9d7608ab7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.4033952 Jul 07 17:49:28.118803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51502) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.155551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Pushing event updated for resources: {'Port': ['ID=d87c90aa-9499-4367-aa05-5c6d52a50c5c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.180590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97175e-0c59-49dd-8d69-de5f47f202d5 req-49029472-967d-427a-be25-9fe4bef5c06b tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.188650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc97175e-0c59-49dd-8d69-de5f47f202d5 req-49029472-967d-427a-be25-9fe4bef5c06b tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1097 time: 0.3030858 Jul 07 17:49:28.218411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] Transition to ACTIVE for port object a8aa41d4-c353-4051-a2a9-17b65b3233cf will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:28.257077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.295897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.316330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77c7a470-16d5-47b2-8f47-d2ff5a8a070a req-4df293ec-2642-46c1-8a73-f02d72b2ebcc tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997676 Jul 07 17:49:28.316670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2c1e-a135-4587-b6bb-31d30c3ccf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.336729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc97175e-0c59-49dd-8d69-de5f47f202d5 req-b469e730-43fb-4791-a4cd-e33db47f5ecb tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470079 Jul 07 17:49:28.353839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fc783ee1-ff1a-41df-96da-2614b67bc2b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f50667b9e3774419bc0b5b630aa7888c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257450 Jul 07 17:49:28.354965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51510) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.364459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] No DVR routers for this DVR port a8aa41d4-c353-4051-a2a9-17b65b3233cf on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:28.403254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1bd356db-2646-4375-bbff-12c54a8a39f0 None None] Provisioning for port d87c90aa-9499-4367-aa05-5c6d52a50c5c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:28.408535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1bd356db-2646-4375-bbff-12c54a8a39f0 None None] Provisioning complete for port d87c90aa-9499-4367-aa05-5c6d52a50c5c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:28.408941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bd356db-2646-4375-bbff-12c54a8a39f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.434545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2c1e-a135-4587-b6bb-31d30c3ccf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.470403 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] 10.222.0.90 "PUT /v2.0/ports/a8aa41d4-c353-4051-a2a9-17b65b3233cf/bindings/n-h1-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4837191 Jul 07 17:49:28.492775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0a57f-190e-4371-8794-2b67c0d40e6a service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=10']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.510806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2c1e-a135-4587-b6bb-31d30c3ccf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.514745 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2c1e-a135-4587-b6bb-31d30c3ccf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.516114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9c8f2c1e-a135-4587-b6bb-31d30c3ccf49 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dde25ca8-2947-45d8-852a-3d2511a44f69 HTTP/1.1" status: 204 len: 168 time: 0.5079660 Jul 07 17:49:28.544254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1bd356db-2646-4375-bbff-12c54a8a39f0 None None] Port d87c90aa-9499-4367-aa05-5c6d52a50c5c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:28.552784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f2c1e-a135-4587-b6bb-31d30c3ccf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde25ca8-2947-45d8-852a-3d2511a44f69,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.557117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76428d55-46d4-4476-8b01-e4b3d8668a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.633994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76428d55-46d4-4476-8b01-e4b3d8668a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.851312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 668a2275-670c-416c-afe6-841d89ed948f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:28.877092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-a12a5c7f-4f3b-4569-93fa-6271d4fb9b9a tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.878960 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-a12a5c7f-4f3b-4569-93fa-6271d4fb9b9a tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.3015900 Jul 07 17:49:28.911219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b82558-d7eb-4c12-ad7b-b71e06bf1e4d req-c0f33e8f-0130-4cfb-90fe-9f495b25867e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.913363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38b82558-d7eb-4c12-ad7b-b71e06bf1e4d req-c0f33e8f-0130-4cfb-90fe-9f495b25867e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 945 time: 0.2256463 Jul 07 17:49:28.914680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76428d55-46d4-4476-8b01-e4b3d8668a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.918206 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76428d55-46d4-4476-8b01-e4b3d8668a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.925711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-76428d55-46d4-4476-8b01-e4b3d8668a49 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c90bc6b-a6ad-4dfb-97ca-088fb75fee88 HTTP/1.1" status: 204 len: 168 time: 0.5637596 Jul 07 17:49:28.942972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76428d55-46d4-4476-8b01-e4b3d8668a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90bc6b-a6ad-4dfb-97ca-088fb75fee88,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.991084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.998890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.999713 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.003558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 668a2275-670c-416c-afe6-841d89ed948f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:29.009600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 668a2275-670c-416c-afe6-841d89ed948f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:29.010737 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.095379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38b82558-d7eb-4c12-ad7b-b71e06bf1e4d req-44037283-0417-4996-a519-994a83ee5637 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535218 Jul 07 17:49:29.151821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Pushing event updated for resources: {'Port': ['ID=d87c90aa-9499-4367-aa05-5c6d52a50c5c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:29.251392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-2915c859-a3be-4375-8e9e-b7e3cac7ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:29.252889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-2915c859-a3be-4375-8e9e-b7e3cac7ab90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986&tenant_id=d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 1096 time: 0.3508835 Jul 07 17:49:29.345706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:29.351778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:29.354032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.427779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 668a2275-670c-416c-afe6-841d89ed948f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=668a2275-670c-416c-afe6-841d89ed948f,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:29.429460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-88d1fb17-9ad7-4fee-8f20-e3a402294da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:29.432429 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-88d1fb17-9ad7-4fee-8f20-e3a402294da5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1096 time: 0.1433606 Jul 07 17:49:29.434861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.568594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51542) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:29.572520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-295429254-network', 'tenant_id': 'e707b1a847684e2caf7915dcf21d323b'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:29.587689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=668a2275-670c-416c-afe6-841d89ed948f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:29.634635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Made reservation on behalf of e707b1a847684e2caf7915dcf21d323b for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:29.639348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.725772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:29.735666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-47a31a7b-3ba7-4005-a71b-36c18e34d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:29.737338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.738776 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-47a31a7b-3ba7-4005-a71b-36c18e34d944 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.2881479 Jul 07 17:49:29.783733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b5908a47-cf7c-4e1c-be20-ceedec3c57c3 None None] Provisioning complete for port d87c90aa-9499-4367-aa05-5c6d52a50c5c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:29.784147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b5908a47-cf7c-4e1c-be20-ceedec3c57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.910173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b5908a47-cf7c-4e1c-be20-ceedec3c57c3 None None] Port d87c90aa-9499-4367-aa05-5c6d52a50c5c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:29.962036 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-766e18e6-f5ef-4d64-acca-2bc33ba51af8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 217 time: 0.2074485 Jul 07 17:49:29.967081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b7c1f-2914-48af-9a55-6d160fa965a7 req-5f0e05b0-d3c5-498f-bba6-4e067335cbfb tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:29.969599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-963b7c1f-2914-48af-9a55-6d160fa965a7 req-5f0e05b0-d3c5-498f-bba6-4e067335cbfb tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.3141963 Jul 07 17:49:30.109138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-963b7c1f-2914-48af-9a55-6d160fa965a7 req-0618cf55-c193-4b40-8128-0230603c3939 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296051 Jul 07 17:49:30.206203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.219632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.230685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-c6a0aaeb-7263-4396-8a54-c915f86b870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.235203 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-c6a0aaeb-7263-4396-8a54-c915f86b870c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.2671247 Jul 07 17:49:30.277454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:30.287457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5738e8ad-3032-4dd2-9187-8008965bd828,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:30.295426 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.296216 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Added segment d46285c1-4c3a-4467-b8d8-47a574e498c1 of type vlan for network 5f4373a9-78bf-4e61-a9c1-dd8e216ef46c Jul 07 17:49:30.322376 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-6dbcbdd8-d563-496d-9a4f-428559acfa25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655890 Jul 07 17:49:30.329055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:30.338853 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Sync routers for ids ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:30.353927 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Routers {'a63c305f-6f5b-4a2f-9b13-6f8af10a2300'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:30.354613 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:30.355142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8cc9e0d7-7a2f-4386-a670-d0bdf44b7a26 admin admin] 10.222.0.88 "PUT /v2.0/routers/a63c305f-6f5b-4a2f-9b13-6f8af10a2300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7425449 Jul 07 17:49:30.375159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.531543 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.532629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.533264 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.590983 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Set router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:30.620556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:30.720385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 668a2275-670c-416c-afe6-841d89ed948f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:30.725177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:30.737383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755a78f-d3a0-43aa-b108-4156451032d5 req-b554135b-b7ed-4788-b2e9-66ea207dabb8 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:30.750100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5755a78f-d3a0-43aa-b108-4156451032d5 req-b554135b-b7ed-4788-b2e9-66ea207dabb8 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 945 time: 0.3492184 Jul 07 17:49:30.752733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1841424 Jul 07 17:49:30.775896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51592) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:30.795735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Request body: {'subnet': {'network_id': '5f4373a9-78bf-4e61-a9c1-dd8e216ef46c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-295429254-subnet', 'tenant_id': 'e707b1a847684e2caf7915dcf21d323b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:30.830791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 668a2275-670c-416c-afe6-841d89ed948f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:30.831169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.837580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6fbbd-fd6b-40e0-a6ba-03a3a6ed78e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5f4373a9-78bf-4e61-a9c1-dd8e216ef46c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:30.893466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5755a78f-d3a0-43aa-b108-4156451032d5 req-c1bdde13-15d8-4b62-9365-99f6900c488d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423302 Jul 07 17:49:30.909265 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-d7f45fda-f601-4fa5-ab1a-bb745835b78e service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774460 Jul 07 17:49:30.912640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Made reservation on behalf of e707b1a847684e2caf7915dcf21d323b for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:30.912879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 5f4373a9-78bf-4e61-a9c1-dd8e216ef46c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:30.920358 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.123373 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-c81a7660-3658-45ec-8041-6949b4bab080 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000034 Jul 07 17:49:31.154294 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:28Z', 'revision_number': 4, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd87c90aa-9499-4367-aa05-5c6d52a50c5c', 'name': '', 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'mac_address': 'fa:16:3e:46:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6ea8d381-b7f9-4c9b-81fe-78813c36f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:26Z', 'updated_at': '2021-07-07T17:49:28Z', 'revision_number': 2, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'subnets': [{'id': '6ea8d381-b7f9-4c9b-81fe-78813c36f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:31.199234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Checking router: a63c305f-6f5b-4a2f-9b13-6f8af10a2300 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:31.199959 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Updating router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 port d87c90aa-9499-4367-aa05-5c6d52a50c5c binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:31.305584 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.331285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f347bdb2-ebea-4438-a27b-80bbbb2c8379 req-5e53c255-a72b-42e3-a060-9e5664e25ef6 tempest-FloatingIPsNegativeTestJSON-1559519315 tempest-FloatingIPsNegativeTestJSON-1559519315-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=fa459131ba444393986ae8655e536b2a HTTP/1.1" status: 200 len: 217 time: 0.3307078 Jul 07 17:49:31.333622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.397267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935c5f69-5008-459b-8903-ff088e238148,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:31.409024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Checking segment: {'id': 'd46285c1-4c3a-4467-b8d8-47a574e498c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5f4373a9-78bf-4e61-a9c1-dd8e216ef46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:31.409605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Network hostable DHCP agents. Network: 5f4373a9-78bf-4e61-a9c1-dd8e216ef46c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:31.436205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Network 5f4373a9-78bf-4e61-a9c1-dd8e216ef46c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:31.456030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 5f4373a9-78bf-4e61-a9c1-dd8e216ef46c) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:31.462013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:31.462845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.468049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed2ef2-928e-4233-8f5b-fbb986fb80c0 None None] Network 5f4373a9-78bf-4e61-a9c1-dd8e216ef46c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:31.523903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cd1243e3-2d25-4e5f-9244-074f0459ce12 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7420120 Jul 07 17:49:31.687049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-98721515-fc85-4e8c-96aa-96a052ff6b16 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:31.692110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-98721515-fc85-4e8c-96aa-96a052ff6b16 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.1415520 Jul 07 17:49:31.736587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-5fea202f-6622-45e9-84e1-85bb9cbe6780 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=551362625a224c52b3c4b9f12e3f3091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707896 Jul 07 17:49:31.756258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7043b6e2-f5e6-4c55-8942-2ac7dc47de29 None None] Network 5f4373a9-78bf-4e61-a9c1-dd8e216ef46c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:31.861203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a215-5048-4b59-89cb-86927a09a7f4 req-262e0883-2661-4d81-a9b8-7db257f983b3 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:31.870878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ada2a215-5048-4b59-89cb-86927a09a7f4 req-262e0883-2661-4d81-a9b8-7db257f983b3 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2783792 Jul 07 17:49:31.903646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-b2181d04-5038-45ae-b72b-9dc3568edac6 service neutron] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:31.910636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-b2181d04-5038-45ae-b72b-9dc3568edac6 service neutron] Notify callbacks [] for binding, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.914887 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f8b9e12d-0566-4c31-975b-2b6879654f50 req-b2181d04-5038-45ae-b72b-9dc3568edac6 service neutron] 10.222.0.55 "DELETE /v2.0/ports/a8aa41d4-c353-4051-a2a9-17b65b3233cf/bindings/n-h2-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.2131312 Jul 07 17:49:31.944231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ada2a215-5048-4b59-89cb-86927a09a7f4 req-96c3e844-64b3-46f5-b112-d2deae58e9da tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720940 Jul 07 17:49:32.012077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-778fa8e8-5724-4bfa-b18a-e1fb3c3dfdcd tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:32.019907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-778fa8e8-5724-4bfa-b18a-e1fb3c3dfdcd tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819166 Jul 07 17:49:32.038239 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.052447 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Transition to ACTIVE for port object d87c90aa-9499-4367-aa05-5c6d52a50c5c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:32.062659 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.071903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-231319f9-4eb2-40a1-b6f8-12ed83c47f9f req-2c31556b-0591-4d6f-bf85-21944324ea98 tempest-FloatingIPsNegativeTestJSON-1559519315 tempest-FloatingIPsNegativeTestJSON-1559519315-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0824156 Jul 07 17:49:32.082626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-e5ee126a-1e2f-4d6b-801a-596503d8165f tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/quotas/551362625a224c52b3c4b9f12e3f3091 HTTP/1.1" status: 200 len: 375 time: 0.0617275 Jul 07 17:49:32.113652 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Pushing event updated for resources: {'Port': ['ID=d87c90aa-9499-4367-aa05-5c6d52a50c5c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:32.134548 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.135400 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.135846 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.136188 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.136678 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.137041 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.138478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.138953 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.139291 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.139621 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.139951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.140276 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:32.157999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-3f514592-3b0d-4761-8fe2-c5bcb2ab10b4 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=551362625a224c52b3c4b9f12e3f3091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728207 Jul 07 17:49:32.354177 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Attempting to bind port d87c90aa-9499-4367-aa05-5c6d52a50c5c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:32.354901 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Attempting to bind port d87c90aa-9499-4367-aa05-5c6d52a50c5c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:32.356023 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Attempting to bind port d87c90aa-9499-4367-aa05-5c6d52a50c5c on network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:32.364086 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:32.365330 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Checking segment: {'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:32.365999 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.367209 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Bound using segment: {'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:32.367905 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Bound port: d87c90aa-9499-4367-aa05-5c6d52a50c5c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f14540b-4de0-4552-ab6f-793e8928c3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:32.368607 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.467756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4db2e-a69f-4d03-902c-2c22c3ee0f4b req-541e11fc-8ef2-4027-982e-ca52e51d0d51 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:32.484535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91a4db2e-a69f-4d03-902c-2c22c3ee0f4b req-541e11fc-8ef2-4027-982e-ca52e51d0d51 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 945 time: 0.1749463 Jul 07 17:49:32.517836 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] For port d87c90aa-9499-4367-aa05-5c6d52a50c5c, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:32.524933 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] For port d87c90aa-9499-4367-aa05-5c6d52a50c5c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d87c90aa-9499-4367-aa05-5c6d52a50c5c,segment=NetworkSegment(2f14540b-4de0-4552-ab6f-793e8928c3ea),segment_id=2f14540b-4de0-4552-ab6f-793e8928c3ea)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:32.533259 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.582157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91a4db2e-a69f-4d03-902c-2c22c3ee0f4b req-f49961c4-339a-42b2-9092-fc0845223a39 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950017 Jul 07 17:49:32.670322 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-5bd85378-589a-4cbc-9f36-560ac4d733cc req-0c7aaabe-94ba-4b77-8f3b-94e0f27bac36 tempest-FloatingIPsNegativeTestJSON-1559519315 tempest-FloatingIPsNegativeTestJSON-1559519315-project] show failed (client error): The resource could not be found. Jul 07 17:49:32.681981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bd85378-589a-4cbc-9f36-560ac4d733cc req-0c7aaabe-94ba-4b77-8f3b-94e0f27bac36 tempest-FloatingIPsNegativeTestJSON-1559519315 tempest-FloatingIPsNegativeTestJSON-1559519315-project] 10.222.0.88 "GET /v2.0/floatingips/440c04f9-a1ae-40ae-8283-c07c558040e1 HTTP/1.1" status: 404 len: 350 time: 0.0549035 Jul 07 17:49:32.684449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51656) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:32.713425 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81320b-1199-4c14-98b2-d5618875383b None None] Pushing event updated for resources: {'Port': ['ID=d87c90aa-9499-4367-aa05-5c6d52a50c5c,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:32.722747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Routers {'a63c305f-6f5b-4a2f-9b13-6f8af10a2300'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:32.723375 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:33.078841 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] Set router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:33.101472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-454dae5f-cd27-42ff-b0c9-9452db36dffc req-1df0b2ea-41f2-4168-bb5b-25fc2c128f29 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 210 time: 0.0524390 Jul 07 17:49:33.237286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-11ec72a3-bb00-4752-b13f-5d64831e2d7f tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:33.249859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-11ec72a3-bb00-4752-b13f-5d64831e2d7f tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/networks?id=fe056daa-63b8-4c9c-b863-4f93a4927138 HTTP/1.1" status: 200 len: 815 time: 0.1463230 Jul 07 17:49:33.300273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-e1d9f666-4506-413b-9aa9-00eafef5c9da tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/quotas/0c1b9fce852644359e01f78398c8dc6b HTTP/1.1" status: 200 len: 375 time: 0.0466223 Jul 07 17:49:33.363081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-ce180077-eeaf-4b3d-85f2-dbc642bc205a tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0c1b9fce852644359e01f78398c8dc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539253 Jul 07 17:49:33.385205 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:28Z', 'revision_number': 4, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd87c90aa-9499-4367-aa05-5c6d52a50c5c', 'name': '', 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'mac_address': 'fa:16:3e:46:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6ea8d381-b7f9-4c9b-81fe-78813c36f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:26Z', 'updated_at': '2021-07-07T17:49:32Z', 'revision_number': 4, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'subnets': [{'id': '6ea8d381-b7f9-4c9b-81fe-78813c36f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:33.426232 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b1cb7-17f5-4c3f-aef3-3db1da6f0c48 None None] The sync data for ids ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'] in n-d-798930-2 is: [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:28Z', 'revision_number': 4, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd87c90aa-9499-4367-aa05-5c6d52a50c5c', 'name': '', 'network_id': '089daa3b-2256-45a5-875b-4b0c9cd7b7ad', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'mac_address': 'fa:16:3e:46:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6ea8d381-b7f9-4c9b-81fe-78813c36f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:26Z', 'updated_at': '2021-07-07T17:49:32Z', 'revision_number': 4, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'subnets': [{'id': '6ea8d381-b7f9-4c9b-81fe-78813c36f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:33.527331 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.585858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-27c2f9a9-f663-4f6c-ab9d-246b9ae9b6a3 service neutron] 10.222.0.88 "GET /v2.0/networks/fe056daa-63b8-4c9c-b863-4f93a4927138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144523 Jul 07 17:49:33.603717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d261f-d886-4e10-b3fd-d5fd0697aaa6 req-4e9dc6da-2501-49b2-bc1d-01d1ac5dea19 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:33.604297 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.605375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-244d261f-d886-4e10-b3fd-d5fd0697aaa6 req-4e9dc6da-2501-49b2-bc1d-01d1ac5dea19 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1583323 Jul 07 17:49:33.711017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-244d261f-d886-4e10-b3fd-d5fd0697aaa6 req-ed314fa2-1863-4984-9831-62d7ad739faf tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903606 Jul 07 17:49:33.760602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-f00b13be-4250-4a21-94ea-ffeea3337ee7 service neutron] 10.222.0.88 "GET /v2.0/networks/fe056daa-63b8-4c9c-b863-4f93a4927138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737783 Jul 07 17:49:34.209016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c547783-48d6-4c6a-9d7d-477c3808ba28 req-652236b7-299a-491e-90e4-b47bc81965e1 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:34.211428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c547783-48d6-4c6a-9d7d-477c3808ba28 req-652236b7-299a-491e-90e4-b47bc81965e1 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1096 time: 0.1001785 Jul 07 17:49:34.224860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Deleting port d87c90aa-9499-4367-aa05-5c6d52a50c5c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:34.225390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.289912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c547783-48d6-4c6a-9d7d-477c3808ba28 req-19c2eab2-66d8-4639-96a8-ccce08f5901e tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702739 Jul 07 17:49:34.376983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] For port d87c90aa-9499-4367-aa05-5c6d52a50c5c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d87c90aa-9499-4367-aa05-5c6d52a50c5c,segment=NetworkSegment(2f14540b-4de0-4552-ab6f-793e8928c3ea),segment_id=2f14540b-4de0-4552-ab6f-793e8928c3ea)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:34.377339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.398448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Calling delete_port for d87c90aa-9499-4367-aa05-5c6d52a50c5c owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:34.523556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40ebf21c-c00e-4435-b9cc-ab504309f055 req-6ea38d12-5f89-44f6-a5f9-523cb6b0f876 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 210 time: 0.0731156 Jul 07 17:49:34.529838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-d570cd05-6334-4c30-a8a5-6b5f19fc637c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=551362625a224c52b3c4b9f12e3f3091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528679 Jul 07 17:49:34.732518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d87c90aa-9499-4367-aa05-5c6d52a50c5c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:34.892945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d87c90aa-9499-4367-aa05-5c6d52a50c5c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:34.900441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-9273805f-1480-4266-8143-8d26f834550f tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:34.910585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-9273805f-1480-4266-8143-8d26f834550f tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3673587 Jul 07 17:49:34.913172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d87c90aa-9499-4367-aa05-5c6d52a50c5c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:34.913548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.013352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.031374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Could not find standard attr ID for object d87c90aa-9499-4367-aa05-5c6d52a50c5c. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:49:35.031596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Request body: {'port': {'device_id': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '551362625a224c52b3c4b9f12e3f3091'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:35.034586 n-d-798930-2 neutron-server[105590]: INFO neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No ports have port_id starting with d87c90aa-9499-4367-aa05-5c6d52a50c5c Jul 07 17:49:35.082348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82f1fc0f-19a9-4411-9759-9e20dcca7bbb req-d55ea36e-356c-414e-8de4-601112e6cf43 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=545f6bffe9704e36a9465b3657ec0f81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636718 Jul 07 17:49:35.128135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19cd435b-dc5a-4066-8bb6-bbed0c67bf55 req-aa714c01-9671-4e73-b7a6-48e5bc1237a1 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 210 time: 0.0781481 Jul 07 17:49:35.231671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87c90aa-9499-4367-aa05-5c6d52a50c5c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:35.278997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Made reservation on behalf of 551362625a224c52b3c4b9f12e3f3091 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:35.282753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.311020 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.494483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.535191 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.625087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.650600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.738762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2146fe23-3ad1-4142-802e-b603bec13a51,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:35.905521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-40da1a73-4ca3-497c-9332-f44cf1352935 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:35.907335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-40da1a73-4ca3-497c-9332-f44cf1352935 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.90 "GET /v2.0/networks?id=fe056daa-63b8-4c9c-b863-4f93a4927138 HTTP/1.1" status: 200 len: 815 time: 0.1810093 Jul 07 17:49:35.914232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408443-d03e-490d-9666-096d13b3d4d8 req-e6f5e0dc-060c-4877-8d5f-0bdb06b2277a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:35.921910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-e6f5e0dc-060c-4877-8d5f-0bdb06b2277a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.2546878 Jul 07 17:49:35.948064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Request body: {'port': {'device_id': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138', 'admin_state_up': True, 'tenant_id': '0c1b9fce852644359e01f78398c8dc6b'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:36.007439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1fc0f-19a9-4411-9759-9e20dcca7bbb req-69063792-21e8-469a-82ea-834a858febcf tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:36.014402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82f1fc0f-19a9-4411-9759-9e20dcca7bbb req-69063792-21e8-469a-82ea-834a858febcf tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9309781 Jul 07 17:49:36.026735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-f725265e-8de7-4478-9a3d-830e4248a966 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/quotas/d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 375 time: 0.1033425 Jul 07 17:49:36.045825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82f1fc0f-19a9-4411-9759-9e20dcca7bbb req-bc707e12-a9d7-4f12-b1d2-d9c9eaa17c1c tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/quotas/545f6bffe9704e36a9465b3657ec0f81 HTTP/1.1" status: 200 len: 375 time: 0.0303874 Jul 07 17:49:36.126844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82f1fc0f-19a9-4411-9759-9e20dcca7bbb req-37869242-2c0f-4ad4-87d1-c353bac37446 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=545f6bffe9704e36a9465b3657ec0f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800095 Jul 07 17:49:36.134315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Allocated IP 192.168.233.236 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/511a4a96-7c8f-42f5-b889-2c033f37f624) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:36.180769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:36.208625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Made reservation on behalf of 0c1b9fce852644359e01f78398c8dc6b for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:36.214237 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.390988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:36.401904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] Sync routers for ids ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:36.402636 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-84123a37-2bb0-4791-a953-feb4b3609db9 admin admin] 10.222.0.88 "PUT /v2.0/routers/a63c305f-6f5b-4a2f-9b13-6f8af10a2300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7169509 Jul 07 17:49:36.403258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51756) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:36.408447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.412110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] Routers {'a63c305f-6f5b-4a2f-9b13-6f8af10a2300'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:36.413065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:36.421586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Transition to ACTIVE for port object 511a4a96-7c8f-42f5-b889-2c033f37f624 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:36.428297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-52f6850a-8a9c-49ff-a230-eeaf96602cea tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4005620 Jul 07 17:49:36.459245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.517920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:36.526984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:36.537234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] Set router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:36.539310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Allocated IP 172.20.0.11 (fe056daa-63b8-4c9c-b863-4f93a4927138/8d8ad809-15ec-467f-9fca-51cdca363aed/dd3ede4a-7b3f-454c-8d51-31be9fb3ded8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:36.542682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:36.550936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:36.551696 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.562898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:36.579195 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-89e0fbd7-bd4e-417d-8f16-d460f4007c5c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5747392 Jul 07 17:49:36.599399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Request body: {'port': {'device_id': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:36.731859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.831795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:34Z', 'revision_number': 5, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:36.860371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] Checking router: a63c305f-6f5b-4a2f-9b13-6f8af10a2300 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:36.875399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.880641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.892712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] Routers {'a63c305f-6f5b-4a2f-9b13-6f8af10a2300'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:36.894336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:36.898845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-903652a0-774f-488f-8709-40307af4ffab None None] Provisioning for port 511a4a96-7c8f-42f5-b889-2c033f37f624 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:36.939006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-903652a0-774f-488f-8709-40307af4ffab None None] Provisioning complete for port 511a4a96-7c8f-42f5-b889-2c033f37f624 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:36.939749 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-903652a0-774f-488f-8709-40307af4ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.942088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce41ff-e7b6-4ad8-a837-fe32d99a8a24 req-b62c8dff-6b47-4f61-999a-d2590684cc91 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:36.949236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3ce41ff-e7b6-4ad8-a837-fe32d99a8a24 req-b62c8dff-6b47-4f61-999a-d2590684cc91 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.6056652 Jul 07 17:49:37.025916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-903652a0-774f-488f-8709-40307af4ffab None None] Port 511a4a96-7c8f-42f5-b889-2c033f37f624 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:37.050446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] Set router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:37.063410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3ce41ff-e7b6-4ad8-a837-fe32d99a8a24 req-8aa8b3a9-82d6-4997-8161-78fd960988d7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130152 Jul 07 17:49:37.100177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1abc4a8f-dc5e-496b-a543-2fc859c72ca7 service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350503 Jul 07 17:49:37.145413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511a4a96-7c8f-42f5-b889-2c033f37f624 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:37.162780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.198473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Transition to ACTIVE for port object 511a4a96-7c8f-42f5-b889-2c033f37f624 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:37.203693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.294947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:34Z', 'revision_number': 5, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:37.303819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:37.329607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Attempting to bind port 511a4a96-7c8f-42f5-b889-2c033f37f624 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:37.329942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Attempting to bind port 511a4a96-7c8f-42f5-b889-2c033f37f624 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:37.330277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Attempting to bind port 511a4a96-7c8f-42f5-b889-2c033f37f624 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:37.334086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d8f0a2e-a6a8-4e55-9c56-782462dec169 req-4a194ef2-e0ae-40a9-8f26-bcce82d2dd2b tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 210 time: 0.0996118 Jul 07 17:49:37.334892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97867ef9-931b-413c-b6fe-8c03ba7cacdf None None] The sync data for ids ['a63c305f-6f5b-4a2f-9b13-6f8af10a2300'] in n-d-798930-2 is: [{'id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'name': 'tempest-FloatingIPsNegativeTestJSON-801887941-router', 'tenant_id': 'fa459131ba444393986ae8655e536b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '668a2275-670c-416c-afe6-841d89ed948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:21Z', 'updated_at': '2021-07-07T17:49:34Z', 'revision_number': 5, 'project_id': 'fa459131ba444393986ae8655e536b2a', 'gw_port': {'id': '668a2275-670c-416c-afe6-841d89ed948f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c305f-6f5b-4a2f-9b13-6f8af10a2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:22Z', 'updated_at': '2021-07-07T17:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:37.337862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Port 511a4a96-7c8f-42f5-b889-2c033f37f624 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:37.338386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Attempting to bind port 511a4a96-7c8f-42f5-b889-2c033f37f624 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:37.362206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:37.362853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:37.363327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:37.363791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Bound port: 511a4a96-7c8f-42f5-b889-2c033f37f624, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:37.364147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.381074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-9a38c913-641d-4518-b4bb-21cd548a5e7b service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538991 Jul 07 17:49:37.383794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.389177 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.418526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Network fe056daa-63b8-4c9c-b863-4f93a4927138 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:37.425620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:37.466554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:37.494208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:37.501042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:37.508787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.565517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:37.566365 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.568102 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] 10.222.0.90 "PUT /v2.0/ports/511a4a96-7c8f-42f5-b889-2c033f37f624 HTTP/1.1" status: 200 len: 1096 time: 0.9736292 Jul 07 17:49:37.568841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:37.571322 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:37.596112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Pushing event updated for resources: {'Port': ['ID=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:37.671200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c435f1-0a7c-4182-9348-9b8619d5c92f service neutron] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:37.706205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:37.707045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.728843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-619e925f-5a61-49ff-9506-b34353ff5274 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7849786 Jul 07 17:49:37.754019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Request body: {'port': {'device_id': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:37.799722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-b24d5b5d-7df5-48fc-8c90-fb9fbca94e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:37.801209 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-b24d5b5d-7df5-48fc-8c90-fb9fbca94e86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=551362625a224c52b3c4b9f12e3f3091&device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 1099 time: 0.1661394 Jul 07 17:49:37.805648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Deleting port 668a2275-670c-416c-afe6-841d89ed948f {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:37.807514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.932615 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-4a9c58de-7d17-49b7-a109-62da461152d0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=511a4a96-7c8f-42f5-b889-2c033f37f624 HTTP/1.1" status: 200 len: 217 time: 0.1128302 Jul 07 17:49:38.032333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.083966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-27216e88-ef34-409b-9fc4-e7784a54c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.104440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-27216e88-ef34-409b-9fc4-e7784a54c278 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1581497 Jul 07 17:49:38.104805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] For port 668a2275-670c-416c-afe6-841d89ed948f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=668a2275-670c-416c-afe6-841d89ed948f,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:38.105198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.106827 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a99e4f-1fdd-4ebf-a8c4-8b8816021977 x-openstack-request-id: req-c2a99e4f-1fdd-4ebf-a8c4-8b8816021977 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:38.107082 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:38.107347 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c2a99e4f-1fdd-4ebf-a8c4-8b8816021977 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:38.111434 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'status': 'completed', 'code': 200} Jul 07 17:49:38.157425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Calling delete_port for 668a2275-670c-416c-afe6-841d89ed948f owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:38.176890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192f0c-27f9-4dc1-aff3-bde67bef1d77 req-2c7bb015-d209-47f4-addd-46a9fbe21043 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.185445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c192f0c-27f9-4dc1-aff3-bde67bef1d77 req-2c7bb015-d209-47f4-addd-46a9fbe21043 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 948 time: 0.3166907 Jul 07 17:49:38.232211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b961b398-1a48-49ba-b0b4-1302e6b6c5bf req-a614ff41-7d28-482e-84ac-1ee080bb1208 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 210 time: 0.0374570 Jul 07 17:49:38.247010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-0ad0fc87-3fe3-44e7-8407-3bd8efbab571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.252420 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-0ad0fc87-3fe3-44e7-8407-3bd8efbab571 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374874 Jul 07 17:49:38.334372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c192f0c-27f9-4dc1-aff3-bde67bef1d77 req-afbb024b-6859-41d0-a789-0fb8e95490ca tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480110 Jul 07 17:49:38.535050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-2b908cf7-dec5-48bd-ac0f-1df04bc3ce18 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747381 Jul 07 17:49:38.611334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d87c90aa-9499-4367-aa05-5c6d52a50c5c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:38.652958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d87c90aa-9499-4367-aa05-5c6d52a50c5c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:38.653403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d87c90aa-9499-4367-aa05-5c6d52a50c5c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:38.661379 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-57250cf6-ced1-4ef1-b660-3f4b26738aaa req-e21dce7f-e25a-474f-a44e-c7e24df8170b service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194546 Jul 07 17:49:38.785425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-1444bcea-2590-4cef-87f8-1847c3242be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.787719 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-1444bcea-2590-4cef-87f8-1847c3242be2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=551362625a224c52b3c4b9f12e3f3091&device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 1099 time: 0.0698819 Jul 07 17:49:38.812792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.872081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=668a2275-670c-416c-afe6-841d89ed948f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:38.890508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1186253-61eb-4d0b-b34c-da8fcafc7b5b req-31a24fbe-5cba-4a2e-bbe6-dbc54af4e940 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.892119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1186253-61eb-4d0b-b34c-da8fcafc7b5b req-31a24fbe-5cba-4a2e-bbe6-dbc54af4e940 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.3118465 Jul 07 17:49:38.907999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:38.939555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-dd47f175-69b0-434a-9a6a-dd6a4d0cafce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.942031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-dd47f175-69b0-434a-9a6a-dd6a4d0cafce service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1460903 Jul 07 17:49:38.943306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.970421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ed5eb-dba9-46d5-b5c3-50521c221e2f req-2951c002-7168-4dee-aef9-c6466951fad4 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.971786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e9ed5eb-dba9-46d5-b5c3-50521c221e2f req-2951c002-7168-4dee-aef9-c6466951fad4 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 932 time: 0.2982852 Jul 07 17:49:38.995728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-1a8ef9cf-ab47-4666-980a-524684fbc31c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=511a4a96-7c8f-42f5-b889-2c033f37f624 HTTP/1.1" status: 200 len: 217 time: 0.0378048 Jul 07 17:49:39.019594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Transition to ACTIVE for port object dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:39.030170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.051136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1186253-61eb-4d0b-b34c-da8fcafc7b5b req-7e402446-910e-40e1-87e1-364c16682043 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458266 Jul 07 17:49:39.059937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-eec281df-0d69-4f88-85cd-d7817afe780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.062651 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-eec281df-0d69-4f88-85cd-d7817afe780e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0599272 Jul 07 17:49:39.135954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.141579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:39.143519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-fa4b42e1-14f5-4bef-86eb-08651d280372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.145968 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-fa4b42e1-14f5-4bef-86eb-08651d280372 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766921 Jul 07 17:49:39.228919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e9ed5eb-dba9-46d5-b5c3-50521c221e2f req-bdd67530-e779-4e85-8577-5c37a3522391 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318299 Jul 07 17:49:39.275241 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-6fbf854c-b3ab-4874-9ee0-6a15f8c875e2 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211550 Jul 07 17:49:39.349181 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.352782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.523163 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5feee06-32bc-4ce7-b4c1-7506b8ecf791 req-9a6b2439-b215-45b4-93df-9c2b8b1fbebe service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400498 Jul 07 17:49:39.895219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.895780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63c305f-6f5b-4a2f-9b13-6f8af10a2300 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:39.899476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dee743f-f40d-45d2-b127-67aaba2db54e req-927d3019-71af-4566-b4ca-eefa6ca388e5 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 210 time: 0.0860381 Jul 07 17:49:39.903989 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.911418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-206d5e47-145c-4d5e-bbe2-500c41ce7c88 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a63c305f-6f5b-4a2f-9b13-6f8af10a2300 HTTP/1.1" status: 204 len: 168 time: 3.4971631 Jul 07 17:49:39.912197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:39.959875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Attempting to bind port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:39.960207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Attempting to bind port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'b371c898-7977-417f-a4b2-42b1d298410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:39.960528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Attempting to bind port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 on network fe056daa-63b8-4c9c-b863-4f93a4927138 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:39.980406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 on network fe056daa-63b8-4c9c-b863-4f93a4927138 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:39.980962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Attempting to bind port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 on network fe056daa-63b8-4c9c-b863-4f93a4927138 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:39.999607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:39.999945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Checking segment: {'id': 'b371c898-7977-417f-a4b2-42b1d298410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:40.000335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Bound using segment: {'id': 'b371c898-7977-417f-a4b2-42b1d298410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:40.000861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Bound port: dd3ede4a-7b3f-454c-8d51-31be9fb3ded8, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b371c898-7977-417f-a4b2-42b1d298410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:40.001390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.021352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] Deleting subnet 6ea8d381-b7f9-4c9b-81fe-78813c36f92a {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:40.025421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.074860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.099268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408443-d03e-490d-9666-096d13b3d4d8 req-6574bc10-dafb-435b-b477-6b711575e96f tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:40.100773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-6574bc10-dafb-435b-b477-6b711575e96f tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.2852321 Jul 07 17:49:40.105659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8f9d75a-8f1c-4a36-b428-65537b3fa98e req-37618dec-da11-46bb-ba03-05a5580d5c1a tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=545f6bffe9704e36a9465b3657ec0f81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725238 Jul 07 17:49:40.122972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5eff-cbfb-4fff-be31-4d7305dba560 req-c69f4a1a-caae-44a4-bc65-d61e07211b1e tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:40.133383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66db5eff-cbfb-4fff-be31-4d7305dba560 req-c69f4a1a-caae-44a4-bc65-d61e07211b1e tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 948 time: 0.3186111 Jul 07 17:49:40.138626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Request body: {'port': {'device_id': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'admin_state_up': True, 'tenant_id': 'd6e825af701d49d1ac8683652b10e618'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:40.174039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.237347 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.263558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea8d381-b7f9-4c9b-81fe-78813c36f92a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:40.268251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.273166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dab10fc6-bb91-4864-898f-4f8441e3a95b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6ea8d381-b7f9-4c9b-81fe-78813c36f92a HTTP/1.1" status: 204 len: 168 time: 0.3583891 Jul 07 17:49:40.273417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51822) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:40.276983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80934cfa-2704-4ccb-be58-4af44936caaf None None] Network 089daa3b-2256-45a5-875b-4b0c9cd7b7ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:40.283122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] For port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:40.409899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66db5eff-cbfb-4fff-be31-4d7305dba560 req-d0dc647b-351b-4941-82a7-abd3b4a7fcd9 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755120 Jul 07 17:49:40.413600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] For port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,segment=NetworkSegment(b371c898-7977-417f-a4b2-42b1d298410c),segment_id=b371c898-7977-417f-a4b2-42b1d298410c)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:40.442460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.548584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:40.549241 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.550636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] 10.222.0.90 "PUT /v2.0/ports/dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 HTTP/1.1" status: 200 len: 1092 time: 2.8134911 Jul 07 17:49:40.554578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.556036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'tag': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:40.558681 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d874cb67-b544-44a8-acf7-8bac4af814b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3", "tag": "dd3ede4a-7b3f-454c-8d51-31be9fb3ded8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:40.575667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] DHCP port deletion for 089daa3b-2256-45a5-875b-4b0c9cd7b7ad request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:40.578349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d75a-8f1c-4a36-b428-65537b3fa98e req-5f115c73-7e1a-4710-9ec7-886bb106705e tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:40.584967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8f9d75a-8f1c-4a36-b428-65537b3fa98e req-5f115c73-7e1a-4710-9ec7-886bb106705e tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4424129 Jul 07 17:49:40.656039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8f9d75a-8f1c-4a36-b428-65537b3fa98e req-19be132f-dd0f-479a-ac2d-f2dc0ff5d107 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/quotas/545f6bffe9704e36a9465b3657ec0f81 HTTP/1.1" status: 200 len: 375 time: 0.0697620 Jul 07 17:49:40.657436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ec51f-8b2b-4204-8198-2b41a4305651 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:40.680294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] Deleting port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:40.680750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.684057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:40.697563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Made reservation on behalf of d6e825af701d49d1ac8683652b10e618 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:40.701545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.765092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8f9d75a-8f1c-4a36-b428-65537b3fa98e req-1060a116-7621-416c-8f4e-bcf2955ebff9 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=545f6bffe9704e36a9465b3657ec0f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079321 Jul 07 17:49:40.778039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] For port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,segment=NetworkSegment(2f14540b-4de0-4552-ab6f-793e8928c3ea),segment_id=2f14540b-4de0-4552-ab6f-793e8928c3ea)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:40.778436 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.793699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] Calling delete_port for 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:40.875530 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.931191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,segment=NetworkSegment(2f14540b-4de0-4552-ab6f-793e8928c3ea),segment_id=2f14540b-4de0-4552-ab6f-793e8928c3ea)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:40.936883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.936883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 668a2275-670c-416c-afe6-841d89ed948f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:40.937308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Allocated IP 172.20.0.9 (4ff2f983-2510-4225-8609-03e72b33b22b/f9e70c54-6227-4078-b4ae-0073e4c71b28/32204629-2dda-434b-99ca-af2b539e8996) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:40.962030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 668a2275-670c-416c-afe6-841d89ed948f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:40.962467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 668a2275-670c-416c-afe6-841d89ed948f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:40.982205 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.001582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] No DVR routers for this DVR port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:41.020715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:41.044500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0626fdb-cb07-4a6d-9622-ece80631c7bc None None] Pushing event deleted for resources: {'Port': ['ID=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:41.095280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee0061-c88d-439c-ace7-76e17784f76c req-66c87701-5cec-44fa-848d-004fb3a81926 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.096921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9dee0061-c88d-439c-ace7-76e17784f76c req-66c87701-5cec-44fa-848d-004fb3a81926 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.4760034 Jul 07 17:49:41.154398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-1b6c6c8d-d545-43ad-b2e1-c5690dcfc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.155933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-1b6c6c8d-d545-43ad-b2e1-c5690dcfc086 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c1b9fce852644359e01f78398c8dc6b&device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 1095 time: 0.5376379 Jul 07 17:49:41.157223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Deleting port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:41.157587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.275336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-e84c5957-7dc9-46d9-a6bf-813298c1a2a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 HTTP/1.1" status: 200 len: 217 time: 0.1037223 Jul 07 17:49:41.343323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55cd2-8e45-4c80-b1a3-25e08dc4c31f req-95e48dcd-8ffd-42d5-a914-f7532e1df22d tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.344852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7d55cd2-8e45-4c80-b1a3-25e08dc4c31f req-95e48dcd-8ffd-42d5-a914-f7532e1df22d tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 944 time: 0.3942318 Jul 07 17:49:41.347568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9dee0061-c88d-439c-ace7-76e17784f76c req-f6272eb7-c904-41fb-adeb-116468f6a834 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392225 Jul 07 17:49:41.380792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] For port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5, host n-d-798930-2, got binding levels [] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:41.381176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.418392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Calling delete_port for 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:41.425364 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.ipam_backend_mixin [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 was not found and therefore no delete operation was performed {{(pid=105588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:49:41.428277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.433731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-d0392488-fdb4-4702-836a-f5fd632c46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.435213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-d0392488-fdb4-4702-836a-f5fd632c46f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d8ad809-15ec-467f-9fca-51cdca363aed HTTP/1.1" status: 200 len: 855 time: 0.1495931 Jul 07 17:49:41.439706 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.511347 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b36d74-a1e0-4191-b4a4-b922685f8868 x-openstack-request-id: req-42b36d74-a1e0-4191-b4a4-b922685f8868 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:41.511518 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3", "tag": "dd3ede4a-7b3f-454c-8d51-31be9fb3ded8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:41.511767 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-42b36d74-a1e0-4191-b4a4-b922685f8868 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:41.512162 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'tag': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8', 'status': 'completed', 'code': 200} Jul 07 17:49:41.515103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a9e1f9-f1ee-45f3-bea2-bdca51df48f5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:41.518840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-c16089fd-6b73-430b-8090-eef8a7adb849 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fe056daa-63b8-4c9c-b863-4f93a4927138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739548 Jul 07 17:49:41.532046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7d55cd2-8e45-4c80-b1a3-25e08dc4c31f req-a8f25bcc-ee9e-41c8-8485-2390a9db0185 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730261 Jul 07 17:49:41.534444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] No DVR routers for this DVR port 68a9e1f9-f1ee-45f3-bea2-bdca51df48f5 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:41.702076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97ad9014-1874-4dc7-9aac-2df9871c21d2 req-067e27a8-042d-45f1-b593-78810ca9e552 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 210 time: 0.0479710 Jul 07 17:49:41.707629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.712145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.731023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089daa3b-2256-45a5-875b-4b0c9cd7b7ad']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:41.757805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f14540b-4de0-4552-ab6f-793e8928c3ea') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:41.758160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f14540b-4de0-4552-ab6f-793e8928c3ea') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:41.809135 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.862441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Network 4ff2f983-2510-4225-8609-03e72b33b22b is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:41.868746 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.878933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:41.884472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:41.890227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-55d323c4-2cf6-4ce8-a1d6-bd1b33ec5e21 service neutron] 10.222.0.90 "GET /v2.0/networks/fe056daa-63b8-4c9c-b863-4f93a4927138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566239 Jul 07 17:49:41.891657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:41.892112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.894493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:41.897780 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:42.065261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.065795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.075370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.094887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.096750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] 10.222.0.88 "DELETE /v2.0/networks/089daa3b-2256-45a5-875b-4b0c9cd7b7ad HTTP/1.1" status: 204 len: 168 time: 1.8150163 Jul 07 17:49:42.112215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dfee0906-f6fe-4f8d-adc7-f0ffc37bb60f req-edf7bbbe-18bf-4fb9-a865-88d53bb4f171 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=545f6bffe9704e36a9465b3657ec0f81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701346 Jul 07 17:49:42.131323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e363b-2962-45e1-a276-a8814d37a0d5 req-fab012f5-f60f-417b-8960-2904e057a6ca tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.132821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a5e363b-2962-45e1-a276-a8814d37a0d5 req-fab012f5-f60f-417b-8960-2904e057a6ca tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 948 time: 0.3520379 Jul 07 17:49:42.154064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0695d0-7273-4f74-951d-d472d77b1a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=089daa3b-2256-45a5-875b-4b0c9cd7b7ad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:42.157743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-70ebeac7-9571-4462-923b-90f1eded213e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0470932 Jul 07 17:49:42.218016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Request body: {'port': {'device_id': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:42.260742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60e9df51-3e13-4dc6-a527-64cd5028bff4 req-6f2bcc91-8e6d-4904-afbd-899f21eb27fa service neutron] 10.222.0.90 "GET /v2.0/networks/fe056daa-63b8-4c9c-b863-4f93a4927138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620799 Jul 07 17:49:42.276760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51868) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:42.304722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a5e363b-2962-45e1-a276-a8814d37a0d5 req-777364e3-4fd9-4f00-9472-f0d27b7eab2c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626661 Jul 07 17:49:42.329435 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8067e0a3-4bda-4004-8fad-a13f0df3265a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fa459131ba444393986ae8655e536b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512021 Jul 07 17:49:42.332030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51870) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:42.384638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8fd6703-510b-42be-af61-981fcb331260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.401309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0906-f6fe-4f8d-adc7-f0ffc37bb60f req-1306c2fd-6497-4590-b90e-7f1091f3b8a8 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.402771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dfee0906-f6fe-4f8d-adc7-f0ffc37bb60f req-1306c2fd-6497-4590-b90e-7f1091f3b8a8 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657101 Jul 07 17:49:42.407299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.412968 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8fd6703-510b-42be-af61-981fcb331260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.458858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dfee0906-f6fe-4f8d-adc7-f0ffc37bb60f req-1945496e-3540-413c-b932-9d0ae2052da3 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/quotas/545f6bffe9704e36a9465b3657ec0f81 HTTP/1.1" status: 200 len: 375 time: 0.0423422 Jul 07 17:49:42.467634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8fd6703-510b-42be-af61-981fcb331260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.470099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8fd6703-510b-42be-af61-981fcb331260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.473780 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f8fd6703-510b-42be-af61-981fcb331260 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/59dda9da-febe-46fb-b6d8-3d45df827712 HTTP/1.1" status: 204 len: 168 time: 0.1384065 Jul 07 17:49:42.479267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd6703-510b-42be-af61-981fcb331260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dda9da-febe-46fb-b6d8-3d45df827712,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:42.523352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-7d3297b4-a31d-49ed-8955-8bf292bf16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.524885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-7d3297b4-a31d-49ed-8955-8bf292bf16c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c1b9fce852644359e01f78398c8dc6b&device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 1095 time: 0.2098854 Jul 07 17:49:42.546573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dfee0906-f6fe-4f8d-adc7-f0ffc37bb60f req-f796ec61-c959-47a9-a955-7df27f539180 tempest-QuotasAdminNegativeTest-810228520 tempest-QuotasAdminNegativeTest-810228520-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=545f6bffe9704e36a9465b3657ec0f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692120 Jul 07 17:49:42.717099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:42.772042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec7bed-8daf-4110-9d71-2e7a487caa56 req-8b160c3b-4f41-4546-a362-b681d346fb02 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.773748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ec7bed-8daf-4110-9d71-2e7a487caa56 req-8b160c3b-4f41-4546-a362-b681d346fb02 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.3110228 Jul 07 17:49:42.782229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-2bc1d2d0-009b-4f25-aa10-56750e915e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:42.783711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-2bc1d2d0-009b-4f25-aa10-56750e915e7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=fe056daa-63b8-4c9c-b863-4f93a4927138 HTTP/1.1" status: 200 len: 916 time: 0.2407782 Jul 07 17:49:42.857440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-a3427a9c-8193-4e9e-a867-69281abefef7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 HTTP/1.1" status: 200 len: 217 time: 0.0628591 Jul 07 17:49:42.989501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:43.003093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'mac_address': 'fa:16:3e:e0:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:43.050520 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.066492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511a4a96-7c8f-42f5-b889-2c033f37f624 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:43.099441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:43.106551 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.174361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:43.283905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51904) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:43.295578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ec7bed-8daf-4110-9d71-2e7a487caa56 req-69a2dd39-7db9-40fa-ad30-b716ada09695 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089467 Jul 07 17:49:43.318999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-36891df2-fa86-4ee0-b74f-7b329fdafa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.320508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-36891df2-fa86-4ee0-b74f-7b329fdafa67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d8ad809-15ec-467f-9fca-51cdca363aed HTTP/1.1" status: 200 len: 855 time: 0.4510546 Jul 07 17:49:43.379569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-2525d1a0-a513-44ab-b9e2-1f8c0f8a1b56 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fe056daa-63b8-4c9c-b863-4f93a4927138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512557 Jul 07 17:49:43.408780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-network', 'tenant_id': '04430698297947509f417663357f78da'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:43.418384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32204629-2dda-434b-99ca-af2b539e8996 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:43.431776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Made reservation on behalf of 04430698297947509f417663357f78da for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:43.434325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.437581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['511a4a96-7c8f-42f5-b889-2c033f37f624'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:43.444193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.454196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.466982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb4b5-ecbc-4db0-a27e-28405a4fd193 req-e9d6c85f-e1eb-4997-b545-27c87b0bfbca tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.468538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d55eb4b5-ecbc-4db0-a27e-28405a4fd193 req-e9d6c85f-e1eb-4997-b545-27c87b0bfbca tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 944 time: 0.6168907 Jul 07 17:49:43.493280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Transition to ACTIVE for port object 32204629-2dda-434b-99ca-af2b539e8996 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:43.509310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.575190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.583101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.597551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d55eb4b5-ecbc-4db0-a27e-28405a4fd193 req-afba3d06-fb04-41ff-b647-2690820b3113 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174827 Jul 07 17:49:43.629346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:43.633199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:43.646590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-f2a02a59-b9dd-4755-a946-cfd7fa7a19f8 service neutron] 10.222.0.90 "GET /v2.0/networks/fe056daa-63b8-4c9c-b863-4f93a4927138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567697 Jul 07 17:49:43.648639 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.649169 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Added segment 0eacbe90-64da-4373-82a7-d4fa8872af31 of type vlan for network 118b6c5d-cce5-4a61-90f8-0884885fe935 Jul 07 17:49:43.659944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f87e536-8407-4c35-b102-fc95bd301c14,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:43.703685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.748299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.749612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.750485 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.810686 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5251040 Jul 07 17:49:43.815956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51920) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:43.820894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Request body: {'subnet': {'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-subnet', 'tenant_id': '04430698297947509f417663357f78da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:43.827322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de44c55-80ed-455b-8d08-f1c7556c4f9a admin admin] Pushing event updated for resources: {'Network': ['ID=118b6c5d-cce5-4a61-90f8-0884885fe935,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:43.837381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:43.848845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Made reservation on behalf of 04430698297947509f417663357f78da for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:43.851235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.913685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:43.914021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:43.914353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:43.938192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:43.938525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:43.948298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d874cb67-b544-44a8-acf7-8bac4af814b5 req-12516ea6-84ea-452a-8e57-3ffbb5f62194 service neutron] 10.222.0.90 "GET /v2.0/networks/fe056daa-63b8-4c9c-b863-4f93a4927138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522049 Jul 07 17:49:43.955699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:43.956053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:43.956441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:43.956910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Bound port: 32204629-2dda-434b-99ca-af2b539e8996, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:43.957275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.978745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8280387-978a-4ebd-9a90-b96ca10cd5cb req-4a1aef51-6187-4e04-b19f-c677c32f33d9 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.980289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8280387-978a-4ebd-9a90-b96ca10cd5cb req-4a1aef51-6187-4e04-b19f-c677c32f33d9 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 949 time: 0.1925926 Jul 07 17:49:43.990021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d67fd-8213-456d-9fc1-a4d8c5822215 req-fcbef6a2-ac7b-4680-b311-47c23a61b36c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.991583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a1d67fd-8213-456d-9fc1-a4d8c5822215 req-fcbef6a2-ac7b-4680-b311-47c23a61b36c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.2049570 Jul 07 17:49:44.030307 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.077883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8280387-978a-4ebd-9a90-b96ca10cd5cb req-371fc4b3-206c-460c-9857-7862ebe3064d tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840776 Jul 07 17:49:44.078150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Pushing event updated for resources: {'Subnet': ['ID=424c83b8-6fed-45b0-9f74-21492fb5ea90,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:44.091363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a1d67fd-8213-456d-9fc1-a4d8c5822215 req-45e4dc0c-50ed-4e48-bb56-ce2a8231aed1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897901 Jul 07 17:49:44.094059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Checking segment: {'id': '0eacbe90-64da-4373-82a7-d4fa8872af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:44.094418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Network hostable DHCP agents. Network: 118b6c5d-cce5-4a61-90f8-0884885fe935, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:44.103616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:44.107405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:44.114102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.116034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:44.130960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 118b6c5d-cce5-4a61-90f8-0884885fe935) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:44.135775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.136390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.145239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0319fa34-3880-45ae-8633-74e392f4a5c7 None None] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:44.154017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.155953 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.162010 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d0f207fe-c196-4926-ad86-e2c85571402b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3444288 Jul 07 17:49:44.164662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51924) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:44.169094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] 10.222.0.90 "PUT /v2.0/ports/32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 200 len: 1091 time: 1.9828000 Jul 07 17:49:44.169786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'tag': '32204629-2dda-434b-99ca-af2b539e8996'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:44.170244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:44.171880 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1615eaef-7991-4e1b-adce-de60a4043a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "tag": "32204629-2dda-434b-99ca-af2b539e8996"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:44.243308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043daa0-3a2c-4e71-be35-3151d66adf12 service neutron] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:44.250654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.251695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.297326 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0992e5-3c07-4bd7-9749-f72755035b8e x-openstack-request-id: req-5a0992e5-3c07-4bd7-9749-f72755035b8e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:44.297634 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "tag": "32204629-2dda-434b-99ca-af2b539e8996", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:44.297880 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5a0992e5-3c07-4bd7-9749-f72755035b8e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:44.298296 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'tag': '32204629-2dda-434b-99ca-af2b539e8996', 'status': 'completed', 'code': 200} Jul 07 17:49:44.330127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408443-d03e-490d-9666-096d13b3d4d8 req-50489083-3653-4489-aab1-966e31cdb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.331459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-50489083-3653-4489-aab1-966e31cdb20b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1094 time: 0.1081927 Jul 07 17:49:44.336715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.385309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-118b6c5d-cce5-4a61-90f8-0884885fe935', 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935', 'tenant_id': '04430698297947509f417663357f78da', 'fixed_ips': [{'subnet_id': '424c83b8-6fed-45b0-9f74-21492fb5ea90'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:44.386546 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.387373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-1c9b037e-728a-47a0-82e8-0d2bf6d3e337 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 200 len: 217 time: 0.0461669 Jul 07 17:49:44.467318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51932) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:44.500047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.527967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408443-d03e-490d-9666-096d13b3d4d8 req-aa3b14e8-eea6-4240-a75e-3cf5aab3869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.529901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-aa3b14e8-eea6-4240-a75e-3cf5aab3869f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1355295 Jul 07 17:49:44.574641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-a77e75a5-eab2-4377-901f-8dfe47bfd220 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363464 Jul 07 17:49:44.586888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Allocated IP 172.20.0.2 (118b6c5d-cce5-4a61-90f8-0884885fe935/424c83b8-6fed-45b0-9f74-21492fb5ea90/e09ebe62-cbb4-47f2-99ea-b3d9efb574d2) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:44.619947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739eca84-91a5-44d9-bb00-db833b85b912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.631013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b913-3b2e-4ede-8c50-60beb5c123d3 req-402409d5-9827-4ad4-bd17-7832e16722e7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.632876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b83b913-3b2e-4ede-8c50-60beb5c123d3 req-402409d5-9827-4ad4-bd17-7832e16722e7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1669536 Jul 07 17:49:44.736630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:44.794709 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.795734 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.811395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b83b913-3b2e-4ede-8c50-60beb5c123d3 req-11a6aeca-4ac1-45bd-890a-6e572d0c5455 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455483 Jul 07 17:49:44.811963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Transition to ACTIVE for port object e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:44.813866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-7a592203-08bb-45be-9315-5d8299534f21 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324252 Jul 07 17:49:44.835435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Transition to ACTIVE for port object e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:44.843989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 511a4a96-7c8f-42f5-b889-2c033f37f624 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:44.857597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.857881 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.907873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Pushing event updated for resources: {'Port': ['ID=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:44.910595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 511a4a96-7c8f-42f5-b889-2c033f37f624 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:44.911504 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.940969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:44.944859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:44.948458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:44.960276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2f7af-213d-4a82-88f8-6a903a6ffc59 req-bf01c44b-0986-4b4b-a2ef-12e85a64ea2c tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.962217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1a2f7af-213d-4a82-88f8-6a903a6ffc59 req-bf01c44b-0986-4b4b-a2ef-12e85a64ea2c tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 944 time: 0.2393835 Jul 07 17:49:44.963062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Allocated IP 172.25.1.75 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/13071837-8eaa-48f0-81e7-0beee2830523) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:45.013697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26408443-d03e-490d-9666-096d13b3d4d8 req-0f330b88-568e-468b-89aa-b713099aa59b service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900666 Jul 07 17:49:45.028421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Attempting to bind port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:45.029147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Attempting to bind port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '0eacbe90-64da-4373-82a7-d4fa8872af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:45.029773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Attempting to bind port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 on network 118b6c5d-cce5-4a61-90f8-0884885fe935 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:45.032805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739eca84-91a5-44d9-bb00-db833b85b912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.041977 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739eca84-91a5-44d9-bb00-db833b85b912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.047422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1a2f7af-213d-4a82-88f8-6a903a6ffc59 req-f490c463-a9fd-4ddf-857b-933e68a553fa tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775173 Jul 07 17:49:45.080485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:45.081192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Checking segment: {'id': '0eacbe90-64da-4373-82a7-d4fa8872af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:45.081593 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.081993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Bound using segment: {'id': '0eacbe90-64da-4373-82a7-d4fa8872af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:45.082486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Bound port: e09ebe62-cbb4-47f2-99ea-b3d9efb574d2, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eacbe90-64da-4373-82a7-d4fa8872af31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:45.082878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.096666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.100793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.152356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-739eca84-91a5-44d9-bb00-db833b85b912 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=545f6bffe9704e36a9465b3657ec0f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802952 Jul 07 17:49:45.152356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eca84-91a5-44d9-bb00-db833b85b912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c51ed-c48b-4510-a74b-c4cbacb8ffee,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:45.154291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51944) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:45.156705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:45.159259 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da58454-ea40-4abd-80cb-96e8baf880d3" -d '{"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-plugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:45.185543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:45.196784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.199121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.226157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-5aefb0a1-2ad0-483b-9a16-f01d8fd3964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.228499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-5aefb0a1-2ad0-483b-9a16-f01d8fd3964c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1094 time: 0.1454098 Jul 07 17:49:45.231768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1927d43c-b1ec-46a0-8979-2e71e9b76f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.240553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] For port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:45.261808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] For port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,segment=NetworkSegment(0eacbe90-64da-4373-82a7-d4fa8872af31),segment_id=0eacbe90-64da-4373-82a7-d4fa8872af31)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:45.265159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:45.270575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:45.273958 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.281985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:45.286323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:45.310940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1927d43c-b1ec-46a0-8979-2e71e9b76f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.360675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e6fd2-209c-473e-8590-7f88b8c2147d None None] Pushing event updated for resources: {'Port': ['ID=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:45.396393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Pushing event updated for resources: {'Port': ['ID=13071837-8eaa-48f0-81e7-0beee2830523,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:45.462297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-0fd4de14-38ee-4d82-8e2e-0bc9b0520c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.463982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-0fd4de14-38ee-4d82-8e2e-0bc9b0520c93 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.2290463 Jul 07 17:49:45.545716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1927d43c-b1ec-46a0-8979-2e71e9b76f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.548320 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1927d43c-b1ec-46a0-8979-2e71e9b76f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.551197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1927d43c-b1ec-46a0-8979-2e71e9b76f99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b16c51ed-c48b-4510-a74b-c4cbacb8ffee HTTP/1.1" status: 204 len: 168 time: 0.3931286 Jul 07 17:49:45.561940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-6223c805-9ea6-449c-923f-3b777561e94c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 200 len: 217 time: 0.0889795 Jul 07 17:49:45.597305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47219635-6167-4c9e-bf8e-dfefcea463d8 req-7382c54a-6581-428b-86da-b9b417d6e798 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.602354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.605117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47219635-6167-4c9e-bf8e-dfefcea463d8 req-7382c54a-6581-428b-86da-b9b417d6e798 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 950 time: 0.2702143 Jul 07 17:49:45.654569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-fb864bad-e8f3-4f76-aaa6-9842627398a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.656053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-fb864bad-e8f3-4f76-aaa6-9842627398a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.0673273 Jul 07 17:49:45.657866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927d43c-b1ec-46a0-8979-2e71e9b76f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c51ed-c48b-4510-a74b-c4cbacb8ffee,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:45.709931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830012dc-7068-4251-9b76-c10985604cd1 req-aaabf57e-9557-42da-9e10-bd09b2c9618e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.717271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-830012dc-7068-4251-9b76-c10985604cd1 req-aaabf57e-9557-42da-9e10-bd09b2c9618e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.3544579 Jul 07 17:49:45.738723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-5bf6216b-91da-4c74-a3b8-77669cf50471 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577514 Jul 07 17:49:45.763373 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ca91b3c-2fab-4e50-bde3-8bffad9dbfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.822555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.858759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47219635-6167-4c9e-bf8e-dfefcea463d8 req-35427888-570a-430e-9e8e-b8093545461b tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516158 Jul 07 17:49:45.884466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-830012dc-7068-4251-9b76-c10985604cd1 req-32353817-a82a-46e9-80cc-0eb78fbc698c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664753 Jul 07 17:49:45.956078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51958) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:45.962984 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aceadb-6c82-4176-ae6a-c67afd851411 x-openstack-request-id: req-a3aceadb-6c82-4176-ae6a-c67afd851411 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:45.963579 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-plugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:45.963579 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3aceadb-6c82-4176-ae6a-c67afd851411 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:45.963958 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'code': 200} Jul 07 17:49:45.974442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-5e6505d8-8146-450d-9a1b-2facd8f880e1 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069521 Jul 07 17:49:45.975352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b78cc43-5cd7-4e88-b023-2a83ea3e356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.063449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Router 05105c79-002b-4e29-b7c9-d387254d7a69 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:46.209229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b78cc43-5cd7-4e88-b023-2a83ea3e356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.248262 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b78cc43-5cd7-4e88-b023-2a83ea3e356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.319052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1615eaef-7991-4e1b-adce-de60a4043a9b req-5c1de7a0-58e7-4bbf-affe-fdef878743b8 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353510 Jul 07 17:49:46.349499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1b78cc43-5cd7-4e88-b023-2a83ea3e356f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5fab3e42346b4444a37ce0a1a462ca63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922057 Jul 07 17:49:46.350160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51962) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:46.369179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78cc43-5cd7-4e88-b023-2a83ea3e356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d81a589-5a66-49fe-9855-3f5d7c38218b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:46.424440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f978a5-9268-446a-abb6-9aff48aa7a02 req-f4f75e84-9244-4715-9bd8-ed91b8460cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:46.426089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57f978a5-9268-446a-abb6-9aff48aa7a02 req-f4f75e84-9244-4715-9bd8-ed91b8460cf2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 1101 time: 0.3736856 Jul 07 17:49:46.453315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9e31-f161-4cb1-bbfa-8076a5b38ce3 req-f6283fd0-079a-4ef9-a54d-e14cdf4fa940 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:46.455448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74de9e31-f161-4cb1-bbfa-8076a5b38ce3 req-f6283fd0-079a-4ef9-a54d-e14cdf4fa940 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 944 time: 0.2404842 Jul 07 17:49:46.457263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0f2e0-c04f-4cb3-bf27-7d3b8b37b556 None None] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:46.462556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:46.472465 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Sync routers for ids ['05105c79-002b-4e29-b7c9-d387254d7a69'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:46.474253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd54e8-1e9b-4037-a613-78949190c3c6 req-7e39349d-ba76-42dc-83be-d448830fc43d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:46.476118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8dd54e8-1e9b-4037-a613-78949190c3c6 req-7e39349d-ba76-42dc-83be-d448830fc43d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2917728 Jul 07 17:49:46.484279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.488214 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-38e93749-39c7-47af-a871-96dd7ebae7bd admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3198102 Jul 07 17:49:46.488699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51964) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:46.489064 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Routers {'05105c79-002b-4e29-b7c9-d387254d7a69'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:46.489893 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['05105c79-002b-4e29-b7c9-d387254d7a69'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:46.536443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-29c46b11-dbfa-4361-a57d-47b8773db974 None None] Provisioning for port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:46.545631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4556-512f-476d-a249-65dc62aaf47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.558252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57f978a5-9268-446a-abb6-9aff48aa7a02 req-aad1b875-2f8b-42c5-8380-daa9d60636a2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217749 Jul 07 17:49:46.577601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74de9e31-f161-4cb1-bbfa-8076a5b38ce3 req-649a1fef-6c7e-4f53-9c83-836194f169db tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999956 Jul 07 17:49:46.601967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8dd54e8-1e9b-4037-a613-78949190c3c6 req-9d28e441-7a2d-48b9-83af-3ea808a93930 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122041 Jul 07 17:49:46.603998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4556-512f-476d-a249-65dc62aaf47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.680889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4556-512f-476d-a249-65dc62aaf47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.684610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4556-512f-476d-a249-65dc62aaf47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.688538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a0f4556-512f-476d-a249-65dc62aaf47e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2d81a589-5a66-49fe-9855-3f5d7c38218b HTTP/1.1" status: 204 len: 168 time: 0.3307748 Jul 07 17:49:46.702802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f4556-512f-476d-a249-65dc62aaf47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d81a589-5a66-49fe-9855-3f5d7c38218b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:46.722118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Set router 05105c79-002b-4e29-b7c9-d387254d7a69 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:46.748760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:46.752695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:46.952972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,segment=NetworkSegment(b371c898-7977-417f-a4b2-42b1d298410c),segment_id=b371c898-7977-417f-a4b2-42b1d298410c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:46.966694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8', 'network_id': 'fe056daa-63b8-4c9c-b863-4f93a4927138', 'port_id': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8', 'mac_address': 'fa:16:3e:ea:70:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8ad809-15ec-467f-9fca-51cdca363aed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:46.983632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:47.034705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:47.035260 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.087885 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.118581 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '13071837-8eaa-48f0-81e7-0beee2830523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:45Z', 'revision_number': 3, 'project_id': '04430698297947509f417663357f78da', 'gw_port': {'id': '13071837-8eaa-48f0-81e7-0beee2830523', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:47.139613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:47.158910 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Checking router: 05105c79-002b-4e29-b7c9-d387254d7a69 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:47.160636 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Updating router 05105c79-002b-4e29-b7c9-d387254d7a69 port 13071837-8eaa-48f0-81e7-0beee2830523 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:47.191990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,segment=NetworkSegment(b371c898-7977-417f-a4b2-42b1d298410c),segment_id=b371c898-7977-417f-a4b2-42b1d298410c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:47.201900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.229724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-56a18854-f4bc-4fda-ba14-d536098be2fe None None] Provisioning complete for port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:47.229724 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56a18854-f4bc-4fda-ba14-d536098be2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.240922 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.253095 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.289354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a332b-835e-489f-acff-21822b32ede6 req-0c5bbab9-5ef9-428e-a82f-03acaf015fae tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:47.297376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb4a332b-835e-489f-acff-21822b32ede6 req-0c5bbab9-5ef9-428e-a82f-03acaf015fae tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 950 time: 0.2021284 Jul 07 17:49:47.338108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574067b-afb4-432d-8930-89bc6aad6b0a req-0126eaa7-39ed-40b4-bf7d-afaaf48f9a62 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:47.339845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5574067b-afb4-432d-8930-89bc6aad6b0a req-0126eaa7-39ed-40b4-bf7d-afaaf48f9a62 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.1876576 Jul 07 17:49:47.345094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.361773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb4a332b-835e-489f-acff-21822b32ede6 req-163a3382-ba15-40ac-9eb7-46341f312b70 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634043 Jul 07 17:49:47.391679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,segment=NetworkSegment(0eacbe90-64da-4373-82a7-d4fa8872af31),segment_id=0eacbe90-64da-4373-82a7-d4fa8872af31)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:47.439514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5574067b-afb4-432d-8930-89bc6aad6b0a req-e40f6429-fe3f-4c1a-84b0-c6965d764de2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937533 Jul 07 17:49:47.446264 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.466573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Allocated IP 172.20.0.1 (118b6c5d-cce5-4a61-90f8-0884885fe935/424c83b8-6fed-45b0-9f74-21492fb5ea90/c9320921-8176-46fa-8d1d-21045b3bc258) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:47.473908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:47.576745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['dd3ede4a-7b3f-454c-8d51-31be9fb3ded8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:47.580675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:47.642255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.678277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Transition to ACTIVE for port object c9320921-8176-46fa-8d1d-21045b3bc258 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:47.742080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.811932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:47.817383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:47.823343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:47.824074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.834994 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.846803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ba9b6-21bc-4c41-9f7f-1650f4d01543 req-df4b913a-7894-40f0-8637-5ce3d14705d3 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:47.860717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af0ba9b6-21bc-4c41-9f7f-1650f4d01543 req-df4b913a-7894-40f0-8637-5ce3d14705d3 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 945 time: 0.1231198 Jul 07 17:49:47.863255 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Transition to ACTIVE for port object 13071837-8eaa-48f0-81e7-0beee2830523 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:47.870584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Pushing event updated for resources: {'Port': ['ID=c9320921-8176-46fa-8d1d-21045b3bc258,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:47.875309 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.972572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af0ba9b6-21bc-4c41-9f7f-1650f4d01543 req-6b1123c1-292b-458e-a21c-cf7ab334b623 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107547 Jul 07 17:49:48.014027 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Attempting to bind port 13071837-8eaa-48f0-81e7-0beee2830523 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:48.014386 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Attempting to bind port 13071837-8eaa-48f0-81e7-0beee2830523 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:48.014739 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Attempting to bind port 13071837-8eaa-48f0-81e7-0beee2830523 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:48.016681 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c259b94-0461-40ce-be0b-11fd468cbe64 None None] Pushing event updated for resources: {'Port': ['ID=13071837-8eaa-48f0-81e7-0beee2830523,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.026889 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:48.027251 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:48.027721 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.028404 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:48.029106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Bound port: 13071837-8eaa-48f0-81e7-0beee2830523, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:48.029652 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.066559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.098752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ffeec-8204-4395-9048-c3186b72d40a req-5fdfe5f4-5881-4fc1-8e7e-bd7b27a2a346 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:48.100552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-525ffeec-8204-4395-9048-c3186b72d40a req-5fdfe5f4-5881-4fc1-8e7e-bd7b27a2a346 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1751373 Jul 07 17:49:48.142247 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] For port 13071837-8eaa-48f0-81e7-0beee2830523, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:48.146639 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] For port 13071837-8eaa-48f0-81e7-0beee2830523, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13071837-8eaa-48f0-81e7-0beee2830523,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:48.155011 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.189649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-78dd528e-9148-471b-a99c-35be31ab6f46 None None] Provisioning for port c9320921-8176-46fa-8d1d-21045b3bc258 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:48.195871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-78dd528e-9148-471b-a99c-35be31ab6f46 None None] Provisioning complete for port c9320921-8176-46fa-8d1d-21045b3bc258 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:48.196448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-78dd528e-9148-471b-a99c-35be31ab6f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.224490 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Routers {'05105c79-002b-4e29-b7c9-d387254d7a69'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:48.225169 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['05105c79-002b-4e29-b7c9-d387254d7a69'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:48.230961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-525ffeec-8204-4395-9048-c3186b72d40a req-0e19728e-f956-496c-bcac-93469a96f437 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237166 Jul 07 17:49:48.270039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-78dd528e-9148-471b-a99c-35be31ab6f46 None None] Port c9320921-8176-46fa-8d1d-21045b3bc258 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:48.289735 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c259b94-0461-40ce-be0b-11fd468cbe64 None None] Pushing event updated for resources: {'Port': ['ID=13071837-8eaa-48f0-81e7-0beee2830523,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.320994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-054f8729-88fd-40c2-becc-6f76a03e2c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.346155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.350997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.351790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.368734 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] Set router 05105c79-002b-4e29-b7c9-d387254d7a69 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:48.396301 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.464443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Pushing event updated for resources: {'Port': ['ID=c9320921-8176-46fa-8d1d-21045b3bc258,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.542985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:48.545556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:48.659630 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '13071837-8eaa-48f0-81e7-0beee2830523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:47Z', 'revision_number': 4, 'project_id': '04430698297947509f417663357f78da', 'gw_port': {'id': '13071837-8eaa-48f0-81e7-0beee2830523', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c9320921-8176-46fa-8d1d-21045b3bc258', 'name': '', 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935', 'tenant_id': '04430698297947509f417663357f78da', 'mac_address': 'fa:16:3e:32:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '424c83b8-6fed-45b0-9f74-21492fb5ea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:47Z', 'updated_at': '2021-07-07T17:49:47Z', 'revision_number': 1, 'project_id': '04430698297947509f417663357f78da', 'subnets': [{'id': '424c83b8-6fed-45b0-9f74-21492fb5ea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:48.692759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfef06-3674-407b-86b4-33f0b5257946 req-9fc21b03-a01d-423e-be9f-eb42a58d3e45 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:48.694879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7cfef06-3674-407b-86b4-33f0b5257946 req-9fc21b03-a01d-423e-be9f-eb42a58d3e45 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 950 time: 0.1853819 Jul 07 17:49:48.719909 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585f129-b747-484b-a21b-9a6fb1830c7e None None] The sync data for ids ['05105c79-002b-4e29-b7c9-d387254d7a69'] in n-d-798930-2 is: [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '13071837-8eaa-48f0-81e7-0beee2830523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:47Z', 'revision_number': 4, 'project_id': '04430698297947509f417663357f78da', 'gw_port': {'id': '13071837-8eaa-48f0-81e7-0beee2830523', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c9320921-8176-46fa-8d1d-21045b3bc258', 'name': '', 'network_id': '118b6c5d-cce5-4a61-90f8-0884885fe935', 'tenant_id': '04430698297947509f417663357f78da', 'mac_address': 'fa:16:3e:32:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '424c83b8-6fed-45b0-9f74-21492fb5ea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:47Z', 'updated_at': '2021-07-07T17:49:47Z', 'revision_number': 1, 'project_id': '04430698297947509f417663357f78da', 'subnets': [{'id': '424c83b8-6fed-45b0-9f74-21492fb5ea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:48.730432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Router 05105c79-002b-4e29-b7c9-d387254d7a69 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:48.733965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:48.762428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:48.772228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:48.863529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7cfef06-3674-407b-86b4-33f0b5257946 req-bca17dbc-16df-48e6-b21f-0177631bd504 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558146 Jul 07 17:49:48.921355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da3379-349c-4844-a74d-ec30e665df0c req-ffeb4d37-3300-4e24-baeb-1cb9c7260ed1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:48.929407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:48.929663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95da3379-349c-4844-a74d-ec30e665df0c req-ffeb4d37-3300-4e24-baeb-1cb9c7260ed1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.2335398 Jul 07 17:49:48.942877 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a55da12d-e9e3-42e5-98b4-5be31ee1c538 admin admin] 10.222.0.88 "PUT /v2.0/routers/05105c79-002b-4e29-b7c9-d387254d7a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4527521 Jul 07 17:49:48.976180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95da3379-349c-4844-a74d-ec30e665df0c req-5353b44e-3afd-4406-b9ba-743e789f6048 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Jul 07 17:49:49.023785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:49.035936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:49.036312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.065266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:49.065736 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.121318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:49.146563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-35b7ac40-abbb-4a3f-b421-2294359d6b6e None None] Provisioning complete for port c9320921-8176-46fa-8d1d-21045b3bc258 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:49.146937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35b7ac40-abbb-4a3f-b421-2294359d6b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.165092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '32204629-2dda-434b-99ca-af2b539e8996', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'port_id': '32204629-2dda-434b-99ca-af2b539e8996', 'mac_address': 'fa:16:3e:36:6b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e70c54-6227-4078-b4ae-0073e4c71b28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:49.403118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-35b7ac40-abbb-4a3f-b421-2294359d6b6e None None] Port c9320921-8176-46fa-8d1d-21045b3bc258 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:49.461467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.463647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0c938-7fdd-4685-af1a-7255253e2680 req-bb9c117c-dc1a-4eb3-82ba-ec58ac020ed3 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:49.465227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04a0c938-7fdd-4685-af1a-7255253e2680 req-bb9c117c-dc1a-4eb3-82ba-ec58ac020ed3 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 945 time: 0.0869653 Jul 07 17:49:49.527092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32204629-2dda-434b-99ca-af2b539e8996 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:49.538691 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04a0c938-7fdd-4685-af1a-7255253e2680 req-3e35b510-0147-4587-903b-24be09939123 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Jul 07 17:49:49.567720 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.569609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.589994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:49.598428 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.611939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:49.615412 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b1e5e7-20cf-468e-afe9-771a0cbb919c" -d '{"events": [{"server_uuid": "f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ede4a-7b3f-454c-8d51-31be9fb3ded8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:49.657078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,segment=NetworkSegment(b371c898-7977-417f-a4b2-42b1d298410c),segment_id=b371c898-7977-417f-a4b2-42b1d298410c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:49.666971 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.693123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:49.767840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:49.802006 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-9969fe4d-843f-4339-ac1e-dd2cc5e7caa8 req-630d58d1-8328-4864-b5cb-da522afe13c8 tempest-FloatingIPDetailsNegativeTestJSON-1387501328 tempest-FloatingIPDetailsNegativeTestJSON-1387501328-project] show failed (client error): The resource could not be found. Jul 07 17:49:49.812016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52052) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:49.817667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9969fe4d-843f-4339-ac1e-dd2cc5e7caa8 req-630d58d1-8328-4864-b5cb-da522afe13c8 tempest-FloatingIPDetailsNegativeTestJSON-1387501328 tempest-FloatingIPDetailsNegativeTestJSON-1387501328-project] 10.222.0.88 "GET /v2.0/floatingips/f2a4c4cc-fc39-41a6-b08f-b48785cf1c40 HTTP/1.1" status: 404 len: 350 time: 0.0670681 Jul 07 17:49:49.929813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['32204629-2dda-434b-99ca-af2b539e8996'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:50.007724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31370963-b666-400e-a564-93c0deacb2c8 req-f4f7ad4b-c710-4bc0-b96e-c2f2918e4338 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:50.015674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31370963-b666-400e-a564-93c0deacb2c8 req-f4f7ad4b-c710-4bc0-b96e-c2f2918e4338 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1097 time: 0.0895164 Jul 07 17:49:50.032375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243d8a-e279-4041-a4ab-c980a49aa5cc req-a8763864-fc4d-4c58-ad6d-0d601b05dbef tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:50.040516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90243d8a-e279-4041-a4ab-c980a49aa5cc req-a8763864-fc4d-4c58-ad6d-0d601b05dbef tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1422353 Jul 07 17:49:50.100478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31370963-b666-400e-a564-93c0deacb2c8 req-b12b841a-6b9f-4f92-a951-25543294ee8a tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838251 Jul 07 17:49:50.131757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90243d8a-e279-4041-a4ab-c980a49aa5cc req-930d75ee-ba3d-46a4-86c3-aad2d4d6b143 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899570 Jul 07 17:49:50.208414 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693cc3b3-3611-45d4-9435-687a68aa0808 x-openstack-request-id: req-693cc3b3-3611-45d4-9435-687a68aa0808 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:50.210451 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ede4a-7b3f-454c-8d51-31be9fb3ded8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:50.210646 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-693cc3b3-3611-45d4-9435-687a68aa0808 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:50.211063 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8', 'code': 200} Jul 07 17:49:50.288030 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.371761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ea4637a9-b4dd-4f86-a825-685d7548267b tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=2b7b97200fe34e488dc13a5f780334bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272174 Jul 07 17:49:50.479189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3ce13-8177-41b7-b8fa-4441297492f6 req-a66caecc-40ec-4415-ad78-293718716292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:50.480786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70b3ce13-8177-41b7-b8fa-4441297492f6 req-a66caecc-40ec-4415-ad78-293718716292 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 1097 time: 0.1824822 Jul 07 17:49:50.564144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70b3ce13-8177-41b7-b8fa-4441297492f6 req-13724570-b6e7-4802-9742-6d44f776f14c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748415 Jul 07 17:49:50.569618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Deleting port c9320921-8176-46fa-8d1d-21045b3bc258 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:50.570117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.576773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-f71be7ac-61bf-47c7-9900-6fa312edf14f tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:50.578421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-f71be7ac-61bf-47c7-9900-6fa312edf14f tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014658 Jul 07 17:49:50.588049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c162d11-2c82-438c-ba5b-99b3e97a3054 req-f9e3b614-f920-441a-bb50-b8263f312b5a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:50.589773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c162d11-2c82-438c-ba5b-99b3e97a3054 req-f9e3b614-f920-441a-bb50-b8263f312b5a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 944 time: 0.1911166 Jul 07 17:49:50.600188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-72b1aa28-bf36-41ee-b016-34e2222f569a tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/quotas/2b7b97200fe34e488dc13a5f780334bf HTTP/1.1" status: 200 len: 375 time: 0.0094299 Jul 07 17:49:50.655125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-55a7e448-78d6-4441-8892-e452962eeea0 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b7b97200fe34e488dc13a5f780334bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491109 Jul 07 17:49:50.683163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c162d11-2c82-438c-ba5b-99b3e97a3054 req-7c28c124-2cd6-4363-be0f-ec5ca00b53b8 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644813 Jul 07 17:49:50.685833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.711227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Calling delete_port for c9320921-8176-46fa-8d1d-21045b3bc258 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:50.761543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13071837-8eaa-48f0-81e7-0beee2830523 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:50.862367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 13071837-8eaa-48f0-81e7-0beee2830523 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:50.870355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 13071837-8eaa-48f0-81e7-0beee2830523 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:50.871005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.056343 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.057285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.090629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 13071837-8eaa-48f0-81e7-0beee2830523, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13071837-8eaa-48f0-81e7-0beee2830523,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:51.091600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.095721 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.153969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9320921-8176-46fa-8d1d-21045b3bc258,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:51.187314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=13071837-8eaa-48f0-81e7-0beee2830523,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:51.277561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb47d17-3764-4b96-865a-5e3beeee74b8 req-44e9d9b9-78c3-48f9-8d33-20d7a41af840 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.288108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7eb47d17-3764-4b96-865a-5e3beeee74b8 req-44e9d9b9-78c3-48f9-8d33-20d7a41af840 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 946 time: 0.1710064 Jul 07 17:49:51.355751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7eb47d17-3764-4b96-865a-5e3beeee74b8 req-b3acc396-be91-4adc-b11f-574abe2328da tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663979 Jul 07 17:49:51.368670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.453277 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98bdd9bb-ad4b-484d-a348-2eaf4f74fe11 req-8481deb6-e3d1-4c5f-be92-aac1fb000b30 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 210 time: 0.0462837 Jul 07 17:49:51.645932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] Sync routers for ids ['05105c79-002b-4e29-b7c9-d387254d7a69'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:51.659849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] Routers {'05105c79-002b-4e29-b7c9-d387254d7a69'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:51.661297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['05105c79-002b-4e29-b7c9-d387254d7a69'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:51.673033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Router 05105c79-002b-4e29-b7c9-d387254d7a69 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:51.696654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699a85-d2b1-4026-845e-eaad571d80af req-36b2261f-3f6b-481b-abfd-84e503fb084f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.704395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d699a85-d2b1-4026-845e-eaad571d80af req-36b2261f-3f6b-481b-abfd-84e503fb084f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.1184323 Jul 07 17:49:51.749960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d699a85-d2b1-4026-845e-eaad571d80af req-a2556c64-6f12-44ff-8b58-8482333106e9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jul 07 17:49:51.867962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] Set router 05105c79-002b-4e29-b7c9-d387254d7a69 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:52.068491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9e21f-6255-423c-9832-50a457f9080d req-e6dd2d37-db2b-48aa-a463-b02388aa5b0b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:52.071155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55a9e21f-6255-423c-9832-50a457f9080d req-e6dd2d37-db2b-48aa-a463-b02388aa5b0b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 944 time: 0.1106522 Jul 07 17:49:52.115391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55a9e21f-6255-423c-9832-50a457f9080d req-e5a61e03-a4a5-4303-aa39-c2681c35d575 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370309 Jul 07 17:49:52.117881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '13071837-8eaa-48f0-81e7-0beee2830523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:50Z', 'revision_number': 5, 'project_id': '04430698297947509f417663357f78da', 'gw_port': {'id': '13071837-8eaa-48f0-81e7-0beee2830523', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:52.159592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:52.165786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5411f8f5-55b3-444f-80b2-5d33cd12317d admin admin] 10.222.0.88 "PUT /v2.0/routers/05105c79-002b-4e29-b7c9-d387254d7a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520176 Jul 07 17:49:52.168666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52126) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:52.186139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] Checking router: 05105c79-002b-4e29-b7c9-d387254d7a69 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:52.196821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] Routers {'05105c79-002b-4e29-b7c9-d387254d7a69'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:52.197920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['05105c79-002b-4e29-b7c9-d387254d7a69'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:52.297999 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.326014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] Set router 05105c79-002b-4e29-b7c9-d387254d7a69 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:52.338071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-364ff687-397e-4831-9dcf-ba93722c8cc0 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:49:52.339082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-364ff687-397e-4831-9dcf-ba93722c8cc0 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070801 Jul 07 17:49:52.357548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Request body: {'binding': {'host': 'n-h2-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:52.358001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:49:52.518989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '13071837-8eaa-48f0-81e7-0beee2830523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:50Z', 'revision_number': 5, 'project_id': '04430698297947509f417663357f78da', 'gw_port': {'id': '13071837-8eaa-48f0-81e7-0beee2830523', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:52.547738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd9d5d-a8af-483d-8136-8666c5d32d14 None None] The sync data for ids ['05105c79-002b-4e29-b7c9-d387254d7a69'] in n-d-798930-2 is: [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '13071837-8eaa-48f0-81e7-0beee2830523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:50Z', 'revision_number': 5, 'project_id': '04430698297947509f417663357f78da', 'gw_port': {'id': '13071837-8eaa-48f0-81e7-0beee2830523', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:52.696314 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-b862569b-dfab-4486-bff4-69d4a7d5fbd2 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2b7b97200fe34e488dc13a5f780334bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222304 Jul 07 17:49:52.755859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:52.821763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 32204629-2dda-434b-99ca-af2b539e8996 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:52.828972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-9e6bfa17-c432-4a3a-a6d3-9aa262fa379c tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:52.830481 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-9e6bfa17-c432-4a3a-a6d3-9aa262fa379c tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272349 Jul 07 17:49:52.834261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 32204629-2dda-434b-99ca-af2b539e8996 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:52.834578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.848599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Request body: {'port': {'device_id': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '2b7b97200fe34e488dc13a5f780334bf'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:52.849428 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.965432 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.970739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb344ef-990f-4c3a-8801-2ba6f4d84550 req-cfe89294-c8ad-44bd-be06-55367f2a1456 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:52.973488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-beb344ef-990f-4c3a-8801-2ba6f4d84550 req-cfe89294-c8ad-44bd-be06-55367f2a1456 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 946 time: 0.1737194 Jul 07 17:49:53.023522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Made reservation on behalf of 2b7b97200fe34e488dc13a5f780334bf for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:53.028270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32204629-2dda-434b-99ca-af2b539e8996'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:53.030390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Deleting port 13071837-8eaa-48f0-81e7-0beee2830523 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:53.030647 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e1a547-59f7-4090-83c0-710533c70f2a" -d '{"events": [{"server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "name": "network-vif-plugged", "status": "completed", "tag": "32204629-2dda-434b-99ca-af2b539e8996"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:53.030963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.032425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.045170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.050863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:53.054327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on host n-h2-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:53.054783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:53.055002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13071837-8eaa-48f0-81e7-0beee2830523 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:53.055388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:53.061363 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.108571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:53.109097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:53.118015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:53.118382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:53.118893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:53.119777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Bound port: 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:53.139533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-beb344ef-990f-4c3a-8801-2ba6f4d84550 req-0d5d06d4-100d-4720-8ef1-e3fec5950e9e tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590958 Jul 07 17:49:53.179703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:53.190514 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.198161 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.201950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 13071837-8eaa-48f0-81e7-0beee2830523 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:53.202130 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.309034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf43378-db06-45a8-bf58-717fff0d7a6f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:53.371436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9320921-8176-46fa-8d1d-21045b3bc258 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:53.380428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:53.395453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c9320921-8176-46fa-8d1d-21045b3bc258 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:53.395889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9320921-8176-46fa-8d1d-21045b3bc258 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:53.402452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339094da-fc42-44e8-990a-ad8ebab3b450 req-efd983b1-5add-487b-8630-342af98b2486 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 210 time: 0.1032524 Jul 07 17:49:53.408578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.409454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7467f1d6-dc8b-45aa-8c75-ab9b1518a044 service neutron] 10.222.0.88 "POST /v2.0/ports/44172d93-0d0e-4928-83c9-3356bc8b8d5c/bindings HTTP/1.1" status: 201 len: 389 time: 1.0569286 Jul 07 17:49:53.431047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] For port 13071837-8eaa-48f0-81e7-0beee2830523, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13071837-8eaa-48f0-81e7-0beee2830523,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:53.431416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.439720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Allocated IP 192.168.233.61 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/6e87e91c-bae5-46fb-99a3-eb8d23584d81) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:53.450207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Calling delete_port for 13071837-8eaa-48f0-81e7-0beee2830523 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:53.654718 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4aed46-60dd-42db-83e8-115449fab51a x-openstack-request-id: req-df4aed46-60dd-42db-83e8-115449fab51a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:53.655221 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "name": "network-vif-plugged", "status": "completed", "tag": "32204629-2dda-434b-99ca-af2b539e8996", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:53.655647 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df4aed46-60dd-42db-83e8-115449fab51a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:53.656260 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32204629-2dda-434b-99ca-af2b539e8996', 'code': 200} Jul 07 17:49:53.864443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.901869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d8f4c-5212-4dcd-899a-b90e104d6c60 req-160dc678-4b23-4162-9f80-184c6c86f144 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:53.903447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-692d8f4c-5212-4dcd-899a-b90e104d6c60 req-160dc678-4b23-4162-9f80-184c6c86f144 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2667725 Jul 07 17:49:53.983100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Transition to ACTIVE for port object 6e87e91c-bae5-46fb-99a3-eb8d23584d81 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:53.995184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.015759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-e6bcc482-e91d-4ea2-a24c-e3d38aa36f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.017446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-e6bcc482-e91d-4ea2-a24c-e3d38aa36f94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1097 time: 0.2281559 Jul 07 17:49:54.022971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.050789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-692d8f4c-5212-4dcd-899a-b90e104d6c60 req-d0eb1e56-cb55-4b0f-bcf1-3060387eb4ef tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213982 Jul 07 17:49:54.065588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Pushing event deleted for resources: {'Port': ['ID=13071837-8eaa-48f0-81e7-0beee2830523,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:54.112133 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] Sync routers for ids ['05105c79-002b-4e29-b7c9-d387254d7a69'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:54.114576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Pushing event updated for resources: {'Port': ['ID=6e87e91c-bae5-46fb-99a3-eb8d23584d81,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:54.121871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7a0c-8153-493c-8b5e-3d7725de4515 req-580f4448-529c-484a-bafe-6fdd5f5d4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.123128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:54.123570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b1e7a0c-8153-493c-8b5e-3d7725de4515 req-580f4448-529c-484a-bafe-6fdd5f5d4fd2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1096 time: 0.3353002 Jul 07 17:49:54.124678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:54.127454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:54.133702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.134346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.145092 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] Routers {'05105c79-002b-4e29-b7c9-d387254d7a69'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:54.146880 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['05105c79-002b-4e29-b7c9-d387254d7a69'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:54.157355 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-00c982de-45da-412c-8679-53fff4ac55ab tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3144743 Jul 07 17:49:54.190583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Request body: {'port': {'device_id': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:54.248481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4915-70e3-4020-a3e3-b71619320f46 req-ad52fbac-8139-4460-a722-4a097bc3bcc6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.255911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19fb4915-70e3-4020-a3e3-b71619320f46 req-ad52fbac-8139-4460-a722-4a097bc3bcc6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 945 time: 0.3793530 Jul 07 17:49:54.329138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.357151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.369837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b1e7a0c-8153-493c-8b5e-3d7725de4515 req-737b32b3-cfde-4b7a-9e17-3b06ebac03bb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155023 Jul 07 17:49:54.476874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-091303b9-bbbb-4f14-a51f-698baff3801c None None] Provisioning for port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:54.481516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-091303b9-bbbb-4f14-a51f-698baff3801c None None] Provisioning complete for port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:54.481964 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-091303b9-bbbb-4f14-a51f-698baff3801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.494159 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] Set router 05105c79-002b-4e29-b7c9-d387254d7a69 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:54.534254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19fb4915-70e3-4020-a3e3-b71619320f46 req-e6f6a858-55b0-4110-9036-e4681fd71570 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773943 Jul 07 17:49:54.543334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-091303b9-bbbb-4f14-a51f-698baff3801c None None] Port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:54.573138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-f6d2d460-8890-4f69-ba08-5f6f9f227381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.573298 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:53Z', 'revision_number': 7, 'project_id': '04430698297947509f417663357f78da', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:54.575265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-f6d2d460-8890-4f69-ba08-5f6f9f227381 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.5302577 Jul 07 17:49:54.581672 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.592601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.604271 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] Checking router: 05105c79-002b-4e29-b7c9-d387254d7a69 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:54.616258 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] Routers {'05105c79-002b-4e29-b7c9-d387254d7a69'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:54.617062 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['05105c79-002b-4e29-b7c9-d387254d7a69'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:54.692586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-acd5f29c-81f7-4aac-8f58-a3cf447414d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 217 time: 0.1015472 Jul 07 17:49:54.702438 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.703101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05105c79-002b-4e29-b7c9-d387254d7a69 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:54.716918 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.722484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3c9e580e-3cf1-498f-8d4a-3600fae42725 admin admin] 10.222.0.88 "DELETE /v2.0/routers/05105c79-002b-4e29-b7c9-d387254d7a69 HTTP/1.1" status: 204 len: 168 time: 2.5526047 Jul 07 17:49:54.726293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52164) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:54.757907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:54.761153 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] Set router 05105c79-002b-4e29-b7c9-d387254d7a69 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:54.833961 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:53Z', 'revision_number': 7, 'project_id': '04430698297947509f417663357f78da', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:54.838551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e87e91c-bae5-46fb-99a3-eb8d23584d81 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:54.849422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.866005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Transition to ACTIVE for port object 6e87e91c-bae5-46fb-99a3-eb8d23584d81 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:54.872717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.879025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:54.881671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:54.898479 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be421738-f737-48e1-a80c-11f3e3ee234a None None] The sync data for ids ['05105c79-002b-4e29-b7c9-d387254d7a69'] in n-d-798930-2 is: [{'id': '05105c79-002b-4e29-b7c9-d387254d7a69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1098318594-router', 'tenant_id': '04430698297947509f417663357f78da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:44Z', 'updated_at': '2021-07-07T17:49:53Z', 'revision_number': 7, 'project_id': '04430698297947509f417663357f78da', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:54.925252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dc2ef-403b-44bb-bb5d-14fc0fa41d21 req-dd2bd197-f752-40d4-8aa9-d75a3df01cfe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.931725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e8dc2ef-403b-44bb-bb5d-14fc0fa41d21 req-dd2bd197-f752-40d4-8aa9-d75a3df01cfe tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.4502308 Jul 07 17:49:54.964447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=6e87e91c-bae5-46fb-99a3-eb8d23584d81,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:54.989479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:54.999121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7135d698-0811-479c-80c4-a9d6aea3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.007048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-7135d698-0811-479c-80c4-a9d6aea3d601 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.3062475 Jul 07 17:49:55.014261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] Deleting subnet 424c83b8-6fed-45b0-9f74-21492fb5ea90 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:55.015146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Attempting to bind port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:55.015485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Attempting to bind port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:55.015813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Attempting to bind port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:55.022524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:55.022990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Attempting to bind port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:55.028877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:55.029232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:55.029611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:55.030038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Bound port: 6e87e91c-bae5-46fb-99a3-eb8d23584d81, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:55.030392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.034547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.049907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'mac_address': 'fa:16:3e:e0:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:55.097246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e7a3-bbf6-4fa9-b37e-413c5466de7b req-b4965e28-9f7d-4f17-86e6-ae8c975ba12d tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.099050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c5e7a3-bbf6-4fa9-b37e-413c5466de7b req-b4965e28-9f7d-4f17-86e6-ae8c975ba12d tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 935 time: 0.3452852 Jul 07 17:49:55.111574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-a29a69b8-b22e-4d76-a856-63aaa988b3fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897772 Jul 07 17:49:55.131752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] For port 6e87e91c-bae5-46fb-99a3-eb8d23584d81, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:55.135898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] For port 6e87e91c-bae5-46fb-99a3-eb8d23584d81, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e87e91c-bae5-46fb-99a3-eb8d23584d81,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:55.143133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.165336 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.167483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e8dc2ef-403b-44bb-bb5d-14fc0fa41d21 req-d5d294c1-2ce7-4422-8d99-0674390c4be3 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344360 Jul 07 17:49:55.174483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.202371 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.213566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=6e87e91c-bae5-46fb-99a3-eb8d23584d81,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.222755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.223435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.225132 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ac027d35-4f33-49da-a357-964413bc1cbf service neutron] 10.222.0.55 "PUT /v2.0/ports/6e87e91c-bae5-46fb-99a3-eb8d23584d81 HTTP/1.1" status: 200 len: 1095 time: 1.0415285 Jul 07 17:49:55.225572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'tag': '6e87e91c-bae5-46fb-99a3-eb8d23584d81'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:55.228101 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4cecd7-8672-47e4-9ba5-f63fb6916154" -d '{"events": [{"name": "network-changed", "server_uuid": "1370c9bb-402b-4274-bca9-d412f3b0aa46", "tag": "6e87e91c-bae5-46fb-99a3-eb8d23584d81"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:55.249834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:55.255745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 511a4a96-7c8f-42f5-b889-2c033f37f624 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:55.281029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'mac_address': 'fa:16:3e:92:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-154619901', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:55.324907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c5e7a3-bbf6-4fa9-b37e-413c5466de7b req-31682019-87d0-461b-aae0-22f89a3292d9 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105277 Jul 07 17:49:55.331931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:55.336448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:55.360707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-20134094-dbdc-4b82-9a41-191c4ce2e39a service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222023 Jul 07 17:49:55.366540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.369966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.432253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-30ded0ac-3f8e-45fd-aa1e-9eab9d9373c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.441260 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-30ded0ac-3f8e-45fd-aa1e-9eab9d9373c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b7b97200fe34e488dc13a5f780334bf&device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 1098 time: 0.1527252 Jul 07 17:49:55.450050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.481816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:55.488299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.532330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-bf1fd63a-bba3-48c0-b312-4a6e772f4cd6 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590784 Jul 07 17:49:55.543253 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-6d436d90-502d-438c-be45-799dc434d3f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=6e87e91c-bae5-46fb-99a3-eb8d23584d81 HTTP/1.1" status: 200 len: 217 time: 0.0859067 Jul 07 17:49:55.623529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-f14ba914-debf-4aac-8f45-849f1c2e08db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.626348 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-f14ba914-debf-4aac-8f45-849f1c2e08db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0728793 Jul 07 17:49:55.649839 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.702888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-4494fa79-c5a6-4c4b-be46-875c70848602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.703157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-4494fa79-c5a6-4c4b-be46-875c70848602 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630825 Jul 07 17:49:55.718374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['511a4a96-7c8f-42f5-b889-2c033f37f624'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:55.722477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:55.724945 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3944f975-a1fe-4b19-ab5b-dedbbd6683d1" -d '{"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:55.751369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6836-b52e-48f0-b756-6054f8502b0b req-7f919b6e-6efc-4ff0-b5c5-a2f090cfff6f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.760861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b60d6836-b52e-48f0-b756-6054f8502b0b req-7f919b6e-6efc-4ff0-b5c5-a2f090cfff6f tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 968 time: 0.1642017 Jul 07 17:49:55.769565 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.803802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:49:55.804240 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:49:55.819828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.872565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12af80c-cd05-4d82-8093-c5de6d7fc0a0 None None] Network 118b6c5d-cce5-4a61-90f8-0884885fe935 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:55.877441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-ddf03270-9cd1-4bfe-8083-edc369fb8289 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648505 Jul 07 17:49:55.879070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424c83b8-6fed-45b0-9f74-21492fb5ea90,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.892333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.894315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e1fa9baa-2e37-4bc4-8930-66bd65006d41 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/424c83b8-6fed-45b0-9f74-21492fb5ea90 HTTP/1.1" status: 204 len: 168 time: 1.1471484 Jul 07 17:49:55.908389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52194) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:55.961012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b60d6836-b52e-48f0-b756-6054f8502b0b req-91fb078d-8a27-4473-8bae-c43308cb22a1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993322 Jul 07 17:49:56.090624 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-811126f6-9a5f-4dad-a1cc-581185f55a87 req-80ec3cd3-89d9-452d-9a4d-54d25c6eb31d service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012265 Jul 07 17:49:56.122500 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cfe429-a2ee-4462-aeef-52702dd3032d x-openstack-request-id: req-71cfe429-a2ee-4462-aeef-52702dd3032d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:56.123219 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1370c9bb-402b-4274-bca9-d412f3b0aa46", "tag": "6e87e91c-bae5-46fb-99a3-eb8d23584d81", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:56.124081 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-71cfe429-a2ee-4462-aeef-52702dd3032d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:56.124768 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'tag': '6e87e91c-bae5-46fb-99a3-eb8d23584d81', 'status': 'completed', 'code': 200} Jul 07 17:49:56.144563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.235233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Deleting port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:56.235634 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.314088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-d8b1e103-71ec-43c3-9588-6d8f4d218c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.316898 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-d8b1e103-71ec-43c3-9588-6d8f4d218c20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b7b97200fe34e488dc13a5f780334bf&device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 1098 time: 0.1209767 Jul 07 17:49:56.359125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] DHCP port deletion for 118b6c5d-cce5-4a61-90f8-0884885fe935 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:56.436766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] For port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,segment=NetworkSegment(0eacbe90-64da-4373-82a7-d4fa8872af31),segment_id=0eacbe90-64da-4373-82a7-d4fa8872af31)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:56.437184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.449575 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053deb91-d7a9-4dda-9c9e-49649c5e9d30 x-openstack-request-id: req-053deb91-d7a9-4dda-9c9e-49649c5e9d30 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:56.450395 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:56.451152 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-053deb91-d7a9-4dda-9c9e-49649c5e9d30 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:56.451743 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'code': 200} Jul 07 17:49:56.456959 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.479595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:56.481258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Calling delete_port for e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:56.537172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:56.537656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-346cfd1f-bb67-41e8-8e10-6f52324b57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.539780 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-346cfd1f-bb67-41e8-8e10-6f52324b57f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1932950 Jul 07 17:49:56.555662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.617096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] Deleting port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:56.617467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.659671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-1a852f5b-852f-4aaf-b85f-aa3ac01fc2c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=6e87e91c-bae5-46fb-99a3-eb8d23584d81 HTTP/1.1" status: 200 len: 217 time: 0.1074433 Jul 07 17:49:56.712690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13071837-8eaa-48f0-81e7-0beee2830523 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:56.745451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:56.756283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-a189f73c-1b4f-4045-91a3-b117604de9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.760848 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-a189f73c-1b4f-4045-91a3-b117604de9cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0905633 Jul 07 17:49:56.762704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 13071837-8eaa-48f0-81e7-0beee2830523 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:56.763453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13071837-8eaa-48f0-81e7-0beee2830523 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:56.763673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:56.794194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:56.840174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] For port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,segment=NetworkSegment(0eacbe90-64da-4373-82a7-d4fa8872af31),segment_id=0eacbe90-64da-4373-82a7-d4fa8872af31)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:56.840581 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.871575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] Calling delete_port for e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:56.891658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31988c26-d411-469f-a59c-054f5cd82df1 req-4f4b9de3-744a-4b6d-87aa-41f9eeee84c8 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.907555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31988c26-d411-469f-a59c-054f5cd82df1 req-4f4b9de3-744a-4b6d-87aa-41f9eeee84c8 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 945 time: 0.4186542 Jul 07 17:49:56.930992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-c852b154-0843-4a5c-9860-59cdf2809499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.935404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-c852b154-0843-4a5c-9860-59cdf2809499 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609576 Jul 07 17:49:56.942334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No active binding found for port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:49:56.942767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:56.951767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.968138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:49:57.014344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 511a4a96-7c8f-42f5-b889-2c033f37f624 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:57.014993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.084398 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.094338 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-9cf5d140-5dc0-4ab7-8d0f-9c6c231fa4b9 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395390 Jul 07 17:49:57.107118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41339-49a3-4804-bd89-f85123ab8503 req-98965e29-9489-4638-9df4-532be1851964 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.112549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12c41339-49a3-4804-bd89-f85123ab8503 req-98965e29-9489-4638-9df4-532be1851964 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.4430404 Jul 07 17:49:57.130207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] No DVR routers for this DVR port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:57.142545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31988c26-d411-469f-a59c-054f5cd82df1 req-8c43e348-9002-45d2-bc56-7ae721cc4c3b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337930 Jul 07 17:49:57.143473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.152093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb92f7-e348-4903-ace9-92c2acdb27f1 None None] Pushing event deleted for resources: {'Port': ['ID=e09ebe62-cbb4-47f2-99ea-b3d9efb574d2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.154944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] No DVR routers for this DVR port e09ebe62-cbb4-47f2-99ea-b3d9efb574d2 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:57.334502 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a4cecd7-8672-47e4-9ba5-f63fb6916154 req-e421c5d5-937b-4770-b577-42d2988e230d service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265608 Jul 07 17:49:57.345164 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.416414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12c41339-49a3-4804-bd89-f85123ab8503 req-edf95a64-3ba8-4382-a692-d35ecf8f2db0 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599514 Jul 07 17:49:57.426682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.433588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:57.440147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.446955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118b6c5d-cce5-4a61-90f8-0884885fe935']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:57.511237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eacbe90-64da-4373-82a7-d4fa8872af31') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:57.511540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eacbe90-64da-4373-82a7-d4fa8872af31') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:57.549010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.570294 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.636793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.648876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:57.649390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:57.651604 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:57.784403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63114-d87c-4b9a-9f14-3ab13afdc5b9 req-7781567d-d798-41a4-af73-f8d5b1a34a10 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.785955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2f63114-d87c-4b9a-9f14-3ab13afdc5b9 req-7781567d-d798-41a4-af73-f8d5b1a34a10 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 947 time: 0.2776971 Jul 07 17:49:57.788957 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.813360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Pushing event deleted for resources: {'Network': ['ID=118b6c5d-cce5-4a61-90f8-0884885fe935,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.816668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.821815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-52f6a6f7-71a3-477c-8866-5f47a1e1af83 admin admin] 10.222.0.88 "DELETE /v2.0/networks/118b6c5d-cce5-4a61-90f8-0884885fe935 HTTP/1.1" status: 204 len: 168 time: 1.9121599 Jul 07 17:49:57.885373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2f63114-d87c-4b9a-9f14-3ab13afdc5b9 req-6f750c88-3cf4-4fe3-9c97-a0e86ef780ce tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765722 Jul 07 17:49:57.907818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62e06-10b6-4029-880c-00af8e9dc4f2 req-d0617cbb-db4f-44c5-9abc-8dc51f7e2c38 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.916102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bba62e06-10b6-4029-880c-00af8e9dc4f2 req-d0617cbb-db4f-44c5-9abc-8dc51f7e2c38 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 970 time: 0.2525191 Jul 07 17:49:57.980899 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:57.997270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bba62e06-10b6-4029-880c-00af8e9dc4f2 req-6604c9a8-9bd9-43c8-9f1b-78e33586e890 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753355 Jul 07 17:49:58.124411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbd931-df0d-4195-bebe-634ab178a1ec req-62631bdf-3222-4053-9b25-1368c4aa7577 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:58.130344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63cbd931-df0d-4195-bebe-634ab178a1ec req-62631bdf-3222-4053-9b25-1368c4aa7577 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1096 time: 0.0841746 Jul 07 17:49:58.153906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52254) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:58.203432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63cbd931-df0d-4195-bebe-634ab178a1ec req-4fb3733a-fb85-42d9-8cc3-004225fd1bd4 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644944 Jul 07 17:49:58.243691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52256) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:58.245142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-12fa7117-4edc-40af-b867-feaa1d5d016a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=04430698297947509f417663357f78da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856426 Jul 07 17:49:58.382571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a735-f0d7-49f4-9e70-2fb390c2d799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.453558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:58.458658 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dd36b0-3fb5-45e4-8338-fa6c0948ca61" -d '{"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-plugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:58.459045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a735-f0d7-49f4-9e70-2fb390c2d799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.510541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a422db2-1d29-4214-a759-5c87598d2006 req-bd71e590-d860-4b02-a525-37ed5537129a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:58.518076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a422db2-1d29-4214-a759-5c87598d2006 req-bd71e590-d860-4b02-a525-37ed5537129a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 966 time: 0.1963596 Jul 07 17:49:58.617369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a6e7-7a19-4951-a62b-a61247517d9b req-64b664af-b341-4f7b-a6e2-2c4f6ec24817 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:58.625688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e951a6e7-7a19-4951-a62b-a61247517d9b req-64b664af-b341-4f7b-a6e2-2c4f6ec24817 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1096 time: 0.2390265 Jul 07 17:49:58.648340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a735-f0d7-49f4-9e70-2fb390c2d799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.650881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a735-f0d7-49f4-9e70-2fb390c2d799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.654441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ccb1a735-f0d7-49f4-9e70-2fb390c2d799 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6f87e536-8407-4c35-b102-fc95bd301c14 HTTP/1.1" status: 204 len: 168 time: 0.4070423 Jul 07 17:49:58.691843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a422db2-1d29-4214-a759-5c87598d2006 req-767242f4-5ba3-4133-82ed-80e4d50ab6e9 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727798 Jul 07 17:49:58.698920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1a735-f0d7-49f4-9e70-2fb390c2d799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f87e536-8407-4c35-b102-fc95bd301c14,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:58.741944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e951a6e7-7a19-4951-a62b-a61247517d9b req-4e8a4a2a-a385-4b18-bde2-e96b3f5ee80e tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120071 Jul 07 17:49:58.887902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e87e91c-bae5-46fb-99a3-eb8d23584d81 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:49:58.891321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:58.895053 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f93e0b-fdbf-4993-bbfb-0c4ef7bd4ab0 x-openstack-request-id: req-23f93e0b-fdbf-4993-bbfb-0c4ef7bd4ab0 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:58.895442 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-plugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:58.895852 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-23f93e0b-fdbf-4993-bbfb-0c4ef7bd4ab0 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:58.897286 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'code': 200} Jul 07 17:49:59.085378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582423f-e0a2-4707-96f6-23b6656d5fb2 req-389ffee3-cd5b-4480-8e11-3cb86b7e980d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.086993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7582423f-e0a2-4707-96f6-23b6656d5fb2 req-389ffee3-cd5b-4480-8e11-3cb86b7e980d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.1458294 Jul 07 17:49:59.156735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:59.157625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.175725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7582423f-e0a2-4707-96f6-23b6656d5fb2 req-16442600-1b60-4047-8b41-306d99060937 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Jul 07 17:49:59.253619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d72ab-4829-4a8d-b61b-054ec95ebb73 req-d4554c21-d744-47f6-9474-866b51e9bc59 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.255506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f9d72ab-4829-4a8d-b61b-054ec95ebb73 req-d4554c21-d744-47f6-9474-866b51e9bc59 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 947 time: 0.1673851 Jul 07 17:49:59.357117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6e87e91c-bae5-46fb-99a3-eb8d23584d81, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e87e91c-bae5-46fb-99a3-eb8d23584d81,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:59.364273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f9d72ab-4829-4a8d-b61b-054ec95ebb73 req-c6a5b57d-6df1-45e7-8f79-429ccdce172d tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005497 Jul 07 17:49:59.387186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.414584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6e87e91c-bae5-46fb-99a3-eb8d23584d81', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '6e87e91c-bae5-46fb-99a3-eb8d23584d81', 'mac_address': 'fa:16:3e:0d:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:49:59.540900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:59.572259 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.601431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.702523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e87e91c-bae5-46fb-99a3-eb8d23584d81 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:49:59.815897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:59.820347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef25b26-3e86-494c-ba54-b9cb75174a12 req-6252d6b8-38d9-4c87-a1ae-de02e2c1bfe7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:59.824509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef25b26-3e86-494c-ba54-b9cb75174a12 req-6252d6b8-38d9-4c87-a1ae-de02e2c1bfe7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 971 time: 0.1946344 Jul 07 17:49:59.832017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6e87e91c-bae5-46fb-99a3-eb8d23584d81, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e87e91c-bae5-46fb-99a3-eb8d23584d81,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:59.839918 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.907403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef25b26-3e86-494c-ba54-b9cb75174a12 req-c20a4ae5-c3f9-4b0b-af85-b971596b467e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757260 Jul 07 17:49:59.974141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6e87e91c-bae5-46fb-99a3-eb8d23584d81,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:00.276693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b82507-1df7-42da-a3f0-e7d2df4de9dc req-0a78a2e2-5a31-4a7e-9599-7dc5167584b4 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:00.285134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60b82507-1df7-42da-a3f0-e7d2df4de9dc req-0a78a2e2-5a31-4a7e-9599-7dc5167584b4 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1096 time: 0.1696243 Jul 07 17:50:00.316027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6e87e91c-bae5-46fb-99a3-eb8d23584d81'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:00.319456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60b82507-1df7-42da-a3f0-e7d2df4de9dc req-77a1bcc5-34d7-4ac2-87dc-dfc70182c1fa tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332122 Jul 07 17:50:00.710007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94392bb6-cb1c-4659-9079-12100286c96b req-53c9448e-d2a7-4965-b050-b7cbcec80e14 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:00.711805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94392bb6-cb1c-4659-9079-12100286c96b req-53c9448e-d2a7-4965-b050-b7cbcec80e14 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.1277142 Jul 07 17:50:00.769924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94392bb6-cb1c-4659-9079-12100286c96b req-e61f1bd9-30c9-4783-8c44-f0dd4e93891d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495813 Jul 07 17:50:00.898939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:00.902028 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd26b4d-7e95-4734-8a89-bd33df0893de" -d '{"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:01.489915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcd965-3906-4c36-be88-a39add265318 req-6912b1ba-6f26-4085-b423-b79cc656090e tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.498854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1abcd965-3906-4c36-be88-a39add265318 req-6912b1ba-6f26-4085-b423-b79cc656090e tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 948 time: 0.1078148 Jul 07 17:50:01.564385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1abcd965-3906-4c36-be88-a39add265318 req-339ebcbb-4374-450a-828d-99b9113ff303 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642598 Jul 07 17:50:01.738666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-d1544845-3686-4857-8634-eadc55874226 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1097421816&fields=id&tenant_id=036a6086fbde475cb6304008bc73b371 HTTP/1.1" status: 200 len: 267 time: 0.0774193 Jul 07 17:50:01.907575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-dcfc1611-5223-4688-ac9f-137f2062136c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.921512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-dcfc1611-5223-4688-ac9f-137f2062136c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 824 time: 0.1815226 Jul 07 17:50:01.948886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-1e71d137-690e-41df-aa49-908769d06eea tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/quotas/036a6086fbde475cb6304008bc73b371 HTTP/1.1" status: 200 len: 375 time: 0.0264161 Jul 07 17:50:02.034604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78e41a-546c-46c3-8a1e-190905017219 req-68c38667-e199-4769-b5af-f72889026f5e tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:02.038299 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3d78e41a-546c-46c3-8a1e-190905017219 req-68c38667-e199-4769-b5af-f72889026f5e tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.55 "GET /v2.0/ports?device_id=89b7686c-f867-4ab9-a3e4-cb27f7f3cc81 HTTP/1.1" status: 200 len: 966 time: 0.1742907 Jul 07 17:50:02.093327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-6dc01322-10ee-4172-bbfe-1d3fcd809cd2 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1357892 Jul 07 17:50:02.286059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Deleting port fc071d81-f886-451f-bf59-df5dac8d84c2 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:02.286308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.319486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-05c9a9f2-e312-42b0-8aa1-3cc8a3952f5f service neutron] 10.222.0.88 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158704 Jul 07 17:50:02.440014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6e5e6a10-3eb0-43af-aa0c-16d219e9096e tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:50:02.441329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6e5e6a10-3eb0-43af-aa0c-16d219e9096e tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093422 Jul 07 17:50:02.455126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Request body: {'binding': {'host': 'n-h1-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:02.455930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:50:02.495776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] For port fc071d81-f886-451f-bf59-df5dac8d84c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fc071d81-f886-451f-bf59-df5dac8d84c2,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:02.496135 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.544854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-443722c4-ccba-440c-a8e2-c27844ec99c9 service neutron] 10.222.0.88 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204480 Jul 07 17:50:02.805535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on host n-h1-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:02.808384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:02.808547 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb31df-6d79-447b-8352-58affed4b07a x-openstack-request-id: req-cecb31df-6d79-447b-8352-58affed4b07a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:02.809088 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:02.809088 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cecb31df-6d79-447b-8352-58affed4b07a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:02.809273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:02.809460 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'code': 200} Jul 07 17:50:02.820145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:02.820612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:02.834461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:02.835067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:02.835698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:02.845622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Bound port: 32204629-2dda-434b-99ca-af2b539e8996, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:02.863980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.864512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.864963 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Floating IP 15af8703-47a2-499a-925f-592918a644ae disassociated. External IP: 172.25.1.98, port: fc071d81-f886-451f-bf59-df5dac8d84c2. Jul 07 17:50:02.865605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Calling delete_port for fc071d81-f886-451f-bf59-df5dac8d84c2 owned by compute:tempest-test_az-154619901 {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:02.886338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e87e91c-bae5-46fb-99a3-eb8d23584d81 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:03.026058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:03.036097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:03.039238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.041848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:03.042796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.049761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-6a2d38a3-37f2-47d6-8f7d-4aa5806378e5 service neutron] 10.222.0.88 "POST /v2.0/ports/32204629-2dda-434b-99ca-af2b539e8996/bindings HTTP/1.1" status: 201 len: 389 time: 0.6001217 Jul 07 17:50:03.191533 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.229894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.313554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6e87e91c-bae5-46fb-99a3-eb8d23584d81, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e87e91c-bae5-46fb-99a3-eb8d23584d81,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:03.320557 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.325321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fc071d81-f886-451f-bf59-df5dac8d84c2 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:03.345582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event deleted for resources: {'Port': ['ID=fc071d81-f886-451f-bf59-df5dac8d84c2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:03.494107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.55', 53695) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:03.511578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: fc071d81-f886-451f-bf59-df5dac8d84c2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:03.512640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fc071d81-f886-451f-bf59-df5dac8d84c2 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:03.579860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.588638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6e87e91c-bae5-46fb-99a3-eb8d23584d81,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:03.662270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Router 5e41260d-9935-4d85-ad8b-5803339dd647 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:03.909125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:03.921120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] Sync routers for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:03.945237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:03.948035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:04.030113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] No DVR routers for this DVR port fc071d81-f886-451f-bf59-df5dac8d84c2 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:04.049473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.059532 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3d78e41a-546c-46c3-8a1e-190905017219 req-87e77026-be02-4d2e-8ccd-532acd20a25a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.55 "DELETE /v2.0/ports/fc071d81-f886-451f-bf59-df5dac8d84c2 HTTP/1.1" status: 204 len: 173 time: 2.0078239 Jul 07 17:50:04.071313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'name': 'network-vif-deleted', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:04.075683 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f825e6a-5fe3-4e49-8117-851f77b5766c" -d '{"events": [{"server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "name": "network-vif-deleted", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:04.210481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7537-bab0-4efe-a7c5-5212b88043e4 req-99f9d2a6-d200-48db-94cf-440a0f24f28b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.211080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:04.224778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69cc7537-bab0-4efe-a7c5-5212b88043e4 req-99f9d2a6-d200-48db-94cf-440a0f24f28b tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 971 time: 1.1709044 Jul 07 17:50:04.317946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174440-3547-4fe6-93d5-0451907bca7c req-17c0d5d1-66a1-4685-967a-3a65b1969622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.319459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6174440-3547-4fe6-93d5-0451907bca7c req-17c0d5d1-66a1-4685-967a-3a65b1969622 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1122 time: 1.0562549 Jul 07 17:50:04.452229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69cc7537-bab0-4efe-a7c5-5212b88043e4 req-6f176d2c-1ac4-49cc-9f6d-e021e55d8add tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263441 Jul 07 17:50:04.497231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-1c55dcdf-9d21-4bd2-af8f-32048a4a744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.498793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-1c55dcdf-9d21-4bd2-af8f-32048a4a744b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1096 time: 1.0023201 Jul 07 17:50:04.527723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6174440-3547-4fe6-93d5-0451907bca7c req-508afc2d-3f8e-4513-9281-b4cb3caf8820 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930692 Jul 07 17:50:04.633355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:04.663157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d9d58-6d09-4a2d-ae18-655233e95d81 req-c07258b6-43e2-4719-ac7d-44c1f0936316 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.665054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b65d9d58-6d09-4a2d-ae18-655233e95d81 req-c07258b6-43e2-4719-ac7d-44c1f0936316 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.5026727 Jul 07 17:50:04.722911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] Checking router: 5e41260d-9935-4d85-ad8b-5803339dd647 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:04.748637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:04.749273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:49:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:04.767450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b65d9d58-6d09-4a2d-ae18-655233e95d81 req-043e1b4a-7f33-453e-a489-fde6696e4625 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822988 Jul 07 17:50:04.813412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e87e91c-bae5-46fb-99a3-eb8d23584d81'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:04.816969 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa00e8-335c-4ffd-8174-42dbc0f32ce3" -d '{"events": [{"server_uuid": "1370c9bb-402b-4274-bca9-d412f3b0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "6e87e91c-bae5-46fb-99a3-eb8d23584d81"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:04.922978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-d7047693-29ff-4909-a32c-6f9ce9b01143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:04.924871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-d7047693-29ff-4909-a32c-6f9ce9b01143 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.4180193 Jul 07 17:50:05.159568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-011aefed-3f30-4b9f-b6cc-8b36fb8ebc13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 200 len: 217 time: 0.1917622 Jul 07 17:50:05.244696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:05.490634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7dac263-4969-44ea-afdd-22c528b4d525 req-d49d728e-4e2b-4a2b-8917-e385ee766e7a tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 210 time: 0.2831700 Jul 07 17:50:05.501453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-ad2d9b82-03fe-43b7-89f1-bc3466305ce5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:05.503222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-ad2d9b82-03fe-43b7-89f1-bc3466305ce5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.90 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 824 time: 0.1649184 Jul 07 17:50:05.552507 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.697722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7cd46-7879-40ed-bffa-3ab0051d65ea req-79e13657-118e-4f0c-b0af-4e84582a07f6 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:05.714499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44f7cd46-7879-40ed-bffa-3ab0051d65ea req-79e13657-118e-4f0c-b0af-4e84582a07f6 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 949 time: 0.8821554 Jul 07 17:50:05.749973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:05.831694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d490b-192d-42a6-baad-f5acffea0fee None None] The sync data for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 is: [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:05.884949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44f7cd46-7879-40ed-bffa-3ab0051d65ea req-3e75ebcb-00a4-4da6-8fee-1ee61f1ae9fb tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680233 Jul 07 17:50:05.894717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-c6e44ec8-edba-4b32-8558-f5d50bde98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:05.900079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-c6e44ec8-edba-4b32-8558-f5d50bde98c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.7332420 Jul 07 17:50:05.983297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-959878a9-4a4b-442a-84bb-70fa6c8a0674 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=036a6086fbde475cb6304008bc73b371 HTTP/1.1" status: 200 len: 380 time: 0.4670212 Jul 07 17:50:06.026269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'port': {'device_id': 'fb125e4e-9517-455d-bee5-e09916e71658', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'admin_state_up': True, 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'security_groups': ['9e7443bb-c8da-4cca-9107-fc71d9aa0672']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:06.165329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15e14263-c12c-4200-8387-a4bb4a93782a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121313 Jul 07 17:50:06.380255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166a78d-3347-42dd-a9ef-98d91e561d15 req-38ac08c2-d701-438b-8f07-aefaf773438b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:06.382191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3166a78d-3347-42dd-a9ef-98d91e561d15 req-38ac08c2-d701-438b-8f07-aefaf773438b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 945 time: 0.5842705 Jul 07 17:50:06.466858 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f083449-a516-4cbf-b014-fe7e23d161c9 None None] New status for floating IP 15af8703-47a2-499a-925f-592918a644ae: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:50:06.475572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3166a78d-3347-42dd-a9ef-98d91e561d15 req-6f70cdd4-bb13-45b1-8f44-7f629282e318 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834925 Jul 07 17:50:06.479149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-258a042d-69a9-4c9c-abe1-7e10baa6eab2 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127670 Jul 07 17:50:06.485961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Made reservation on behalf of 036a6086fbde475cb6304008bc73b371 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:06.493523 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.597568 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c84c6-85cc-471b-81a4-15abdc837a42 x-openstack-request-id: req-077c84c6-85cc-471b-81a4-15abdc837a42 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:06.598233 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b7686c-f867-4ab9-a3e4-cb27f7f3cc81", "name": "network-vif-deleted", "tag": "fc071d81-f886-451f-bf59-df5dac8d84c2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:06.598233 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-077c84c6-85cc-471b-81a4-15abdc837a42 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:06.598590 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b7686c-f867-4ab9-a3e4-cb27f7f3cc81', 'name': 'network-vif-deleted', 'tag': 'fc071d81-f886-451f-bf59-df5dac8d84c2', 'status': 'completed', 'code': 200} Jul 07 17:50:06.657710 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a6fde-664d-4007-8597-e19a9ddda111 x-openstack-request-id: req-7a8a6fde-664d-4007-8597-e19a9ddda111 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:06.658241 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1370c9bb-402b-4274-bca9-d412f3b0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "6e87e91c-bae5-46fb-99a3-eb8d23584d81", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:06.658691 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a8a6fde-664d-4007-8597-e19a9ddda111 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:06.659179 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e87e91c-bae5-46fb-99a3-eb8d23584d81', 'code': 200} Jul 07 17:50:06.935348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-356b3580-3b19-4ffb-be06-2d7f06d5b1f4 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369197 Jul 07 17:50:07.027642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Allocated IP 172.20.0.10 (78f2d497-06d4-403b-99e8-f8ea474e9a54/38b5c0cd-9a13-4cca-b78a-d0539aeb2634/8bad083c-93f4-4460-bf85-fb96aec88877) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:07.032510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbaaf5-3b4e-499f-861d-d70b68c1784a req-e7688ce2-2696-483c-b673-2e73727f8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:07.034835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abdbaaf5-3b4e-499f-861d-d70b68c1784a req-e7688ce2-2696-483c-b673-2e73727f8e55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 1100 time: 0.2833946 Jul 07 17:50:07.194564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abdbaaf5-3b4e-499f-861d-d70b68c1784a req-56ff81ca-c100-455d-9af4-63e5a6fc150a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853601 Jul 07 17:50:07.221159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d7110-11c8-47c3-ac3b-208707ad608d req-ababc71c-9d91-46a1-94d8-221bee38a6b9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:07.222523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a14d7110-11c8-47c3-ac3b-208707ad608d req-ababc71c-9d91-46a1-94d8-221bee38a6b9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 971 time: 0.3169029 Jul 07 17:50:07.351237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-be1c847b-8fbb-4d64-8a32-8cd649175261 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:07.352670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-be1c847b-8fbb-4d64-8a32-8cd649175261 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.3226340 Jul 07 17:50:07.384635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-2'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:07.457899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a14d7110-11c8-47c3-ac3b-208707ad608d req-6e249dac-07ec-4952-b483-e5725f95bb6d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193286 Jul 07 17:50:07.499717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7da785-5331-46f8-a27a-ae253637150a req-9e1c3ced-f5a5-40df-97d1-8d068a7895c7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:07.501567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d7da785-5331-46f8-a27a-ae253637150a req-9e1c3ced-f5a5-40df-97d1-8d068a7895c7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.2329845 Jul 07 17:50:07.581672 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.586342 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.627207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Transition to ACTIVE for port object 8bad083c-93f4-4460-bf85-fb96aec88877 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:07.651378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d7da785-5331-46f8-a27a-ae253637150a req-6e392d5c-cbe9-472f-938e-cd1dcad05d38 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430011 Jul 07 17:50:07.766422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-52d36677-e2f6-4aef-a98d-afa338298f39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4176500 Jul 07 17:50:07.770489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13a3072-f016-47bd-a3cc-e1f7e8d34673 req-9dee410f-64dd-4470-bbc2-a159b92c5aeb tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 210 time: 0.1458569 Jul 07 17:50:08.175768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.211197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:08.221483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:08.242979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d6f93-99f0-4e3e-86ae-f932c5f68faf req-32bf0913-bf97-44b1-8091-9e8fe9644cbe tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:08.248010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-041d6f93-99f0-4e3e-86ae-f932c5f68faf req-32bf0913-bf97-44b1-8091-9e8fe9644cbe tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 949 time: 0.4025574 Jul 07 17:50:08.249316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:08.445115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:08.448259 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.654891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:08.666917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82144050-7af9-4da4-a849-9acf737c6240 req-774ecfe5-6d95-4818-acea-6265fb040e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:08.668574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-774ecfe5-6d95-4818-acea-6265fb040e4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 1095 time: 0.6851931 Jul 07 17:50:08.689788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-041d6f93-99f0-4e3e-86ae-f932c5f68faf req-f504d8aa-f66c-42f3-9ffe-a99b53cb61bd tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308116 Jul 07 17:50:08.695527 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6779482 Jul 07 17:50:08.696235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e187611-383e-4559-88e9-da13aa37796c tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event updated for resources: {'Port': ['ID=8bad083c-93f4-4460-bf85-fb96aec88877,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:08.701510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2221743c-74b7-423f-a194-92bc3710d23a None None] Provisioning for port 8bad083c-93f4-4460-bf85-fb96aec88877 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:08.707471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2221743c-74b7-423f-a194-92bc3710d23a None None] Provisioning complete for port 8bad083c-93f4-4460-bf85-fb96aec88877 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:08.708079 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2221743c-74b7-423f-a194-92bc3710d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.787701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2221743c-74b7-423f-a194-92bc3710d23a None None] Port 8bad083c-93f4-4460-bf85-fb96aec88877 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:08.840339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82144050-7af9-4da4-a849-9acf737c6240 req-b8b45d54-642e-4b06-bbeb-30290caefb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:08.842370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-b8b45d54-642e-4b06-bbeb-30290caefb13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1405523 Jul 07 17:50:08.850588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Request body: {'port': {'device_id': 'fb125e4e-9517-455d-bee5-e09916e71658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:08.982613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-a38a463e-d2d3-40f7-97ef-e5e013cc276a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 200 len: 217 time: 0.1247015 Jul 07 17:50:09.018868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-2dde98f9-8948-45ea-98fd-50fe570b7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:09.020523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-2dde98f9-8948-45ea-98fd-50fe570b7a4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=551362625a224c52b3c4b9f12e3f3091&device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 1101 time: 0.4196489 Jul 07 17:50:09.075373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:09.282268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.294297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82144050-7af9-4da4-a849-9acf737c6240 req-cec89322-924a-43ac-b070-06904c1966cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:09.296631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-cec89322-924a-43ac-b070-06904c1966cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.2957292 Jul 07 17:50:09.297395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32204629-2dda-434b-99ca-af2b539e8996'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:09.301356 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7645b2ab-b8f3-49af-b232-04f723f975f0" -d '{"events": [{"server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "name": "network-vif-unplugged", "status": "completed", "tag": "32204629-2dda-434b-99ca-af2b539e8996"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:09.319452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.752377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-7d56b519-8e5c-409b-a906-f3e5dd9585dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4285715 Jul 07 17:50:09.753681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.765270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd4f75-27d2-4d4c-84f6-8dc86d7f2cfa req-b1afd6e4-c1fe-422d-bb46-87b5aa2f0369 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:09.776918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cfd4f75-27d2-4d4c-84f6-8dc86d7f2cfa req-b1afd6e4-c1fe-422d-bb46-87b5aa2f0369 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 945 time: 0.8695216 Jul 07 17:50:09.934902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-c2ff145d-c677-4dce-ae57-232a8ece9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:09.937366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-c2ff145d-c677-4dce-ae57-232a8ece9440 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.8289504 Jul 07 17:50:10.094845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-340b486b-0835-482a-b97c-a52cc3d989e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=511a4a96-7c8f-42f5-b889-2c033f37f624 HTTP/1.1" status: 200 len: 217 time: 0.1351907 Jul 07 17:50:10.150489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:10.179313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cfd4f75-27d2-4d4c-84f6-8dc86d7f2cfa req-150c392c-6fd9-486b-ab8f-19c0ae5c9779 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336742 Jul 07 17:50:10.203670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256eed4-9270-453d-8fe3-a68f244bea48 req-a5f48863-444b-4cc1-90a6-12baacd107e1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.210940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0256eed4-9270-453d-8fe3-a68f244bea48 req-a5f48863-444b-4cc1-90a6-12baacd107e1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 1.0049515 Jul 07 17:50:10.281646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on host n-h2-798930-2 for vnic_type normal with profile {"migrating_to": "n-h1-798930-2"} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:10.282013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:10.282349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:10.306376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-4c63a7d5-4411-4dce-9989-486194f25b41 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999702 Jul 07 17:50:10.335699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:10.336068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Attempting to bind port 32204629-2dda-434b-99ca-af2b539e8996 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:10.418445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-10ef2411-5350-49d9-81e2-a8735b10289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.419938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-10ef2411-5350-49d9-81e2-a8735b10289b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.3140814 Jul 07 17:50:10.425540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0256eed4-9270-453d-8fe3-a68f244bea48 req-994f6b28-9587-4bef-b815-603b6721ebcc tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136660 Jul 07 17:50:10.450573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:10.450573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:10.450573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:10.450573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Bound port: 32204629-2dda-434b-99ca-af2b539e8996, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:10.450573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.730192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82144050-7af9-4da4-a849-9acf737c6240 req-2afd8490-2bc0-464c-a74c-e87af965ea01 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029539 Jul 07 17:50:10.732177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:10.758264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-ee5f09ce-ab26-45d9-a2b7-e04adfdb03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.759992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-ee5f09ce-ab26-45d9-a2b7-e04adfdb03eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3033893 Jul 07 17:50:10.770653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:10.787357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fc7d8-0b5a-47d0-8f5d-67b71e926255 req-e3bae155-9801-4c35-8d2b-61fece6dff40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.788913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-629fc7d8-0b5a-47d0-8f5d-67b71e926255 req-e3bae155-9801-4c35-8d2b-61fece6dff40 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 932 time: 0.4460475 Jul 07 17:50:10.807915 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.965201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efc0c3-df39-49c0-ba2f-72306fbc0ce8 req-e814d6eb-163f-439e-ad46-b11188625404 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.973007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59efc0c3-df39-49c0-ba2f-72306fbc0ce8 req-e814d6eb-163f-439e-ad46-b11188625404 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1122 time: 0.3866968 Jul 07 17:50:11.036900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bad083c-93f4-4460-bf85-fb96aec88877 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:11.073828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-629fc7d8-0b5a-47d0-8f5d-67b71e926255 req-dde27749-43ae-49de-8186-a130dff941b8 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741086 Jul 07 17:50:11.077756 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.098089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=8']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:11.111990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:11.112659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.115679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-8c7df81f-c9ee-4ea3-a29c-72ad17f489a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 200 len: 1121 time: 3.7375095 Jul 07 17:50:11.161984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Transition to ACTIVE for port object 8bad083c-93f4-4460-bf85-fb96aec88877 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:11.173497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.201522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59efc0c3-df39-49c0-ba2f-72306fbc0ce8 req-0b8c8e4f-5c74-4c5e-a0aa-32f9f578dc1e tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271585 Jul 07 17:50:11.207219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-14c67f63-7010-4f80-a5b8-c9ac699be8f4 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389548 Jul 07 17:50:11.233335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['32204629-2dda-434b-99ca-af2b539e8996'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:11.422870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Pushing event updated for resources: {'Port': ['ID=8bad083c-93f4-4460-bf85-fb96aec88877,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:11.427405 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697bdc6d-3658-4fde-933a-d111b719b503 x-openstack-request-id: req-697bdc6d-3658-4fde-933a-d111b719b503 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:11.427691 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "name": "network-vif-unplugged", "status": "completed", "tag": "32204629-2dda-434b-99ca-af2b539e8996", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:11.427944 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-697bdc6d-3658-4fde-933a-d111b719b503 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:11.428337 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32204629-2dda-434b-99ca-af2b539e8996', 'code': 200} Jul 07 17:50:11.711658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Attempting to bind port 8bad083c-93f4-4460-bf85-fb96aec88877 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:11.712290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Attempting to bind port 8bad083c-93f4-4460-bf85-fb96aec88877 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:11.712624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Attempting to bind port 8bad083c-93f4-4460-bf85-fb96aec88877 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:11.724934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Port 8bad083c-93f4-4460-bf85-fb96aec88877 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:11.725263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Attempting to bind port 8bad083c-93f4-4460-bf85-fb96aec88877 on network 78f2d497-06d4-403b-99e8-f8ea474e9a54 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:11.733654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:11.733983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Checking segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:11.734372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Bound using segment: {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:11.734820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Bound port: 8bad083c-93f4-4460-bf85-fb96aec88877, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:11.735675 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.834262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] For port 8bad083c-93f4-4460-bf85-fb96aec88877, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:11.849950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca856341-34a8-4c16-9e42-bdd8e5c33413 req-b36ef687-aa87-4fbe-9682-c63c46a059bd service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879874 Jul 07 17:50:11.864071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] For port 8bad083c-93f4-4460-bf85-fb96aec88877, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8bad083c-93f4-4460-bf85-fb96aec88877,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:11.888157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132a37-8ccc-4751-ac6e-f0663c2f8ab6 req-e300a40c-453b-481c-80fe-f03d24abb84b tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:11.892939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb132a37-8ccc-4751-ac6e-f0663c2f8ab6 req-e300a40c-453b-481c-80fe-f03d24abb84b tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 949 time: 0.2616034 Jul 07 17:50:11.895555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.997233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Pushing event updated for resources: {'Port': ['ID=8bad083c-93f4-4460-bf85-fb96aec88877,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:12.024766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.025646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.027085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-610c60b9-a716-46bb-a2de-a365bdcd503a service neutron] 10.222.0.90 "PUT /v2.0/ports/8bad083c-93f4-4460-bf85-fb96aec88877 HTTP/1.1" status: 200 len: 1092 time: 3.1836610 Jul 07 17:50:12.064949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb132a37-8ccc-4751-ac6e-f0663c2f8ab6 req-0fbb83ae-419c-4e79-8cda-96139abbe8b0 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586833 Jul 07 17:50:12.183225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-de458dd5-f3ba-47cf-8469-04c2417b2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.194220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-de458dd5-f3ba-47cf-8469-04c2417b2f13 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 1095 time: 0.0953660 Jul 07 17:50:12.286892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-e1785a82-39dd-4143-8453-632232394065 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bad083c-93f4-4460-bf85-fb96aec88877 HTTP/1.1" status: 200 len: 217 time: 0.0565209 Jul 07 17:50:12.324424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c1738-2afb-42dd-bf9d-2a8c251fc7ef req-3e7e5026-23be-4402-acf1-6a893f49747b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.331463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-674c1738-2afb-42dd-bf9d-2a8c251fc7ef req-3e7e5026-23be-4402-acf1-6a893f49747b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.1359921 Jul 07 17:50:12.415363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-74dd9323-02db-4f03-9ce4-2fbe99179da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.416937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-74dd9323-02db-4f03-9ce4-2fbe99179da2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.1182358 Jul 07 17:50:12.429529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-674c1738-2afb-42dd-bf9d-2a8c251fc7ef req-8dd7b27a-cffc-40a8-b7f1-e65338da82ca tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967975 Jul 07 17:50:12.515219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af28ca-583d-4308-8d21-51e020113375 req-d68c0bba-8df4-419e-8524-7faa1cae9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.517048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-d68c0bba-8df4-419e-8524-7faa1cae9352 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865903 Jul 07 17:50:12.695964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-e9e8f43e-5712-4ea0-90a1-00531bbc118b service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668844 Jul 07 17:50:12.901272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76035ea8-dde3-4bab-91aa-691723e8f39f req-7fe4d758-3a57-4860-8e20-e417960a9825 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.902794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76035ea8-dde3-4bab-91aa-691723e8f39f req-7fe4d758-3a57-4860-8e20-e417960a9825 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.2059045 Jul 07 17:50:12.935463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:12.954675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34088b07-ab16-4d8b-b0c2-213db66928d1 req-df94ad45-4be3-44d9-9e9a-f03fdae4f9b5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.961919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34088b07-ab16-4d8b-b0c2-213db66928d1 req-df94ad45-4be3-44d9-9e9a-f03fdae4f9b5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 944 time: 0.1655102 Jul 07 17:50:12.973909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4af28ca-583d-4308-8d21-51e020113375 req-30f31114-fcc1-4160-b5d7-30c405919ed6 service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377439 Jul 07 17:50:13.100468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34088b07-ab16-4d8b-b0c2-213db66928d1 req-f2f3d34c-ead3-4649-b2f9-361b4ec4b6e5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375473 Jul 07 17:50:13.104514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:13.120499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76035ea8-dde3-4bab-91aa-691723e8f39f req-5c117c1a-f837-4067-9064-800b0a1893e9 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070501 Jul 07 17:50:13.122425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 has no active binding in host n-h1-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:50:13.347914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4646d-3b8b-4962-bdf9-69861d41facd req-af08a5ce-c184-469a-ba5c-dbc7c5aadf0c tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.360518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80d4646d-3b8b-4962-bdf9-69861d41facd req-af08a5ce-c184-469a-ba5c-dbc7c5aadf0c tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 1122 time: 0.1075270 Jul 07 17:50:13.396792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80d4646d-3b8b-4962-bdf9-69861d41facd req-8941a60e-4b0b-4ac3-bae7-b21e371f2b02 tempest-ServersAdminTestJSON-1669160936 tempest-ServersAdminTestJSON-1669160936-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351837 Jul 07 17:50:13.429441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'tag': '32204629-2dda-434b-99ca-af2b539e8996'}, {'name': 'network-changed', 'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:13.432599 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e0644a-9856-46c2-aa77-d93777504a21" -d '{"events": [{"name": "network-changed", "server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "tag": "32204629-2dda-434b-99ca-af2b539e8996"}, {"name": "network-changed", "server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:13.734884 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc7ce7d-23cf-45d9-ad4a-7ce156976500 x-openstack-request-id: req-7cc7ce7d-23cf-45d9-ad4a-7ce156976500 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:13.735172 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "tag": "32204629-2dda-434b-99ca-af2b539e8996", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:13.735422 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7cc7ce7d-23cf-45d9-ad4a-7ce156976500 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:13.735849 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'tag': '32204629-2dda-434b-99ca-af2b539e8996', 'status': 'completed', 'code': 200} Jul 07 17:50:13.736098 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877', 'status': 'completed', 'code': 200} Jul 07 17:50:13.845424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-7389f7bb-200a-4c0c-8b6c-d015d0e52359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.847826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-7389f7bb-200a-4c0c-8b6c-d015d0e52359 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1124 time: 0.0763748 Jul 07 17:50:14.013488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-3e2a9c12-e410-420a-a5f0-ec2e63977815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.015709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-3e2a9c12-e410-420a-a5f0-ec2e63977815 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.1559260 Jul 07 17:50:14.031628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01162c5c-0171-43e1-bdac-82f99161a582 req-1f3ff5c8-c878-456a-87b4-abfcaa9660bd tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.034867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01162c5c-0171-43e1-bdac-82f99161a582 req-1f3ff5c8-c878-456a-87b4-abfcaa9660bd tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.1856983 Jul 07 17:50:14.088944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-6ad3fddc-5734-4824-bf53-d8265114eb08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 200 len: 217 time: 0.0525029 Jul 07 17:50:14.203096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01162c5c-0171-43e1-bdac-82f99161a582 req-2c5e99c0-70f2-4d24-b840-4ede8df95754 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552818 Jul 07 17:50:14.244176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-00b2b2b9-467c-461b-b584-c368898eb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.244176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-00b2b2b9-467c-461b-b584-c368898eb8d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1324203 Jul 07 17:50:14.273088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aa541-2c1c-44f5-9981-f54fe0accd69 req-39b6c7f3-9022-47f3-adee-446da21615ad tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.281457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab3aa541-2c1c-44f5-9981-f54fe0accd69 req-39b6c7f3-9022-47f3-adee-446da21615ad tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 949 time: 0.1934686 Jul 07 17:50:14.315576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-2c7c9422-2776-42c3-8bdf-113957d8cca2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607071 Jul 07 17:50:14.380394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab3aa541-2c1c-44f5-9981-f54fe0accd69 req-864bce47-ed64-45a6-b2bc-8dfbd514d1ba tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986562 Jul 07 17:50:14.477133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-b2cc99e6-8829-471d-8d45-c3ac46816158 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531186 Jul 07 17:50:14.486042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1d8b-20b3-4610-b017-04eca72a8fc3 req-46482f7d-5501-432f-b313-99ce39c54120 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:14.492897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-198b1d8b-20b3-4610-b017-04eca72a8fc3 req-46482f7d-5501-432f-b313-99ce39c54120 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 950 time: 0.1137300 Jul 07 17:50:15.007021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-198b1d8b-20b3-4610-b017-04eca72a8fc3 req-0e160784-102f-4890-b9a8-1d86b9d76594 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125647 Jul 07 17:50:15.058626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-ae6275df-2a87-4eee-a05a-f699d4f4e72e service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699422 Jul 07 17:50:15.089204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d441-0e76-4a72-9973-db9688e275c7 req-fd1e9c7d-f9ad-41c1-b934-645e3ed6cbad tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.093852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a08d441-0e76-4a72-9973-db9688e275c7 req-fd1e9c7d-f9ad-41c1-b934-645e3ed6cbad tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 944 time: 0.1259196 Jul 07 17:50:15.224446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a08d441-0e76-4a72-9973-db9688e275c7 req-5fcb81c8-f76b-4c11-8c99-b4f1931aa437 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227524 Jul 07 17:50:15.302117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-6c72f40c-4c27-462a-81d5-f934254c1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.304892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-6c72f40c-4c27-462a-81d5-f934254c1654 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 1095 time: 0.1682961 Jul 07 17:50:15.312863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66737d-1634-4f82-9ce1-d8b1855530a5 req-6d797a84-2b6f-4c3f-8c90-7196c1e034dd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.314432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb66737d-1634-4f82-9ce1-d8b1855530a5 req-6d797a84-2b6f-4c3f-8c90-7196c1e034dd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.1669869 Jul 07 17:50:15.448755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb66737d-1634-4f82-9ce1-d8b1855530a5 req-b42fb7db-c5e0-4dd7-80ce-df717ccc792a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253719 Jul 07 17:50:15.506419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-3ff80261-cc17-4034-bacc-23f41b0fb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.508918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-3ff80261-cc17-4034-bacc-23f41b0fb2cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 925 time: 0.1935573 Jul 07 17:50:15.566994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-e62bb44a-3167-417a-97c8-8bdb10e63697 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bad083c-93f4-4460-bf85-fb96aec88877 HTTP/1.1" status: 200 len: 217 time: 0.0436490 Jul 07 17:50:15.647524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-dd331a29-5194-450d-8092-f03586395432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.649206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-dd331a29-5194-450d-8092-f03586395432 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.0744252 Jul 07 17:50:15.703677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90316e-ab02-4067-ab02-c5caac356a16 req-5cdb1751-136a-47fa-a247-fc2933e88815 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.705204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a90316e-ab02-4067-ab02-c5caac356a16 req-5cdb1751-136a-47fa-a247-fc2933e88815 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.1223149 Jul 07 17:50:15.756766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-8b294438-bb4e-4b93-a9fc-c8788b315123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.758310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-8b294438-bb4e-4b93-a9fc-c8788b315123 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978727 Jul 07 17:50:15.761289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a90316e-ab02-4067-ab02-c5caac356a16 req-876fb6af-b9ca-4c43-9489-549374b03529 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Jul 07 17:50:15.779006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2dbe937-8672-4dfb-ac3f-6da571b5063c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.926157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-36cf7a55-68b0-46ae-a0c0-6e7dd9371413 service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601415 Jul 07 17:50:16.091533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132ade-f690-4ca4-bd56-5b7089452d72 req-ba43f2bd-c061-4e15-b5c2-d9fe039def0b tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.093106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57132ade-f690-4ca4-bd56-5b7089452d72 req-ba43f2bd-c061-4e15-b5c2-d9fe039def0b tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 949 time: 0.1837482 Jul 07 17:50:16.103399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2e0644a-9856-46c2-aa77-d93777504a21 req-76548c05-1b3d-464a-ad3a-b0f984db901f service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567659 Jul 07 17:50:16.154529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57132ade-f690-4ca4-bd56-5b7089452d72 req-ac425a2b-4a66-40d6-9453-30f46550bda7 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/security-groups?id=9cf43378-db06-45a8-bf58-717fff0d7a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544677 Jul 07 17:50:16.167224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-01085097-c824-443e-b51d-9688bbd86da5 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.168704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-01085097-c824-443e-b51d-9688bbd86da5 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.55 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 949 time: 0.1183479 Jul 07 17:50:16.299731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-416a4d56-a247-457e-ae6c-84c21d15ab3e service neutron] 10.222.0.90 "GET /v2.0/ports/32204629-2dda-434b-99ca-af2b539e8996/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.1298671 Jul 07 17:50:16.408865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Deleting port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:16.409201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.579025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4714b3d-3e1f-4e74-970e-863cdf8919cd req-236ac281-854d-4ce2-b49b-35faf848ee23 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.580471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4714b3d-3e1f-4e74-970e-863cdf8919cd req-236ac281-854d-4ce2-b49b-35faf848ee23 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 950 time: 0.2789807 Jul 07 17:50:16.692519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] For port 6e87e91c-bae5-46fb-99a3-eb8d23584d81, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e87e91c-bae5-46fb-99a3-eb8d23584d81,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:16.692843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.735621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Calling delete_port for 6e87e91c-bae5-46fb-99a3-eb8d23584d81 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:16.754288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4714b3d-3e1f-4e74-970e-863cdf8919cd req-d91e51fb-5227-401e-a24a-bd0a8f414434 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431932 Jul 07 17:50:16.810385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-f924387a-fc71-4512-98e6-c3c8a712e4f2 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.811453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-f924387a-fc71-4512-98e6-c3c8a712e4f2 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 950 time: 0.3966117 Jul 07 17:50:16.818930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23b3ee-c8cb-45c7-8be6-95f9ccece983 req-69bf43ee-7b61-4a5c-870e-5b2903dd9685 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.820407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f23b3ee-c8cb-45c7-8be6-95f9ccece983 req-69bf43ee-7b61-4a5c-870e-5b2903dd9685 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 944 time: 0.3372176 Jul 07 17:50:16.841390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:16.852386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8bad083c-93f4-4460-bf85-fb96aec88877 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:16.968541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:16.990517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8bad083c-93f4-4460-bf85-fb96aec88877, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8bad083c-93f4-4460-bf85-fb96aec88877,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.015614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '8bad083c-93f4-4460-bf85-fb96aec88877', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'port_id': '8bad083c-93f4-4460-bf85-fb96aec88877', 'mac_address': 'fa:16:3e:07:45:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:17.046026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f23b3ee-c8cb-45c7-8be6-95f9ccece983 req-e7179a9a-ab14-4d4e-901e-1a33b07100aa tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082663 Jul 07 17:50:17.070005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32204629-2dda-434b-99ca-af2b539e8996 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:17.085812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.106516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bad083c-93f4-4460-bf85-fb96aec88877 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:17.111379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.135710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8bad083c-93f4-4460-bf85-fb96aec88877, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8bad083c-93f4-4460-bf85-fb96aec88877,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.149386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.151595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.152384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 44172d93-0d0e-4928-83c9-3356bc8b8d5c details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:17.161246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-fc0e819f-6eea-4fd4-b8ff-9fb3b2d32642 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.162753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-fc0e819f-6eea-4fd4-b8ff-9fb3b2d32642 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1097 time: 0.2826939 Jul 07 17:50:17.179503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-2'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:17.209927 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.250676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Deleting port de4cd189-0800-4837-9ae1-4f66299ed9f8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:17.251036 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.267120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8bad083c-93f4-4460-bf85-fb96aec88877,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:17.327674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.340975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 44172d93-0d0e-4928-83c9-3356bc8b8d5c has no active binding in host n-h2-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:50:17.364532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Pushing event deleted for resources: {'Port': ['ID=6e87e91c-bae5-46fb-99a3-eb8d23584d81,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:17.475386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] No DVR routers for this DVR port 6e87e91c-bae5-46fb-99a3-eb8d23584d81 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:17.504009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.506164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2bbbaca-b023-42e3-883f-ce9552975051 req-50085543-64e7-4c7f-b604-273593635e49 tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.55 "DELETE /v2.0/ports/6e87e91c-bae5-46fb-99a3-eb8d23584d81 HTTP/1.1" status: 204 len: 173 time: 1.3209934 Jul 07 17:50:17.506636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'name': 'network-vif-deleted', 'tag': '6e87e91c-bae5-46fb-99a3-eb8d23584d81'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:17.508914 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33622fe-2f33-4a50-89a7-a7c4534b79dc" -d '{"events": [{"server_uuid": "1370c9bb-402b-4274-bca9-d412f3b0aa46", "name": "network-vif-deleted", "tag": "6e87e91c-bae5-46fb-99a3-eb8d23584d81"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:17.562351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.566640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Transition to ACTIVE for port object 32204629-2dda-434b-99ca-af2b539e8996 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:17.587321 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.596326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61971c1c-850c-4c27-9cab-10a2a43a33f2 req-2d548cea-62a6-4996-a122-78b64e719ceb tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.597821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61971c1c-850c-4c27-9cab-10a2a43a33f2 req-2d548cea-62a6-4996-a122-78b64e719ceb tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 946 time: 0.4254885 Jul 07 17:50:17.612303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] For port de4cd189-0800-4837-9ae1-4f66299ed9f8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=de4cd189-0800-4837-9ae1-4f66299ed9f8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:17.612668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.667395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Calling delete_port for de4cd189-0800-4837-9ae1-4f66299ed9f8 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:17.784565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] No DVR routers for this DVR port 32204629-2dda-434b-99ca-af2b539e8996 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:17.789496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8bad083c-93f4-4460-bf85-fb96aec88877'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:17.803745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Pushing event updated for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:17.828817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61971c1c-850c-4c27-9cab-10a2a43a33f2 req-cab9e829-cd11-468d-98a9-e180e8c7abef tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215014 Jul 07 17:50:17.871620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cecfd-4e09-4f72-a6a8-8f5ed6c33d9f req-94f283a1-ac35-45db-8d46-8d346f6ecc21 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.873240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-212cecfd-4e09-4f72-a6a8-8f5ed6c33d9f req-94f283a1-ac35-45db-8d46-8d346f6ecc21 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 943 time: 0.4241860 Jul 07 17:50:17.874669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.874999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.875335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.875670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.875997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.876324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.876647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.876998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.877326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.877647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.877967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.878283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:17.923553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-15d38305-71ba-4bd3-81f8-56ee44eb90c1 service neutron] 10.222.0.90 "PUT /v2.0/ports/32204629-2dda-434b-99ca-af2b539e8996/bindings/n-h1-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6103244 Jul 07 17:50:17.991140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-212cecfd-4e09-4f72-a6a8-8f5ed6c33d9f req-256f7d71-29f4-4899-9a90-d2f6db8a2274 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815926 Jul 07 17:50:18.046269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:18.141732 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.161544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ae6db283-2010-4ce5-9e0c-1a5a9366f4d3', 'de4cd189-0800-4837-9ae1-4f66299ed9f8', '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:18.175453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:18.196709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4825eb9-f745-4b6e-9039-ceb5f4cf0d29 req-0159598e-19fb-45d9-a8c0-10cc287d874f tempest-ServerDiagnosticsNegativeTest-1980583570 tempest-ServerDiagnosticsNegativeTest-1980583570-project] 10.222.0.88 "GET /v2.0/ports?device_id=1370c9bb-402b-4274-bca9-d412f3b0aa46 HTTP/1.1" status: 200 len: 210 time: 0.0710435 Jul 07 17:50:18.222972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Pushing event deleted for resources: {'Port': ['ID=de4cd189-0800-4837-9ae1-4f66299ed9f8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.265393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.339609 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.350079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] No DVR routers for this DVR port de4cd189-0800-4837-9ae1-4f66299ed9f8 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:18.353224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.356548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b2d5294-c6b0-4883-97b9-f02548113317 req-4115a742-a0b3-435a-97e6-3ee53f70ca9e tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "DELETE /v2.0/ports/de4cd189-0800-4837-9ae1-4f66299ed9f8 HTTP/1.1" status: 204 len: 173 time: 1.5351119 Jul 07 17:50:18.367364 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-329f5d3a-261f-4564-b9a3-930f7b9132e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.452292 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848a666-84a8-435c-a852-2633b0ba0208 x-openstack-request-id: req-3848a666-84a8-435c-a852-2633b0ba0208 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:18.452685 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1370c9bb-402b-4274-bca9-d412f3b0aa46", "name": "network-vif-deleted", "tag": "6e87e91c-bae5-46fb-99a3-eb8d23584d81", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:18.453509 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3848a666-84a8-435c-a852-2633b0ba0208 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:18.454006 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1370c9bb-402b-4274-bca9-d412f3b0aa46', 'name': 'network-vif-deleted', 'tag': '6e87e91c-bae5-46fb-99a3-eb8d23584d81', 'status': 'completed', 'code': 200} Jul 07 17:50:18.454656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.467201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-d5f95c95-d7f5-4fc5-b434-e8ed5637a682 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:18.468884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-d5f95c95-d7f5-4fc5-b434-e8ed5637a682 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1095 time: 0.4740543 Jul 07 17:50:18.474165 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.526812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on host n-h1-798930-2 for vnic_type normal with profile {"migrating_to": "n-h2-798930-2"} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:18.527289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:18.527622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:18.534145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:18.534470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Attempting to bind port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:18.558669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:18.559012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:18.559471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:18.559853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Bound port: 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:18.560338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.685023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0ff76ef-d820-4ff1-ab04-50ee5d54c910 req-05a8da8b-9916-43e6-9104-436e28770829 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=563d3505-872b-4c69-bee8-9b9cb18c30c1 HTTP/1.1" status: 200 len: 210 time: 0.0727243 Jul 07 17:50:18.695795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:18.732489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:18.741460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.805731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-a54623b2-e09e-4819-9b39-bc7e5b2370e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:18.807495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-a54623b2-e09e-4819-9b39-bc7e5b2370e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522&tenant_id=d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 1095 time: 0.3063633 Jul 07 17:50:18.859221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:18.881663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=8']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.952334 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.979966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:18.982664 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025cc50f-bdc1-4b9a-ae35-57015524d73d" -d '{"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-unplugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:18.989057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e87e91c-bae5-46fb-99a3-eb8d23584d81 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:19.016393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:19.017760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 6e87e91c-bae5-46fb-99a3-eb8d23584d81 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:19.018652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e87e91c-bae5-46fb-99a3-eb8d23584d81 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:19.018652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device de4cd189-0800-4837-9ae1-4f66299ed9f8 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:19.022883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.023813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:19.084167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: de4cd189-0800-4837-9ae1-4f66299ed9f8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:19.084439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device de4cd189-0800-4837-9ae1-4f66299ed9f8 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:19.127326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:19.131451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:19.260759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b13c3-8b5d-48d8-ad06-0f84b16b4ca6 req-49535ad4-1985-4d73-a824-145448591825 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.262834 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c47b13c3-8b5d-48d8-ad06-0f84b16b4ca6 req-49535ad4-1985-4d73-a824-145448591825 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 950 time: 0.5858009 Jul 07 17:50:19.265302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.266067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.267367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-ff591174-0c32-49de-9f8f-f99c4230552d service neutron] 10.222.0.90 "PUT /v2.0/ports/44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 1122 time: 2.0962040 Jul 07 17:50:19.331061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f839e0-a77c-4e80-ad40-086eb1255255 req-ac5fc9e8-e6f2-4f57-b248-9a1e9db5d9de tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.332707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2f839e0-a77c-4e80-ad40-086eb1255255 req-ac5fc9e8-e6f2-4f57-b248-9a1e9db5d9de tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 945 time: 0.5349002 Jul 07 17:50:19.344065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c47b13c3-8b5d-48d8-ad06-0f84b16b4ca6 req-9396eae0-d773-4820-923c-c7eeaf6ede97 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730305 Jul 07 17:50:19.369521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['44172d93-0d0e-4928-83c9-3356bc8b8d5c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:19.386462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-f32e474f-78b8-4da3-aa4d-bb7a62e3efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.388334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-f32e474f-78b8-4da3-aa4d-bb7a62e3efa5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1095 time: 0.5310030 Jul 07 17:50:19.406226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2f839e0-a77c-4e80-ad40-086eb1255255 req-0d7bfe81-e275-4a8f-b161-c7a118c42560 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649104 Jul 07 17:50:19.425899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['44172d93-0d0e-4928-83c9-3356bc8b8d5c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:19.521089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-4b55c480-90c0-4764-a970-8266d88e4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.522944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-4b55c480-90c0-4764-a970-8266d88e4db5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.1143267 Jul 07 17:50:19.534989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.581169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-f244031d-e127-44ba-80c0-ac62e196c2ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 200 len: 217 time: 0.0434282 Jul 07 17:50:19.638568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-b8394412-9463-4869-ada1-f18550aec289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.640255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-b8394412-9463-4869-ada1-f18550aec289 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.0508208 Jul 07 17:50:19.688502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-0a338a4b-4e16-4c21-84f5-ead45c5b3f56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387530 Jul 07 17:50:19.834425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-2d9ddc3f-5255-426c-8f1a-e474b5815ad9 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341898 Jul 07 17:50:19.944062 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c923abfe-513e-407f-b14a-d10a8336fc87 x-openstack-request-id: req-c923abfe-513e-407f-b14a-d10a8336fc87 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:19.944359 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-unplugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:19.944615 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c923abfe-513e-407f-b14a-d10a8336fc87 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:19.945168 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'code': 200} Jul 07 17:50:19.970938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-9fff7c7f-6851-4a8f-8889-8504b7b8b784 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267967 Jul 07 17:50:19.989545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc99b3-859d-4770-9c3b-a433ed7376b7 req-092888ef-0932-4c16-a540-3ef0cf147982 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.991169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fdc99b3-859d-4770-9c3b-a433ed7376b7 req-092888ef-0932-4c16-a540-3ef0cf147982 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 944 time: 0.0994418 Jul 07 17:50:20.045112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fdc99b3-859d-4770-9c3b-a433ed7376b7 req-045cec9f-2571-4e50-a500-904ff48fdc60 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Jul 07 17:50:20.108874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827d338-7b95-4d35-b3b4-c4e8ed932af0 req-2944fccc-5b70-4ab3-a1cb-e0d01cec7204 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:20.110566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a827d338-7b95-4d35-b3b4-c4e8ed932af0 req-2944fccc-5b70-4ab3-a1cb-e0d01cec7204 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 944 time: 0.0790155 Jul 07 17:50:20.156112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a827d338-7b95-4d35-b3b4-c4e8ed932af0 req-484bdb13-f610-484a-8a05-f3a4c0b6ffcc tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Jul 07 17:50:20.359680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337353-4df3-4217-9c68-bbb92056e665 req-e33d52a8-3f73-42e0-a47e-522a02c011b1 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:20.361996 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-e33d52a8-3f73-42e0-a47e-522a02c011b1 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1095 time: 0.0825686 Jul 07 17:50:20.455455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c'}, {'server_uuid': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'name': 'network-vif-deleted', 'tag': 'de4cd189-0800-4837-9ae1-4f66299ed9f8'}, {'name': 'network-changed', 'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:20.458482 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe1c97-bd32-49a6-925e-adeea7b9c895" -d '{"events": [{"server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "name": "network-vif-unplugged", "status": "completed", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c"}, {"server_uuid": "563d3505-872b-4c69-bee8-9b9cb18c30c1", "name": "network-vif-deleted", "tag": "de4cd189-0800-4837-9ae1-4f66299ed9f8"}, {"name": "network-changed", "server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:20.513160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53084) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:20.562447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9e337353-4df3-4217-9c68-bbb92056e665 req-3c667add-0202-4ea3-adda-27b6b2ecb3a9 service neutron] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:20.572470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9e337353-4df3-4217-9c68-bbb92056e665 req-3c667add-0202-4ea3-adda-27b6b2ecb3a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.573980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e337353-4df3-4217-9c68-bbb92056e665 req-3c667add-0202-4ea3-adda-27b6b2ecb3a9 service neutron] 10.222.0.55 "DELETE /v2.0/ports/32204629-2dda-434b-99ca-af2b539e8996/bindings/n-h2-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.1963642 Jul 07 17:50:20.731223 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b903d256-9ae6-4432-bf03-b29588fb1277 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2b7b97200fe34e488dc13a5f780334bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153482 Jul 07 17:50:20.733597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53106) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:20.798682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.824549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.864774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca0e35-689b-49df-bc16-5066d42c07aa req-71791422-1b79-4fd1-89e8-49e82b338918 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:20.867085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36ca0e35-689b-49df-bc16-5066d42c07aa req-71791422-1b79-4fd1-89e8-49e82b338918 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 945 time: 0.0743444 Jul 07 17:50:20.872453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8bad083c-93f4-4460-bf85-fb96aec88877 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:20.918624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.921483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.925874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9cf43378-db06-45a8-bf58-717fff0d7a6f HTTP/1.1" status: 204 len: 168 time: 0.1912842 Jul 07 17:50:20.935726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf43378-db06-45a8-bf58-717fff0d7a6f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:20.957230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.957578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.957940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.958302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.958636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.958962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.964284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.966892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36ca0e35-689b-49df-bc16-5066d42c07aa req-c54f47b4-257f-4ee2-8f82-310a70f46dd5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912483 Jul 07 17:50:20.970939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.971395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.971720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.972066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.972391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fcd869-f1c2-4333-a22f-afed54444f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.010310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 8bad083c-93f4-4460-bf85-fb96aec88877 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:21.033163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 8bad083c-93f4-4460-bf85-fb96aec88877 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:21.034133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.072675 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef97c85-3ae3-4374-a312-4d2bdee112ab x-openstack-request-id: req-cef97c85-3ae3-4374-a312-4d2bdee112ab {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:21.073101 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "name": "network-vif-unplugged", "status": "completed", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c", "code": 200}, {"server_uuid": "563d3505-872b-4c69-bee8-9b9cb18c30c1", "name": "network-vif-deleted", "tag": "de4cd189-0800-4837-9ae1-4f66299ed9f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:21.073474 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cef97c85-3ae3-4374-a312-4d2bdee112ab {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:21.073981 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c', 'code': 200} Jul 07 17:50:21.074329 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563d3505-872b-4c69-bee8-9b9cb18c30c1', 'name': 'network-vif-deleted', 'tag': 'de4cd189-0800-4837-9ae1-4f66299ed9f8', 'status': 'completed', 'code': 200} Jul 07 17:50:21.074671 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c', 'status': 'completed', 'code': 200} Jul 07 17:50:21.090636 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.137196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.192993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8bad083c-93f4-4460-bf85-fb96aec88877, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8bad083c-93f4-4460-bf85-fb96aec88877,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:21.201491 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.234035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-c1ae7083-527e-428f-b7a5-fcb53c02fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.235688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-c1ae7083-527e-428f-b7a5-fcb53c02fab0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1125 time: 0.1304493 Jul 07 17:50:21.331983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8bad083c-93f4-4460-bf85-fb96aec88877,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:21.343623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.343869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.344579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.345129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.345614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.346113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.346594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.347232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.348305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.349015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.349609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.350089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:21.409877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-196bbe17-2b29-4243-ae83-2d4353429308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.411384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-196bbe17-2b29-4243-ae83-2d4353429308 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1644802 Jul 07 17:50:21.417579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53142) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:21.427156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c65caa-35f4-43f9-9db5-e68f8d8182a0 req-e75bcc34-f3ea-4819-81b6-ef4105e4e62c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.434467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5c65caa-35f4-43f9-9db5-e68f8d8182a0 req-e75bcc34-f3ea-4819-81b6-ef4105e4e62c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 971 time: 0.1113524 Jul 07 17:50:21.498610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e52da8d0-a97c-4f06-88c8-dbc290f6bcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.503657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-ea3fbbff-e236-4cf0-9769-b345e42251c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 217 time: 0.0618746 Jul 07 17:50:21.558933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5c65caa-35f4-43f9-9db5-e68f8d8182a0 req-04a0dd76-fae4-4ead-9332-fd8170ccf2f5 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235003 Jul 07 17:50:21.603015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-3bebf781-e97b-4426-aef4-4add9ccf9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.604689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-3bebf781-e97b-4426-aef4-4add9ccf9240 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0895925 Jul 07 17:50:21.651855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-25a085e3-a301-4716-91f7-7cf477b2eebe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326421 Jul 07 17:50:21.745004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e52da8d0-a97c-4f06-88c8-dbc290f6bcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.754482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e52da8d0-a97c-4f06-88c8-dbc290f6bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.825052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e52da8d0-a97c-4f06-88c8-dbc290f6bcf8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa976207c60c49c5a78e28b47583b2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062054 Jul 07 17:50:21.827234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-a390b711-7f7c-4382-8807-60829c8a204f service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571836 Jul 07 17:50:21.827807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53168) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:21.828346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52da8d0-a97c-4f06-88c8-dbc290f6bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c977f-5fab-40cb-a573-78bf9adf9616,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:21.895356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fec94ca1-cb34-45c0-a916-6c4abebf330f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.925070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fec94ca1-cb34-45c0-a916-6c4abebf330f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.946086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:21.948535 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cdb63f-aa04-4270-9054-a5f7f80ff4b9" -d '{"events": [{"server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "name": "network-vif-plugged", "status": "completed", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:21.986272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fec94ca1-cb34-45c0-a916-6c4abebf330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.989468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fec94ca1-cb34-45c0-a916-6c4abebf330f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.993142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fec94ca1-cb34-45c0-a916-6c4abebf330f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4f9c977f-5fab-40cb-a573-78bf9adf9616 HTTP/1.1" status: 204 len: 168 time: 0.1612208 Jul 07 17:50:22.003797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec94ca1-cb34-45c0-a916-6c4abebf330f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c977f-5fab-40cb-a573-78bf9adf9616,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:22.034445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbe1c97-bd32-49a6-925e-adeea7b9c895 req-00447d53-25e7-416d-a566-7469bcd7335a service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972041 Jul 07 17:50:22.055644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926df95-66cd-4a3a-bf95-16cebb55529a req-e5831e30-8fa2-4cf9-87b5-69f73bd43499 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:22.057308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3926df95-66cd-4a3a-bf95-16cebb55529a req-e5831e30-8fa2-4cf9-87b5-69f73bd43499 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 944 time: 0.1514111 Jul 07 17:50:22.065595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab4f3-0fa8-4066-82c6-b1c7938164cf req-61a18364-5dfa-4fc3-b725-46c90794e316 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:22.067633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6eab4f3-0fa8-4066-82c6-b1c7938164cf req-61a18364-5dfa-4fc3-b725-46c90794e316 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 944 time: 0.2062035 Jul 07 17:50:22.142263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3926df95-66cd-4a3a-bf95-16cebb55529a req-74c5cad4-fd26-47fc-b958-639ef4a0bcca tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688250 Jul 07 17:50:22.145851 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6eab4f3-0fa8-4066-82c6-b1c7938164cf req-f1606389-392e-4652-bd90-e5ff4a35dc27 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682435 Jul 07 17:50:22.245715 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4ab5d7-0f91-4148-8205-3bf003847533 x-openstack-request-id: req-8a4ab5d7-0f91-4148-8205-3bf003847533 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:22.246014 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "name": "network-vif-plugged", "status": "completed", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:22.246274 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a4ab5d7-0f91-4148-8205-3bf003847533 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:22.246681 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877', 'code': 200} Jul 07 17:50:22.503558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbc519-ddb3-4b27-9534-8c912f9a8d04 req-884e133e-0ed4-41d5-ad6e-23c13c3dff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:22.514936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3efbc519-ddb3-4b27-9534-8c912f9a8d04 req-884e133e-0ed4-41d5-ad6e-23c13c3dff5c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 1097 time: 0.1768053 Jul 07 17:50:22.638399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae97e9f-c822-47c3-9918-3fa368b13f78 req-202c2224-4833-4d76-aeaf-f22a92bd206f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:22.654885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ae97e9f-c822-47c3-9918-3fa368b13f78 req-202c2224-4833-4d76-aeaf-f22a92bd206f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 946 time: 0.2633986 Jul 07 17:50:22.704855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:22.745448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3efbc519-ddb3-4b27-9534-8c912f9a8d04 req-f954bd5d-a627-4772-8057-ebbee0c65448 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079549 Jul 07 17:50:22.781921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ae97e9f-c822-47c3-9918-3fa368b13f78 req-15b78d6d-31ee-459e-8dee-45c91f78e8fa tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259735 Jul 07 17:50:22.807944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890607-65b6-44de-ab36-0f034d2f192a req-03720b3f-5ef6-4eb9-8b32-a50aebd9843d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:22.809625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1890607-65b6-44de-ab36-0f034d2f192a req-03720b3f-5ef6-4eb9-8b32-a50aebd9843d tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 971 time: 0.3099701 Jul 07 17:50:23.015179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4626723b-9f88-4409-a676-84edcd8c0ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.077528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Deleting port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:23.078126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.226127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4626723b-9f88-4409-a676-84edcd8c0ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.236789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4626723b-9f88-4409-a676-84edcd8c0ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.279751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e65e1-a91f-4a42-a8da-5d0cf5bc5b16 req-1f9395aa-9660-4ea9-b440-3a0035dd7d6c tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:23.280804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d22e65e1-a91f-4a42-a8da-5d0cf5bc5b16 req-1f9395aa-9660-4ea9-b440-3a0035dd7d6c tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 1095 time: 0.3482242 Jul 07 17:50:23.306565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626723b-9f88-4409-a676-84edcd8c0ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f3839-9107-45e2-81dc-6d6246bc668f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:23.315293 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4626723b-9f88-4409-a676-84edcd8c0ed8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e0f221bb42c4a088f138e4db76fe22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081388 Jul 07 17:50:23.315836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:23.376695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad32e93-4773-4e03-871f-0130895164a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.402761 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad32e93-4773-4e03-871f-0130895164a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.424554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] For port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:23.425041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.445009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Calling delete_port for ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 owned by compute:tempest-test_az-154619901 {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:23.454447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad32e93-4773-4e03-871f-0130895164a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.457741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad32e93-4773-4e03-871f-0130895164a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.461491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bad32e93-4773-4e03-871f-0130895164a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d87f3839-9107-45e2-81dc-6d6246bc668f HTTP/1.1" status: 204 len: 168 time: 0.1419559 Jul 07 17:50:23.472463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad32e93-4773-4e03-871f-0130895164a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f3839-9107-45e2-81dc-6d6246bc668f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:23.477311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d22e65e1-a91f-4a42-a8da-5d0cf5bc5b16 req-0098f33e-9a77-4ebd-b1cf-ff711737fd12 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770716 Jul 07 17:50:23.594385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7742c-fcc1-4082-ae1f-b3f7bc90c2fc req-6edc2e03-e80c-4e6c-930b-c8b72c01bf39 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:23.597750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fa7742c-fcc1-4082-ae1f-b3f7bc90c2fc req-6edc2e03-e80c-4e6c-930b-c8b72c01bf39 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 971 time: 0.2228606 Jul 07 17:50:23.741407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fa7742c-fcc1-4082-ae1f-b3f7bc90c2fc req-eeec6508-b8e2-4a6a-983e-1a93f355da45 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366224 Jul 07 17:50:23.769761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.787980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ae6db283-2010-4ce5-9e0c-1a5a9366f4d3', '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:23.872097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Pushing event deleted for resources: {'Port': ['ID=ae6db283-2010-4ce5-9e0c-1a5a9366f4d3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:23.988573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] No DVR routers for this DVR port ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:23.997986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.000031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1890607-65b6-44de-ab36-0f034d2f192a req-83e08cdb-1627-4497-ac15-a80363f3d0a7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "DELETE /v2.0/ports/ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 HTTP/1.1" status: 204 len: 173 time: 1.1838629 Jul 07 17:50:24.001491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'name': 'network-vif-deleted', 'tag': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:24.003945 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc7a7d5-d075-41f6-a111-d15bfa953820" -d '{"events": [{"server_uuid": "b76bda4a-47e3-4b7a-9cab-8e9c86123eda", "name": "network-vif-deleted", "tag": "ae6db283-2010-4ce5-9e0c-1a5a9366f4d3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:24.024796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e566-66a9-4a1c-ab97-3c86d770ba62 req-2da7c750-6ec9-4fee-beb9-748be17452b8 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:24.032340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb64e566-66a9-4a1c-ab97-3c86d770ba62 req-2da7c750-6ec9-4fee-beb9-748be17452b8 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 944 time: 0.1623721 Jul 07 17:50:24.153735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb64e566-66a9-4a1c-ab97-3c86d770ba62 req-c66a75cd-a61e-4913-a068-fe962a8a6b5c tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203744 Jul 07 17:50:24.472239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-9c3e75ca-2542-436d-9bfa-711f9b72b05d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:24.473873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-9c3e75ca-2542-436d-9bfa-711f9b72b05d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.2621605 Jul 07 17:50:24.555137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-d41a74e5-8d32-4478-90c0-4f89a04ff07b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/quotas/d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 375 time: 0.0254233 Jul 07 17:50:24.601714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53294) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:24.622574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35337809-d7bd-47de-9235-eec5310dd6e0 req-c47925a7-a24a-4264-964f-35f8b5e6d5c0 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:24.629913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35337809-d7bd-47de-9235-eec5310dd6e0 req-c47925a7-a24a-4264-964f-35f8b5e6d5c0 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 946 time: 0.1847630 Jul 07 17:50:24.676761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-a37b8a4c-05af-4a60-a1ea-52f2db86cf73 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207082 Jul 07 17:50:24.747903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35337809-d7bd-47de-9235-eec5310dd6e0 req-8d2e6523-8ba9-4f0c-be0b-a43a912029bf tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171367 Jul 07 17:50:24.756076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53302) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:24.808452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86cb8a3a-01ec-433a-ae04-754c0967b2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.832773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-b0469ffb-1b3c-48fa-a1d8-2cc1038b1e6c service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540258 Jul 07 17:50:24.855632 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dc7318-5051-479b-9ba4-b64a69b4eab0 x-openstack-request-id: req-17dc7318-5051-479b-9ba4-b64a69b4eab0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:24.855923 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76bda4a-47e3-4b7a-9cab-8e9c86123eda", "name": "network-vif-deleted", "tag": "ae6db283-2010-4ce5-9e0c-1a5a9366f4d3", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:24.856346 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-17dc7318-5051-479b-9ba4-b64a69b4eab0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:24.857045 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76bda4a-47e3-4b7a-9cab-8e9c86123eda', 'name': 'network-vif-deleted', 'tag': 'ae6db283-2010-4ce5-9e0c-1a5a9366f4d3', 'status': 'completed', 'code': 200} Jul 07 17:50:24.869609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1572509444-network', 'tenant_id': '14c8abf30a4940c9be7daa24c12b839f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:24.972227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-935cb531-f96c-4734-a350-160e2f245ed6 service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385300 Jul 07 17:50:25.005529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86cb8a3a-01ec-433a-ae04-754c0967b2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.031645 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86cb8a3a-01ec-433a-ae04-754c0967b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.060694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-86cb8a3a-01ec-433a-ae04-754c0967b2e1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=806837a820314a9187b025a69251ba65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568136 Jul 07 17:50:25.063705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Made reservation on behalf of 14c8abf30a4940c9be7daa24c12b839f for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:25.063979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53318) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.066135 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.083122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.154488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98e8125c-4a58-49ff-878f-0c798a35ce8e req-6fc4aa70-c066-433a-a31b-887aefbcf0a2 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=b76bda4a-47e3-4b7a-9cab-8e9c86123eda HTTP/1.1" status: 200 len: 210 time: 0.0450552 Jul 07 17:50:25.197918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.208696 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5c6b-301c-4fbd-ae7e-479b0dca2024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.216893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.225599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb8a3a-01ec-433a-ae04-754c0967b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bb96ad-b8e0-4b05-ae6e-735014d26b11,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.228314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:25.257919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.258286 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Added segment 66fa0a1c-0106-42b3-8444-f0c5031da158 of type vlan for network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a Jul 07 17:50:25.272460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.303243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5c6b-301c-4fbd-ae7e-479b0dca2024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.310269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.351953 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.353475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:25.354562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.377324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5c6b-301c-4fbd-ae7e-479b0dca2024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.391034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5c6b-301c-4fbd-ae7e-479b0dca2024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.394765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8f0f5c6b-301c-4fbd-ae7e-479b0dca2024 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85bb96ad-b8e0-4b05-ae6e-735014d26b11 HTTP/1.1" status: 204 len: 168 time: 0.3271384 Jul 07 17:50:25.460192 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7027001 Jul 07 17:50:25.460821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53330) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.464034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f5c6b-301c-4fbd-ae7e-479b0dca2024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bb96ad-b8e0-4b05-ae6e-735014d26b11,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.470057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Request body: {'subnet': {'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1572509444-subnet', 'tenant_id': '14c8abf30a4940c9be7daa24c12b839f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:25.515519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210899f8-cf05-4bf2-a8ff-22fa36e501e9 admin admin] Pushing event updated for resources: {'Network': ['ID=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.528019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:25.529915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Made reservation on behalf of 14c8abf30a4940c9be7daa24c12b839f for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:25.534195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.756909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bcdde-39fd-402a-831b-64f42b3772a1 req-27d31614-3054-4a1f-ad1d-bba4eb9a6ba7 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:25.758859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b4bcdde-39fd-402a-831b-64f42b3772a1 req-27d31614-3054-4a1f-ad1d-bba4eb9a6ba7 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 946 time: 0.3315279 Jul 07 17:50:25.769729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108f404-7eac-41f8-970d-548957c94ad7 req-658ecdcf-c0fe-404d-90e8-f5a58f565d90 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:25.771893 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6108f404-7eac-41f8-970d-548957c94ad7 req-658ecdcf-c0fe-404d-90e8-f5a58f565d90 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 944 time: 0.2699459 Jul 07 17:50:25.772692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53340) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.774055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.778524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Request body: {'floatingip': {'port_id': '8bad083c-93f4-4460-bf85-fb96aec88877'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:25.842505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.874805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Checking segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:25.875176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Network hostable DHCP agents. Network: 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:25.879493 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.899433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:25.910103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:25.914272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:25.914864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.920815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56190abb-692f-41f9-a806-d21fcd5e625b None None] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:25.950614 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d6025f11-6980-4bc3-af17-327d9489d71e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4852455 Jul 07 17:50:25.960869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c50ed6c4-12d3-4e49-bc39-7773462a878c req-43f9a801-a6fc-404d-acb3-d0dd616a5d76 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 210 time: 0.1106069 Jul 07 17:50:25.983997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6108f404-7eac-41f8-970d-548957c94ad7 req-cb57a3cc-6aac-46a6-856c-20be83913673 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017717 Jul 07 17:50:26.076425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd61b02d-bb75-41c0-81df-b9bee1d4d74d None None] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:26.582975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.589806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.620459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53386) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:26.743078 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Floating IP 15af8703-47a2-499a-925f-592918a644ae associated. External IP: 172.25.1.98, port: 8bad083c-93f4-4460-bf85-fb96aec88877. Jul 07 17:50:26.746156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2030622268-network', 'tenant_id': '537bf5c44bc34e9a98ff6bd2ce96eb48'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:26.775813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Made reservation on behalf of 537bf5c44bc34e9a98ff6bd2ce96eb48 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:26.780688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.793312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.903486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:26.937580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.944159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.961370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:26.974298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.974979 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Added segment 9883e037-2b61-4c5a-bcc1-ebbc8672ee7c of type vlan for network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 Jul 07 17:50:27.008720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:27.038602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:27.039242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ae6db283-2010-4ce5-9e0c-1a5a9366f4d3 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:27.052811 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.065330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d9f6d-835f-46bb-b87e-90c9942c6835,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.103953 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.105138 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:27.105992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.110371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:27.137716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'mac_address': 'fa:16:3e:e0:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:27.210895 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.224641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac1441b-040c-482b-b6b1-8cd3074f22a0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.232858 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-11ed8312-1b63-4649-b28a-3210b404cf22 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6109962 Jul 07 17:50:27.234502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511a4a96-7c8f-42f5-b889-2c033f37f624 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:27.235952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53408) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:27.244165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:27.244694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Request body: {'subnet': {'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2030622268-subnet', 'tenant_id': '537bf5c44bc34e9a98ff6bd2ce96eb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:27.271660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Made reservation on behalf of 537bf5c44bc34e9a98ff6bd2ce96eb48 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:27.278070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Notify callbacks [] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.304466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:27.317076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.399143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.430988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['511a4a96-7c8f-42f5-b889-2c033f37f624'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:27.548038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1dda7-f41f-4ec1-ae1d-82e4bf4541a9 req-0c6a2060-e94b-48d2-902a-50a65d4b0cf7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:27.555402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d1dda7-f41f-4ec1-ae1d-82e4bf4541a9 req-0c6a2060-e94b-48d2-902a-50a65d4b0cf7 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 971 time: 0.7558992 Jul 07 17:50:27.671214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d1dda7-f41f-4ec1-ae1d-82e4bf4541a9 req-5b66e2ec-e9ae-4734-8db9-3ea0870e21ce tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146872 Jul 07 17:50:27.746923 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce689-642d-49c6-874a-823d46bb577d req-9aab8b4b-f56a-48e3-8af0-e6b6a25fecee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:27.753689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-9aab8b4b-f56a-48e3-8af0-e6b6a25fecee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.3604825 Jul 07 17:50:27.765013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-ea5887f0-2eab-4444-b768-4f39eadc120e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:27.766502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-ea5887f0-2eab-4444-b768-4f39eadc120e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.3767545 Jul 07 17:50:27.785540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Request body: {'port': {'device_id': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'admin_state_up': True, 'tenant_id': 'd6e825af701d49d1ac8683652b10e618'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:27.808302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.834463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-90d2adca-93b2-45e9-94e8-b5684206b6e5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/quotas/14c8abf30a4940c9be7daa24c12b839f HTTP/1.1" status: 200 len: 375 time: 0.0798688 Jul 07 17:50:27.868448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dad226-0015-4b3e-8dee-3286c6e41e6f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.876317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Checking segment: {'id': '9883e037-2b61-4c5a-bcc1-ebbc8672ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:27.876672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Network hostable DHCP agents. Network: 6ac1441b-040c-482b-b6b1-8cd3074f22a0, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:27.892528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-1b1552ab-215b-49e7-bdcc-661c6c85091d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493050 Jul 07 17:50:27.894228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:27.904811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 6ac1441b-040c-482b-b6b1-8cd3074f22a0) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:27.909448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:27.910083 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.914329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b95fad-ebb9-4861-b2b3-001d2d03cf85 None None] Network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:27.919967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b7bf8c8-9e0d-4b01-b283-82f1502fe4af req-c440e33d-d875-4cb2-b7b7-1f2426aa785e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 210 time: 0.0795426 Jul 07 17:50:27.974660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8673707-7bdc-4df7-aade-3b955850d9df admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7352612 Jul 07 17:50:28.021584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Router 5e41260d-9935-4d85-ad8b-5803339dd647 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:28.131533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d25c5b-febf-4d03-8743-7a17dc3973ed None None] Network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:28.298278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-3b79a04f-1357-49ff-b6e3-1240c9c5acc9 service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855457 Jul 07 17:50:28.342957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Made reservation on behalf of d6e825af701d49d1ac8683652b10e618 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:28.346452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.463108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:28.473548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] Sync routers for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:28.476453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.483098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:28.483711 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:28.565229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973a99-d072-4815-80f5-8ac839f7203e req-5d1875a5-a83f-4c41-bdf3-b10e9f1e3e5a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:28.566756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37973a99-d072-4815-80f5-8ac839f7203e req-5d1875a5-a83f-4c41-bdf3-b10e9f1e3e5a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 944 time: 0.4622769 Jul 07 17:50:28.593383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:28.595666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-a6f9f681-6064-477a-8849-e5c7c94ca717 service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545583 Jul 07 17:50:28.622703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-fe218f8e-c61d-470f-b017-4427d3bdbb0c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:28.624363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-fe218f8e-c61d-470f-b017-4427d3bdbb0c tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 971 time: 0.3456550 Jul 07 17:50:28.629715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-de7be29d-1d09-40d1-b6d9-9388d027118f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "PUT /v2.0/floatingips/15af8703-47a2-499a-925f-592918a644ae HTTP/1.1" status: 200 len: 991 time: 2.8555691 Jul 07 17:50:28.635446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:28.638268 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28dd5e-4410-4038-b585-ede8e9bd34d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:28.727254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37973a99-d072-4815-80f5-8ac839f7203e req-3d41efa1-c487-4910-a5e9-f7b3676723ae tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530774 Jul 07 17:50:28.782142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Allocated IP 172.20.0.2 (4ff2f983-2510-4225-8609-03e72b33b22b/f9e70c54-6227-4078-b4ae-0073e4c71b28/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:28.904800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:29.018332 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653819f-39e0-4e7c-8552-38a79b8692cc x-openstack-request-id: req-f653819f-39e0-4e7c-8552-38a79b8692cc {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:29.018740 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:29.018995 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f653819f-39e0-4e7c-8552-38a79b8692cc {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:29.019396 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877', 'status': 'completed', 'code': 200} Jul 07 17:50:29.073406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 511a4a96-7c8f-42f5-b889-2c033f37f624 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:29.073953 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.113913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Deleting port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:29.114260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.207057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '15af8703-47a2-499a-925f-592918a644ae', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'port_id': '8bad083c-93f4-4460-bf85-fb96aec88877', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'mac_address': 'fa:16:3e:07:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb125e4e-9517-455d-bee5-e09916e71658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:46Z', 'updated_at': '2021-07-07T17:50:26Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:29.249377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] Checking router: 5e41260d-9935-4d85-ad8b-5803339dd647 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:29.262957 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.265722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:29.266793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:29.299127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fff8611c-af9d-495d-9a4e-ae687600c226 req-dd01c748-54cf-42d8-b5d1-ca9d87109304 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 210 time: 0.1942461 Jul 07 17:50:29.436030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:29.561598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:29.563016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.563656 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7318eef4-50b4-4ab4-b9d4-95004d8878ef" -d '{"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-plugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:29.586542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:29.598241 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.758713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] For port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:29.759747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.772380 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.775428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.813394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '15af8703-47a2-499a-925f-592918a644ae', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'port_id': '8bad083c-93f4-4460-bf85-fb96aec88877', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'mac_address': 'fa:16:3e:07:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb125e4e-9517-455d-bee5-e09916e71658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:46Z', 'updated_at': '2021-07-07T17:50:26Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:29.813671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-cbf38624-da1b-4ae2-8df3-cdfe3e74ad7e tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:29.815549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-cbf38624-da1b-4ae2-8df3-cdfe3e74ad7e tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/networks?id=6ac1441b-040c-482b-b6b1-8cd3074f22a0 HTTP/1.1" status: 200 len: 813 time: 0.8655620 Jul 07 17:50:29.816968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Calling delete_port for 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 owned by compute:tempest-test_az-154619901 {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:29.852469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ef6e58-dfad-4f5c-b94f-4e2c42282269 None None] The sync data for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 is: [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '15af8703-47a2-499a-925f-592918a644ae', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'port_id': '8bad083c-93f4-4460-bf85-fb96aec88877', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'mac_address': 'fa:16:3e:07:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb125e4e-9517-455d-bee5-e09916e71658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:47:46Z', 'updated_at': '2021-07-07T17:50:26Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:29.865654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-5798f231-cc5d-4794-8a69-88a9c04e262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:29.867218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-5798f231-cc5d-4794-8a69-88a9c04e262e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 1097 time: 0.7735877 Jul 07 17:50:29.951988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.975570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056424c-24be-49ed-9761-3d6a763d613a req-cb8a0034-a18a-4a06-b71b-f49912dc2bc9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:29.977112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4056424c-24be-49ed-9761-3d6a763d613a req-cb8a0034-a18a-4a06-b71b-f49912dc2bc9 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2d46f68-29d5-456c-9f4f-d4f2206956dd HTTP/1.1" status: 200 len: 971 time: 0.4180353 Jul 07 17:50:29.979050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Network 4ff2f983-2510-4225-8609-03e72b33b22b is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:30.006507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-ab9a848d-5259-48e9-b8a0-2db7960bbf77 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/quotas/537bf5c44bc34e9a98ff6bd2ce96eb48 HTTP/1.1" status: 200 len: 375 time: 0.1382782 Jul 07 17:50:30.014502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:30.017191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:30.078525 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b562bc-4f3f-4cc9-9c57-39a664e3c0b1 None None] New status for floating IP 15af8703-47a2-499a-925f-592918a644ae: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:50:30.104331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-77847fb7-08db-4196-9c61-12a4a09d264d tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=537bf5c44bc34e9a98ff6bd2ce96eb48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738230 Jul 07 17:50:30.208692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4056424c-24be-49ed-9761-3d6a763d613a req-493185f0-3a21-4e93-b31b-839697b2b1e5 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.88 "GET /v2.0/security-groups?id=301f5439-7341-4ef9-ad20-94d3a1f1abd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009280 Jul 07 17:50:30.239522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:30.240170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.301361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-adfd5902-6936-48bd-b27e-34eb5d69b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:30.302861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-adfd5902-6936-48bd-b27e-34eb5d69b48d service neutron] 10.222.0.90 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 925 time: 0.3739114 Jul 07 17:50:30.325482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-e1977b70-1285-4cd9-bfde-aefe7debb3f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5440063 Jul 07 17:50:30.384773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Request body: {'port': {'device_id': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:30.508739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.512189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-5446f243-c6c0-45b3-a8eb-b663632dbb0c service neutron] 10.222.0.88 "GET /v2.0/networks/6ac1441b-040c-482b-b6b1-8cd3074f22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924236 Jul 07 17:50:30.921228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Pushing event deleted for resources: {'Port': ['ID=6ea74aa4-249c-40e6-a671-1fbee5ddcfd9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.924449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-a0cc8ce8-c1d0-4b0c-b843-379b88448b5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bad083c-93f4-4460-bf85-fb96aec88877 HTTP/1.1" status: 200 len: 1001 time: 0.6107335 Jul 07 17:50:31.026209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:31.043840 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-817fb913-22c6-40cc-8c26-10842f0b177e service neutron] 10.222.0.55 "GET /v2.0/ports/44172d93-0d0e-4928-83c9-3356bc8b8d5c/bindings/n-h2-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.0725508 Jul 07 17:50:31.067527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:31.067958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:31.068382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 44172d93-0d0e-4928-83c9-3356bc8b8d5c no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:31.085658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] No DVR routers for this DVR port 6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:31.100805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.103113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc9a0162-8dbb-40c6-950f-e1112240965d req-bc788074-88df-4bca-bba9-ea0668d4dab1 tempest-ServersAdminTestJSON-1739722081 tempest-ServersAdminTestJSON-1739722081-project] 10.222.0.55 "DELETE /v2.0/ports/6ea74aa4-249c-40e6-a671-1fbee5ddcfd9 HTTP/1.1" status: 204 len: 173 time: 2.4723892 Jul 07 17:50:31.116642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-deleted', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:31.118776 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191cd590-1358-418b-b93b-e134e68817aa" -d '{"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-deleted", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:31.169505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce689-642d-49c6-874a-823d46bb577d req-8b6bb79d-530e-4a2a-be82-9e44f9de3009 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:31.170870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-8b6bb79d-530e-4a2a-be82-9e44f9de3009 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.8399744 Jul 07 17:50:31.190940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.210245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Request body: {'port': {'device_id': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'admin_state_up': True, 'tenant_id': '14c8abf30a4940c9be7daa24c12b839f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:31.224723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-a03b1346-116d-4862-891f-e68d224b31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:31.226343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-a03b1346-116d-4862-891f-e68d224b31df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.2664721 Jul 07 17:50:31.287245 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-4b944228-9941-4c1b-921b-18c232981f83 service neutron] 10.222.0.88 "GET /v2.0/networks/6ac1441b-040c-482b-b6b1-8cd3074f22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281449 Jul 07 17:50:31.294816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa997d-dcbd-4960-971f-5ba94c0a5834 req-938105c5-3b61-4e66-b94a-3c6d3f2451b7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:31.302169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28fa997d-dcbd-4960-971f-5ba94c0a5834 req-938105c5-3b61-4e66-b94a-3c6d3f2451b7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 931 time: 0.9002419 Jul 07 17:50:31.328278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:31.352552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:31.390408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44172d93-0d0e-4928-83c9-3356bc8b8d5c {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:31.404315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:31.422572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.508439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28fa997d-dcbd-4960-971f-5ba94c0a5834 req-2358b525-74de-43a3-8111-08b33ae4c773 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055380 Jul 07 17:50:31.517719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] Transition to ACTIVE for port object 44172d93-0d0e-4928-83c9-3356bc8b8d5c will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:31.528437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.587717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-58553e7c-7ce6-4e6c-b6da-74303e066bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:31.589646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-58553e7c-7ce6-4e6c-b6da-74303e066bf8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479536 Jul 07 17:50:31.592643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Made reservation on behalf of 14c8abf30a4940c9be7daa24c12b839f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:31.598146 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.664323 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51de2481-ab38-4e93-9c4e-318215db1e4b x-openstack-request-id: req-51de2481-ab38-4e93-9c4e-318215db1e4b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:31.664621 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-plugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:31.664906 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-51de2481-ab38-4e93-9c4e-318215db1e4b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:31.665342 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'code': 200} Jul 07 17:50:31.686717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] No DVR routers for this DVR port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:31.843061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-6fa896f6-9e2c-4869-bcb5-02fc7feaf4b4 service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401972 Jul 07 17:50:31.845089 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/44172d93-0d0e-4928-83c9-3356bc8b8d5c/bindings/n-h2-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7919016 Jul 07 17:50:31.848749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6aec4-6fe8-47a6-ad97-8c5c9c209cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=10']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.014498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:32.030268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Allocated IP 172.20.0.6 (42a28c34-1c1c-46c0-b9cb-aa21e3985d8a/ed3fb5dd-b5c6-443a-8b5a-9931fcec1616/50177b73-fd75-4a2e-8dc6-060a019dcb49) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:32.033762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.083764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Transition to ACTIVE for port object eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:32.108067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.118048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-4305649a-8b58-483f-a7ee-332735b1406f tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.121518 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-4305649a-8b58-483f-a7ee-332735b1406f tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.1345317 Jul 07 17:50:32.155940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e28dd5e-4410-4038-b585-ede8e9bd34d3 req-e755ab65-6177-4ad4-a080-05470498b2c8 service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859447 Jul 07 17:50:32.180843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecd90f-2172-418c-a8eb-d48367584266 req-2df4e444-f8c2-461d-99f1-f3df11a91083 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.182500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9eecd90f-2172-418c-a8eb-d48367584266 req-2df4e444-f8c2-461d-99f1-f3df11a91083 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.3108201 Jul 07 17:50:32.221703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-9463e402-c5b4-4992-b6c6-5ea533c3f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.223512 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-9463e402-c5b4-4992-b6c6-5ea533c3f536 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 1096 time: 0.0946879 Jul 07 17:50:32.265253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f303a068-bb42-4cba-afef-3f3a31748676 req-31f48104-4050-4780-a970-2aeb010094a6 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 210 time: 0.0766523 Jul 07 17:50:32.309333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.328441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-b4dd9183-806a-49c1-8c42-dbadfe916aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.330424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-b4dd9183-806a-49c1-8c42-dbadfe916aca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1096 time: 0.0804555 Jul 07 17:50:32.403507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9eecd90f-2172-418c-a8eb-d48367584266 req-4991d3e3-6308-45e5-843a-96d23c2b2771 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115188 Jul 07 17:50:32.424844 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f3e98-dd6e-4d95-a77a-3218c3547846 x-openstack-request-id: req-e91f3e98-dd6e-4d95-a77a-3218c3547846 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:32.425145 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d46f68-29d5-456c-9f4f-d4f2206956dd", "name": "network-vif-deleted", "tag": "6ea74aa4-249c-40e6-a671-1fbee5ddcfd9", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:32.425399 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e91f3e98-dd6e-4d95-a77a-3218c3547846 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:32.425804 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d46f68-29d5-456c-9f4f-d4f2206956dd', 'name': 'network-vif-deleted', 'tag': '6ea74aa4-249c-40e6-a671-1fbee5ddcfd9', 'status': 'completed', 'code': 200} Jul 07 17:50:32.474595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-f7259845-b423-4778-a443-80cf7ccbf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.476461 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-f7259845-b423-4778-a443-80cf7ccbf02f service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1389968 Jul 07 17:50:32.489297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:32.489626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:32.489955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:32.506562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:32.506896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:32.511309 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.520544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:32.520913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:32.521299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:32.521788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Bound port: eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:32.522149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.556691 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-4fbf89c1-319d-48c6-a836-88f915e4cca9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 217 time: 0.0729795 Jul 07 17:50:32.633634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1863ef55-f6b9-4fd6-a43d-4a819e086cc9 req-3e30e007-6449-4e7f-8e76-f57e3bb3f272 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 210 time: 0.0656033 Jul 07 17:50:32.660817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:32.667786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:32.673406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.684874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.688967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-76f89653-1229-4a11-9934-332b3e529e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.690763 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-76f89653-1229-4a11-9934-332b3e529e42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1231515 Jul 07 17:50:32.734616 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-d97bc08c-dc92-41f4-a38c-5431c52e249b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338295 Jul 07 17:50:32.768992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.769613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.770999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] 10.222.0.55 "PUT /v2.0/ports/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 200 len: 1091 time: 2.3988183 Jul 07 17:50:32.794541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53504) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.804193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:32.817894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:32.831199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:32.902588 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-4557cd26-4595-4b7b-ab5a-8ac7bf41a88f service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605151 Jul 07 17:50:32.948460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.969201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.970017 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.072110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-eded918a-d8d2-4163-9027-7cef92769fea service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685388 Jul 07 17:50:33.086058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-d8959a9b-0fe5-4171-98bc-951569219f08 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8965254 Jul 07 17:50:33.096253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-39d514a6-7ebc-4418-b1cc-1c9396401087 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=80c0210436c142a395ffbf0f57dd6fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966635 Jul 07 17:50:33.098996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.129593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e40212-f4a3-4fd3-92e5-34b7ee9ac1e2 req-cef58386-0c43-4d1b-a1f7-1e75f137eb5c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.131213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67e40212-f4a3-4fd3-92e5-34b7ee9ac1e2 req-cef58386-0c43-4d1b-a1f7-1e75f137eb5c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.4079001 Jul 07 17:50:33.133926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8c457-d9cb-4af8-b686-7d3a9978c663 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.169276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec876e43-08f4-41c6-bc56-98ebdc67ecfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.169859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Request body: {'port': {'device_id': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:33.204880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec876e43-08f4-41c6-bc56-98ebdc67ecfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.205418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-43753fce-2168-47b9-8383-8e8270e86f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.207366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-43753fce-2168-47b9-8383-8e8270e86f04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1094 time: 0.2331290 Jul 07 17:50:33.269581 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-c7a9f220-d294-4386-b086-0d5abc068101 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 200 len: 217 time: 0.0513499 Jul 07 17:50:33.285219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67e40212-f4a3-4fd3-92e5-34b7ee9ac1e2 req-88bcf5e1-001a-48c3-845a-e1fa3c60533a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316011 Jul 07 17:50:33.300659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec876e43-08f4-41c6-bc56-98ebdc67ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.303468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec876e43-08f4-41c6-bc56-98ebdc67ecfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.304759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ec876e43-08f4-41c6-bc56-98ebdc67ecfb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/301f5439-7341-4ef9-ad20-94d3a1f1abd9 HTTP/1.1" status: 204 len: 168 time: 0.2026947 Jul 07 17:50:33.336900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876e43-08f4-41c6-bc56-98ebdc67ecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301f5439-7341-4ef9-ad20-94d3a1f1abd9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.464242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-8ffdbea9-6a38-4ccf-8cb5-c8d12a714617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.466608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-8ffdbea9-6a38-4ccf-8cb5-c8d12a714617 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1787493 Jul 07 17:50:33.534097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.554333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-3de6fc7d-3669-4c10-a78f-878eb76016e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572598 Jul 07 17:50:33.556180 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.672765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-c59e059c-b00b-4208-98c7-4a28a2fc0a76 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.676500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-c59e059c-b00b-4208-98c7-4a28a2fc0a76 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.55 "GET /v2.0/networks?id=6ac1441b-040c-482b-b6b1-8cd3074f22a0 HTTP/1.1" status: 200 len: 813 time: 0.2093408 Jul 07 17:50:33.702655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Request body: {'port': {'device_id': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0', 'admin_state_up': True, 'tenant_id': '537bf5c44bc34e9a98ff6bd2ce96eb48'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:33.772511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c838e8-6d5e-4e35-b03a-b8feeb61f2d3 req-0f417f5e-5eaf-46ef-9dcf-9ec2fd3d5ac9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.774381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1c838e8-6d5e-4e35-b03a-b8feeb61f2d3 req-0f417f5e-5eaf-46ef-9dcf-9ec2fd3d5ac9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 931 time: 0.3297424 Jul 07 17:50:33.914555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53548) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.967284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-8ffc62a5-8dc3-46f8-b0f4-762dbac26888 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021530 Jul 07 17:50:33.972603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-22d6d644-adaf-4fb0-b738-b28d050c09e4 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.974146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-22d6d644-adaf-4fb0-b738-b28d050c09e4 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.2253363 Jul 07 17:50:34.064626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5b2a6-2636-481e-ada3-81462a560fe2 req-46ded6cb-cb03-4513-8ae3-07770f141725 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.066297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6a5b2a6-2636-481e-ada3-81462a560fe2 req-46ded6cb-cb03-4513-8ae3-07770f141725 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.4144082 Jul 07 17:50:34.070625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0414868f-47e4-4c10-9527-466b82e060d1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=932718eeb87e429da9054d377f0fc092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513727 Jul 07 17:50:34.071454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53558) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.117432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Made reservation on behalf of 537bf5c44bc34e9a98ff6bd2ce96eb48 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:34.121443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.125233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1c838e8-6d5e-4e35-b03a-b8feeb61f2d3 req-7c888481-1636-4366-be39-e5ca1d671f96 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125820 Jul 07 17:50:34.211734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-53043c5c-2adf-4d4e-b3c8-48d98eb3b113 service neutron] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:34.229772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6a5b2a6-2636-481e-ada3-81462a560fe2 req-249dae44-034d-4d16-9c8f-2310be88b4da tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032286 Jul 07 17:50:34.250870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-53043c5c-2adf-4d4e-b3c8-48d98eb3b113 service neutron] Notify callbacks [] for binding, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.252004 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15f967c6-ddc6-4574-b377-be3e37f2f5cf req-53043c5c-2adf-4d4e-b3c8-48d98eb3b113 service neutron] 10.222.0.90 "DELETE /v2.0/ports/44172d93-0d0e-4928-83c9-3356bc8b8d5c/bindings/n-h1-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.2678559 Jul 07 17:50:34.263335 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6ab-83cc-4a52-970b-95f01cd095ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.275798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6c7be7f-5823-47a4-8529-3a491bdc7805 req-530724a2-e006-4752-9c95-b2ded89913fb service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961800 Jul 07 17:50:34.332134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6ab-83cc-4a52-970b-95f01cd095ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.434343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:34.436024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Allocated IP 172.20.0.12 (6ac1441b-040c-482b-b6b1-8cd3074f22a0/81dad226-0015-4b3e-8dee-3286c6e41e6f/5564259e-bf72-4bfc-9936-0a5ed6d739db) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:34.441457 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2d852d-0e71-4c63-b599-4e7d5677ae02" -d '{"events": [{"name": "network-changed", "server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:34.483304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6ab-83cc-4a52-970b-95f01cd095ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.486524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6ab-83cc-4a52-970b-95f01cd095ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.488038 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f90e6ab-83cc-4a52-970b-95f01cd095ad admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3d045ea1-e4ed-403a-a004-dba825501d57 HTTP/1.1" status: 204 len: 168 time: 0.4152243 Jul 07 17:50:34.517898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90e6ab-83cc-4a52-970b-95f01cd095ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d045ea1-e4ed-403a-a004-dba825501d57,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.579003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-494da21c-26c6-4f93-8b05-43bc8c87c067 req-2a4ca9fd-9eef-4802-9005-77834a6cac04 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 210 time: 0.1557839 Jul 07 17:50:34.591649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50177b73-fd75-4a2e-8dc6-060a019dcb49 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:34.611646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.661125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Transition to ACTIVE for port object 50177b73-fd75-4a2e-8dc6-060a019dcb49 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:34.670800 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.751077 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e192d0-e66e-49ae-a45b-4737a99e35cc x-openstack-request-id: req-15e192d0-e66e-49ae-a45b-4737a99e35cc {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:34.751664 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:34.752082 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15e192d0-e66e-49ae-a45b-4737a99e35cc {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:34.753366 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149', 'status': 'completed', 'code': 200} Jul 07 17:50:34.822622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.874536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.972667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.980451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6a9a-a49c-429b-85b6-675b6c6b848c req-c9c3d68e-ea3d-463e-bfe0-c96a0096e84a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.982230 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:34.982868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb8d6a9a-a49c-429b-85b6-675b6c6b848c req-c9c3d68e-ea3d-463e-bfe0-c96a0096e84a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.2196267 Jul 07 17:50:34.992443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-b269aab6-0d53-4972-9fba-6b7681985df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.994211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-b269aab6-0d53-4972-9fba-6b7681985df9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1094 time: 0.2340915 Jul 07 17:50:35.030876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Attempting to bind port 50177b73-fd75-4a2e-8dc6-060a019dcb49 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:35.031465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Attempting to bind port 50177b73-fd75-4a2e-8dc6-060a019dcb49 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:35.031952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Attempting to bind port 50177b73-fd75-4a2e-8dc6-060a019dcb49 on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:35.045671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Pushing event updated for resources: {'Port': ['ID=5564259e-bf72-4bfc-9936-0a5ed6d739db,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:35.066592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:35.068356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:35.078636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:35.095059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:35.095742 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.122813 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-552bf8b6-3457-478e-9f72-b0e194c14f7c tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4353018 Jul 07 17:50:35.131022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb8d6a9a-a49c-429b-85b6-675b6c6b848c req-86d311b3-ba95-460b-bbfc-2888505e30a2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411452 Jul 07 17:50:35.133935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Port 50177b73-fd75-4a2e-8dc6-060a019dcb49 on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:35.135408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Attempting to bind port 50177b73-fd75-4a2e-8dc6-060a019dcb49 on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:35.144399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Request body: {'port': {'device_id': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:35.147280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:35.148193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Checking segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:35.148986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Bound using segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:35.149555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Bound port: 50177b73-fd75-4a2e-8dc6-060a019dcb49, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:35.150087 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.327919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:35.333800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:35.338355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-c499c3a0-aaf9-4461-832d-ce6e70a0a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:35.340215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-c499c3a0-aaf9-4461-832d-ce6e70a0a4c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.3314612 Jul 07 17:50:35.342494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.378843 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.527741 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.601097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:35.601976 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.603432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] 10.222.0.90 "PUT /v2.0/ports/50177b73-fd75-4a2e-8dc6-060a019dcb49 HTTP/1.1" status: 200 len: 1091 time: 2.4401655 Jul 07 17:50:35.662184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-b8387532-db5b-4078-bf53-23f584a2cf04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 200 len: 217 time: 0.3090515 Jul 07 17:50:35.929399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5564259e-bf72-4bfc-9936-0a5ed6d739db {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:35.941392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.958437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Transition to ACTIVE for port object 5564259e-bf72-4bfc-9936-0a5ed6d739db will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:35.970460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.047274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Pushing event updated for resources: {'Port': ['ID=5564259e-bf72-4bfc-9936-0a5ed6d739db,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.106952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Attempting to bind port 5564259e-bf72-4bfc-9936-0a5ed6d739db on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:36.107459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Attempting to bind port 5564259e-bf72-4bfc-9936-0a5ed6d739db by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '9883e037-2b61-4c5a-bcc1-ebbc8672ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:36.108264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Attempting to bind port 5564259e-bf72-4bfc-9936-0a5ed6d739db on network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:36.114398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Port 5564259e-bf72-4bfc-9936-0a5ed6d739db on network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:36.114657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Attempting to bind port 5564259e-bf72-4bfc-9936-0a5ed6d739db on network 6ac1441b-040c-482b-b6b1-8cd3074f22a0 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:36.121263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:36.121690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Checking segment: {'id': '9883e037-2b61-4c5a-bcc1-ebbc8672ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:36.122228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Bound using segment: {'id': '9883e037-2b61-4c5a-bcc1-ebbc8672ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:36.122789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Bound port: 5564259e-bf72-4bfc-9936-0a5ed6d739db, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9883e037-2b61-4c5a-bcc1-ebbc8672ee7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:36.123263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.234124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] For port 5564259e-bf72-4bfc-9936-0a5ed6d739db, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:36.238675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] For port 5564259e-bf72-4bfc-9936-0a5ed6d739db, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5564259e-bf72-4bfc-9936-0a5ed6d739db,segment=NetworkSegment(9883e037-2b61-4c5a-bcc1-ebbc8672ee7c),segment_id=9883e037-2b61-4c5a-bcc1-ebbc8672ee7c)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:36.257639 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.342036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.343922 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.346015 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] 10.222.0.55 "PUT /v2.0/ports/5564259e-bf72-4bfc-9936-0a5ed6d739db HTTP/1.1" status: 200 len: 1092 time: 1.2090051 Jul 07 17:50:36.348989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'tag': '5564259e-bf72-4bfc-9936-0a5ed6d739db'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:36.353063 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196ce161-41de-4370-9a95-6e548eab3991" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce82956-806a-43a7-97e4-b8ea84a20463", "tag": "5564259e-bf72-4bfc-9936-0a5ed6d739db"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:36.428149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558696a8-a60f-48dd-b499-e78df5081899 service neutron] Pushing event updated for resources: {'Port': ['ID=5564259e-bf72-4bfc-9936-0a5ed6d739db,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.565777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-aeb2efda-1737-418e-924b-d0f9c474e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.569690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-aeb2efda-1737-418e-924b-d0f9c474e8ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.8418255 Jul 07 17:50:36.571815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-b0cda90c-f456-490f-99b8-f84c89c1cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.573394 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-b0cda90c-f456-490f-99b8-f84c89c1cb03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537bf5c44bc34e9a98ff6bd2ce96eb48&device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 1095 time: 0.1404500 Jul 07 17:50:36.613053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc873f-df86-4add-8372-ea5af9a96b52 service neutron] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.654792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-ef1446eb-8f0f-4593-b398-86dd6cdc3e5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378928 Jul 07 17:50:36.662211 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-81d102b1-b722-4714-944b-91133603c1e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5564259e-bf72-4bfc-9936-0a5ed6d739db HTTP/1.1" status: 200 len: 217 time: 0.0754850 Jul 07 17:50:36.733020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-abfecc56-8517-41c4-8add-81be56d00a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.734850 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-abfecc56-8517-41c4-8add-81be56d00a12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81dad226-0015-4b3e-8dee-3286c6e41e6f HTTP/1.1" status: 200 len: 853 time: 0.0672400 Jul 07 17:50:36.778673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:36.781040 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4492476f-6217-4fce-a029-08955ab01cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:36.785024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-3776f086-2777-47b3-b0dd-239afb2406a2 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185517 Jul 07 17:50:36.802357 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-5ebf20c9-2d05-435f-8359-8d1baa1c8de2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac1441b-040c-482b-b6b1-8cd3074f22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587666 Jul 07 17:50:36.892097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeb9d6-5082-4368-8b0a-5b2698a997d4 req-32a8e19d-e3d4-43c8-8d0e-6800a2e348e2 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.898999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4aeb9d6-5082-4368-8b0a-5b2698a997d4 req-32a8e19d-e3d4-43c8-8d0e-6800a2e348e2 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 1.2324543 Jul 07 17:50:36.935901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e947c9-70ae-4dc5-a9e7-967bfe88ed7e req-274c78b7-385f-4a50-be25-5d6ebc5fd3c7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.943457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9e947c9-70ae-4dc5-a9e7-967bfe88ed7e req-274c78b7-385f-4a50-be25-5d6ebc5fd3c7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 943 time: 1.4517574 Jul 07 17:50:36.966905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-270f70d6-de01-4104-a245-decb7e2efb2e service neutron] 10.222.0.55 "GET /v2.0/networks/6ac1441b-040c-482b-b6b1-8cd3074f22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585119 Jul 07 17:50:36.980564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce689-642d-49c6-874a-823d46bb577d req-0b74a1ae-e72d-432f-9eef-fe0d94ea7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:36.982179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-0b74a1ae-e72d-432f-9eef-fe0d94ea7125 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 1094 time: 1.3128285 Jul 07 17:50:37.038396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-dede18cd-4611-4577-9532-2f45115c543f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49 HTTP/1.1" status: 200 len: 217 time: 0.0471785 Jul 07 17:50:37.055208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4aeb9d6-5082-4368-8b0a-5b2698a997d4 req-8f364a86-e028-4005-8b2c-98caf9f8ed11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552272 Jul 07 17:50:37.057403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:37.148970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9e947c9-70ae-4dc5-a9e7-967bfe88ed7e req-fd644108-ecc7-4eed-acdb-6bd4bbc6b27f tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044420 Jul 07 17:50:37.154753 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2175cbb4-5894-4c71-b167-ddef08fe1de6 req-5adc0a61-a5e1-4ac5-9055-f29cc04fbd77 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac1441b-040c-482b-b6b1-8cd3074f22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806319 Jul 07 17:50:37.344518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:37.364034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'port_id': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149', 'mac_address': 'fa:16:3e:7d:e2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e70c54-6227-4078-b4ae-0073e4c71b28', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:37.410380 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.423932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c2d852d-0e71-4c63-b599-4e7d5677ae02 req-4431f142-aaa6-412e-9a5b-406d4fbd8538 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191163 Jul 07 17:50:37.437531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:37.489905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:37.505341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.516838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ce689-642d-49c6-874a-823d46bb577d req-631d498a-9012-4e81-b779-dd6066590896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:37.518913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-631d498a-9012-4e81-b779-dd6066590896 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.4506831 Jul 07 17:50:37.562919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:37.592595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-5549206c-9ea0-4d08-b1cb-264ee2294c54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592237 Jul 07 17:50:37.681267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7afdd2-7fa4-4e4c-8e05-3d0dbe8b0421 req-90c7979b-e324-4ea6-a559-970dd7615c19 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:37.685685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b7afdd2-7fa4-4e4c-8e05-3d0dbe8b0421 req-90c7979b-e324-4ea6-a559-970dd7615c19 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 944 time: 0.3388619 Jul 07 17:50:37.812540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:37.834776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-b1b7bbf4-4509-48f6-8a1d-ca60a0ead3a0 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337313 Jul 07 17:50:37.867306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b7afdd2-7fa4-4e4c-8e05-3d0dbe8b0421 req-b9bd9e27-ba59-468f-bc8b-5029abac44ae tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285715 Jul 07 17:50:37.952450 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734cf62d-d156-486b-b5fb-dc9e7ed50c92 x-openstack-request-id: req-734cf62d-d156-486b-b5fb-dc9e7ed50c92 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:37.952994 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce82956-806a-43a7-97e4-b8ea84a20463", "tag": "5564259e-bf72-4bfc-9936-0a5ed6d739db", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:37.952994 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-734cf62d-d156-486b-b5fb-dc9e7ed50c92 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:37.953412 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'tag': '5564259e-bf72-4bfc-9936-0a5ed6d739db', 'status': 'completed', 'code': 200} Jul 07 17:50:38.059064 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b93f4c-2d9a-4be8-92dd-2779140d0f1f x-openstack-request-id: req-d3b93f4c-2d9a-4be8-92dd-2779140d0f1f {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:38.059363 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:38.059832 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3b93f4c-2d9a-4be8-92dd-2779140d0f1f {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:38.060029 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'status': 'completed', 'code': 200} Jul 07 17:50:38.073523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f5e2d-a110-4b6b-a1f3-0931d2624fd1 req-30d6b779-2173-4aee-9a0d-c1705f9fc6f7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.081059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b99f5e2d-a110-4b6b-a1f3-0931d2624fd1 req-30d6b779-2173-4aee-9a0d-c1705f9fc6f7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 944 time: 0.2521894 Jul 07 17:50:38.094874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753ce689-642d-49c6-874a-823d46bb577d req-609bbcb2-3cfb-4ee6-9487-a3a1e9e56178 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487221 Jul 07 17:50:38.157278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b99f5e2d-a110-4b6b-a1f3-0931d2624fd1 req-39ad9ff1-eb1b-4a9b-b877-d536fe44f5ac tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730007 Jul 07 17:50:38.237513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ce161-41de-4370-9a95-6e548eab3991 req-ddee9054-77f2-444c-85a8-fb2233e1d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.239040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196ce161-41de-4370-9a95-6e548eab3991 req-ddee9054-77f2-444c-85a8-fb2233e1d0b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=537bf5c44bc34e9a98ff6bd2ce96eb48&device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 1095 time: 0.2470653 Jul 07 17:50:38.321563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492476f-6217-4fce-a029-08955ab01cb2 req-8347fa26-3ef1-46c6-a201-bac0908af61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.323109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4492476f-6217-4fce-a029-08955ab01cb2 req-8347fa26-3ef1-46c6-a201-bac0908af61a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 1094 time: 0.1575100 Jul 07 17:50:38.482762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-937f4cf1-30bb-4b57-81fa-98515ac879a0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0843430624ca424c83a638c53693145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096392 Jul 07 17:50:38.526982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ce161-41de-4370-9a95-6e548eab3991 req-9efe1c36-4f26-4124-9e7a-07a7618c682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.528597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196ce161-41de-4370-9a95-6e548eab3991 req-9efe1c36-4f26-4124-9e7a-07a7618c682c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac1441b-040c-482b-b6b1-8cd3074f22a0 HTTP/1.1" status: 200 len: 914 time: 0.2789123 Jul 07 17:50:38.667801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196ce161-41de-4370-9a95-6e548eab3991 req-7750e7a4-fd40-41c6-a66c-11ac21b2eb1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5564259e-bf72-4bfc-9936-0a5ed6d739db HTTP/1.1" status: 200 len: 217 time: 0.0942435 Jul 07 17:50:38.700951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492476f-6217-4fce-a029-08955ab01cb2 req-e3ddf24b-3f7b-40a1-a434-b186f93d52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.702452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4492476f-6217-4fce-a029-08955ab01cb2 req-e3ddf24b-3f7b-40a1-a434-b186f93d52b3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 906 time: 0.3606162 Jul 07 17:50:38.791051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9b49-cbdc-419e-aba0-46aa60865096 req-c5f210cd-30a3-4f4b-a5fd-527db2d77d9e tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.798033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-455d9b49-cbdc-419e-aba0-46aa60865096 req-c5f210cd-30a3-4f4b-a5fd-527db2d77d9e tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1096 time: 0.3960240 Jul 07 17:50:38.809423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4492476f-6217-4fce-a029-08955ab01cb2 req-b8ea2dfc-7bab-4f47-bedf-43c66e7be517 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49 HTTP/1.1" status: 200 len: 217 time: 0.0775371 Jul 07 17:50:38.874491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ce161-41de-4370-9a95-6e548eab3991 req-b11ce343-088e-493c-9038-6a0a383a9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.875880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196ce161-41de-4370-9a95-6e548eab3991 req-b11ce343-088e-493c-9038-6a0a383a9458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81dad226-0015-4b3e-8dee-3286c6e41e6f HTTP/1.1" status: 200 len: 853 time: 0.1938944 Jul 07 17:50:38.888151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-f2ecf7a4-a51c-4101-8dba-3dbf4d991761 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:38.894692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-f2ecf7a4-a51c-4101-8dba-3dbf4d991761 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3945928 Jul 07 17:50:39.030860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196ce161-41de-4370-9a95-6e548eab3991 req-8caa20ee-ce11-4223-a723-1a09eafe0c07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac1441b-040c-482b-b6b1-8cd3074f22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267037 Jul 07 17:50:39.037348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-1798ce5b-5b7e-44af-8040-1fe22d8a775e tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/quotas/0843430624ca424c83a638c53693145f HTTP/1.1" status: 200 len: 375 time: 0.1417053 Jul 07 17:50:39.064415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-455d9b49-cbdc-419e-aba0-46aa60865096 req-20652faa-4289-4266-8e63-c5f4f02e80bc tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649724 Jul 07 17:50:39.070053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5564259e-bf72-4bfc-9936-0a5ed6d739db details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:39.075065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:39.156414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492476f-6217-4fce-a029-08955ab01cb2 req-9284fa0d-4ae3-4da8-8ccf-6e0f44c0ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:39.158230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4492476f-6217-4fce-a029-08955ab01cb2 req-9284fa0d-4ae3-4da8-8ccf-6e0f44c0ee37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.3313675 Jul 07 17:50:39.193464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-d76908f6-6f2b-491e-9d1a-6c2399498ebd tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0843430624ca424c83a638c53693145f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1495702 Jul 07 17:50:39.206396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:39.249922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:39.250294 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.272669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4492476f-6217-4fce-a029-08955ab01cb2 req-18aad32a-7964-437e-bc6d-993eee181f79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948801 Jul 07 17:50:39.362269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5564259e-bf72-4bfc-9936-0a5ed6d739db, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5564259e-bf72-4bfc-9936-0a5ed6d739db,segment=NetworkSegment(9883e037-2b61-4c5a-bcc1-ebbc8672ee7c),segment_id=9883e037-2b61-4c5a-bcc1-ebbc8672ee7c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:39.429259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '5564259e-bf72-4bfc-9936-0a5ed6d739db', 'network_id': '6ac1441b-040c-482b-b6b1-8cd3074f22a0', 'port_id': '5564259e-bf72-4bfc-9936-0a5ed6d739db', 'mac_address': 'fa:16:3e:9c:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dad226-0015-4b3e-8dee-3286c6e41e6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:39.497702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.617243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:39.623684 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.637100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196ce161-41de-4370-9a95-6e548eab3991 req-023a58f0-73a9-44b8-ad8a-4a53f4cd9d58 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac1441b-040c-482b-b6b1-8cd3074f22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954008 Jul 07 17:50:39.668006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:39.670436 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1080bf-78b5-45e7-9af5-1ce7044b51a6" -d '{"events": [{"server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "name": "network-vif-plugged", "status": "completed", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:39.681330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5564259e-bf72-4bfc-9936-0a5ed6d739db {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:39.722338 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.969460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ae11-a94f-4423-a37c-e785beb7e283 req-370c3a00-65e6-4493-8ba3-186e8a04b213 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:39.971230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8211ae11-a94f-4423-a37c-e785beb7e283 req-370c3a00-65e6-4493-8ba3-186e8a04b213 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 943 time: 0.7073433 Jul 07 17:50:39.976489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4492476f-6217-4fce-a029-08955ab01cb2 req-7689559e-c9a4-4489-9ba9-dad21ea2e185 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910596 Jul 07 17:50:40.036787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5564259e-bf72-4bfc-9936-0a5ed6d739db, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5564259e-bf72-4bfc-9936-0a5ed6d739db,segment=NetworkSegment(9883e037-2b61-4c5a-bcc1-ebbc8672ee7c),segment_id=9883e037-2b61-4c5a-bcc1-ebbc8672ee7c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:40.047676 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.105502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:40.189899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8211ae11-a94f-4423-a37c-e785beb7e283 req-b293adf9-8e7f-4921-950d-7bf161c461e7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936865 Jul 07 17:50:40.204496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5564259e-bf72-4bfc-9936-0a5ed6d739db,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:40.204785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196ce161-41de-4370-9a95-6e548eab3991 req-b3a44a5f-0b30-44c9-8478-9d3eb0e19374 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac1441b-040c-482b-b6b1-8cd3074f22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508096 Jul 07 17:50:40.257111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472aeb55-dd6c-4bf9-9fab-bb785e7365e2 req-db9d75f6-08f4-427c-9e9b-c9ca39d448c9 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:40.257111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-472aeb55-dd6c-4bf9-9fab-bb785e7365e2 req-db9d75f6-08f4-427c-9e9b-c9ca39d448c9 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 945 time: 0.2531362 Jul 07 17:50:40.261838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4492476f-6217-4fce-a029-08955ab01cb2 req-1258a41b-7b69-45ec-bdee-fde24c16f4e4 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630363 Jul 07 17:50:40.307416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-472aeb55-dd6c-4bf9-9fab-bb785e7365e2 req-517d91eb-ac7c-492f-abe2-9de6642b6307 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Jul 07 17:50:40.365899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5564259e-bf72-4bfc-9936-0a5ed6d739db'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:40.457140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ad89a-4ae2-4545-b0ad-71b94bf54bd8 req-bb75ec6b-cc42-43de-9d27-fc3980697a37 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:40.458612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b70ad89a-4ae2-4545-b0ad-71b94bf54bd8 req-bb75ec6b-cc42-43de-9d27-fc3980697a37 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1096 time: 0.0733175 Jul 07 17:50:40.522593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b70ad89a-4ae2-4545-b0ad-71b94bf54bd8 req-7bbbf30a-0f31-424d-ab64-bf7e32ea9bf5 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576935 Jul 07 17:50:40.664132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ab59e-42a1-448c-9d32-74444cf88aa1 req-964ca611-030d-40d3-a0a7-ff8c3c8eca17 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:40.666211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b7ab59e-42a1-448c-9d32-74444cf88aa1 req-964ca611-030d-40d3-a0a7-ff8c3c8eca17 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.1425486 Jul 07 17:50:40.732648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b7ab59e-42a1-448c-9d32-74444cf88aa1 req-b6b54ebf-48d2-4866-a1bb-9a129d277af5 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596042 Jul 07 17:50:40.757171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae18a496-17f7-4a14-bac8-4047098dba7e req-da962112-02b2-4ecd-b461-7a3ec469a173 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 210 time: 0.0419481 Jul 07 17:50:40.815124 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4852d8a4-f7f4-4329-acde-d392f17c982a x-openstack-request-id: req-4852d8a4-f7f4-4329-acde-d392f17c982a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:40.815441 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "name": "network-vif-plugged", "status": "completed", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:40.817683 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4852d8a4-f7f4-4329-acde-d392f17c982a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:40.818126 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149', 'code': 200} Jul 07 17:50:41.004120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77428351-bcc5-4568-9336-dfec19467254 req-c0fe799c-801a-40ce-9a7b-d6ea86840b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:41.005650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77428351-bcc5-4568-9336-dfec19467254 req-c0fe799c-801a-40ce-9a7b-d6ea86840b37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1096 time: 0.0911758 Jul 07 17:50:41.014041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 50177b73-fd75-4a2e-8dc6-060a019dcb49 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:41.053806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77428351-bcc5-4568-9336-dfec19467254 req-e54b9a92-bec7-4686-bb7e-5b5bfdc7cbea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381706 Jul 07 17:50:41.350910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-8cba1e1c-db80-47b2-91e2-2abe8f73e934 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=0843430624ca424c83a638c53693145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840733 Jul 07 17:50:41.420973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:41.454022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'mac_address': 'fa:16:3e:b8:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:41.574791 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:41.596608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50177b73-fd75-4a2e-8dc6-060a019dcb49 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:41.625997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:41.641001 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:41.670051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884a9d5-148a-4393-86ba-cdae720bb648 req-b9eab184-a619-41c4-9daf-ec10a5300f39 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:41.677532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c884a9d5-148a-4393-86ba-cdae720bb648 req-b9eab184-a619-41c4-9daf-ec10a5300f39 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 943 time: 0.1647515 Jul 07 17:50:41.688562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-b4445d9d-5c05-44dd-b7bd-74a4eaa3626f tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:41.690426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-b4445d9d-5c05-44dd-b7bd-74a4eaa3626f tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3311861 Jul 07 17:50:41.711745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:41.725691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0376d-58ed-44e0-a78f-70be696d3f9e req-bd1fe26c-77da-4719-8e47-1b9253af6026 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:41.727931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09a0376d-58ed-44e0-a78f-70be696d3f9e req-bd1fe26c-77da-4719-8e47-1b9253af6026 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 946 time: 0.2165530 Jul 07 17:50:41.732136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Request body: {'port': {'device_id': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '0843430624ca424c83a638c53693145f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:41.828624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c884a9d5-148a-4393-86ba-cdae720bb648 req-d4e83234-7975-40ff-ba3f-37df3adca66f tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497948 Jul 07 17:50:41.870856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09a0376d-58ed-44e0-a78f-70be696d3f9e req-d676d596-3f8f-4e5b-af02-f42749bb9041 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319723 Jul 07 17:50:41.936075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Made reservation on behalf of 0843430624ca424c83a638c53693145f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:41.941786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:41.962634 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.180403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['50177b73-fd75-4a2e-8dc6-060a019dcb49'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:42.199064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da97b57-00e1-4ea4-af2d-a9f96f85d66e req-9d87466b-c680-45f4-a0b1-d35c7679ce89 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:42.207000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da97b57-00e1-4ea4-af2d-a9f96f85d66e req-9d87466b-c680-45f4-a0b1-d35c7679ce89 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 945 time: 0.2469304 Jul 07 17:50:42.299178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b136ec-0159-4d2a-9a34-b0faf8925926 req-9f27c713-148f-4a9b-8afc-0fe59acd33da tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:42.300970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32b136ec-0159-4d2a-9a34-b0faf8925926 req-9f27c713-148f-4a9b-8afc-0fe59acd33da tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.2508175 Jul 07 17:50:42.315186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da97b57-00e1-4ea4-af2d-a9f96f85d66e req-34092688-d4d1-406f-b0a1-3d8202c15cab tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070936 Jul 07 17:50:42.405842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.413975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.557076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-812c66de-39a3-42ef-842c-ce457f37b1cb req-e0162880-465d-4cb0-ad50-7399f67dfbd3 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 210 time: 0.0644972 Jul 07 17:50:42.593454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32b136ec-0159-4d2a-9a34-b0faf8925926 req-e26f5a45-8c31-43c5-bbd4-08d9018ae8f6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705083 Jul 07 17:50:42.637585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbf94f-d2f8-46d6-91a1-c729e78accac,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:42.657430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Allocated IP 192.168.233.161 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/29db137b-0054-4aad-a14e-4b3c03986baf) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:42.879082 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.896126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Transition to ACTIVE for port object 29db137b-0054-4aad-a14e-4b3c03986baf will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:42.935657 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.086909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5564259e-bf72-4bfc-9936-0a5ed6d739db up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:43.182919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 5564259e-bf72-4bfc-9936-0a5ed6d739db completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:43.190708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 5564259e-bf72-4bfc-9936-0a5ed6d739db triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:43.191087 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.314694 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.360303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5564259e-bf72-4bfc-9936-0a5ed6d739db'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:43.363179 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00beae14-da96-4588-9ac8-f0eba08ab590" -d '{"events": [{"server_uuid": "1ce82956-806a-43a7-97e4-b8ea84a20463", "name": "network-vif-plugged", "status": "completed", "tag": "5564259e-bf72-4bfc-9936-0a5ed6d739db"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:43.379942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5564259e-bf72-4bfc-9936-0a5ed6d739db, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5564259e-bf72-4bfc-9936-0a5ed6d739db,segment=NetworkSegment(9883e037-2b61-4c5a-bcc1-ebbc8672ee7c),segment_id=9883e037-2b61-4c5a-bcc1-ebbc8672ee7c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:43.386995 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.453804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5564259e-bf72-4bfc-9936-0a5ed6d739db,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:43.475557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:43.485116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:43.495974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:43.501622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Pushing event updated for resources: {'Port': ['ID=29db137b-0054-4aad-a14e-4b3c03986baf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:43.602714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:43.603405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.620907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-a71604c5-a628-4fca-b6d3-80e157ee2c0b tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:43.646780 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-a71604c5-a628-4fca-b6d3-80e157ee2c0b tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.90 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 946 time: 0.1667495 Jul 07 17:50:43.650042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4312c0-720b-484e-92c0-b7a1322a5756 req-cf898c0f-b303-4780-8aaf-523642f581db tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:43.658460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb4312c0-720b-484e-92c0-b7a1322a5756 req-cf898c0f-b303-4780-8aaf-523642f581db tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3 HTTP/1.1" status: 200 len: 946 time: 0.2462711 Jul 07 17:50:43.672982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffd17b-8222-41b7-8aa8-2c90e6d9b27e req-70491915-2b99-4182-8dbf-14f12115c318 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:43.680842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55ffd17b-8222-41b7-8aa8-2c90e6d9b27e req-70491915-2b99-4182-8dbf-14f12115c318 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 944 time: 0.2778676 Jul 07 17:50:43.752415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb4312c0-720b-484e-92c0-b7a1322a5756 req-e373e285-c9fb-43ab-97ae-10940877c9a1 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.88 "GET /v2.0/security-groups?id=f75c9690-3a42-4e93-8772-4879bb4d5848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928805 Jul 07 17:50:43.753934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-594d925f-bf8e-400b-b569-3bb0085d6424 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0426793 Jul 07 17:50:43.778483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Deleting port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:43.779117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.799214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Request body: {'port': {'device_id': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:43.874608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74f74105-da2a-47db-bbd2-9d6388e84873 None None] Provisioning for port 29db137b-0054-4aad-a14e-4b3c03986baf completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:43.879703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74f74105-da2a-47db-bbd2-9d6388e84873 None None] Provisioning complete for port 29db137b-0054-4aad-a14e-4b3c03986baf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:43.880081 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74f74105-da2a-47db-bbd2-9d6388e84873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.904577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55ffd17b-8222-41b7-8aa8-2c90e6d9b27e req-88a3930c-4aa0-46f3-9f3c-5c6e2924f1ea tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228541 Jul 07 17:50:43.931959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] For port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,segment=NetworkSegment(b371c898-7977-417f-a4b2-42b1d298410c),segment_id=b371c898-7977-417f-a4b2-42b1d298410c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:43.932320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.976433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Calling delete_port for dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:43.997631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-74f74105-da2a-47db-bbd2-9d6388e84873 None None] Port 29db137b-0054-4aad-a14e-4b3c03986baf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:44.003995 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.020643 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f827c01-0cdb-442b-97b2-9ef10e1a6b75 x-openstack-request-id: req-5f827c01-0cdb-442b-97b2-9ef10e1a6b75 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:44.021068 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce82956-806a-43a7-97e4-b8ea84a20463", "name": "network-vif-plugged", "status": "completed", "tag": "5564259e-bf72-4bfc-9936-0a5ed6d739db", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:44.021330 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5f827c01-0cdb-442b-97b2-9ef10e1a6b75 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:44.022577 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5564259e-bf72-4bfc-9936-0a5ed6d739db', 'code': 200} Jul 07 17:50:44.147518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.161925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['dd3ede4a-7b3f-454c-8d51-31be9fb3ded8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:44.197878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Pushing event deleted for resources: {'Port': ['ID=dd3ede4a-7b3f-454c-8d51-31be9fb3ded8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:44.264214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] No DVR routers for this DVR port dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:44.266988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.270464 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae35abda-a69e-4743-a4db-68f2f919e795 req-4feffea3-8002-481c-8826-abf18e073957 tempest-VolumesAdminNegativeTest-1480782574 tempest-VolumesAdminNegativeTest-1480782574-project] 10.222.0.90 "DELETE /v2.0/ports/dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 HTTP/1.1" status: 204 len: 173 time: 0.6118979 Jul 07 17:50:44.272127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'name': 'network-vif-deleted', 'tag': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:44.274021 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11968a-1f5f-4d99-aaed-5ad6b3c20ee7" -d '{"events": [{"server_uuid": "f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3", "name": "network-vif-deleted", "tag": "dd3ede4a-7b3f-454c-8d51-31be9fb3ded8"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:44.498880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296464a-7f9a-44ee-abeb-27a9fa8a6ac3 req-061605f5-49d3-4394-8f84-6c133c4e88f1 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.500457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2296464a-7f9a-44ee-abeb-27a9fa8a6ac3 req-061605f5-49d3-4394-8f84-6c133c4e88f1 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 946 time: 0.4712000 Jul 07 17:50:44.509857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1ceb8-bca8-4878-ba98-789c9bcf6c10 req-09304c9a-c7bb-4c6b-92e1-9ebddba5f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.510979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eca1ceb8-bca8-4878-ba98-789c9bcf6c10 req-09304c9a-c7bb-4c6b-92e1-9ebddba5f353 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 1097 time: 0.2515922 Jul 07 17:50:44.592062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef7ec9-7d1c-412c-b857-4cf600a46dae req-448b3139-e8b4-4d49-8fb7-db316ab0b567 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:44.593676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aef7ec9-7d1c-412c-b857-4cf600a46dae req-448b3139-e8b4-4d49-8fb7-db316ab0b567 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 936 time: 0.3222058 Jul 07 17:50:44.600256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29db137b-0054-4aad-a14e-4b3c03986baf {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:44.625729 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.644057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2296464a-7f9a-44ee-abeb-27a9fa8a6ac3 req-13eeaa83-58f7-46db-b706-f8d035c8e385 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299560 Jul 07 17:50:44.665651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eca1ceb8-bca8-4878-ba98-789c9bcf6c10 req-ea3f1555-0edb-400d-9679-50d013199802 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176453 Jul 07 17:50:44.668525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Transition to ACTIVE for port object 29db137b-0054-4aad-a14e-4b3c03986baf will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:44.684876 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.772709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aef7ec9-7d1c-412c-b857-4cf600a46dae req-08f2f762-9fad-4c3c-a032-fcbf9e5bbb7d tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662023 Jul 07 17:50:44.820902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Pushing event updated for resources: {'Port': ['ID=29db137b-0054-4aad-a14e-4b3c03986baf,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.046568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 50177b73-fd75-4a2e-8dc6-060a019dcb49 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:45.141107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Attempting to bind port 29db137b-0054-4aad-a14e-4b3c03986baf on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:45.141474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Attempting to bind port 29db137b-0054-4aad-a14e-4b3c03986baf by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:45.141799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Attempting to bind port 29db137b-0054-4aad-a14e-4b3c03986baf on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:45.151788 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115adcc-4885-488d-8879-a604ae895c24 x-openstack-request-id: req-e115adcc-4885-488d-8879-a604ae895c24 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:45.153212 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3", "name": "network-vif-deleted", "tag": "dd3ede4a-7b3f-454c-8d51-31be9fb3ded8", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:45.153461 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e115adcc-4885-488d-8879-a604ae895c24 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:45.154234 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31f1ff6-1fab-4b25-91da-ec3b23bdc7c3', 'name': 'network-vif-deleted', 'tag': 'dd3ede4a-7b3f-454c-8d51-31be9fb3ded8', 'status': 'completed', 'code': 200} Jul 07 17:50:45.160893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Port 29db137b-0054-4aad-a14e-4b3c03986baf on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:45.161237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Attempting to bind port 29db137b-0054-4aad-a14e-4b3c03986baf on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:45.182008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:45.182677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:45.183621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:45.184253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Bound port: 29db137b-0054-4aad-a14e-4b3c03986baf, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:45.184779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.234798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 50177b73-fd75-4a2e-8dc6-060a019dcb49 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:45.236761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53786) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:45.261992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 50177b73-fd75-4a2e-8dc6-060a019dcb49 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:45.264639 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.290713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919aa2cf-6925-4a08-92cc-01469a957d4a req-507727b4-82bc-4d51-a284-76cde2ea7efc tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.299818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-919aa2cf-6925-4a08-92cc-01469a957d4a req-507727b4-82bc-4d51-a284-76cde2ea7efc tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.3945210 Jul 07 17:50:45.330684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] Deleting subnet 8d8ad809-15ec-467f-9fca-51cdca363aed {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:45.343456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.420459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.431479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.447223 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-919aa2cf-6925-4a08-92cc-01469a957d4a req-ac8b457a-1071-499c-8aaf-229d157c7017 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450069 Jul 07 17:50:45.456805 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.493583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] For port 29db137b-0054-4aad-a14e-4b3c03986baf, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:45.497146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] For port 29db137b-0054-4aad-a14e-4b3c03986baf, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29db137b-0054-4aad-a14e-4b3c03986baf,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:45.512056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.547187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:45.557089 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.558602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:45.579976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.615491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:45.615875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device dd3ede4a-7b3f-454c-8d51-31be9fb3ded8 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:45.665864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8ad809-15ec-467f-9fca-51cdca363aed,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.683464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.685777 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2806b63e-e0f0-48ef-842f-3c2e6b723dfa admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8d8ad809-15ec-467f-9fca-51cdca363aed HTTP/1.1" status: 204 len: 168 time: 0.4478214 Jul 07 17:50:45.689248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53790) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:45.721422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:45.722141 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.723624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] 10.222.0.90 "PUT /v2.0/ports/29db137b-0054-4aad-a14e-4b3c03986baf HTTP/1.1" status: 200 len: 1096 time: 1.9567356 Jul 07 17:50:45.726109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'tag': '29db137b-0054-4aad-a14e-4b3c03986baf'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:45.728779 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1711c3f-e753-4c92-8398-daef8ff13921" -d '{"events": [{"name": "network-changed", "server_uuid": "ea23c867-d36f-4677-9054-7d5d7f0e35e7", "tag": "29db137b-0054-4aad-a14e-4b3c03986baf"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:45.769665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.794658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e5bbe63-4507-4a26-9e54-52968d491995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.880434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75f231-8b3b-4db3-b5c1-54d4070017e8 service neutron] Pushing event updated for resources: {'Port': ['ID=29db137b-0054-4aad-a14e-4b3c03986baf,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.946252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.025988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:46.055404 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4972b0d-58a3-46f8-9903-563fb22c55c0" -d '{"events": [{"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-plugged", "status": "completed", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:46.062635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc62a9-d47b-4592-ac24-3a6cfee7910d req-be9a2006-693c-4c20-8f97-a29e2e2fed05 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.072647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bfc62a9-d47b-4592-ac24-3a6cfee7910d req-be9a2006-693c-4c20-8f97-a29e2e2fed05 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 944 time: 0.5603750 Jul 07 17:50:46.094605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2594d-46f7-4694-8290-ea61067125e6 req-ed3d8137-d7d9-43dc-b168-710847315b04 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.101582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07b2594d-46f7-4694-8290-ea61067125e6 req-ed3d8137-d7d9-43dc-b168-710847315b04 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1096 time: 0.4755123 Jul 07 17:50:46.111284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-ca05dff2-2296-4db0-9a9b-e113dde74e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.112791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-ca05dff2-2296-4db0-9a9b-e113dde74e93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0843430624ca424c83a638c53693145f&device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 1099 time: 0.2700288 Jul 07 17:50:46.159904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.172862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.173948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.175097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.175618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > port after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.176149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.176642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > port after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.177152 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.177666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.177991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.178330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.191365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-2d24b5f1-e0dd-4607-97e2-efbd92bdf647 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=29db137b-0054-4aad-a14e-4b3c03986baf HTTP/1.1" status: 200 len: 217 time: 0.0687900 Jul 07 17:50:46.206588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bfc62a9-d47b-4592-ac24-3a6cfee7910d req-9951acea-7319-4f4d-bb54-a443a3500382 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356437 Jul 07 17:50:46.235285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07b2594d-46f7-4694-8290-ea61067125e6 req-0378e1c7-24c8-43b5-95b2-eded2802dae4 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326978 Jul 07 17:50:46.252410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.252763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.253124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.253455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:50:46.253829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe056daa-63b8-4c9c-b863-4f93a4927138']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:46.288500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b371c898-7977-417f-a4b2-42b1d298410c') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:46.288861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b371c898-7977-417f-a4b2-42b1d298410c') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:46.309823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-70c6503f-6064-4ed1-bbc5-67fad12b1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.310796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.322284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-70c6503f-6064-4ed1-bbc5-67fad12b1724 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1146243 Jul 07 17:50:46.357293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.375136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:46.375689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.393624 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a0c0b-2806-40cd-9fde-96bb153eeefa x-openstack-request-id: req-ad5a0c0b-2806-40cd-9fde-96bb153eeefa {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:46.394540 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea23c867-d36f-4677-9054-7d5d7f0e35e7", "tag": "29db137b-0054-4aad-a14e-4b3c03986baf", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:46.394856 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad5a0c0b-2806-40cd-9fde-96bb153eeefa {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:46.395251 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'tag': '29db137b-0054-4aad-a14e-4b3c03986baf', 'status': 'completed', 'code': 200} Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: from cryptography.utils import int_from_bytes Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: from cryptography.utils import int_from_bytes Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:46.462824 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:46.478859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.482666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-e7e722ad-a8b4-4a28-a0a5-60adb6147998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.484378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-e7e722ad-a8b4-4a28-a0a5-60adb6147998 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539967 Jul 07 17:50:46.486309 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.494896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fe056daa-63b8-4c9c-b863-4f93a4927138 HTTP/1.1" status: 204 len: 168 time: 0.8007545 Jul 07 17:50:46.504224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53810) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:46.514077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bbf94-cdcf-4045-8eac-c91b6f230409 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe056daa-63b8-4c9c-b863-4f93a4927138,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:46.556631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] Deleting subnet 935c5f69-5008-459b-8903-ff088e238148 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:46.560783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.601415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.653438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.657201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979faa2d-1d29-49c0-8d92-551246dc2b28 req-8c01e3c6-0108-4b0f-816e-9fbad72ca3d6 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.658965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-979faa2d-1d29-49c0-8d92-551246dc2b28 req-8c01e3c6-0108-4b0f-816e-9fbad72ca3d6 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 946 time: 0.2279658 Jul 07 17:50:46.731674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-979faa2d-1d29-49c0-8d92-551246dc2b28 req-41a3eb22-0a95-42dd-900a-58cfc503db12 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617263 Jul 07 17:50:46.758442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.767682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839ae40-a7d7-4a84-ae1a-c793ab51bf07 req-de4d70b6-7252-4dda-9920-0b7fc0d2dd1b tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:46.770370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5839ae40-a7d7-4a84-ae1a-c793ab51bf07 req-de4d70b6-7252-4dda-9920-0b7fc0d2dd1b tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 948 time: 0.2919648 Jul 07 17:50:46.802741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935c5f69-5008-459b-8903-ff088e238148,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:46.808012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.820806 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3b2520d8-e86c-4254-abc5-123049eafaa5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/935c5f69-5008-459b-8903-ff088e238148 HTTP/1.1" status: 204 len: 168 time: 0.3153875 Jul 07 17:50:46.821587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53822) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:46.825385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-d23212af-1fec-4d77-a034-1a5d7df89ae9 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255558 Jul 07 17:50:46.879848 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9955c00-e38b-4aa4-8c9b-1286da0ebda9 x-openstack-request-id: req-b9955c00-e38b-4aa4-8c9b-1286da0ebda9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:46.880373 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-plugged", "status": "completed", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:46.880373 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9955c00-e38b-4aa4-8c9b-1286da0ebda9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:46.880763 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'code': 200} Jul 07 17:50:46.968339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5839ae40-a7d7-4a84-ae1a-c793ab51bf07 req-968f979a-d23f-4071-bdd0-3cfece23ccaa tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752105 Jul 07 17:50:47.123048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9c71ccd-1142-45db-a8d9-a50a3aec5c1b req-201909d2-821a-4a73-bc18-9f5ebff81a01 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898076 Jul 07 17:50:47.128806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.376243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.405398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-6c7af310-7b51-4eb4-84b2-e9ea17e49b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:47.406925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-6c7af310-7b51-4eb4-84b2-e9ea17e49b2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0843430624ca424c83a638c53693145f&device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 1099 time: 0.2216809 Jul 07 17:50:47.435899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ad391-2ca3-4c13-95dc-7046a1e764d2 req-31d9296f-3ac8-4a69-b7c6-75c3199ea357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:47.437238 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da0ad391-2ca3-4c13-95dc-7046a1e764d2 req-31d9296f-3ac8-4a69-b7c6-75c3199ea357 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 1096 time: 0.4520352 Jul 07 17:50:47.461304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4373a9-78bf-4e61-a9c1-dd8e216ef46c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:47.535817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46285c1-4c3a-4467-b8d8-47a574e498c1') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:47.536425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46285c1-4c3a-4467-b8d8-47a574e498c1') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:47.572691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.583290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-f1ae6848-5cf1-415f-959b-6d1e61908228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:47.583837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-f1ae6848-5cf1-415f-959b-6d1e61908228 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1678114 Jul 07 17:50:47.607364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.622568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:47.623512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.662351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-f8a3c2fa-664b-4211-94c6-38cca0d993f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=29db137b-0054-4aad-a14e-4b3c03986baf HTTP/1.1" status: 200 len: 217 time: 0.0676365 Jul 07 17:50:47.727568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-17bad120-b31d-45af-a7e6-fc38dc627a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:47.729618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-17bad120-b31d-45af-a7e6-fc38dc627a6d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0594330 Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:47.765646 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:47.782635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.828503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46cd44-f4f9-4681-bd62-31d9f085aae0 req-24c03a62-36e7-4571-9e1f-1c2c6041ab8b tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:47.843627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.849867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5f4373a9-78bf-4e61-a9c1-dd8e216ef46c HTTP/1.1" status: 204 len: 168 time: 1.0264764 Jul 07 17:50:47.862589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da0ad391-2ca3-4c13-95dc-7046a1e764d2 req-8d55f801-2b3f-4b9c-b7a2-3de9ef3a4481 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133542 Jul 07 17:50:47.863633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6877ed-9615-433a-b312-af7d92198239 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4373a9-78bf-4e61-a9c1-dd8e216ef46c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:47.874399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b46cd44-f4f9-4681-bd62-31d9f085aae0 req-24c03a62-36e7-4571-9e1f-1c2c6041ab8b tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 945 time: 0.2891738 Jul 07 17:50:47.950815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b46cd44-f4f9-4681-bd62-31d9f085aae0 req-538e8268-1fc2-462c-a22d-4e1e05d4e851 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750647 Jul 07 17:50:47.954499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-94d69e51-8a4c-41b3-8e45-a38b1898b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:47.956099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-94d69e51-8a4c-41b3-8e45-a38b1898b80c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2169042 Jul 07 17:50:48.109807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53864) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:48.198684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-7a6c1e3f-6ed2-4e30-8236-18410ef3c58e service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071886 Jul 07 17:50:48.201301 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f2e1a01-eb2c-40b9-8363-a6a943bfabee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c1b9fce852644359e01f78398c8dc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898168 Jul 07 17:50:48.204006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53868) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:48.322099 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9149c64b-e13a-4538-96ca-95bf61a957ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.402258 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.607023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1711c3f-e753-4c92-8398-daef8ff13921 req-29abe1e5-4092-48a9-a061-e81f100cc613 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005411 Jul 07 17:50:48.607940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b742f544-2e40-4038-a323-d1be5d087e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.639720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec48cb-2528-49a1-a5fc-ee889c8ff2a2 req-25bbbc65-e4a5-4314-97f0-2bdc7da5ed7f tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:48.648282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bec48cb-2528-49a1-a5fc-ee889c8ff2a2 req-25bbbc65-e4a5-4314-97f0-2bdc7da5ed7f tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 948 time: 0.3857565 Jul 07 17:50:48.691680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b742f544-2e40-4038-a323-d1be5d087e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.776429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bec48cb-2528-49a1-a5fc-ee889c8ff2a2 req-021e6174-1341-42f7-a287-7bdf59704b08 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269677 Jul 07 17:50:48.904783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b742f544-2e40-4038-a323-d1be5d087e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.908544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b742f544-2e40-4038-a323-d1be5d087e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.913232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b742f544-2e40-4038-a323-d1be5d087e54 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f75c9690-3a42-4e93-8772-4879bb4d5848 HTTP/1.1" status: 204 len: 168 time: 0.7079086 Jul 07 17:50:48.940948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573c4a5-e010-449f-8ac0-bb9ff6e46729 req-1861f0fb-ceae-459a-aa4d-a46621a4f0f4 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:48.944074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1573c4a5-e010-449f-8ac0-bb9ff6e46729 req-1861f0fb-ceae-459a-aa4d-a46621a4f0f4 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 946 time: 0.1558917 Jul 07 17:50:48.946563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742f544-2e40-4038-a323-d1be5d087e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75c9690-3a42-4e93-8772-4879bb4d5848,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:49.070798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1573c4a5-e010-449f-8ac0-bb9ff6e46729 req-e6ee58a1-4e63-4d9b-bb52-76cdce82136f tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026947 Jul 07 17:50:49.357875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6e6e9-9202-49c7-b6ee-339730a38674 req-9a578ad1-9029-4cf7-87ee-b6ee3fbeeac2 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:49.369185 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04f6e6e9-9202-49c7-b6ee-339730a38674 req-9a578ad1-9029-4cf7-87ee-b6ee3fbeeac2 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 945 time: 0.1380441 Jul 07 17:50:49.413836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04f6e6e9-9202-49c7-b6ee-339730a38674 req-5b27bb4d-8413-4af6-925e-50e12be3401c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Jul 07 17:50:49.521212 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.631046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53964) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:49.677099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-322b173c-2316-4fb5-b6f9-539beff821fc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e707b1a847684e2caf7915dcf21d323b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446699 Jul 07 17:50:49.679726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53968) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:49.753897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a5367a9-0e6b-4340-997b-97b3d5d1d80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.793254 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a5367a9-0e6b-4340-997b-97b3d5d1d80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.877757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a5367a9-0e6b-4340-997b-97b3d5d1d80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.888157 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a5367a9-0e6b-4340-997b-97b3d5d1d80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.893312 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1a5367a9-0e6b-4340-997b-97b3d5d1d80f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5738e8ad-3032-4dd2-9187-8008965bd828 HTTP/1.1" status: 204 len: 168 time: 0.2125447 Jul 07 17:50:49.905963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5367a9-0e6b-4340-997b-97b3d5d1d80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5738e8ad-3032-4dd2-9187-8008965bd828,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:49.999099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c67406-c3d7-4229-ad4c-701e85bd69fb req-0e14c835-ea22-4cfc-9bca-fef6b2aada56 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.007004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29c67406-c3d7-4229-ad4c-701e85bd69fb req-0e14c835-ea22-4cfc-9bca-fef6b2aada56 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 948 time: 0.0928912 Jul 07 17:50:50.064138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29c67406-c3d7-4229-ad4c-701e85bd69fb req-25026d16-c6ba-4295-aa99-04c69a0a5129 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560434 Jul 07 17:50:50.421865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-9e120e4e-ef7f-4629-80ef-96da47efcd93 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.432404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-9e120e4e-ef7f-4629-80ef-96da47efcd93 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 946 time: 0.2463417 Jul 07 17:50:50.783543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Deleting port 5564259e-bf72-4bfc-9936-0a5ed6d739db {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:50.783883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.860709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8b2f-5b9e-4bf4-a1c4-97dfdec2ce57 req-fbbc9cf0-a25e-441c-ac9e-a6de739401a5 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.868893 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb0e8b2f-5b9e-4bf4-a1c4-97dfdec2ce57 req-fbbc9cf0-a25e-441c-ac9e-a6de739401a5 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ce82956-806a-43a7-97e4-b8ea84a20463 HTTP/1.1" status: 200 len: 946 time: 0.2318850 Jul 07 17:50:50.979032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] For port 5564259e-bf72-4bfc-9936-0a5ed6d739db, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5564259e-bf72-4bfc-9936-0a5ed6d739db,segment=NetworkSegment(9883e037-2b61-4c5a-bcc1-ebbc8672ee7c),segment_id=9883e037-2b61-4c5a-bcc1-ebbc8672ee7c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:50.979402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.995944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Calling delete_port for 5564259e-bf72-4bfc-9936-0a5ed6d739db owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:51.033747 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.078780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb0e8b2f-5b9e-4bf4-a1c4-97dfdec2ce57 req-7066ff4b-bcfb-4aad-abfa-0a6caaae9676 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.88 "GET /v2.0/security-groups?id=2e4d9f6d-835f-46bb-b87e-90c9942c6835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089093 Jul 07 17:50:51.090742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 29db137b-0054-4aad-a14e-4b3c03986baf details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:51.382772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.394481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 29db137b-0054-4aad-a14e-4b3c03986baf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29db137b-0054-4aad-a14e-4b3c03986baf,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:51.439792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Pushing event deleted for resources: {'Port': ['ID=5564259e-bf72-4bfc-9936-0a5ed6d739db,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:51.444685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '29db137b-0054-4aad-a14e-4b3c03986baf', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '29db137b-0054-4aad-a14e-4b3c03986baf', 'mac_address': 'fa:16:3e:3d:53:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:51.602350 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.608391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] No DVR routers for this DVR port 5564259e-bf72-4bfc-9936-0a5ed6d739db on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:51.617193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.623394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-534f6d6b-8639-4946-99ec-4b92f8f3fd19 req-3932f25d-cf2e-47b7-bade-a6f45346c321 tempest-ServerPasswordTestJSON-235428042 tempest-ServerPasswordTestJSON-235428042-project] 10.222.0.55 "DELETE /v2.0/ports/5564259e-bf72-4bfc-9936-0a5ed6d739db HTTP/1.1" status: 204 len: 173 time: 1.1578131 Jul 07 17:50:51.623726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'name': 'network-vif-deleted', 'tag': '5564259e-bf72-4bfc-9936-0a5ed6d739db'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:51.623852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54022) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:51.626433 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c003f6-cd26-4eec-9827-eb7a55ad4ae9" -d '{"events": [{"server_uuid": "1ce82956-806a-43a7-97e4-b8ea84a20463", "name": "network-vif-deleted", "tag": "5564259e-bf72-4bfc-9936-0a5ed6d739db"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:51.656636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29db137b-0054-4aad-a14e-4b3c03986baf {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:51.662146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b6499-30d8-425c-aed8-df2d537e0287 req-d9f106f4-1848-4eb5-b881-789f4606df7a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:51.673137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-407b6499-30d8-425c-aed8-df2d537e0287 req-d9f106f4-1848-4eb5-b881-789f4606df7a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 945 time: 0.3519814 Jul 07 17:50:51.720226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 29db137b-0054-4aad-a14e-4b3c03986baf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29db137b-0054-4aad-a14e-4b3c03986baf,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:51.729598 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.731937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-407b6499-30d8-425c-aed8-df2d537e0287 req-87983886-9a33-432a-b58c-608dd99de6d6 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569279 Jul 07 17:50:51.819847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-389808612-network', 'tenant_id': '549e28386d8c4823854487be38c43206'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:51.840778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=29db137b-0054-4aad-a14e-4b3c03986baf,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:51.883236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Made reservation on behalf of 549e28386d8c4823854487be38c43206 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:51.886941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:51.912754 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.124646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.127981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['29db137b-0054-4aad-a14e-4b3c03986baf'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:52.135242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.188132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:52.190982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb7a8c-9373-40f1-b98e-71d2066c4755,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:52.205524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.205876 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Added segment d075c6c3-1665-407e-92dd-89d588c9698f of type vlan for network ba9f462b-3ec3-4f9e-bba5-050082f9f853 Jul 07 17:50:52.295936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecde3a-e5c3-4882-a3cf-10f2dc205277 req-a69bd6f9-a17a-4997-b883-873251c946ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:52.303514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adecde3a-e5c3-4882-a3cf-10f2dc205277 req-a69bd6f9-a17a-4997-b883-873251c946ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 949 time: 0.1150227 Jul 07 17:50:52.304090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.373946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.375134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:52.375893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.380419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adecde3a-e5c3-4882-a3cf-10f2dc205277 req-2637198e-e072-4e63-b9c2-336ae7be74ad tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633192 Jul 07 17:50:52.403186 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7783010 Jul 07 17:50:52.407975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54034) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:52.460624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Request body: {'subnet': {'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-389808612-subnet', 'tenant_id': '549e28386d8c4823854487be38c43206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:52.477142 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da79ab2-a713-409f-9313-dc25b3519f54 x-openstack-request-id: req-8da79ab2-a713-409f-9313-dc25b3519f54 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:52.477496 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce82956-806a-43a7-97e4-b8ea84a20463", "name": "network-vif-deleted", "tag": "5564259e-bf72-4bfc-9936-0a5ed6d739db", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:52.477754 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8da79ab2-a713-409f-9313-dc25b3519f54 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:52.478159 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce82956-806a-43a7-97e4-b8ea84a20463', 'name': 'network-vif-deleted', 'tag': '5564259e-bf72-4bfc-9936-0a5ed6d739db', 'status': 'completed', 'code': 200} Jul 07 17:50:52.502647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Made reservation on behalf of 549e28386d8c4823854487be38c43206 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:52.505840 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.662672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56768b80-3af2-40b2-94d2-ec32a2dfa445 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9f462b-3ec3-4f9e-bba5-050082f9f853,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:52.681155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:53.040104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.041816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54046) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:53.130321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] Deleting subnet 81dad226-0015-4b3e-8dee-3286c6e41e6f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:53.137450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.138861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5564259e-bf72-4bfc-9936-0a5ed6d739db no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:53.196126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.197607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=13362b29-a75b-468d-8784-de8455187d52,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.242539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 5564259e-bf72-4bfc-9936-0a5ed6d739db {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:53.243303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Checking segment: {'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:53.243744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Network hostable DHCP agents. Network: ba9f462b-3ec3-4f9e-bba5-050082f9f853, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:53.247566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5564259e-bf72-4bfc-9936-0a5ed6d739db not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:53.288593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:53.310892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ba9f462b-3ec3-4f9e-bba5-050082f9f853) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:53.331717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.332275 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.341517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4f9af-e9e0-4669-8f9f-002d66817556 None None] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:53.346692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.385637 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63779dfa-8fa5-4e45-9974-00b2b52885cc admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9759409 Jul 07 17:50:53.390309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54050) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:53.396317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:53.449850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.453419 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.542373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.552599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cb4d5-6dc5-4a9d-bae6-92e3234098e9 req-fc90cd55-09d7-4e5b-928a-bb31b24af07a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.563795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f22cb4d5-6dc5-4a9d-bae6-92e3234098e9 req-fc90cd55-09d7-4e5b-928a-bb31b24af07a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 945 time: 0.2092237 Jul 07 17:50:53.586877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.624784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dad226-0015-4b3e-8dee-3286c6e41e6f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.631571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.633713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5bdcb465-f4a6-4a45-92f0-7e6c84f87924 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/81dad226-0015-4b3e-8dee-3286c6e41e6f HTTP/1.1" status: 204 len: 168 time: 0.5906975 Jul 07 17:50:53.637606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54056) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:53.719642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'tenant_id': '549e28386d8c4823854487be38c43206', 'fixed_ips': [{'subnet_id': '13362b29-a75b-468d-8784-de8455187d52'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:50:53.731269 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.747603 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.784992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f22cb4d5-6dc5-4a9d-bae6-92e3234098e9 req-16491f58-3320-485a-a7c5-0b92900ef18f tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185733 Jul 07 17:50:54.008637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.022962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac1441b-040c-482b-b6b1-8cd3074f22a0']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:54.048852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9883e037-2b61-4c5a-bcc1-ebbc8672ee7c') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:54.050803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9883e037-2b61-4c5a-bcc1-ebbc8672ee7c') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:54.073065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.097364 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Allocated IP 172.20.0.2 (ba9f462b-3ec3-4f9e-bba5-050082f9f853/13362b29-a75b-468d-8784-de8455187d52/13bd6f8c-3957-4b9a-994f-9d1a1c517f70) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:54.106757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.135319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:54.137140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:54.142060 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:54.300941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.326546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.331434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.333756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6ac1441b-040c-482b-b6b1-8cd3074f22a0 HTTP/1.1" status: 204 len: 168 time: 0.6946514 Jul 07 17:50:54.351160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca3366-d3d6-41bc-84f7-b1c706f2d563 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac1441b-040c-482b-b6b1-8cd3074f22a0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:54.396195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82817aab-4220-49c0-9cda-8cf0b505e283 req-f19f3fdd-6633-4fb6-b293-20cdf10233e9 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.406531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82817aab-4220-49c0-9cda-8cf0b505e283 req-f19f3fdd-6633-4fb6-b293-20cdf10233e9 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 949 time: 0.1802790 Jul 07 17:50:54.485315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82817aab-4220-49c0-9cda-8cf0b505e283 req-a1d3282d-ae53-42ca-8862-4148b8d463f2 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745900 Jul 07 17:50:54.518952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.530502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Transition to ACTIVE for port object 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:54.553090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Transition to ACTIVE for port object 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:54.563405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.644133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:54.647594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:54.658871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:54.673930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54088) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:54.706384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Pushing event updated for resources: {'Port': ['ID=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:54.730521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7f121b26-b7f7-4f88-b90f-a2fd6e05a5f0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=537bf5c44bc34e9a98ff6bd2ce96eb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547869 Jul 07 17:50:54.733308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54090) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:54.758439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Attempting to bind port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:54.759038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Attempting to bind port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:54.759695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Attempting to bind port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 on network ba9f462b-3ec3-4f9e-bba5-050082f9f853 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:54.768308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:54.768733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Checking segment: {'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:54.769174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.769848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Bound using segment: {'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:54.770426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Bound port: 13bd6f8c-3957-4b9a-994f-9d1a1c517f70, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:54.770853 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.780115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.807972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.837420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094eada-bca7-4139-8fe2-5af310944cef req-288d8192-678f-4fbc-a4c4-f07f1f8fc0cd tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.839014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d094eada-bca7-4139-8fe2-5af310944cef req-288d8192-678f-4fbc-a4c4-f07f1f8fc0cd tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 951 time: 0.2123353 Jul 07 17:50:54.918663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] For port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:54.925740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] For port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,segment=NetworkSegment(d075c6c3-1665-407e-92dd-89d588c9698f),segment_id=d075c6c3-1665-407e-92dd-89d588c9698f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:54.937688 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:54.943277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Allocated IP 172.25.1.117 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/d38b77f5-278f-40c2-b548-13fe4721283b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:55.009174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d094eada-bca7-4139-8fe2-5af310944cef req-8f1c2fa7-63d1-43ce-b7d6-5e3083ed16f3 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537623 Jul 07 17:50:55.028185 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdd27-87da-47ed-ba17-d315f660e692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.038723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704a67f-ee8a-4757-af47-d06e1a5154be None None] Pushing event updated for resources: {'Port': ['ID=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:55.110913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 29db137b-0054-4aad-a14e-4b3c03986baf up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:55.172527 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.177084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdd27-87da-47ed-ba17-d315f660e692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.272979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 29db137b-0054-4aad-a14e-4b3c03986baf completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:55.278307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 29db137b-0054-4aad-a14e-4b3c03986baf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:55.278678 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.280203 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.285166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef859708-9671-4005-bceb-16cd532994e5 req-f60bb6b6-e8b7-492a-b155-7e990366fae4 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.286957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef859708-9671-4005-bceb-16cd532994e5 req-f60bb6b6-e8b7-492a-b155-7e990366fae4 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 945 time: 0.1704164 Jul 07 17:50:55.320922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdd27-87da-47ed-ba17-d315f660e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.327514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ddfdd27-87da-47ed-ba17-d315f660e692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.328709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0ddfdd27-87da-47ed-ba17-d315f660e692 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e4d9f6d-835f-46bb-b87e-90c9942c6835 HTTP/1.1" status: 204 len: 168 time: 0.5942893 Jul 07 17:50:55.376379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfdd27-87da-47ed-ba17-d315f660e692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d9f6d-835f-46bb-b87e-90c9942c6835,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:55.404765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d38b77f5-278f-40c2-b548-13fe4721283b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:55.472320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:55.473230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef859708-9671-4005-bceb-16cd532994e5 req-ee1dd9e9-9178-4d40-bc37-9240d66610f9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692543 Jul 07 17:50:55.489705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:55.500247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:55.661529 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.689206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29db137b-0054-4aad-a14e-4b3c03986baf'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:55.692272 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ef0fbe-1133-4583-8aea-729603c51c1d" -d '{"events": [{"server_uuid": "ea23c867-d36f-4677-9054-7d5d7f0e35e7", "name": "network-vif-plugged", "status": "completed", "tag": "29db137b-0054-4aad-a14e-4b3c03986baf"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:55.727439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 29db137b-0054-4aad-a14e-4b3c03986baf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29db137b-0054-4aad-a14e-4b3c03986baf,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:55.751086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.755168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:55.908145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb17ee3-7d1d-44ba-baf5-01eea073e40c req-ed83e256-1603-4e24-bdd7-672d515965af tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.916791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acb17ee3-7d1d-44ba-baf5-01eea073e40c req-ed83e256-1603-4e24-bdd7-672d515965af tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 950 time: 0.1602266 Jul 07 17:50:55.918541 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.996053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acb17ee3-7d1d-44ba-baf5-01eea073e40c req-6b302c50-b443-4871-a644-48af30b4775a tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780206 Jul 07 17:50:56.044654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:56.046985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=29db137b-0054-4aad-a14e-4b3c03986baf,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:56.053223 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.088714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.186752 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eec95-7392-4844-ba94-3e17904c3dc9 x-openstack-request-id: req-cb3eec95-7392-4844-ba94-3e17904c3dc9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:56.187377 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea23c867-d36f-4677-9054-7d5d7f0e35e7", "name": "network-vif-plugged", "status": "completed", "tag": "29db137b-0054-4aad-a14e-4b3c03986baf", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:56.188138 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb3eec95-7392-4844-ba94-3e17904c3dc9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:56.189363 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29db137b-0054-4aad-a14e-4b3c03986baf', 'code': 200} Jul 07 17:50:56.190385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:56.294303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ef996-d520-4f89-b1ea-735412c98124 req-f5e4828b-a799-4929-b146-c37ee6b9b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.299177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f2ef996-d520-4f89-b1ea-735412c98124 req-f5e4828b-a799-4929-b146-c37ee6b9b219 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 1101 time: 0.1262968 Jul 07 17:50:56.639566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.828439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455da595-2c34-4824-9782-e3dd91851fe7 None None] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:56.951200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:57.069416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-db8f0d4f-d501-4925-aef3-1c273cba4521 None None] Provisioning for port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:57.093982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Router 783c779d-11a7-46c7-b85d-5dc0b4900d91 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:50:57.190230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:57.197984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:57.198599 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.207290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54156) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:57.328038 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f2ef996-d520-4f89-b1ea-735412c98124 req-e06ddee9-e52d-4812-87f4-34ce6380e8b6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0206785 Jul 07 17:50:57.338441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:57.358745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Sync routers for ids ['783c779d-11a7-46c7-b85d-5dc0b4900d91'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:57.366976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.371409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-be422f5d-9b2e-40e9-9f90-06fab6fdf3f9 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9800498 Jul 07 17:50:57.374006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54160) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:57.409871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.437516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Routers {'783c779d-11a7-46c7-b85d-5dc0b4900d91'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:57.437516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['783c779d-11a7-46c7-b85d-5dc0b4900d91'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:57.487003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9feb30-e149-475c-b393-3f45024e1b4d req-54801d89-c78a-4f3b-9209-c474c9d3bab7 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.488857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e9feb30-e149-475c-b393-3f45024e1b4d req-54801d89-c78a-4f3b-9209-c474c9d3bab7 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 950 time: 0.1760764 Jul 07 17:50:57.501363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75603c-f428-4540-a42a-f3dceeb89bd8 req-0bb975a6-a5ef-4bd2-b8d9-437c47546e4a tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.511102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf75603c-f428-4540-a42a-f3dceeb89bd8 req-0bb975a6-a5ef-4bd2-b8d9-437c47546e4a tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 949 time: 1.1354876 Jul 07 17:50:57.582486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-network', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:57.585502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e9feb30-e149-475c-b393-3f45024e1b4d req-d81e30d6-2b0f-4470-a0c5-8696b2a19e72 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717986 Jul 07 17:50:57.593240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,segment=NetworkSegment(d075c6c3-1665-407e-92dd-89d588c9698f),segment_id=d075c6c3-1665-407e-92dd-89d588c9698f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:57.608441 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.616208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf75603c-f428-4540-a42a-f3dceeb89bd8 req-a2b8b1cb-7ad1-409c-a103-b89770d5e7dc tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038435 Jul 07 17:50:57.672732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Made reservation on behalf of 9e14ad795dac48b0ab54b65d431fe5ff for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:57.676311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.698296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.800891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bcec39f0-fc18-4352-a192-cb47804ad7d7 None None] Provisioning complete for port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:57.801579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bcec39f0-fc18-4352-a192-cb47804ad7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.929621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Set router 783c779d-11a7-46c7-b85d-5dc0b4900d91 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:57.939758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:58.190689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:58.202725 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef140501-d548-4312-92d3-bb52aed498f0" -d '{"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-unplugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:58.251017 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.285613 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.337362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:58.393101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:50:55Z', 'revision_number': 3, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:58.435039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.435486 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Added segment 333ad2a5-3506-4fe0-a3a7-460674108193 of type vlan for network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 Jul 07 17:50:58.452322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Checking router: 783c779d-11a7-46c7-b85d-5dc0b4900d91 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:58.452676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Updating router 783c779d-11a7-46c7-b85d-5dc0b4900d91 port d38b77f5-278f-40c2-b548-13fe4721283b binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:50:58.467070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be4bb6-07e9-4d91-a983-90397b63e310,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:58.500172 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.521098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.579175 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.822567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:58.838634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:50:58.932600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.934757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:58.935958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.968409 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8073f1-c730-4257-9bd3-7906940de2a5 x-openstack-request-id: req-ad8073f1-c730-4257-9bd3-7906940de2a5 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:58.969217 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-unplugged", "status": "completed", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:58.969615 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad8073f1-c730-4257-9bd3-7906940de2a5 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:58.972059 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'code': 200} Jul 07 17:50:59.030135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54230) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:59.031087 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8226299 Jul 07 17:50:59.036668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Request body: {'subnet': {'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-subnet', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:59.045730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:59.046454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.051988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83a11d-609c-496e-ad86-a2304155bd79 admin admin] Pushing event updated for resources: {'Network': ['ID=b25c27a1-c115-4fd1-a5b7-17bb4f2af173,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:59.070178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Allocated IP 172.20.0.1 (ba9f462b-3ec3-4f9e-bba5-050082f9f853/13362b29-a75b-468d-8784-de8455187d52/1482924a-a6c7-41a1-8b53-5d8428f441be) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:59.078311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:59.110988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Made reservation on behalf of 9e14ad795dac48b0ab54b65d431fe5ff for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:59.113783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.266986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.287094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Transition to ACTIVE for port object 1482924a-a6c7-41a1-8b53-5d8428f441be will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:59.413559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.425872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584322a0-0f77-4e6d-9cbd-19e2ca7f3e0b req-0473fba0-a9f4-47a4-bb7e-6178c3b49e47 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:59.428240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-584322a0-0f77-4e6d-9cbd-19e2ca7f3e0b req-0473fba0-a9f4-47a4-bb7e-6178c3b49e47 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 950 time: 0.1562870 Jul 07 17:50:59.447075 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.507919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Transition to ACTIVE for port object d38b77f5-278f-40c2-b548-13fe4721283b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:59.540270 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.545092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-584322a0-0f77-4e6d-9cbd-19e2ca7f3e0b req-3471307b-72d2-4d86-92c1-9a90b2295887 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936534 Jul 07 17:50:59.587887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=1482924a-a6c7-41a1-8b53-5d8428f441be,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:59.640398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:59.642724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:59.652499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:59.706869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.816702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.835782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80c59cf-3b1f-4000-a122-1a344733a078,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:59.927735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f0082-02be-4951-aab0-af1e63f71a9a None None] Pushing event updated for resources: {'Port': ['ID=d38b77f5-278f-40c2-b548-13fe4721283b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:59.950365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Checking segment: {'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:59.950746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Network hostable DHCP agents. Network: b25c27a1-c115-4fd1-a5b7-17bb4f2af173, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:59.966503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Attempting to bind port d38b77f5-278f-40c2-b548-13fe4721283b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:59.967090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Attempting to bind port d38b77f5-278f-40c2-b548-13fe4721283b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:59.973568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Attempting to bind port d38b77f5-278f-40c2-b548-13fe4721283b on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:59.996082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:59.996985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:59.997627 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.998268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:59.999054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Bound port: d38b77f5-278f-40c2-b548-13fe4721283b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:59.999677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.012205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:00.042721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b25c27a1-c115-4fd1-a5b7-17bb4f2af173) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:00.068796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:00.071091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.121072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-916ab5f7-56e5-4a31-9319-b1f5b0bd9dcc admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0861945 Jul 07 17:51:00.121317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54256) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:00.133884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:00.142433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f72cb-9abb-42b8-99c2-de6083fb615d None None] Network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:00.182045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.184137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.356110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.367476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.530235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-92660d80-e18c-4ba0-a67c-64305c8f7847 None None] Provisioning for port 1482924a-a6c7-41a1-8b53-5d8428f441be completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:00.559047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220084cb-dd0c-4842-874c-a67d8209bfe3 None None] Network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:00.595007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-bfb0b940-def0-42b6-a5c1-a9543760222d tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0843430624ca424c83a638c53693145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555105 Jul 07 17:51:00.646313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-92660d80-e18c-4ba0-a67c-64305c8f7847 None None] Provisioning complete for port 1482924a-a6c7-41a1-8b53-5d8428f441be triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:00.647301 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92660d80-e18c-4ba0-a67c-64305c8f7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.761233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.831391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-7e8f2c48-cefe-4b64-bcde-c84dc76cbf74 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:00.839906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-7e8f2c48-cefe-4b64-bcde-c84dc76cbf74 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438684 Jul 07 17:51:00.877115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.889181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:00.909248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-1e19d00f-a2a8-48e2-b070-8fbcefdd7ebc tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/quotas/0843430624ca424c83a638c53693145f HTTP/1.1" status: 200 len: 375 time: 0.0679424 Jul 07 17:51:00.911025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] For port d38b77f5-278f-40c2-b548-13fe4721283b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:00.969602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] For port d38b77f5-278f-40c2-b548-13fe4721283b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d38b77f5-278f-40c2-b548-13fe4721283b,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:00.971221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-92660d80-e18c-4ba0-a67c-64305c8f7847 None None] Port 1482924a-a6c7-41a1-8b53-5d8428f441be cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:00.993114 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.045089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.048868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=1482924a-a6c7-41a1-8b53-5d8428f441be,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:01.142586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bff94-13ce-43b9-bb93-76dfff46d859 req-2f21a708-7fcb-42ed-a177-fd42772e7744 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:01.147495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e2bff94-13ce-43b9-bb93-76dfff46d859 req-2f21a708-7fcb-42ed-a177-fd42772e7744 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 949 time: 0.1761949 Jul 07 17:51:01.166142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-a895725b-e998-407f-837b-b6e186bc9559 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0843430624ca424c83a638c53693145f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2531574 Jul 07 17:51:01.194727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Routers {'783c779d-11a7-46c7-b85d-5dc0b4900d91'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:01.195749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['783c779d-11a7-46c7-b85d-5dc0b4900d91'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:01.199063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 50177b73-fd75-4a2e-8dc6-060a019dcb49 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:01.269125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f0082-02be-4951-aab0-af1e63f71a9a None None] Pushing event updated for resources: {'Port': ['ID=d38b77f5-278f-40c2-b548-13fe4721283b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:01.270562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:01.279518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:01.448019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e2bff94-13ce-43b9-bb93-76dfff46d859 req-94665691-3f60-4eee-b89d-08456415bfe0 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795391 Jul 07 17:51:01.511246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] Set router 783c779d-11a7-46c7-b85d-5dc0b4900d91 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:01.606735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:01.608731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-237b4c88-4465-44af-b500-4de4e7e4e1bc req-54089d40-ee9f-4527-a891-fe199ad6bb48 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 210 time: 0.0788739 Jul 07 17:51:01.665940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.697515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.726075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'mac_address': 'fa:16:3e:b8:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:01.733678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Router 783c779d-11a7-46c7-b85d-5dc0b4900d91 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:01.845774 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.858599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2c304508-75de-49aa-befa-4d5055b79c25 None None] Provisioning complete for port 1482924a-a6c7-41a1-8b53-5d8428f441be triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:01.859127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c304508-75de-49aa-befa-4d5055b79c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.908369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Allocated IP 172.25.1.154 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/77a426e8-db3d-4aa3-969d-4f2a93ca104b) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:01.939186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50177b73-fd75-4a2e-8dc6-060a019dcb49 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:02.039913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.068569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:02.081922 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3c29dd38-7c66-4906-a5e7-f97414342fd3 admin admin] 10.222.0.88 "PUT /v2.0/routers/783c779d-11a7-46c7-b85d-5dc0b4900d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7056005 Jul 07 17:51:02.090509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.114719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:02.116019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2c304508-75de-49aa-befa-4d5055b79c25 None None] Port 1482924a-a6c7-41a1-8b53-5d8428f441be cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:02.116997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:02.120436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:02.123048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:02.143136 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.274043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['50177b73-fd75-4a2e-8dc6-060a019dcb49'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:02.361547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Pushing event updated for resources: {'Port': ['ID=77a426e8-db3d-4aa3-969d-4f2a93ca104b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:02.373848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:02.408268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 4, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1482924a-a6c7-41a1-8b53-5d8428f441be', 'name': '', 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'tenant_id': '549e28386d8c4823854487be38c43206', 'mac_address': 'fa:16:3e:a0:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '13362b29-a75b-468d-8784-de8455187d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:58Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 2, 'project_id': '549e28386d8c4823854487be38c43206', 'subnets': [{'id': '13362b29-a75b-468d-8784-de8455187d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:02.522901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53dc56-26fc-4b5e-89ef-131895e42a87 None None] The sync data for ids ['783c779d-11a7-46c7-b85d-5dc0b4900d91'] in n-d-798930-2 is: [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 4, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1482924a-a6c7-41a1-8b53-5d8428f441be', 'name': '', 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'tenant_id': '549e28386d8c4823854487be38c43206', 'mac_address': 'fa:16:3e:a0:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '13362b29-a75b-468d-8784-de8455187d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:58Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 2, 'project_id': '549e28386d8c4823854487be38c43206', 'subnets': [{'id': '13362b29-a75b-468d-8784-de8455187d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:02.894578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.034690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-9434de5a-7396-4219-b05a-6cb199e7968b tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6215558 Jul 07 17:51:03.089396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:03.129081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c353f3-63da-44ae-91a2-4ef9f9c13de1 req-e8323284-0790-4239-abab-ff73cb294399 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:03.137324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67c353f3-63da-44ae-91a2-4ef9f9c13de1 req-e8323284-0790-4239-abab-ff73cb294399 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 949 time: 0.4152327 Jul 07 17:51:03.159674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 50177b73-fd75-4a2e-8dc6-060a019dcb49 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:03.200315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67c353f3-63da-44ae-91a2-4ef9f9c13de1 req-53e2c93e-b301-4d94-a4b8-c98e1327a2a5 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617445 Jul 07 17:51:03.251190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 50177b73-fd75-4a2e-8dc6-060a019dcb49 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:03.252677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.309247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-55d84def-4638-4a23-af15-733f38118930 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0843430624ca424c83a638c53693145f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445683 Jul 07 17:51:03.310105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.409485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.481074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:03.486905 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f591ff-13d3-44f1-8135-5a5036260b0e" -d '{"events": [{"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-plugged", "status": "completed", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:03.495738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e761385-df30-4f26-9663-a58e32cedccb req-2f767f7f-339d-4b7b-946a-01b648260345 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 210 time: 0.0546920 Jul 07 17:51:03.509762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:03.532214 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.591468 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.636540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:03.792516 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa450f6b-4fc3-4f67-96f5-717f8fbe6d95 x-openstack-request-id: req-fa450f6b-4fc3-4f67-96f5-717f8fbe6d95 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:03.792877 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-plugged", "status": "completed", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:03.793097 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fa450f6b-4fc3-4f67-96f5-717f8fbe6d95 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:03.793492 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'code': 200} Jul 07 17:51:03.823655 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.835918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-2aace44d-4d0d-4f1e-b3a7-6c311427e6c3 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:03.837662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-2aace44d-4d0d-4f1e-b3a7-6c311427e6c3 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 949 time: 0.5157630 Jul 07 17:51:03.860725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-f1d20a9f-8994-4288-90d6-f2ef7148b438 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:03.862305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-f1d20a9f-8994-4288-90d6-f2ef7148b438 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5089550 Jul 07 17:51:03.894512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Request body: {'port': {'device_id': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '0843430624ca424c83a638c53693145f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:04.488272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.694152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392c1ba-76a3-41de-87f3-db3bc7976a46 req-4d4ac459-8e6f-48eb-85c8-27b96e38d01c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:04.701553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6392c1ba-76a3-41de-87f3-db3bc7976a46 req-4d4ac459-8e6f-48eb-85c8-27b96e38d01c tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4e90ac7-78d9-492b-88ad-dbf8303322ac HTTP/1.1" status: 200 len: 949 time: 0.3343613 Jul 07 17:51:04.725421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Made reservation on behalf of 0843430624ca424c83a638c53693145f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:04.728920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.756655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Deleting port 511a4a96-7c8f-42f5-b889-2c033f37f624 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:04.757176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.771076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d38b77f5-278f-40c2-b548-13fe4721283b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:04.827470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Router 64a61a06-77f9-4514-a8f6-0588a223b9b6 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:04.844254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Allocated IP 172.25.1.45 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/efe9b855-2196-4585-89d4-9fdc7bf046ed) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:04.852933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d38b77f5-278f-40c2-b548-13fe4721283b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:04.860408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d38b77f5-278f-40c2-b548-13fe4721283b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:04.861882 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.890014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6392c1ba-76a3-41de-87f3-db3bc7976a46 req-e765520d-4fd8-4248-9f0c-c32420851817 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.88 "GET /v2.0/security-groups?id=2146fe23-3ad1-4142-802e-b603bec13a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872849 Jul 07 17:51:05.012496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.060513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d38b77f5-278f-40c2-b548-13fe4721283b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d38b77f5-278f-40c2-b548-13fe4721283b,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:05.070782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.110000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] For port 511a4a96-7c8f-42f5-b889-2c033f37f624, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=511a4a96-7c8f-42f5-b889-2c033f37f624,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:05.110367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.148452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d38b77f5-278f-40c2-b548-13fe4721283b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:05.199930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Calling delete_port for 511a4a96-7c8f-42f5-b889-2c033f37f624 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:05.237202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-098c5588-bf59-4fd2-a1dd-ddf8a60d37db req-d4eaf172-4abb-4e70-96eb-1d45cb8bb9f9 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 210 time: 0.0762789 Jul 07 17:51:05.319680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:05.331758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Allocated IP 192.168.233.213 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/67fc85ef-ba82-4839-8148-5cb17f75b888) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:05.338272 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Sync routers for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:05.359449 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:05.363154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:05.368073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Sync routers for ids ['783c779d-11a7-46c7-b85d-5dc0b4900d91'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:05.368392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.389171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Routers {'783c779d-11a7-46c7-b85d-5dc0b4900d91'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:05.389924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['783c779d-11a7-46c7-b85d-5dc0b4900d91'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:05.397936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.399220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-85b994ef-da75-43e3-b893-cc437ca8427b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.2769206 Jul 07 17:51:05.402447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54366) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:05.545637 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:05.575011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.590769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.671124 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.729968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:05.771155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:05.798405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Set router 783c779d-11a7-46c7-b85d-5dc0b4900d91 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:05.840650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:06.066871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] No DVR routers for this DVR port 511a4a96-7c8f-42f5-b889-2c033f37f624 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:06.094677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.109191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.112818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d620a9a-5ebd-4daa-85f8-95c17ed55753 req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] 10.222.0.90 "DELETE /v2.0/ports/511a4a96-7c8f-42f5-b889-2c033f37f624 HTTP/1.1" status: 204 len: 173 time: 2.2676537 Jul 07 17:51:06.118261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-deleted', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:06.121622 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da2ba0-5581-4006-9c25-61c19c2a617e" -d '{"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-deleted", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:06.256000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:02Z', 'revision_number': 3, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:06.309061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 4, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1482924a-a6c7-41a1-8b53-5d8428f441be', 'name': '', 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'tenant_id': '549e28386d8c4823854487be38c43206', 'mac_address': 'fa:16:3e:a0:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '13362b29-a75b-468d-8784-de8455187d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:58Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 2, 'project_id': '549e28386d8c4823854487be38c43206', 'subnets': [{'id': '13362b29-a75b-468d-8784-de8455187d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:06.369999 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.372527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Pushing event updated for resources: {'Port': ['ID=efe9b855-2196-4585-89d4-9fdc7bf046ed,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:06.376445 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Checking router: 64a61a06-77f9-4514-a8f6-0588a223b9b6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:06.377066 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Updating router 64a61a06-77f9-4514-a8f6-0588a223b9b6 port 77a426e8-db3d-4aa3-969d-4f2a93ca104b binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:06.431773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Checking router: 783c779d-11a7-46c7-b85d-5dc0b4900d91 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:06.432133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Updating router 783c779d-11a7-46c7-b85d-5dc0b4900d91 port 1482924a-a6c7-41a1-8b53-5d8428f441be binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:06.497573 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.537263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cf414-43cb-4093-9f84-5826f6765c82 tempest-ImagesOneServerTestJSON-1946685846 tempest-ImagesOneServerTestJSON-1946685846-project] Pushing event deleted for resources: {'Port': ['ID=511a4a96-7c8f-42f5-b889-2c033f37f624,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:06.546625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.547949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Transition to ACTIVE for port object 67fc85ef-ba82-4839-8148-5cb17f75b888 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:06.549460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.579497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.869948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d38b77f5-278f-40c2-b548-13fe4721283b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:06.913653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Allocated IP 172.20.0.1 (b25c27a1-c115-4fd1-a5b7-17bb4f2af173/b80c59cf-3b1f-4000-a122-1a344733a078/c8305d49-fdb5-4fcf-9073-b300d8686c3b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:06.996728 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.026339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['29db137b-0054-4aad-a14e-4b3c03986baf'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:07.129858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d38b77f5-278f-40c2-b548-13fe4721283b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:07.146702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.166494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:07.172070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.204895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:07.230927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:07.287838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.438205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Pushing event updated for resources: {'Port': ['ID=c8305d49-fdb5-4fcf-9073-b300d8686c3b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:07.479738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:07.487289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:07.490425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:07.597585 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.599632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.626050 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Transition to ACTIVE for port object 77a426e8-db3d-4aa3-969d-4f2a93ca104b will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:07.638423 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.711610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:07.723044 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Pushing event updated for resources: {'Port': ['ID=77a426e8-db3d-4aa3-969d-4f2a93ca104b,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:07.739613 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.740945 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.741518 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.742069 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.742683 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.743947 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.744555 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.745228 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.745771 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.746287 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.746816 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.747343 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:07.774572 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Attempting to bind port 77a426e8-db3d-4aa3-969d-4f2a93ca104b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:07.775394 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Attempting to bind port 77a426e8-db3d-4aa3-969d-4f2a93ca104b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:07.776025 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Attempting to bind port 77a426e8-db3d-4aa3-969d-4f2a93ca104b on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:07.792131 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:07.794378 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:07.795221 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.795851 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:07.797241 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Bound port: 77a426e8-db3d-4aa3-969d-4f2a93ca104b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:07.798003 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.821498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 511a4a96-7c8f-42f5-b889-2c033f37f624 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:07.821854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 511a4a96-7c8f-42f5-b889-2c033f37f624 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:07.893999 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] For port 77a426e8-db3d-4aa3-969d-4f2a93ca104b, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:07.898559 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] For port 77a426e8-db3d-4aa3-969d-4f2a93ca104b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=77a426e8-db3d-4aa3-969d-4f2a93ca104b,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:07.911350 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.978632 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfbf7f-e7d3-4b7d-a072-b3a416cd179f None None] Pushing event updated for resources: {'Port': ['ID=77a426e8-db3d-4aa3-969d-4f2a93ca104b,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.001710 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:08.002811 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:08.021962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c85fc9a7-a1a8-4567-9762-f5c8b8f28224 None None] Provisioning for port 67fc85ef-ba82-4839-8148-5cb17f75b888 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:08.039188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.072201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c85fc9a7-a1a8-4567-9762-f5c8b8f28224 None None] Provisioning complete for port 67fc85ef-ba82-4839-8148-5cb17f75b888 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:08.072588 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c85fc9a7-a1a8-4567-9762-f5c8b8f28224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.185916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:08.195678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.201206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c85fc9a7-a1a8-4567-9762-f5c8b8f28224 None None] Port 67fc85ef-ba82-4839-8148-5cb17f75b888 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:08.205764 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:08.220265 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.241042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Transition to ACTIVE for port object 1482924a-a6c7-41a1-8b53-5d8428f441be will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:08.294918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Pushing event updated for resources: {'Port': ['ID=67fc85ef-ba82-4839-8148-5cb17f75b888,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.300712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.340797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-8e7654e5-f44d-4237-854b-10f7ccc291b0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4544067 Jul 07 17:51:08.372292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Request body: {'port': {'device_id': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:08.484178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.490620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adf88b-af10-42bc-a60c-9467891c85a2 None None] Pushing event updated for resources: {'Port': ['ID=1482924a-a6c7-41a1-8b53-5d8428f441be,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.494290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.536739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.595899 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.681407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Attempting to bind port 1482924a-a6c7-41a1-8b53-5d8428f441be on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:08.682533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Attempting to bind port 1482924a-a6c7-41a1-8b53-5d8428f441be by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:08.683081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Attempting to bind port 1482924a-a6c7-41a1-8b53-5d8428f441be on network ba9f462b-3ec3-4f9e-bba5-050082f9f853 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:08.688028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Pushing event updated for resources: {'Port': ['ID=c8305d49-fdb5-4fcf-9073-b300d8686c3b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.692625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.698694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:08.699172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Checking segment: {'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:08.699471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.699867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Bound using segment: {'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:08.700357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Bound port: 1482924a-a6c7-41a1-8b53-5d8428f441be, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd075c6c3-1665-407e-92dd-89d588c9698f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:08.700742 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.726483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:06Z', 'revision_number': 1, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:08.794715 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.797455 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77408c27-2c34-487b-8c4d-1bea5fcb8d07 None None] The sync data for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 is: [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:06Z', 'revision_number': 1, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:08.848861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Pushing event updated for resources: {'Port': ['ID=efe9b855-2196-4585-89d4-9fdc7bf046ed,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.882783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.883265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] For port 1482924a-a6c7-41a1-8b53-5d8428f441be, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:08.888378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] For port 1482924a-a6c7-41a1-8b53-5d8428f441be, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1482924a-a6c7-41a1-8b53-5d8428f441be,segment=NetworkSegment(d075c6c3-1665-407e-92dd-89d588c9698f),segment_id=d075c6c3-1665-407e-92dd-89d588c9698f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:08.896382 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.991609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:08.996112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:09.036006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:09.052806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Routers {'783c779d-11a7-46c7-b85d-5dc0b4900d91'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:09.053643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['783c779d-11a7-46c7-b85d-5dc0b4900d91'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:09.067284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-5f5497b7-b78a-47f0-ac19-95abb54764ee tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.9769933 Jul 07 17:51:09.244871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adf88b-af10-42bc-a60c-9467891c85a2 None None] Pushing event updated for resources: {'Port': ['ID=1482924a-a6c7-41a1-8b53-5d8428f441be,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:09.309200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Router 64a61a06-77f9-4514-a8f6-0588a223b9b6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:09.442189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-645be1ff-7c59-4d25-8d6c-392c33716b3f tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.3721704 Jul 07 17:51:09.450659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] Set router 783c779d-11a7-46c7-b85d-5dc0b4900d91 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:09.638733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:09.644744 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-31587ff7-8370-4932-aa09-adb33f080f6f admin admin] 10.222.0.88 "PUT /v2.0/routers/64a61a06-77f9-4514-a8f6-0588a223b9b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2411022 Jul 07 17:51:09.677589 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab2bd9b-92a0-4be9-823e-1b1bc55675e7 x-openstack-request-id: req-cab2bd9b-92a0-4be9-823e-1b1bc55675e7 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:09.680919 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e90ac7-78d9-492b-88ad-dbf8303322ac", "name": "network-vif-deleted", "tag": "511a4a96-7c8f-42f5-b889-2c033f37f624", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:09.682332 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cab2bd9b-92a0-4be9-823e-1b1bc55675e7 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:09.683005 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e90ac7-78d9-492b-88ad-dbf8303322ac', 'name': 'network-vif-deleted', 'tag': '511a4a96-7c8f-42f5-b889-2c033f37f624', 'status': 'completed', 'code': 200} Jul 07 17:51:09.876946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-a52a2d15-3997-474f-a4d5-9fe893bd8b56 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:09.888919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb259587-b37a-4689-b7c1-6dbaee4a07ef req-a52a2d15-3997-474f-a4d5-9fe893bd8b56 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.4437346 Jul 07 17:51:10.074087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810e50c-4e48-4bf9-ba06-d3e9aa75d908 req-f83410da-0f9c-4f3a-8d05-fe0050244577 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.086383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b810e50c-4e48-4bf9-ba06-d3e9aa75d908 req-f83410da-0f9c-4f3a-8d05-fe0050244577 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 936 time: 0.1962435 Jul 07 17:51:10.144794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fc85ef-ba82-4839-8148-5cb17f75b888 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:10.197770 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.279526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b810e50c-4e48-4bf9-ba06-d3e9aa75d908 req-4628dcaa-d414-49fa-ac64-e1e6fd58c4f8 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919224 Jul 07 17:51:10.290294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Transition to ACTIVE for port object 67fc85ef-ba82-4839-8148-5cb17f75b888 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:10.310497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.353038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54430) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:10.436848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 4, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1482924a-a6c7-41a1-8b53-5d8428f441be', 'name': '', 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'tenant_id': '549e28386d8c4823854487be38c43206', 'mac_address': 'fa:16:3e:a0:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '13362b29-a75b-468d-8784-de8455187d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:58Z', 'updated_at': '2021-07-07T17:51:08Z', 'revision_number': 4, 'project_id': '549e28386d8c4823854487be38c43206', 'subnets': [{'id': '13362b29-a75b-468d-8784-de8455187d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:10.473285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a10c0f87-8658-4a94-b287-686e817b8f7c req-8c4a1220-2560-4f37-9bf1-0a4f9c88cc2f tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips/b90314a4-b6cf-487a-ab9a-9afacb190cba HTTP/1.1" status: 200 len: 692 time: 0.1173224 Jul 07 17:51:10.522528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Pushing event updated for resources: {'Port': ['ID=67fc85ef-ba82-4839-8148-5cb17f75b888,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:10.545556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fafebf-3a2e-4f83-bb5a-9fc763ff565d None None] The sync data for ids ['783c779d-11a7-46c7-b85d-5dc0b4900d91'] in n-d-798930-2 is: [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:00Z', 'revision_number': 4, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1482924a-a6c7-41a1-8b53-5d8428f441be', 'name': '', 'network_id': 'ba9f462b-3ec3-4f9e-bba5-050082f9f853', 'tenant_id': '549e28386d8c4823854487be38c43206', 'mac_address': 'fa:16:3e:a0:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '13362b29-a75b-468d-8784-de8455187d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:58Z', 'updated_at': '2021-07-07T17:51:08Z', 'revision_number': 4, 'project_id': '549e28386d8c4823854487be38c43206', 'subnets': [{'id': '13362b29-a75b-468d-8784-de8455187d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:10.765585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-820d8203-9762-437b-b181-ec6dd2bc7423 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=551362625a224c52b3c4b9f12e3f3091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112113 Jul 07 17:51:10.767995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54438) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:10.820113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Attempting to bind port 67fc85ef-ba82-4839-8148-5cb17f75b888 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:10.820372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Attempting to bind port 67fc85ef-ba82-4839-8148-5cb17f75b888 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:10.820740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Attempting to bind port 67fc85ef-ba82-4839-8148-5cb17f75b888 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:10.854876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d3724-6dc2-4994-afca-52d575afa5dd req-8acfd8ec-8dea-4ee2-9bcf-25db4c95df13 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.873464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-775d3724-6dc2-4994-afca-52d575afa5dd req-8acfd8ec-8dea-4ee2-9bcf-25db4c95df13 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1096 time: 0.5073524 Jul 07 17:51:10.893661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Port 67fc85ef-ba82-4839-8148-5cb17f75b888 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:10.894004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Attempting to bind port 67fc85ef-ba82-4839-8148-5cb17f75b888 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:10.917471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c0f87-8658-4a94-b287-686e817b8f7c req-49bb0bcb-1a18-4033-9c59-0c26e1cc6da5 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.930250 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8897-769e-47ae-9f90-cd9f53c472a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.932200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a10c0f87-8658-4a94-b287-686e817b8f7c req-49bb0bcb-1a18-4033-9c59-0c26e1cc6da5 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.4423583 Jul 07 17:51:10.938799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:10.939148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:10.939542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:10.939995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Bound port: 67fc85ef-ba82-4839-8148-5cb17f75b888, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:10.940360 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.968137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-a10c0f87-8658-4a94-b287-686e817b8f7c req-c7ce3cf2-5a71-4306-be96-aa244de6fb0a tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:51:10.985848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a10c0f87-8658-4a94-b287-686e817b8f7c req-c7ce3cf2-5a71-4306-be96-aa244de6fb0a tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524871 Jul 07 17:51:10.986827 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8897-769e-47ae-9f90-cd9f53c472a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.027749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1482924a-a6c7-41a1-8b53-5d8428f441be up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:11.028550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-775d3724-6dc2-4994-afca-52d575afa5dd req-ef120482-2aa2-4d2f-ad77-372d5874c2c9 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540673 Jul 07 17:51:11.132657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8897-769e-47ae-9f90-cd9f53c472a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.136588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8897-769e-47ae-9f90-cd9f53c472a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.141374 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1a8a8897-769e-47ae-9f90-cd9f53c472a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2146fe23-3ad1-4142-802e-b603bec13a51 HTTP/1.1" status: 204 len: 168 time: 0.3720641 Jul 07 17:51:11.165481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a8897-769e-47ae-9f90-cd9f53c472a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146fe23-3ad1-4142-802e-b603bec13a51,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:11.187943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1482924a-a6c7-41a1-8b53-5d8428f441be completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:11.222570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1482924a-a6c7-41a1-8b53-5d8428f441be triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:11.227825 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.395554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-372e6616-8992-4c66-8046-a7702ad8c357 req-dc095aef-1bfb-4600-b83b-fdd0c476ed5e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=549e28386d8c4823854487be38c43206 HTTP/1.1" status: 200 len: 695 time: 0.2771235 Jul 07 17:51:11.470438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.540283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] For port 67fc85ef-ba82-4839-8148-5cb17f75b888, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:11.598355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] For port 67fc85ef-ba82-4839-8148-5cb17f75b888, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=67fc85ef-ba82-4839-8148-5cb17f75b888,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:11.602292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1482924a-a6c7-41a1-8b53-5d8428f441be, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1482924a-a6c7-41a1-8b53-5d8428f441be,segment=NetworkSegment(d075c6c3-1665-407e-92dd-89d588c9698f),segment_id=d075c6c3-1665-407e-92dd-89d588c9698f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:11.610596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.615672 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.617743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 77a426e8-db3d-4aa3-969d-4f2a93ca104b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:11.678143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:11.682524 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.684035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] 10.222.0.55 "PUT /v2.0/ports/67fc85ef-ba82-4839-8148-5cb17f75b888 HTTP/1.1" status: 200 len: 1096 time: 3.3248487 Jul 07 17:51:11.687210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'tag': '67fc85ef-ba82-4839-8148-5cb17f75b888'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:11.707154 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e29b76b-0367-4920-bd75-f74002887e02" -d '{"events": [{"name": "network-changed", "server_uuid": "d7412a10-f591-4af0-b447-7ae7fd1f789c", "tag": "67fc85ef-ba82-4839-8148-5cb17f75b888"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:11.898809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 77a426e8-db3d-4aa3-969d-4f2a93ca104b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:11.907572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 77a426e8-db3d-4aa3-969d-4f2a93ca104b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:11.908133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:11.960929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1482924a-a6c7-41a1-8b53-5d8428f441be,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:11.982722 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:12.047245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.072178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 77a426e8-db3d-4aa3-969d-4f2a93ca104b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=77a426e8-db3d-4aa3-969d-4f2a93ca104b,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:12.084236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:12.105430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6616-8992-4c66-8046-a7702ad8c357 req-92b3bca4-7421-459f-b001-f12a42b651af tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.107598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-372e6616-8992-4c66-8046-a7702ad8c357 req-92b3bca4-7421-459f-b001-f12a42b651af tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks?id=55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 787 time: 0.7112422 Jul 07 17:51:12.127687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-372e6616-8992-4c66-8046-a7702ad8c357 req-725466d2-1c22-4b62-9284-a673bc355d44 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:51:12.142355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-372e6616-8992-4c66-8046-a7702ad8c357 req-725466d2-1c22-4b62-9284-a673bc355d44 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190024 Jul 07 17:51:12.217843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c226e5-acd5-47f8-aa15-9761ac9528aa service neutron] Pushing event updated for resources: {'Port': ['ID=67fc85ef-ba82-4839-8148-5cb17f75b888,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:12.249696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=77a426e8-db3d-4aa3-969d-4f2a93ca104b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:12.343260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-569e7c92-11f6-4b39-9425-c5159ab475ec tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.351355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-569e7c92-11f6-4b39-9425-c5159ab475ec tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 820 time: 0.4014840 Jul 07 17:51:12.370886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-88fad3fd-a5d5-47c7-87d2-a3bd64dd78e1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/quotas/9e14ad795dac48b0ab54b65d431fe5ff HTTP/1.1" status: 200 len: 375 time: 0.0184298 Jul 07 17:51:12.379029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-1d2be20d-093a-41e5-b50e-07a7c2e62320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.381240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-1d2be20d-093a-41e5-b50e-07a7c2e62320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0843430624ca424c83a638c53693145f&device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 1099 time: 0.4910803 Jul 07 17:51:12.498149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-b3cb55e4-20b1-4235-a957-a2e23bafe1ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=67fc85ef-ba82-4839-8148-5cb17f75b888 HTTP/1.1" status: 200 len: 217 time: 0.0994117 Jul 07 17:51:12.562925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-09f1b0ea-5ef3-47cb-899c-31b680a11508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.564496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-09f1b0ea-5ef3-47cb-899c-31b680a11508 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0555654 Jul 07 17:51:12.632858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-71dfad3c-dc6a-4910-ac23-2006937d9268 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2609379 Jul 07 17:51:12.721962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-22d65fef-deef-41ba-8fa3-08f36923f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.723493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-22d65fef-deef-41ba-8fa3-08f36923f724 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496756 Jul 07 17:51:12.792589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54502) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:12.816953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1482924a-a6c7-41a1-8b53-5d8428f441be up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:12.940514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-15968ee9-4cb0-4a4c-9ca0-82ddfa5fa065 service neutron] 10.222.0.88 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065996 Jul 07 17:51:12.965218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1482924a-a6c7-41a1-8b53-5d8428f441be triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:12.965605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.082916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-1428eeff-3711-4438-8ed1-08564c8d0836 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299768 Jul 07 17:51:13.105473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2132042348-network', 'tenant_id': '4693432c23964e9fbc0ebdd36ba149f4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:13.131635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 77a426e8-db3d-4aa3-969d-4f2a93ca104b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:13.170948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Made reservation on behalf of 4693432c23964e9fbc0ebdd36ba149f4 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:13.175699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.208406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.246908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 77a426e8-db3d-4aa3-969d-4f2a93ca104b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:13.247283 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.282225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-b28e9ad0-0da2-4545-ad44-471e5e076198 service neutron] 10.222.0.88 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406878 Jul 07 17:51:13.372020 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.407836 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.487481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcb46d4-caa3-4952-bd80-882cd0f32a46 req-3c47b5fc-0d55-4d11-982c-d655ef783fbd service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921185 Jul 07 17:51:13.558818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:13.589748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a0d88f-0fbe-47ab-b4f8-addb91c96919,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:13.609705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.628623 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Added segment 4f0425f6-16be-4e56-8167-5ffbad412d6f of type vlan for network 49557772-9f72-43b4-b9c9-d79576efbf00 Jul 07 17:51:13.709654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.791328 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-7056e7a5-8857-4055-b7e8-3a052e5fd393 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3842859 Jul 07 17:51:13.792594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.793564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:13.794169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:13.879031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0845790 Jul 07 17:51:13.912549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54538) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:13.924682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Request body: {'subnet': {'network_id': '49557772-9f72-43b4-b9c9-d79576efbf00', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2132042348-subnet', 'tenant_id': '4693432c23964e9fbc0ebdd36ba149f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:14.043866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e430b-ae21-4a97-b3d8-884f07f40b35 admin admin] Pushing event updated for resources: {'Network': ['ID=49557772-9f72-43b4-b9c9-d79576efbf00,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.065401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 49557772-9f72-43b4-b9c9-d79576efbf00 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:14.085967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-e8580c75-294b-41fc-9fb3-35b941f90024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:14.088062 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-e8580c75-294b-41fc-9fb3-35b941f90024 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 1096 time: 0.2675056 Jul 07 17:51:14.089064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Made reservation on behalf of 4693432c23964e9fbc0ebdd36ba149f4 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:14.111745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.134584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48284e5d-5eeb-43fa-9ae8-332f466cb364 req-62d2968e-b6e3-4c11-b7c3-0cf9b312ccdd tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:14.141146 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48284e5d-5eeb-43fa-9ae8-332f466cb364 req-62d2968e-b6e3-4c11-b7c3-0cf9b312ccdd tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 948 time: 0.2853463 Jul 07 17:51:14.297939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48284e5d-5eeb-43fa-9ae8-332f466cb364 req-a6f62eb9-3cf0-432b-a5c2-82f1a85c7280 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524100 Jul 07 17:51:14.467639 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b66d9-cf38-4c0c-a354-e32b58d19f28 x-openstack-request-id: req-ed9b66d9-cf38-4c0c-a354-e32b58d19f28 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:14.468039 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7412a10-f591-4af0-b447-7ae7fd1f789c", "tag": "67fc85ef-ba82-4839-8148-5cb17f75b888", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:14.468401 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed9b66d9-cf38-4c0c-a354-e32b58d19f28 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:14.468948 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'tag': '67fc85ef-ba82-4839-8148-5cb17f75b888', 'status': 'completed', 'code': 200} Jul 07 17:51:14.543292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-508122a9-956d-4dd2-8e81-729e123c52f5 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:51:14.550813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-508122a9-956d-4dd2-8e81-729e123c52f5 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230312 Jul 07 17:51:14.555850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Request body: {'binding': {'host': 'n-h2-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:14.556652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:51:14.743054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-c0321719-c9d2-48f6-ac99-4febde856073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:14.747311 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-c0321719-c9d2-48f6-ac99-4febde856073 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.5127888 Jul 07 17:51:14.752711 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Sync routers for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:14.771332 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:14.772942 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:14.888314 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-7ff9576f-c420-434d-821b-5996bf2c0a10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 200 len: 217 time: 0.1323087 Jul 07 17:51:15.002922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-227b6b7f-0f9c-4be4-a9dc-7c75123fe3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.004503 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-227b6b7f-0f9c-4be4-a9dc-7c75123fe3cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1050415 Jul 07 17:51:15.005515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.088770 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-4821e05e-676d-4524-b772-3e2ad73ddcdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754056 Jul 07 17:51:15.092679 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:15.228704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 67fc85ef-ba82-4839-8148-5cb17f75b888 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:15.323020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Checking segment: {'id': '4f0425f6-16be-4e56-8167-5ffbad412d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '49557772-9f72-43b4-b9c9-d79576efbf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:15.324052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Network hostable DHCP agents. Network: 49557772-9f72-43b4-b9c9-d79576efbf00, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:15.375094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a377d0-eb2b-486f-9429-0bc4446f6ad5,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:15.400982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Network 49557772-9f72-43b4-b9c9-d79576efbf00 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:15.431500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-0134f2b0-4fcb-47bd-a88c-f00d1ee34e58 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips/b90314a4-b6cf-487a-ab9a-9afacb190cba HTTP/1.1" status: 200 len: 692 time: 0.7791896 Jul 07 17:51:15.462810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 49557772-9f72-43b4-b9c9-d79576efbf00) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:15.475916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.476508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.482988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12799d08-ee76-47a3-8b5e-a75cf80caa23 None None] Network 49557772-9f72-43b4-b9c9-d79576efbf00 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:15.486916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-b8a818a5-a896-4385-a7d9-0a3d0c5e5b9e service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874397 Jul 07 17:51:15.487492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 67fc85ef-ba82-4839-8148-5cb17f75b888, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=67fc85ef-ba82-4839-8148-5cb17f75b888,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:15.531669 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-45fbc283-3c96-447b-89d8-d39337408341 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6153374 Jul 07 17:51:15.548412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '67fc85ef-ba82-4839-8148-5cb17f75b888', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '67fc85ef-ba82-4839-8148-5cb17f75b888', 'mac_address': 'fa:16:3e:c6:76:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:15.642501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.689274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b76b-0367-4920-bd75-f74002887e02 req-4fdd7fbb-68dc-4b6d-886c-f99459477571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.691433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e29b76b-0367-4920-bd75-f74002887e02 req-4fdd7fbb-68dc-4b6d-886c-f99459477571 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0843430624ca424c83a638c53693145f&device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 1099 time: 1.2156856 Jul 07 17:51:15.697260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fc85ef-ba82-4839-8148-5cb17f75b888 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:15.731756 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:08Z', 'revision_number': 2, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:15.751501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693df663-c61e-4949-9c56-29cb4418a4ae None None] Network 49557772-9f72-43b4-b9c9-d79576efbf00 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:15.788564 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f956003-ce5a-441b-8321-b0bfc749c075 req-1f1c0c9a-f80a-45a9-9eda-3d8e6bce0f9d service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867713 Jul 07 17:51:15.798019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 67fc85ef-ba82-4839-8148-5cb17f75b888, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=67fc85ef-ba82-4839-8148-5cb17f75b888,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:15.802576 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Checking router: 64a61a06-77f9-4514-a8f6-0588a223b9b6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:15.803600 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Updating router 64a61a06-77f9-4514-a8f6-0588a223b9b6 port c8305d49-fdb5-4fcf-9073-b300d8686c3b binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:15.847597 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.915393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.931317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c842bd56-4157-4f6f-b959-f083c0b8166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.983258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-a3e11c11-54b2-48df-982c-e896e44aa238 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.985307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-a3e11c11-54b2-48df-982c-e896e44aa238 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.5528708 Jul 07 17:51:15.986278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on host n-h2-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:15.986888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:15.987442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:16.016188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b76b-0367-4920-bd75-f74002887e02 req-860660a1-66ae-470c-b08d-0cf8020973ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.018192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e29b76b-0367-4920-bd75-f74002887e02 req-860660a1-66ae-470c-b08d-0cf8020973ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3190179 Jul 07 17:51:16.052525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=67fc85ef-ba82-4839-8148-5cb17f75b888,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:16.142174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:16.142793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:16.209797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['67fc85ef-ba82-4839-8148-5cb17f75b888'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:16.431898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:16.432574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:16.432693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:16.433329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Bound port: eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:16.472920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-29523449-27b0-4bd2-8898-7fcae0cc8fa4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.480716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-29523449-27b0-4bd2-8898-7fcae0cc8fa4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.90 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 820 time: 0.4876359 Jul 07 17:51:16.504615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e29b76b-0367-4920-bd75-f74002887e02 req-03a8b4bb-c98c-41dd-b9b8-8f500fa97167 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=67fc85ef-ba82-4839-8148-5cb17f75b888 HTTP/1.1" status: 200 len: 217 time: 0.3668377 Jul 07 17:51:16.560719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-5f4f1b1f-5fb1-436b-9d77-56f3d6f4f103 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.5636909 Jul 07 17:51:16.567309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Request body: {'port': {'device_id': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'admin_state_up': True, 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:16.596691 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.618247 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Transition to ACTIVE for port object c8305d49-fdb5-4fcf-9073-b300d8686c3b will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:16.627483 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.680648 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd607ba-ad4e-4f90-98c6-89c48cd93bc0 None None] Pushing event updated for resources: {'Port': ['ID=c8305d49-fdb5-4fcf-9073-b300d8686c3b,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:16.787406 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Attempting to bind port c8305d49-fdb5-4fcf-9073-b300d8686c3b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:16.787776 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Attempting to bind port c8305d49-fdb5-4fcf-9073-b300d8686c3b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:16.788140 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Attempting to bind port c8305d49-fdb5-4fcf-9073-b300d8686c3b on network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:16.796453 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:16.796839 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Checking segment: {'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:16.797310 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.797708 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Bound using segment: {'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:16.798182 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Bound port: c8305d49-fdb5-4fcf-9073-b300d8686c3b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:16.798570 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.805032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-bd34b7a4-d645-4230-ae27-266ce2ae88aa tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.2058749 Jul 07 17:51:16.895162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b76b-0367-4920-bd75-f74002887e02 req-c91257fd-5126-48aa-b7a0-a00b3a829ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.898618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e29b76b-0367-4920-bd75-f74002887e02 req-c91257fd-5126-48aa-b7a0-a00b3a829ee7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.3276594 Jul 07 17:51:16.913074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:16.916403 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] For port c8305d49-fdb5-4fcf-9073-b300d8686c3b, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:16.920229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] For port c8305d49-fdb5-4fcf-9073-b300d8686c3b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c8305d49-fdb5-4fcf-9073-b300d8686c3b,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:16.926203 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.940802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:16.952595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1941a7c7-b723-4f53-ba1b-0803b12f9d30 service neutron] 10.222.0.88 "POST /v2.0/ports/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149/bindings HTTP/1.1" status: 201 len: 389 time: 2.4002995 Jul 07 17:51:16.988489 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:16.989145 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:50:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:17.244101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Made reservation on behalf of 9e14ad795dac48b0ab54b65d431fe5ff for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:17.246493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 67fc85ef-ba82-4839-8148-5cb17f75b888 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:17.253536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.361585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b76b-0367-4920-bd75-f74002887e02 req-efea223f-0d33-4962-b184-0b33acc309eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.364539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e29b76b-0367-4920-bd75-f74002887e02 req-efea223f-0d33-4962-b184-0b33acc309eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4496803 Jul 07 17:51:17.365807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 67fc85ef-ba82-4839-8148-5cb17f75b888 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:17.371332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 67fc85ef-ba82-4839-8148-5cb17f75b888 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:17.371841 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.482042 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd607ba-ad4e-4f90-98c6-89c48cd93bc0 None None] Pushing event updated for resources: {'Port': ['ID=c8305d49-fdb5-4fcf-9073-b300d8686c3b,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:17.482344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-a1015bf3-3944-44b3-9258-dc8e95f5d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.483749 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-a1015bf3-3944-44b3-9258-dc8e95f5d7d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1096 time: 0.1464884 Jul 07 17:51:17.540662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Deleting port efe9b855-2196-4585-89d4-9fdc7bf046ed {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:17.541805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.562779 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:17.581551 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.634063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 67fc85ef-ba82-4839-8148-5cb17f75b888, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=67fc85ef-ba82-4839-8148-5cb17f75b888,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:17.636008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc85ef-ba82-4839-8148-5cb17f75b888'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:17.639859 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1080062-b644-4edc-aeb7-7a44122539a3" -d '{"events": [{"server_uuid": "d7412a10-f591-4af0-b447-7ae7fd1f789c", "name": "network-vif-plugged", "status": "completed", "tag": "67fc85ef-ba82-4839-8148-5cb17f75b888"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:17.645104 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.702001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9967523-a277-453d-a378-fd04510aae5e req-e9c9f6d8-e903-4567-ab37-c0a76111cdd3 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 210 time: 0.1573071 Jul 07 17:51:17.719886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=67fc85ef-ba82-4839-8148-5cb17f75b888,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:17.831014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-d24847e4-094d-46b1-8432-2bc8ec514ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.833440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-d24847e4-094d-46b1-8432-2bc8ec514ec2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.3350253 Jul 07 17:51:17.925973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-8935efeb-d680-4ce5-8895-e2c2efa1b41f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 200 len: 217 time: 0.0850017 Jul 07 17:51:17.931155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e29b76b-0367-4920-bd75-f74002887e02 req-267f1df3-867f-477d-888b-aed9aeea5317 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575283 Jul 07 17:51:17.979274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.979757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.991723 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:18.041323 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f23599-8d21-4c80-97c3-e49640a7fdf8 None None] The sync data for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 is: [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:16Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:18.048210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-5681d8a2-7564-4b08-8d0b-d020017ad25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.054501 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-5681d8a2-7564-4b08-8d0b-d020017ad25b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1210222 Jul 07 17:51:18.134960 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-2d28daab-e0ab-483d-a3a5-8b4da5ad8a10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686162 Jul 07 17:51:18.142376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Calling delete_port for efe9b855-2196-4585-89d4-9fdc7bf046ed owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:18.210358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Allocated IP 172.20.0.8 (b25c27a1-c115-4fd1-a5b7-17bb4f2af173/b80c59cf-3b1f-4000-a122-1a344733a078/48d01218-41e3-419b-b9f5-19fcb762c6ae) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:18.310567 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-de5a45fb-deb7-4887-a668-6d3f717fa05b service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503570 Jul 07 17:51:18.315777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3d21-c342-4760-a245-6cdbaf782abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:18.402712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:18.501330 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-cf3d865a-159a-4834-a4c5-59890ba8d20d service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752355 Jul 07 17:51:18.542785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed0840-f9fa-410f-9dbc-fe232ac1238b req-6aaa2dea-110d-489d-9380-76f0914ee94a tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.556247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fed0840-f9fa-410f-9dbc-fe232ac1238b req-6aaa2dea-110d-489d-9380-76f0914ee94a tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 950 time: 0.6141205 Jul 07 17:51:18.606882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e29b76b-0367-4920-bd75-f74002887e02 req-eb120412-ffcc-47c2-bcb1-64e0865b5cc2 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664412 Jul 07 17:51:18.703279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fed0840-f9fa-410f-9dbc-fe232ac1238b req-315eef4d-86a9-4669-8b6f-80d439da4cd0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459477 Jul 07 17:51:18.861095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c8305d49-fdb5-4fcf-9073-b300d8686c3b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:18.963878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c8305d49-fdb5-4fcf-9073-b300d8686c3b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:18.969024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c8305d49-fdb5-4fcf-9073-b300d8686c3b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:18.969390 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.048788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.085346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.158156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Pushing event deleted for resources: {'Port': ['ID=efe9b855-2196-4585-89d4-9fdc7bf046ed,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:19.227816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.228331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.229258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.229697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.230156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.230561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.230961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.231365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.231756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.232328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.232780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.233206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:19.243899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-319d586a-177d-4cb5-9f56-6f5bf27a28c5 req-4904c03c-8d48-475a-bf34-67d3c920d12b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1557058724', 'description': 'tempest-description-1412194885'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:19.309751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.357115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port c8305d49-fdb5-4fcf-9073-b300d8686c3b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c8305d49-fdb5-4fcf-9073-b300d8686c3b,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:19.368058 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.424716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-319d586a-177d-4cb5-9f56-6f5bf27a28c5 req-4904c03c-8d48-475a-bf34-67d3c920d12b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.448734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.451629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.455361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51fca4bf-ac39-468a-a438-64ee5244f5f2 req-4f05620f-17d6-4eaa-ba8c-1f49c93fb6a3 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "DELETE /v2.0/floatingips/b90314a4-b6cf-487a-ab9a-9afacb190cba HTTP/1.1" status: 204 len: 173 time: 2.6483018 Jul 07 17:51:19.463305 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.471645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=c8305d49-fdb5-4fcf-9073-b300d8686c3b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:19.529073 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.586786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:19.622936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:19.625878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:19.735567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event updated for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:19.815152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:19.815968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.878585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7b7f8-baf8-4107-9631-43b02e77926b req-650d8ecf-c811-42af-af26-8c6b74400aae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:19.880243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef7b7f8-baf8-4107-9631-43b02e77926b req-650d8ecf-c811-42af-af26-8c6b74400aae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.1905079 Jul 07 17:51:19.896034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-319d586a-177d-4cb5-9f56-6f5bf27a28c5 req-4904c03c-8d48-475a-bf34-67d3c920d12b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.909931 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-319d586a-177d-4cb5-9f56-6f5bf27a28c5 req-4904c03c-8d48-475a-bf34-67d3c920d12b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.937009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-a0233bed-3fcd-4a09-a050-1dc69f6aa388 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3816264 Jul 07 17:51:19.959026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Request body: {'port': {'device_id': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:19.967883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-319d586a-177d-4cb5-9f56-6f5bf27a28c5 req-4904c03c-8d48-475a-bf34-67d3c920d12b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.969061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-319d586a-177d-4cb5-9f56-6f5bf27a28c5 req-4904c03c-8d48-475a-bf34-67d3c920d12b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7323408 Jul 07 17:51:19.989135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef7b7f8-baf8-4107-9631-43b02e77926b req-18aa3486-a3e1-406d-955f-636bfeb1820a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964630 Jul 07 17:51:19.991965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904c03c-8d48-475a-bf34-67d3c920d12b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f37f63-12c0-4191-8f6d-feb0c959726f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:20.085084 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f74634-4457-41d0-9713-e568e13ad42f x-openstack-request-id: req-07f74634-4457-41d0-9713-e568e13ad42f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:20.085385 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7412a10-f591-4af0-b447-7ae7fd1f789c", "name": "network-vif-plugged", "status": "completed", "tag": "67fc85ef-ba82-4839-8148-5cb17f75b888", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:20.085640 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-07f74634-4457-41d0-9713-e568e13ad42f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:20.086075 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc85ef-ba82-4839-8148-5cb17f75b888', 'code': 200} Jul 07 17:51:20.483852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.713458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-1b6f6a68-6775-417a-a865-28eca3c34566 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3040135 Jul 07 17:51:20.729572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:20.768951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c8305d49-fdb5-4fcf-9073-b300d8686c3b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:20.796198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec58f1-2291-4378-8f70-8f125f1a2791 req-bd842044-0569-4589-8899-be0e7994bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:20.798379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57ec58f1-2291-4378-8f70-8f125f1a2791 req-bd842044-0569-4589-8899-be0e7994bdd4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 1101 time: 0.3882172 Jul 07 17:51:20.806466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62315152-c0d7-46e9-965b-5936eb308b07 req-6b6b4a8e-3a9d-4b33-9bd1-984c0dbe64cc tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:20.817316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62315152-c0d7-46e9-965b-5936eb308b07 req-6b6b4a8e-3a9d-4b33-9bd1-984c0dbe64cc tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 931 time: 0.4059262 Jul 07 17:51:20.897050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c8305d49-fdb5-4fcf-9073-b300d8686c3b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:20.897425 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.949410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62315152-c0d7-46e9-965b-5936eb308b07 req-0d7d3d2b-86aa-44c5-85f5-48c918dd4e59 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307867 Jul 07 17:51:20.950571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.049101 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.081495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57ec58f1-2291-4378-8f70-8f125f1a2791 req-8fa57a1b-7a11-4ab5-81cd-b743ccdd86c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553434 Jul 07 17:51:21.396605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.401578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d01218-41e3-419b-b9f5-19fcb762c6ae {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:21.421786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.432029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12613095-8a87-488f-93a3-5c717502f567 req-5cedcd9c-a98f-41db-baf6-db934fbeb442 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:21.439497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12613095-8a87-488f-93a3-5c717502f567 req-5cedcd9c-a98f-41db-baf6-db934fbeb442 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 950 time: 0.2370882 Jul 07 17:51:21.506124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Transition to ACTIVE for port object 48d01218-41e3-419b-b9f5-19fcb762c6ae will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:21.524276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.569073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12613095-8a87-488f-93a3-5c717502f567 req-b76db377-89f2-4441-aebb-8f5015000534 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285980 Jul 07 17:51:21.640218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Pushing event updated for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.733944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Allocated IP 172.25.1.145 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/93e85a82-ff59-4328-9ce9-7930a57a6898) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:21.900433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Attempting to bind port 48d01218-41e3-419b-b9f5-19fcb762c6ae on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:21.900676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Attempting to bind port 48d01218-41e3-419b-b9f5-19fcb762c6ae by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:21.901046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Attempting to bind port 48d01218-41e3-419b-b9f5-19fcb762c6ae on network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:21.915562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Port 48d01218-41e3-419b-b9f5-19fcb762c6ae on network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:21.915891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Attempting to bind port 48d01218-41e3-419b-b9f5-19fcb762c6ae on network b25c27a1-c115-4fd1-a5b7-17bb4f2af173 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:21.946311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:21.947951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Checking segment: {'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:21.948386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Bound using segment: {'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:21.949723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Bound port: 48d01218-41e3-419b-b9f5-19fcb762c6ae, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333ad2a5-3506-4fe0-a3a7-460674108193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:21.950409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.037210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.046052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-c13ab028-9f81-46c8-a9a2-f78ea267aeea tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:22.047590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-c13ab028-9f81-46c8-a9a2-f78ea267aeea tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.2966945 Jul 07 17:51:22.115742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-c4f2a74c-28cc-4779-84bd-a29d95b30d3c tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/quotas/f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 375 time: 0.0408084 Jul 07 17:51:22.282770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:22.343806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:22.358416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.398864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-d8b9ba0d-cffb-4d50-93f8-98cbc8b6345e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2688146 Jul 07 17:51:22.436101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.442673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:22.443302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.444822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] 10.222.0.90 "PUT /v2.0/ports/48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 1091 time: 2.4950712 Jul 07 17:51:22.460874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:22.463379 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff073b-01bd-4586-b641-9baaa406f739" -d '{"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:22.545849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:22.559829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:22.563649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:22.644268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e100-2e06-4a63-a3f8-f2c1641b6604 service neutron] Pushing event updated for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:22.783981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Pushing event updated for resources: {'Port': ['ID=93e85a82-ff59-4328-9ce9-7930a57a6898,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:22.799916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-3eec4776-12c6-4ba9-b497-c6560c37e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:22.802315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-3eec4776-12c6-4ba9-b497-c6560c37e39a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1094 time: 0.2881722 Jul 07 17:51:22.834771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-dc0ff03f-e47e-48d8-9113-0c3e9dba4d51 service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342699 Jul 07 17:51:22.950717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-4055fefa-1037-4b87-b76c-ef65c670cc5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 217 time: 0.1249235 Jul 07 17:51:23.031971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-f121e283-a4da-4bf8-9e43-4979e7d8a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.034073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-f121e283-a4da-4bf8-9e43-4979e7d8a87d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.0740030 Jul 07 17:51:23.045642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.154670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-56c19ebd-1be4-4521-89bc-876aa0b9b298 service neutron] 10.222.0.88 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190928 Jul 07 17:51:23.156802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-850b0723-0507-48d0-8fb5-59031590886a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095500 Jul 07 17:51:23.281757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.364939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-2dd0d1eb-1547-4f4c-8544-5b153749b75d service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774049 Jul 07 17:51:23.570846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24ffb367-b933-43a5-b7dd-40c40e35912d req-091706ef-a662-40eb-9e46-b9da510e2fba service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718080 Jul 07 17:51:23.609102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.616772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.111281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Pushing event updated for resources: {'Port': ['ID=93e85a82-ff59-4328-9ce9-7930a57a6898,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:24.158835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-412e3c66-93dd-4173-bd4a-caf57abd361d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/49f37f63-12c0-4191-8f6d-feb0c959726f HTTP/1.1" status: 200 len: 1805 time: 0.1169510 Jul 07 17:51:24.163654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49f37f63-12c0-4191-8f6d-feb0c959726f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:24.164032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49f37f63-12c0-4191-8f6d-feb0c959726f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:24.185478 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.228845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.230489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-412fb90b-192c-4a14-8a69-007ba20b552e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5160871 Jul 07 17:51:24.292848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.391459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-0fe283ee-a27d-4b24-8937-dfd9d5833168 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.145 HTTP/1.1" status: 200 len: 696 time: 0.1075752 Jul 07 17:51:24.405936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.471199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.516384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925b2d3e-3168-468d-af7d-fc9c6c31e234,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:24.531465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:24.532690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f495973-8497-48d0-bae5-cb00005f3eb4 req-7dd15788-eca4-47f6-b6ae-b74cd9e4b591 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3731308 Jul 07 17:51:24.566786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-e81d6035-ec28-4d34-8197-a548d9853f59 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:24.566786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd5db9ba-6ed1-4e3c-a7c6-d3fbc0521865 req-e81d6035-ec28-4d34-8197-a548d9853f59 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.1637044 Jul 07 17:51:24.756003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede1dd2-7645-4866-99e6-a28ea0a2059b req-8c435bfe-ea5a-4e3c-8ee0-ec221fbc745c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:24.757877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ede1dd2-7645-4866-99e6-a28ea0a2059b req-8c435bfe-ea5a-4e3c-8ee0-ec221fbc745c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.0946703 Jul 07 17:51:24.837356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ede1dd2-7645-4866-99e6-a28ea0a2059b req-4fb9f608-2377-4455-b94d-60adef6f17f4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593216 Jul 07 17:51:24.891774 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fa2535-b386-45b4-a8cb-8d1d8bde075e x-openstack-request-id: req-13fa2535-b386-45b4-a8cb-8d1d8bde075e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:24.892155 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:24.892488 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-13fa2535-b386-45b4-a8cb-8d1d8bde075e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:24.892990 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'status': 'completed', 'code': 200} Jul 07 17:51:25.053629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4f23-9132-4f1e-95b1-8e1674c2b77a req-a3415e8c-b153-4076-b087-bc18b9b855bf tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.055424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ceae4f23-9132-4f1e-95b1-8e1674c2b77a req-a3415e8c-b153-4076-b087-bc18b9b855bf tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 943 time: 0.1473422 Jul 07 17:51:25.201824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff073b-01bd-4586-b641-9baaa406f739 req-703b4334-a347-471b-99b6-26dd158fc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.203636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27ff073b-01bd-4586-b641-9baaa406f739 req-703b4334-a347-471b-99b6-26dd158fc2e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1094 time: 0.2480993 Jul 07 17:51:25.215813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ceae4f23-9132-4f1e-95b1-8e1674c2b77a req-e4787b16-6804-4f72-936c-c9505ee9c58b tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480210 Jul 07 17:51:25.461183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1769a04e-b11b-475c-92ee-5825a7b31a56 req-451cec64-f1ae-4194-ad83-b5d04a449ce0 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 210 time: 0.0520272 Jul 07 17:51:25.489515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0707-e5f7-4258-ab2d-ce759b978f7d req-95036efd-48fa-4d68-b184-33f5c544a9a8 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.497235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-76d7e43b-b9c4-4e68-8411-599462ba42ae tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.498572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfb0707-e5f7-4258-ab2d-ce759b978f7d req-95036efd-48fa-4d68-b184-33f5c544a9a8 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 950 time: 0.4177675 Jul 07 17:51:25.499906 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-76d7e43b-b9c4-4e68-8411-599462ba42ae tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 807 time: 0.2112775 Jul 07 17:51:25.520786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Request body: {'port': {'device_id': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'admin_state_up': True, 'tenant_id': 'f32f7b8b480f4c62bdf41e361349aa7a'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:25.541229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9356f87a-0c96-40e1-b901-fe40e6981890 req-b3a9b846-ce57-44af-bc53-05cf0c36f652 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1624991836', 'description': 'tempest-description-128046181'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:25.564371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff073b-01bd-4586-b641-9baaa406f739 req-30984264-306f-441b-96b1-10bd38bfd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.568070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27ff073b-01bd-4586-b641-9baaa406f739 req-30984264-306f-441b-96b1-10bd38bfd59f service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.3420730 Jul 07 17:51:25.587401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bfb0707-e5f7-4258-ab2d-ce759b978f7d req-5f123aa6-873f-45d5-abd5-a4792c08d6d3 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877438 Jul 07 17:51:25.640953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27ff073b-01bd-4586-b641-9baaa406f739 req-28e7306c-12d6-4cb5-92db-1e88fa551e37 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 217 time: 0.0687284 Jul 07 17:51:25.694585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Made reservation on behalf of f32f7b8b480f4c62bdf41e361349aa7a for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:25.697143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9356f87a-0c96-40e1-b901-fe40e6981890 req-b3a9b846-ce57-44af-bc53-05cf0c36f652 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.699186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:25.726627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9858b568-b028-4f78-beae-ccc8554dde9a req-07b31383-35aa-4107-bfc5-dccf9ba1efdf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips/2c346406-bd8d-483f-868e-5cb1edac8214 HTTP/1.1" status: 200 len: 693 time: 0.0965822 Jul 07 17:51:25.815390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff073b-01bd-4586-b641-9baaa406f739 req-49fd3dd6-6016-4350-bcf7-f0a311794fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.817934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27ff073b-01bd-4586-b641-9baaa406f739 req-49fd3dd6-6016-4350-bcf7-f0a311794fe9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.1433249 Jul 07 17:51:25.887969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27ff073b-01bd-4586-b641-9baaa406f739 req-2d21a998-cc92-49f5-b4a9-850fc56e3a25 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605299 Jul 07 17:51:25.999158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Allocated IP 172.20.0.11 (41076a0e-6823-4994-81c2-d0883b9e5a3d/f191cd55-f633-4670-a602-3bdbf533c9f3/c612416e-d78a-46d9-a4bf-0534761b38c9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:26.003379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27ff073b-01bd-4586-b641-9baaa406f739 req-949e828b-d0e4-4292-af40-98f1824dd28b service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051252 Jul 07 17:51:26.101569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858b568-b028-4f78-beae-ccc8554dde9a req-f7caab86-baa5-480e-81a8-1aa612435454 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.103374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9858b568-b028-4f78-beae-ccc8554dde9a req-f7caab86-baa5-480e-81a8-1aa612435454 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.3674996 Jul 07 17:51:26.169630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9858b568-b028-4f78-beae-ccc8554dde9a req-e69659a7-eddc-42d8-a649-82271f041ce6 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.145 HTTP/1.1" status: 200 len: 696 time: 0.0524259 Jul 07 17:51:26.262067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9356f87a-0c96-40e1-b901-fe40e6981890 req-b3a9b846-ce57-44af-bc53-05cf0c36f652 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.276275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9858b568-b028-4f78-beae-ccc8554dde9a req-019a41e7-a216-4f1a-acb5-ba8ece9656cc tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.145 HTTP/1.1" status: 200 len: 696 time: 0.0845387 Jul 07 17:51:26.284565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.293678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9356f87a-0c96-40e1-b901-fe40e6981890 req-b3a9b846-ce57-44af-bc53-05cf0c36f652 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.341573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27ff073b-01bd-4586-b641-9baaa406f739 req-5411a805-54cf-43bf-81fc-d58fb245f588 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290517 Jul 07 17:51:26.373675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.389143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['44172d93-0d0e-4928-83c9-3356bc8b8d5c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:26.404163 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9356f87a-0c96-40e1-b901-fe40e6981890 req-b3a9b846-ce57-44af-bc53-05cf0c36f652 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.414585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9356f87a-0c96-40e1-b901-fe40e6981890 req-b3a9b846-ce57-44af-bc53-05cf0c36f652 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8873291 Jul 07 17:51:26.434069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9b846-ce57-44af-bc53-05cf0c36f652 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34969851-ea30-4c4f-acf8-7d82752e1370,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:26.510864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Deleting port 93e85a82-ff59-4328-9ce9-7930a57a6898 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:26.511509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.584707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Network 41076a0e-6823-4994-81c2-d0883b9e5a3d is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:26.585559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:26.591210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:26.607991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:26.620623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.623514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.623855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.624387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.624923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.633650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.634513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.635362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.635843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.636320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.639038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.639555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:26.664805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.665211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.693751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Calling delete_port for 93e85a82-ff59-4328-9ce9-7930a57a6898 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:26.780162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.781796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.816510 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-187fadf2-b649-49f0-be9f-c8968fb79e4f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3005135 Jul 07 17:51:26.829005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Request body: {'port': {'device_id': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:26.912528 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.964087 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.259376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Pushing event deleted for resources: {'Port': ['ID=93e85a82-ff59-4328-9ce9-7930a57a6898,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.261788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.264525 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.276181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9858b568-b028-4f78-beae-ccc8554dde9a req-2c8bc1eb-fded-4e2d-a030-92eafdd47caf tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "DELETE /v2.0/floatingips/2c346406-bd8d-483f-868e-5cb1edac8214 HTTP/1.1" status: 204 len: 173 time: 0.9985213 Jul 07 17:51:27.330774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c612416e-d78a-46d9-a4bf-0534761b38c9 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:27.361360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.379565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Transition to ACTIVE for port object c612416e-d78a-46d9-a4bf-0534761b38c9 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:27.384300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483ea5-7b4d-4fab-90ad-9f60a45f02dc req-9e8ae9ff-08ce-4c02-b477-dbe96db63852 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.385198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.387333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf483ea5-7b4d-4fab-90ad-9f60a45f02dc req-9e8ae9ff-08ce-4c02-b477-dbe96db63852 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.1079412 Jul 07 17:51:27.441223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.476389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf483ea5-7b4d-4fab-90ad-9f60a45f02dc req-877ea2c7-eabf-4a30-8bde-6aecfb533756 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808797 Jul 07 17:51:27.506055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86791f67-e62f-4482-87c6-80ea0bbd733a req-48ec5bae-aea5-4948-b326-ac5783b1a595 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.517253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86791f67-e62f-4482-87c6-80ea0bbd733a req-48ec5bae-aea5-4948-b326-ac5783b1a595 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 943 time: 0.0844383 Jul 07 17:51:27.543576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:27.544224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:27.544767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:27.552162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:27.552990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:27.559058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:27.559477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:27.560269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:27.560630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Bound port: c612416e-d78a-46d9-a4bf-0534761b38c9, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:27.561051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.586726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86791f67-e62f-4482-87c6-80ea0bbd733a req-3e66a3cc-3430-480d-b7e7-17986395735d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685203 Jul 07 17:51:27.603017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-f96a478d-763c-453c-9c02-8a792f2145fe tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/34969851-ea30-4c4f-acf8-7d82752e1370 HTTP/1.1" status: 200 len: 1804 time: 0.0777915 Jul 07 17:51:27.616229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '34969851-ea30-4c4f-acf8-7d82752e1370', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:27.616580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '34969851-ea30-4c4f-acf8-7d82752e1370', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:27.659582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:27.664006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:27.677457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.739440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.760577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.772317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.773708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.775349 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.777794 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-86df3312-5446-4e23-ac8e-0fdc044adedf service neutron] 10.222.0.90 "PUT /v2.0/ports/c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 200 len: 1092 time: 0.9534142 Jul 07 17:51:27.778496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:27.781113 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21318488-1fd1-47ff-9d9e-8bc8d6642aef" -d '{"events": [{"name": "network-changed", "server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:27.787071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.832276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c172a6f-6f71-4a6d-bcba-8d3fb60b2082,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.845685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.847076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a00fa53e-6185-420e-8541-7a39fc9fa515 req-bc39fcd9-7966-4dc1-a6d0-601c0dca3173 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2355087 Jul 07 17:51:27.880129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187750db-62f5-47b6-8609-8c4ca06b1c1f req-1f05cddb-11bb-41d8-b7ac-0e2e0bb46fff tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.881958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-187750db-62f5-47b6-8609-8c4ca06b1c1f req-1f05cddb-11bb-41d8-b7ac-0e2e0bb46fff tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.1078057 Jul 07 17:51:27.933882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-e2c90bb7-6b65-4359-baa6-fe3c00c665e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.935424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-e2c90bb7-6b65-4359-baa6-fe3c00c665e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1095 time: 0.1061733 Jul 07 17:51:27.951062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-187750db-62f5-47b6-8609-8c4ca06b1c1f req-93402e7e-2a87-4945-b3c2-f946837144c8 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 Jul 07 17:51:28.115299 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-8a392273-6941-4fcd-8aac-3df14c3d9246 req-7d515f36-0014-4c95-b017-9d4c85dad814 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] show failed (client error): The resource could not be found. Jul 07 17:51:28.130794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a392273-6941-4fcd-8aac-3df14c3d9246 req-7d515f36-0014-4c95-b017-9d4c85dad814 tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips/2c346406-bd8d-483f-868e-5cb1edac8214 HTTP/1.1" status: 404 len: 350 time: 0.0986519 Jul 07 17:51:28.179913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb3d04-4d34-4b6f-a305-59774edd6679 req-5c6fea06-00bc-4977-8a40-14c4f05eb07b tempest-ServersAdminNegativeTestJSON-907069310 tempest-ServersAdminNegativeTestJSON-907069310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.185879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8eb3d04-4d34-4b6f-a305-59774edd6679 req-5c6fea06-00bc-4977-8a40-14c4f05eb07b tempest-ServersAdminNegativeTestJSON-907069310 tempest-ServersAdminNegativeTestJSON-907069310-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 1101 time: 0.1915193 Jul 07 17:51:28.230379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8eb3d04-4d34-4b6f-a305-59774edd6679 req-370341ae-dafe-46e0-99fb-4b34ff81d545 tempest-ServersAdminNegativeTestJSON-907069310 tempest-ServersAdminNegativeTestJSON-907069310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.280011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7c5e551f-1459-465e-8f72-9d0fdca7379d req-a60cd902-152b-4b30-87c6-85dafdcefbfc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-987926726', 'description': 'tempest-description-159408256'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:28.322297 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fad167-c7a5-48fa-87a9-49398d74a3b5 x-openstack-request-id: req-12fad167-c7a5-48fa-87a9-49398d74a3b5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:28.322686 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:28.322881 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-12fad167-c7a5-48fa-87a9-49398d74a3b5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:28.323298 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9', 'status': 'completed', 'code': 200} Jul 07 17:51:28.325232 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-6a68c5f5-a39e-47a4-ba0a-b3c3c2fef948 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 200 len: 217 time: 0.3685911 Jul 07 17:51:28.375817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8eb3d04-4d34-4b6f-a305-59774edd6679 req-370341ae-dafe-46e0-99fb-4b34ff81d545 tempest-ServersAdminNegativeTestJSON-907069310 tempest-ServersAdminNegativeTestJSON-907069310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.379103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-da7d56b8-2789-4b44-95ff-d9e3fb70cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.380913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-da7d56b8-2789-4b44-95ff-d9e3fb70cf2d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0482638 Jul 07 17:51:28.381532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8eb3d04-4d34-4b6f-a305-59774edd6679 req-370341ae-dafe-46e0-99fb-4b34ff81d545 tempest-ServersAdminNegativeTestJSON-907069310 tempest-ServersAdminNegativeTestJSON-907069310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.416608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-c08a54f3-b1b2-4ae9-8d33-3bbd963b3c81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274837 Jul 07 17:51:28.429568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8eb3d04-4d34-4b6f-a305-59774edd6679 req-370341ae-dafe-46e0-99fb-4b34ff81d545 tempest-ServersAdminNegativeTestJSON-907069310 tempest-ServersAdminNegativeTestJSON-907069310-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362578 Jul 07 17:51:28.440285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370341ae-dafe-46e0-99fb-4b34ff81d545 tempest-ServersAdminNegativeTestJSON-907069310 tempest-ServersAdminNegativeTestJSON-907069310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece4c81b-9adb-4cc3-94fd-bb9f649d58be,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.445867 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c5e551f-1459-465e-8f72-9d0fdca7379d req-a60cd902-152b-4b30-87c6-85dafdcefbfc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.535516 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-31bccfd6-1e3f-4262-86c8-d53af16f51b9 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116512 Jul 07 17:51:28.554881 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-80064e5a-c161-409e-a243-c56701e4dc23 req-ca92bf2f-0b77-445c-a329-ee20b0a2dd4e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] show failed (client error): The resource could not be found. Jul 07 17:51:28.555613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80064e5a-c161-409e-a243-c56701e4dc23 req-ca92bf2f-0b77-445c-a329-ee20b0a2dd4e tempest-FloatingIPsTestJSON-1541456795 tempest-FloatingIPsTestJSON-1541456795-project] 10.222.0.88 "GET /v2.0/floatingips/2c346406-bd8d-483f-868e-5cb1edac8214 HTTP/1.1" status: 404 len: 350 time: 0.0444367 Jul 07 17:51:28.576796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54718) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:28.647275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c5e551f-1459-465e-8f72-9d0fdca7379d req-a60cd902-152b-4b30-87c6-85dafdcefbfc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.659438 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c5e551f-1459-465e-8f72-9d0fdca7379d req-a60cd902-152b-4b30-87c6-85dafdcefbfc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.659886 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad2571c2-a277-4491-bce9-bc3a2c510159 req-f4ddcc84-2faf-4851-85d4-7e680e8e060a service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171043 Jul 07 17:51:28.740787 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c5e551f-1459-465e-8f72-9d0fdca7379d req-a60cd902-152b-4b30-87c6-85dafdcefbfc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.762295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c5e551f-1459-465e-8f72-9d0fdca7379d req-a60cd902-152b-4b30-87c6-85dafdcefbfc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4925187 Jul 07 17:51:28.781340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cd902-152b-4b30-87c6-85dafdcefbfc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941f4f2d-0487-4a0e-aabd-7a3eb1573d35,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.790232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-93a1ddfb-0e86-42ae-a5df-84620e845ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.792354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-93a1ddfb-0e86-42ae-a5df-84620e845ffb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1095 time: 0.0673568 Jul 07 17:51:28.952541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-f2c36fca-39ff-47f3-805e-5408a5bd60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.954324 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-f2c36fca-39ff-47f3-805e-5408a5bd60a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1545758 Jul 07 17:51:29.000556 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-61e358bf-5e10-4a7b-af33-debe4cf1a010 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 200 len: 217 time: 0.0390451 Jul 07 17:51:29.074027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-ec583f34-7422-4176-9480-c6a639750b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:29.075916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-ec583f34-7422-4176-9480-c6a639750b6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0692022 Jul 07 17:51:29.118016 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-e9de84a5-f77f-42b0-96e8-59a9a4cb4de5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345032 Jul 07 17:51:29.223862 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-74bb07f4-ee41-4351-9eed-1411d3d4dd22 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978563 Jul 07 17:51:29.255526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 48d01218-41e3-419b-b9f5-19fcb762c6ae details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:29.335164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21318488-1fd1-47ff-9d9e-8bc8d6642aef req-99cf9241-47c5-4dc6-860a-f30e94aaa502 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037686 Jul 07 17:51:29.386109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:29.388668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d743bf-a4f1-4dae-935b-7cc98868e88c req-b26f0ae6-f68e-4071-b50f-6f41a7f6c6ca tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:29.390234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73d743bf-a4f1-4dae-935b-7cc98868e88c req-b26f0ae6-f68e-4071-b50f-6f41a7f6c6ca tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.4757214 Jul 07 17:51:29.400969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'port_id': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'mac_address': 'fa:16:3e:2d:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:29.443242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.450463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d094d-db20-4284-8379-8692523a8914 req-1fc549c1-f932-4276-86ac-1ca80215e2f6 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:29.451976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd0d094d-db20-4284-8379-8692523a8914 req-1fc549c1-f932-4276-86ac-1ca80215e2f6 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 943 time: 0.4294059 Jul 07 17:51:29.456666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d01218-41e3-419b-b9f5-19fcb762c6ae {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:29.482852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:29.487821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73d743bf-a4f1-4dae-935b-7cc98868e88c req-d7cd4932-cfe5-45af-863e-6de044a4acd9 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845971 Jul 07 17:51:29.489118 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.532798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd0d094d-db20-4284-8379-8692523a8914 req-3f0df3ac-855e-4f8b-9605-82f7e5a3521a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Jul 07 17:51:29.552396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:29.558119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-fe94bbe6-4b2d-4110-8267-660cb9b774ed req-0c367f1b-b135-42d9-bced-82d457e662e8 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-299943382', 'description': 'tempest-description-1412186531'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:29.571229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.571796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.572328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.572873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.573570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.574244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.574756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.575265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.575772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.576297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.576978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.578208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:29.629112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fe94bbe6-4b2d-4110-8267-660cb9b774ed req-0c367f1b-b135-42d9-bced-82d457e662e8 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.659913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.885309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['48d01218-41e3-419b-b9f5-19fcb762c6ae'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:29.928381 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fe94bbe6-4b2d-4110-8267-660cb9b774ed req-0c367f1b-b135-42d9-bced-82d457e662e8 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.936897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fe94bbe6-4b2d-4110-8267-660cb9b774ed req-0c367f1b-b135-42d9-bced-82d457e662e8 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.998333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fe94bbe6-4b2d-4110-8267-660cb9b774ed req-0c367f1b-b135-42d9-bced-82d457e662e8 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.015518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe94bbe6-4b2d-4110-8267-660cb9b774ed req-0c367f1b-b135-42d9-bced-82d457e662e8 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4613459 Jul 07 17:51:30.017367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c367f1b-b135-42d9-bced-82d457e662e8 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd970695-71e8-4700-aa74-747324da09f7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.240072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Deleting port 1482924a-a6c7-41a1-8b53-5d8428f441be {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:30.240439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.402313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] For port 1482924a-a6c7-41a1-8b53-5d8428f441be, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1482924a-a6c7-41a1-8b53-5d8428f441be,segment=NetworkSegment(d075c6c3-1665-407e-92dd-89d588c9698f),segment_id=d075c6c3-1665-407e-92dd-89d588c9698f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:30.403002 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.421867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Calling delete_port for 1482924a-a6c7-41a1-8b53-5d8428f441be owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:30.491152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2aba-5fcc-4a5f-a951-514fb7a9617f req-3d9512d1-4639-4e8f-9604-a05c4aaaaf52 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:30.493289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f21d2aba-5fcc-4a5f-a951-514fb7a9617f req-3d9512d1-4639-4e8f-9604-a05c4aaaaf52 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.1357086 Jul 07 17:51:30.620085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f21d2aba-5fcc-4a5f-a951-514fb7a9617f req-9967d575-6583-4630-83ce-76ac5242c140 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210492 Jul 07 17:51:30.656623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8cadfde9-3845-4699-afd8-cce5b31d9e7c tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/941f4f2d-0487-4a0e-aabd-7a3eb1573d35 HTTP/1.1" status: 200 len: 1803 time: 0.1530192 Jul 07 17:51:30.743344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-abcaf3b3-b655-4f34-8255-b09da3f651cc tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/cd970695-71e8-4700-aa74-747324da09f7 HTTP/1.1" status: 200 len: 1804 time: 0.0749078 Jul 07 17:51:30.758971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '941f4f2d-0487-4a0e-aabd-7a3eb1573d35', 'remote_group_id': 'cd970695-71e8-4700-aa74-747324da09f7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:30.759399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '941f4f2d-0487-4a0e-aabd-7a3eb1573d35', 'remote_group_id': 'cd970695-71e8-4700-aa74-747324da09f7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:30.787421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.818142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Pushing event deleted for resources: {'Port': ['ID=1482924a-a6c7-41a1-8b53-5d8428f441be,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.926258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.019514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.029751 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.113503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7854aa-6ef0-43ca-b2d1-7c788688930f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.126102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.127517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bf3e070-b7e5-4698-b382-81033ffae3e9 req-8c32c56f-dff0-4a26-8a52-62c2fade8008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3750753 Jul 07 17:51:31.146059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.206017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-fb0fb4f4-b30a-4256-b87b-16a16f968bd8 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.207637 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-fb0fb4f4-b30a-4256-b87b-16a16f968bd8 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.0854826 Jul 07 17:51:31.217420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec333e0-26b1-4ebb-a604-dfce36b2d645 req-e42f1e6c-504d-4c4b-98e7-49f84cb77475 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.218965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ec333e0-26b1-4ebb-a604-dfce36b2d645 req-e42f1e6c-504d-4c4b-98e7-49f84cb77475 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 945 time: 0.1538699 Jul 07 17:51:31.223283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-2'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:31.261536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 50177b73-fd75-4a2e-8dc6-060a019dcb49 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:31.304746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.344807 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.349450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ec333e0-26b1-4ebb-a604-dfce36b2d645 req-b2a3b069-248b-4a31-9b32-72bfa61b273c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207228 Jul 07 17:51:31.369437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:31.372043 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52581f7-277e-42a9-9f62-6c028a5ba29a" -d '{"events": [{"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-unplugged", "status": "completed", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:31.386735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:31.392778 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.427654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c35d09-1905-4575-929f-d76950d7b2f1 req-c818e948-8141-41d3-a282-31cafceeff71 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.429350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34c35d09-1905-4575-929f-d76950d7b2f1 req-c818e948-8141-41d3-a282-31cafceeff71 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 944 time: 0.1929336 Jul 07 17:51:31.458638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.486318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:31.525813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:31.566024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:31.568661 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23042485-2b2f-4025-ae45-4f078e23c129" -d '{"events": [{"server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:31.571291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34c35d09-1905-4575-929f-d76950d7b2f1 req-f52915e2-cb3f-4782-a439-a68e21770029 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321824 Jul 07 17:51:31.572710 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.581941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.590756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Router 783c779d-11a7-46c7-b85d-5dc0b4900d91 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:31.614258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ad3a384a-47d0-45aa-8d66-3418ed7e4bfd req-93512095-f4bb-44f4-8a96-43e9091b385d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1481782995', 'description': 'tempest-description-42231164'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:31.647457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-02856445-0de4-4a8c-8773-a15e673ad87c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.649028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-02856445-0de4-4a8c-8773-a15e673ad87c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.1625657 Jul 07 17:51:31.674415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.686966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on host n-h1-798930-2 for vnic_type normal with profile {"migrating_to": "n-h2-798930-2"} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:31.687288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:31.687635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:31.692365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:31.692681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Attempting to bind port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:31.697854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:31.698282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:31.698755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:31.699219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Bound port: eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:31.699580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.705385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ad3a384a-47d0-45aa-8d66-3418ed7e4bfd req-93512095-f4bb-44f4-8a96-43e9091b385d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.710666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-58b3a804-f473-46bc-9a47-3dbbaa345503 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/quotas/14c8abf30a4940c9be7daa24c12b839f HTTP/1.1" status: 200 len: 375 time: 0.0550318 Jul 07 17:51:31.768784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:31.772346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:31.778621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.838092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:31.847843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2a38f33d-d59f-4815-892c-5c2f27e7b822 admin admin] 10.222.0.88 "PUT /v2.0/routers/783c779d-11a7-46c7-b85d-5dc0b4900d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2674859 Jul 07 17:51:31.848815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] Sync routers for ids ['783c779d-11a7-46c7-b85d-5dc0b4900d91'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:31.854193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54812) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:31.858411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] Routers {'783c779d-11a7-46c7-b85d-5dc0b4900d91'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:31.859038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:51:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['783c779d-11a7-46c7-b85d-5dc0b4900d91'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:31.863394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.864073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.865528 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] 10.222.0.90 "PUT /v2.0/ports/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 200 len: 1121 time: 0.6494641 Jul 07 17:51:31.866319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04314878-9e1f-4af0-9494-f59273def8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=8']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.930641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-c38c61a7-b0fe-431c-a445-385eeeff7e1b tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2103450 Jul 07 17:51:31.976982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:32.002996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] Set router 783c779d-11a7-46c7-b85d-5dc0b4900d91 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:32.105538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:32.295858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ad3a384a-47d0-45aa-8d66-3418ed7e4bfd req-93512095-f4bb-44f4-8a96-43e9091b385d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.307917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ad3a384a-47d0-45aa-8d66-3418ed7e4bfd req-93512095-f4bb-44f4-8a96-43e9091b385d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.363143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.367857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ad3a384a-47d0-45aa-8d66-3418ed7e4bfd req-93512095-f4bb-44f4-8a96-43e9091b385d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.369178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3a384a-47d0-45aa-8d66-3418ed7e4bfd req-93512095-f4bb-44f4-8a96-43e9091b385d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7643378 Jul 07 17:51:32.373820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:30Z', 'revision_number': 5, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:32.414369 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73de900-8c65-4989-aa6b-06e3f26c4b8f x-openstack-request-id: req-c73de900-8c65-4989-aa6b-06e3f26c4b8f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:32.414751 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-unplugged", "status": "completed", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:32.414895 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c73de900-8c65-4989-aa6b-06e3f26c4b8f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:32.415290 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'code': 200} Jul 07 17:51:32.417897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93512095-f4bb-44f4-8a96-43e9091b385d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae85b89-a1df-42a4-9852-e94ee47c7dd4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.419882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] Checking router: 783c779d-11a7-46c7-b85d-5dc0b4900d91 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:32.436477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] Routers {'783c779d-11a7-46c7-b85d-5dc0b4900d91'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:32.437370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:51:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['783c779d-11a7-46c7-b85d-5dc0b4900d91'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:32.445296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-d50fb198-4dff-49bb-9044-eb8d67a923a3 service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993229 Jul 07 17:51:32.546304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] Set router 783c779d-11a7-46c7-b85d-5dc0b4900d91 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:32.562541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.614937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-070d128f-1156-4b49-b66f-0363766f3f6c service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317229 Jul 07 17:51:32.645342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Deleting port d38b77f5-278f-40c2-b548-13fe4721283b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:32.645689 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.740193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] For port d38b77f5-278f-40c2-b548-13fe4721283b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d38b77f5-278f-40c2-b548-13fe4721283b,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:32.740708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.755743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:30Z', 'revision_number': 5, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:32.763520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Calling delete_port for d38b77f5-278f-40c2-b548-13fe4721283b owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:32.791282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd002b8-0d8a-4a13-915c-3ba0cd5cde73 None None] The sync data for ids ['783c779d-11a7-46c7-b85d-5dc0b4900d91'] in n-d-798930-2 is: [{'id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'name': 'tempest-FloatingIPsTestJSON-389808612-router', 'tenant_id': '549e28386d8c4823854487be38c43206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:53Z', 'updated_at': '2021-07-07T17:51:30Z', 'revision_number': 5, 'project_id': '549e28386d8c4823854487be38c43206', 'gw_port': {'id': 'd38b77f5-278f-40c2-b548-13fe4721283b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c779d-11a7-46c7-b85d-5dc0b4900d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:50:54Z', 'updated_at': '2021-07-07T17:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:32.843640 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb320919-b1b3-43df-963d-5d3c5fb80fda x-openstack-request-id: req-eb320919-b1b3-43df-963d-5d3c5fb80fda {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:32.844161 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:32.844161 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eb320919-b1b3-43df-963d-5d3c5fb80fda {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:32.844568 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149', 'code': 200} Jul 07 17:51:32.887389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1178441f-3e4a-498d-8408-ee90a23b3fd8 req-964a9286-3aa6-446f-8727-f1640aded4f5 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1384072129', 'description': 'tempest-description-1994359287'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:32.926701 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1178441f-3e4a-498d-8408-ee90a23b3fd8 req-964a9286-3aa6-446f-8727-f1640aded4f5 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.044233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.092966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d38b77f5-278f-40c2-b548-13fe4721283b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:33.144136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b406c-f60f-4490-8213-8b50350d4272 req-8be0c7e2-ef06-4af8-9fd8-5647efc4a805 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:33.146422 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f42b406c-f60f-4490-8213-8b50350d4272 req-8be0c7e2-ef06-4af8-9fd8-5647efc4a805 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "GET /v2.0/ports?device_id=275dec94-c928-423a-8cf6-b0aa0ee3059f HTTP/1.1" status: 200 len: 943 time: 0.1105518 Jul 07 17:51:33.195774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1e879-7d94-4adb-b964-1676580b1216 req-2b0e81c3-848e-4484-8e82-eb9c9a32ed14 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:33.197393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8e1e879-7d94-4adb-b964-1676580b1216 req-2b0e81c3-848e-4484-8e82-eb9c9a32ed14 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.2384419 Jul 07 17:51:33.249910 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.257974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:33.260640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 48d01218-41e3-419b-b9f5-19fcb762c6ae up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:33.304510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Deleting port 50177b73-fd75-4a2e-8dc6-060a019dcb49 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:33.306334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.336406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1178441f-3e4a-498d-8408-ee90a23b3fd8 req-964a9286-3aa6-446f-8727-f1640aded4f5 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.393578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1178441f-3e4a-498d-8408-ee90a23b3fd8 req-964a9286-3aa6-446f-8727-f1640aded4f5 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.411288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.424847 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.439615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8e1e879-7d94-4adb-b964-1676580b1216 req-5a0fc3be-8e12-49a4-b3bd-0a40d33c8fe2 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289386 Jul 07 17:51:33.469547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] For port 50177b73-fd75-4a2e-8dc6-060a019dcb49, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=50177b73-fd75-4a2e-8dc6-060a019dcb49,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:33.470048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.497017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Calling delete_port for 50177b73-fd75-4a2e-8dc6-060a019dcb49 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:33.556251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1178441f-3e4a-498d-8408-ee90a23b3fd8 req-964a9286-3aa6-446f-8727-f1640aded4f5 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.580355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1178441f-3e4a-498d-8408-ee90a23b3fd8 req-964a9286-3aa6-446f-8727-f1640aded4f5 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6976550 Jul 07 17:51:33.587552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a9286-3aa6-446f-8727-f1640aded4f5 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97407df3-a7de-4071-be54-597ebc0710bc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:33.590652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 48d01218-41e3-419b-b9f5-19fcb762c6ae completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:33.604682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.605723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783c779d-11a7-46c7-b85d-5dc0b4900d91 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:51:33.610624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 48d01218-41e3-419b-b9f5-19fcb762c6ae triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:33.610884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.615022 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.617617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5a1ec018-7159-4ceb-b010-9133c0abe1fb admin admin] 10.222.0.88 "DELETE /v2.0/routers/783c779d-11a7-46c7-b85d-5dc0b4900d91 HTTP/1.1" status: 204 len: 168 time: 1.7608254 Jul 07 17:51:33.620031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54834) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:33.684105 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.704768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.754738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event deleted for resources: {'Port': ['ID=50177b73-fd75-4a2e-8dc6-060a019dcb49,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:33.788534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:33.803826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 has no active binding in host n-h2-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:51:33.818870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] No DVR routers for this DVR port 50177b73-fd75-4a2e-8dc6-060a019dcb49 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:33.822391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.824609 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f42b406c-f60f-4490-8213-8b50350d4272 req-ee975850-4dc1-4402-b2c2-f00d9adc0134 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "DELETE /v2.0/ports/50177b73-fd75-4a2e-8dc6-060a019dcb49 HTTP/1.1" status: 204 len: 173 time: 0.6708908 Jul 07 17:51:33.844105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] Deleting subnet 13362b29-a75b-468d-8784-de8455187d52 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:33.849394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.854944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.895544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:33.900977 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.908433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.939166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9f149-7402-4e37-b89e-d8c5c7d42b16 req-c19dd5a7-d1ec-411e-a575-da499cab1c30 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:33.940611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acf9f149-7402-4e37-b89e-d8c5c7d42b16 req-c19dd5a7-d1ec-411e-a575-da499cab1c30 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.2519624 Jul 07 17:51:33.956787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:33.961616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205b57-1015-4236-b27a-9919e1841bc8 req-1c7b928e-8509-4624-b3aa-8aeed584a24e tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:33.964304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9205b57-1015-4236-b27a-9919e1841bc8 req-1c7b928e-8509-4624-b3aa-8aeed584a24e tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 944 time: 0.1972766 Jul 07 17:51:34.051779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acf9f149-7402-4e37-b89e-d8c5c7d42b16 req-7ca6d883-cdf1-4e75-952e-78f91c3dde41 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005056 Jul 07 17:51:34.071388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9205b57-1015-4236-b27a-9919e1841bc8 req-2ed19ce0-7f39-4fd7-9402-349db94a1988 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969486 Jul 07 17:51:34.074970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.154264 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.195667 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.200895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54838) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.201566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b3e5b-4772-429a-abfd-f80b51b63932 None None] Network ba9f462b-3ec3-4f9e-bba5-050082f9f853 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:34.201683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/13362b29-a75b-468d-8784-de8455187d52 HTTP/1.1" status: 204 len: 168 time: 0.5744076 Jul 07 17:51:34.214711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced78f9-5ebf-4899-bbaa-112ccb50d3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13362b29-a75b-468d-8784-de8455187d52,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.263188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75e32a7c-0d58-4a52-95de-d0f6166d3edf req-fccfdc2f-bb1e-44f7-b1a0-94f814bbc21e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 210 time: 0.0601022 Jul 07 17:51:34.292410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.322823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833bfb4-320b-41ff-8c7e-d69248b1d765 req-d57297e8-c6c2-461c-9cc7-89d14cf52993 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.324503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b833bfb4-320b-41ff-8c7e-d69248b1d765 req-d57297e8-c6c2-461c-9cc7-89d14cf52993 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 950 time: 0.1324542 Jul 07 17:51:34.376427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Deleting port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:34.376993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.421065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:34.423693 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe2868c-1aaf-4949-930b-bac1f39222bd" -d '{"events": [{"server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "name": "network-vif-plugged", "status": "completed", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:34.441308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b833bfb4-320b-41ff-8c7e-d69248b1d765 req-eaba5a97-951a-4277-abc3-43d06bf68f5a tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104562 Jul 07 17:51:34.457320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] For port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,segment=NetworkSegment(d075c6c3-1665-407e-92dd-89d588c9698f),segment_id=d075c6c3-1665-407e-92dd-89d588c9698f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:34.458101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.483596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Calling delete_port for 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:34.542202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] DHCP port deletion for ba9f462b-3ec3-4f9e-bba5-050082f9f853 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:51:34.550433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-555c45b9-47c6-4a7f-a86c-c304d03fffe0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/3ae85b89-a1df-42a4-9852-e94ee47c7dd4 HTTP/1.1" status: 200 len: 1803 time: 0.2246134 Jul 07 17:51:34.587892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.638491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-1ec03270-5cc7-4ace-95e1-6fbe10333281 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/97407df3-a7de-4071-be54-597ebc0710bc HTTP/1.1" status: 200 len: 1805 time: 0.0870652 Jul 07 17:51:34.644173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ae85b89-a1df-42a4-9852-e94ee47c7dd4', 'remote_group_id': '97407df3-a7de-4071-be54-597ebc0710bc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:34.644491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ae85b89-a1df-42a4-9852-e94ee47c7dd4', 'remote_group_id': '97407df3-a7de-4071-be54-597ebc0710bc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:34.656311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] Deleting port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:34.656859 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.658507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-41223dbf-70cd-4b53-855f-6ae0be281bdc tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.660043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-41223dbf-70cd-4b53-855f-6ae0be281bdc tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.2556102 Jul 07 17:51:34.666116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Pushing event deleted for resources: {'Port': ['ID=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.668427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] No DVR routers for this DVR port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:34.676717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Request body: {'port': {'device_id': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'admin_state_up': True, 'tenant_id': '14c8abf30a4940c9be7daa24c12b839f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:34.768680 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a724f02-e442-4aeb-9247-48da0bfeb02a x-openstack-request-id: req-2a724f02-e442-4aeb-9247-48da0bfeb02a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:34.773517 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "name": "network-vif-plugged", "status": "completed", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:34.773882 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2a724f02-e442-4aeb-9247-48da0bfeb02a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:34.774391 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'code': 200} Jul 07 17:51:34.825597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:34.846988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'}, {'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-deleted', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:34.850639 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85118e7b-8447-4ed5-84c1-5cefc858953b" -d '{"events": [{"name": "network-changed", "server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149"}, {"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-deleted", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:34.856548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.873589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9f462b-3ec3-4f9e-bba5-050082f9f853']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.879574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Made reservation on behalf of 14c8abf30a4940c9be7daa24c12b839f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:34.888713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] For port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:34.889112 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.889622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.893613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4bca5280-dcd6-4e9f-b053-d99534838e5b tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.895401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4bca5280-dcd6-4e9f-b053-d99534838e5b tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7412a10-f591-4af0-b447-7ae7fd1f789c HTTP/1.1" status: 200 len: 950 time: 0.2479093 Jul 07 17:51:34.899528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd075c6c3-1665-407e-92dd-89d588c9698f') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.899942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd075c6c3-1665-407e-92dd-89d588c9698f') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.910343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] Calling delete_port for 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:34.912073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:34.912416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:34.912921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d38b77f5-278f-40c2-b548-13fe4721283b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:34.915761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] Port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:51:34.918906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.939658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d38b77f5-278f-40c2-b548-13fe4721283b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:34.940001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d38b77f5-278f-40c2-b548-13fe4721283b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:34.940421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1482924a-a6c7-41a1-8b53-5d8428f441be no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:34.941803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.960761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.978799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] Pushing event deleted for resources: {'Port': ['ID=13bd6f8c-3957-4b9a-994f-9d1a1c517f70,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.985261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1482924a-a6c7-41a1-8b53-5d8428f441be {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:34.985645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1482924a-a6c7-41a1-8b53-5d8428f441be not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:34.987330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974154d-a39b-489f-bc63-6ab1ce5c3f13 None None] No DVR routers for this DVR port 13bd6f8c-3957-4b9a-994f-9d1a1c517f70 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:34.998329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.017220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:35.017609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:35.020007 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:35.056818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.085159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.105605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e52175-ef98-4376-b185-cf1e21ed3779 req-87ac0e47-bc1b-437d-8699-2ae4740fc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.107195 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64e52175-ef98-4376-b185-cf1e21ed3779 req-87ac0e47-bc1b-437d-8699-2ae4740fc30c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.1981349 Jul 07 17:51:35.115603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.121964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491c4b86-63d3-468b-bd7f-9f0aa2f61afe,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.127958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.129116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] 10.222.0.88 "DELETE /v2.0/networks/ba9f462b-3ec3-4f9e-bba5-050082f9f853 HTTP/1.1" status: 204 len: 168 time: 0.9262943 Jul 07 17:51:35.146342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796a7f-59d9-495d-a24b-b28efc250be5 req-06cccf8e-a684-40e9-b8a0-9cf78fb6b86e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.148611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9796a7f-59d9-495d-a24b-b28efc250be5 req-06cccf8e-a684-40e9-b8a0-9cf78fb6b86e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.2378297 Jul 07 17:51:35.162661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.162661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4450874-4f4e-4e6a-9cd6-ef265332fe85 req-39ffb1e8-6c84-4d79-afb0-46554794e19a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5206478 Jul 07 17:51:35.165995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Allocated IP 172.20.0.5 (42a28c34-1c1c-46c0-b9cb-aa21e3985d8a/ed3fb5dd-b5c6-443a-8b5a-9931fcec1616/4fb95042-1ffe-4782-b817-6d303b721b3a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:35.170945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06d859-1e3a-4c24-8198-61be7bc40edc admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9f462b-3ec3-4f9e-bba5-050082f9f853,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.199685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64e52175-ef98-4376-b185-cf1e21ed3779 req-5345b082-d407-4b98-af55-f295b1696477 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791328 Jul 07 17:51:35.202612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Deleting port 67fc85ef-ba82-4839-8148-5cb17f75b888 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:35.203569 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.251839 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a78a4-775d-4a39-b7c2-26935dcb0e9c x-openstack-request-id: req-364a78a4-775d-4a39-b7c2-26935dcb0e9c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:35.252133 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149", "status": "completed", "code": 200}, {"server_uuid": "275dec94-c928-423a-8cf6-b0aa0ee3059f", "name": "network-vif-deleted", "tag": "50177b73-fd75-4a2e-8dc6-060a019dcb49", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:35.252384 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-364a78a4-775d-4a39-b7c2-26935dcb0e9c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:35.252775 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149', 'status': 'completed', 'code': 200} Jul 07 17:51:35.253877 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275dec94-c928-423a-8cf6-b0aa0ee3059f', 'name': 'network-vif-deleted', 'tag': '50177b73-fd75-4a2e-8dc6-060a019dcb49', 'status': 'completed', 'code': 200} Jul 07 17:51:35.257825 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 50177b73-fd75-4a2e-8dc6-060a019dcb49 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:35.266122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9796a7f-59d9-495d-a24b-b28efc250be5 req-8fdba9f4-aee9-420c-87a5-a67370288b81 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724120 Jul 07 17:51:35.315990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 50177b73-fd75-4a2e-8dc6-060a019dcb49 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:35.317162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 50177b73-fd75-4a2e-8dc6-060a019dcb49 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:35.364026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] For port 67fc85ef-ba82-4839-8148-5cb17f75b888, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=67fc85ef-ba82-4839-8148-5cb17f75b888,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:35.364423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.379991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54856) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:35.389170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Calling delete_port for 67fc85ef-ba82-4839-8148-5cb17f75b888 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:35.525692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.528219 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.537284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-07b271f8-e53e-4bbc-94ef-5425ec90f1b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=549e28386d8c4823854487be38c43206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532235 Jul 07 17:51:35.540059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54860) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:35.549069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['29db137b-0054-4aad-a14e-4b3c03986baf'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:35.549435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.554743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-63295a45-6daf-408d-9c62-2829da9bc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.556269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-63295a45-6daf-408d-9c62-2829da9bc1de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1124 time: 0.2544515 Jul 07 17:51:35.565965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Pushing event deleted for resources: {'Port': ['ID=67fc85ef-ba82-4839-8148-5cb17f75b888,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.629931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] No DVR routers for this DVR port 67fc85ef-ba82-4839-8148-5cb17f75b888 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:35.633059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.635524 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-86217de4-6748-4335-8c02-8f659071b2b3 req-4d9004ee-509a-4d2c-b622-5ec4394b24ec tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.55 "DELETE /v2.0/ports/67fc85ef-ba82-4839-8148-5cb17f75b888 HTTP/1.1" status: 204 len: 173 time: 0.7331274 Jul 07 17:51:35.660487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8428e6-c4f8-4e8c-8ef6-f1dfa49f76f8 req-e4ac7523-ec39-438d-ac41-31f65eed2432 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.662059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe8428e6-c4f8-4e8c-8ef6-f1dfa49f76f8 req-e4ac7523-ec39-438d-ac41-31f65eed2432 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.2689831 Jul 07 17:51:35.682890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d37e84f-abd8-4d69-8aed-e779f5a16c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.689777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a53b3d-cccb-4563-8218-c45ddf04b43d req-23822800-a141-431b-9944-dbeefd0f9946 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.697383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a53b3d-cccb-4563-8218-c45ddf04b43d req-23822800-a141-431b-9944-dbeefd0f9946 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.2519767 Jul 07 17:51:35.720358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d37e84f-abd8-4d69-8aed-e779f5a16c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.791438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a53b3d-cccb-4563-8218-c45ddf04b43d req-489504fd-1dea-413c-bebb-e54f79b0ef16 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929892 Jul 07 17:51:35.792739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.814176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d37e84f-abd8-4d69-8aed-e779f5a16c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.818339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d37e84f-abd8-4d69-8aed-e779f5a16c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.823901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d37e84f-abd8-4d69-8aed-e779f5a16c70 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8cb7a8c-9373-40f1-b98e-71d2066c4755 HTTP/1.1" status: 204 len: 168 time: 0.2809107 Jul 07 17:51:35.834305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe8428e6-c4f8-4e8c-8ef6-f1dfa49f76f8 req-859ae53d-3922-439f-a48d-7abaaf1a2594 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595445 Jul 07 17:51:35.842172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37e84f-abd8-4d69-8aed-e779f5a16c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb7a8c-9373-40f1-b98e-71d2066c4755,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.898575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-10169dce-1cb7-49cd-8a92-9e7c0a73ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.900065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-10169dce-1cb7-49cd-8a92-9e7c0a73ea7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.3317297 Jul 07 17:51:35.918007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:35.934452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:35.972935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:35.983075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-c5a67280-f14b-4c96-b4ca-891390ca0b10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 200 len: 217 time: 0.0718296 Jul 07 17:51:35.983675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:36.086791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-126fbed1-5601-484d-9799-279890b2e768 req-17a104bd-2869-48d8-88fa-c009fda884b6 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/97407df3-a7de-4071-be54-597ebc0710bc HTTP/1.1" status: 200 len: 1805 time: 0.2065754 Jul 07 17:51:36.113558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.114170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.131755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-fe81f4fa-588d-45bd-a282-759d62329b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.133373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-fe81f4fa-588d-45bd-a282-759d62329b79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1228678 Jul 07 17:51:36.173314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-141b027c-e60e-46a4-bf0e-390a144e53ee tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5005579 Jul 07 17:51:36.494123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-8f7e80a2-0f78-42c4-a687-88d46db115e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3403668 Jul 07 17:51:36.501322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Request body: {'port': {'device_id': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:36.632103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45d0c-0c10-4543-888c-8b94ab20bf31 req-41193703-9749-4b54-9d23-64afe274a199 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.633709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61b45d0c-0c10-4543-888c-8b94ab20bf31 req-41193703-9749-4b54-9d23-64afe274a199 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 931 time: 0.6294053 Jul 07 17:51:36.644263 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-126fbed1-5601-484d-9799-279890b2e768 req-a1b50310-22f7-44bc-a008-95061d98f989 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.742544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-126fbed1-5601-484d-9799-279890b2e768 req-a1b50310-22f7-44bc-a008-95061d98f989 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.753206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-f8448d8f-e0a4-4c70-a8b1-824edc5072a4 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439117 Jul 07 17:51:36.755935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.762497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61b45d0c-0c10-4543-888c-8b94ab20bf31 req-079f07bb-32ca-4bb6-9f4e-682907e778ed tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191049 Jul 07 17:51:36.992326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-126fbed1-5601-484d-9799-279890b2e768 req-a1b50310-22f7-44bc-a008-95061d98f989 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.994981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-126fbed1-5601-484d-9799-279890b2e768 req-a1b50310-22f7-44bc-a008-95061d98f989 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.996139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-126fbed1-5601-484d-9799-279890b2e768 req-a1b50310-22f7-44bc-a008-95061d98f989 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-groups/97407df3-a7de-4071-be54-597ebc0710bc HTTP/1.1" status: 204 len: 173 time: 0.9000969 Jul 07 17:51:37.013808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85118e7b-8447-4ed5-84c1-5cefc858953b req-0a3611dc-c8c4-4765-b8ba-c9d91e259a85 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458465 Jul 07 17:51:37.020852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b50310-22f7-44bc-a008-95061d98f989 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97407df3-a7de-4071-be54-597ebc0710bc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.195719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cd4d3-b84a-484e-a391-a9b07a71013b req-4c66030d-bcb7-4d9d-a14a-4f07e68b72af tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.197369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f48cd4d3-b84a-484e-a391-a9b07a71013b req-4c66030d-bcb7-4d9d-a14a-4f07e68b72af tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.1270998 Jul 07 17:51:37.255565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'name': 'network-vif-deleted', 'tag': '67fc85ef-ba82-4839-8148-5cb17f75b888'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:37.261807 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d353560-7285-4b95-98a3-d2c30aa044cb" -d '{"events": [{"server_uuid": "d7412a10-f591-4af0-b447-7ae7fd1f789c", "name": "network-vif-deleted", "tag": "67fc85ef-ba82-4839-8148-5cb17f75b888"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:37.270207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb95042-1ffe-4782-b817-6d303b721b3a {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:37.281409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f48cd4d3-b84a-484e-a391-a9b07a71013b req-2b2b080c-cd10-431a-80a0-0b31024f6b22 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Jul 07 17:51:37.283243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.326013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Transition to ACTIVE for port object 4fb95042-1ffe-4782-b817-6d303b721b3a will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:37.333671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.361479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 67fc85ef-ba82-4839-8148-5cb17f75b888 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:37.388378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 67fc85ef-ba82-4839-8148-5cb17f75b888 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:37.388791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 67fc85ef-ba82-4839-8148-5cb17f75b888 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:37.414802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.429785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780e994-4672-488e-b70d-5d2a87a885c3 req-ae54f825-3f43-417f-9ef2-f06c719ae92a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.431477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6780e994-4672-488e-b70d-5d2a87a885c3 req-ae54f825-3f43-417f-9ef2-f06c719ae92a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1457098 Jul 07 17:51:37.475261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54908) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:37.527356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6780e994-4672-488e-b70d-5d2a87a885c3 req-05ef42e3-8efc-415c-998b-49cf1ab4b8ba tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789051 Jul 07 17:51:37.533535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Attempting to bind port 4fb95042-1ffe-4782-b817-6d303b721b3a on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:37.533936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Attempting to bind port 4fb95042-1ffe-4782-b817-6d303b721b3a by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:37.534267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Attempting to bind port 4fb95042-1ffe-4782-b817-6d303b721b3a on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:37.539833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Port 4fb95042-1ffe-4782-b817-6d303b721b3a on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:37.540244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Attempting to bind port 4fb95042-1ffe-4782-b817-6d303b721b3a on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:37.556361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:37.556361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Checking segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:37.556361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Bound using segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:37.556361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Bound port: 4fb95042-1ffe-4782-b817-6d303b721b3a, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:37.556361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.614729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78a69ddb-283c-4243-92e6-dbac95aaf6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.679004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1165978-ce4d-4bfd-92de-72dfd7d6153c req-5bf722e9-4d07-472b-8863-1d20f270dbe0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/3ae85b89-a1df-42a4-9852-e94ee47c7dd4 HTTP/1.1" status: 200 len: 1803 time: 0.0939305 Jul 07 17:51:37.680109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:37.697251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:37.704921 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.713672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78a69ddb-283c-4243-92e6-dbac95aaf6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.721210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78a69ddb-283c-4243-92e6-dbac95aaf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.742441 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eface4f-f4b0-45ef-b6ac-4b04c6ac3bda x-openstack-request-id: req-4eface4f-f4b0-45ef-b6ac-4b04c6ac3bda {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:37.743251 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7412a10-f591-4af0-b447-7ae7fd1f789c", "name": "network-vif-deleted", "tag": "67fc85ef-ba82-4839-8148-5cb17f75b888", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:37.743251 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4eface4f-f4b0-45ef-b6ac-4b04c6ac3bda {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:37.743455 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7412a10-f591-4af0-b447-7ae7fd1f789c', 'name': 'network-vif-deleted', 'tag': '67fc85ef-ba82-4839-8148-5cb17f75b888', 'status': 'completed', 'code': 200} Jul 07 17:51:37.754872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.755476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.756930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fb95042-1ffe-4782-b817-6d303b721b3a HTTP/1.1" status: 200 len: 1091 time: 1.2678971 Jul 07 17:51:37.757427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:37.760086 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f815bde-0c2a-4ef6-9103-855fbf06f479" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:37.772747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a69ddb-283c-4243-92e6-dbac95aaf6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da722c7c-7dca-4b94-b6e3-1fb839e5c92e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.783164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-78a69ddb-283c-4243-92e6-dbac95aaf6fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=77d51ae205064f539aadadefbc4f2837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066380 Jul 07 17:51:37.783771 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54920) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:37.801941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed2521-9298-4218-accb-006954f1024b req-4443a97b-a576-491b-8cb4-00f64ccf1703 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.804230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61ed2521-9298-4218-accb-006954f1024b req-4443a97b-a576-491b-8cb4-00f64ccf1703 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.1762078 Jul 07 17:51:37.807711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153c244-19ff-4165-9ff9-b052ff5e7506 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.846110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2d56bcc-6b2e-4051-91bd-62c8a7c57fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.873365 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2d56bcc-6b2e-4051-91bd-62c8a7c57fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.906461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61ed2521-9298-4218-accb-006954f1024b req-4562c71e-4243-43e6-9f10-ecd4a239c278 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942113 Jul 07 17:51:37.939599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2d56bcc-6b2e-4051-91bd-62c8a7c57fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.945108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2d56bcc-6b2e-4051-91bd-62c8a7c57fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.949348 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c2d56bcc-6b2e-4051-91bd-62c8a7c57fab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/da722c7c-7dca-4b94-b6e3-1fb839e5c92e HTTP/1.1" status: 204 len: 168 time: 0.1642103 Jul 07 17:51:37.960853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe8089-0c39-4e41-9934-29a6befcc908 req-683e7209-118c-491d-87c3-7c399ca457dd tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.968329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecfe8089-0c39-4e41-9934-29a6befcc908 req-683e7209-118c-491d-87c3-7c399ca457dd tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 950 time: 0.1124449 Jul 07 17:51:37.973181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d56bcc-6b2e-4051-91bd-62c8a7c57fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da722c7c-7dca-4b94-b6e3-1fb839e5c92e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.973472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-7866a9e5-3ebe-45e5-91d3-631b929f1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.974957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-7866a9e5-3ebe-45e5-91d3-631b929f1de3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 1094 time: 0.1468554 Jul 07 17:51:38.047828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-9ee3399c-3614-4689-a28b-2dabae5a7521 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb95042-1ffe-4782-b817-6d303b721b3a HTTP/1.1" status: 200 len: 217 time: 0.0518456 Jul 07 17:51:38.066748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecfe8089-0c39-4e41-9934-29a6befcc908 req-baa48ef6-9e16-4531-b325-1c79f200d6ac tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961909 Jul 07 17:51:38.110933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f076e375-ddc9-43be-9304-34a428b2c54a req-842fc39d-2911-48d8-8eae-af7de232bd14 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-4747280', 'description': 'tempest-description-186738381'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:38.149265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-617f0dc5-2d87-4cbc-936e-2fc21c567cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.151457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-617f0dc5-2d87-4cbc-936e-2fc21c567cb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.0837152 Jul 07 17:51:38.156572 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f076e375-ddc9-43be-9304-34a428b2c54a req-842fc39d-2911-48d8-8eae-af7de232bd14 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.211559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-08560a02-3e03-4627-98e9-95f746732626 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434048 Jul 07 17:51:38.279876 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294db342-f44c-4d13-9468-c1622246374d x-openstack-request-id: req-294db342-f44c-4d13-9468-c1622246374d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:38.280168 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:38.280440 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-294db342-f44c-4d13-9468-c1622246374d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:38.280819 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'status': 'completed', 'code': 200} Jul 07 17:51:38.340615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-2974ebd0-84e1-499f-95ff-d5ee9946c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.343368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-2974ebd0-84e1-499f-95ff-d5ee9946c6d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.0821548 Jul 07 17:51:38.395823 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-63e9c5b4-d115-4362-997d-10d91b3a6702 service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741757 Jul 07 17:51:38.398337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f076e375-ddc9-43be-9304-34a428b2c54a req-842fc39d-2911-48d8-8eae-af7de232bd14 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.414325 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f076e375-ddc9-43be-9304-34a428b2c54a req-842fc39d-2911-48d8-8eae-af7de232bd14 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.445646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-3f515cc8-a5f7-4c27-bd1e-84a700f9059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.446762 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-3f515cc8-a5f7-4c27-bd1e-84a700f9059f service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.0953109 Jul 07 17:51:38.494435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f076e375-ddc9-43be-9304-34a428b2c54a req-842fc39d-2911-48d8-8eae-af7de232bd14 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.495668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f076e375-ddc9-43be-9304-34a428b2c54a req-842fc39d-2911-48d8-8eae-af7de232bd14 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3888464 Jul 07 17:51:38.502385 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-2518623d-ffb8-403b-b94f-cba4ab060e5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 217 time: 0.0482659 Jul 07 17:51:38.515642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fc39d-2911-48d8-8eae-af7de232bd14 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358c5c60-6d0f-49dd-adc3-8dd054eaac49,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:38.541038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831735ae-e969-408a-8225-a6f018712ccc req-bdc36faf-37b3-43ea-9f23-c152078109d7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.542573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-831735ae-e969-408a-8225-a6f018712ccc req-bdc36faf-37b3-43ea-9f23-c152078109d7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 943 time: 0.1844614 Jul 07 17:51:38.571268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-312fab51-4571-4e78-9a37-3e6269740709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.572866 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-312fab51-4571-4e78-9a37-3e6269740709 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.0580220 Jul 07 17:51:38.581208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf71c158-15f3-455d-85e3-03340e3b1108 req-9cc29895-a426-4daa-8a68-8db4e6cfbc17 service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775782 Jul 07 17:51:38.602287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-831735ae-e969-408a-8225-a6f018712ccc req-ffff86b9-56db-4063-a274-7f68971c0902 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526180 Jul 07 17:51:38.621055 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-57215800-f08d-4149-b0d5-1f3b30187c17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393116 Jul 07 17:51:38.751063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54952) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:38.788993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-ffc640d1-cb74-4d7b-91ee-c836598d1cf4 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619880 Jul 07 17:51:38.801768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-c32965ac-fa62-44cf-9a8c-d155b8a269ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.803306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-c32965ac-fa62-44cf-9a8c-d155b8a269ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 1094 time: 0.1350355 Jul 07 17:51:38.884084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-539944050-network', 'tenant_id': 'f463176bb665400ea260277a427aa94e'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:38.892817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7be189-dc28-4175-a8e5-2e06b2652829 req-6d26f4bc-aff6-4e6c-8e29-9dec01289cad tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.893903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dae56918-2783-4d11-8c8e-0405aa14b9da req-a0e0c35a-ef61-4b8b-bc03-8311d76a00fd service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985081 Jul 07 17:51:38.894365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b7be189-dc28-4175-a8e5-2e06b2652829 req-6d26f4bc-aff6-4e6c-8e29-9dec01289cad tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1703537 Jul 07 17:51:38.914264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Made reservation on behalf of f463176bb665400ea260277a427aa94e for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:38.917295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.932697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.988889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3a786-1d60-496b-919c-5a0573055681 req-c63e6aee-2ae4-4e59-8a3f-8e4a17156722 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.990929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83a3a786-1d60-496b-919c-5a0573055681 req-c63e6aee-2ae4-4e59-8a3f-8e4a17156722 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.2070329 Jul 07 17:51:38.995734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-29ed262d-486a-49a3-bc91-eef0ca6646af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.997029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-29ed262d-486a-49a3-bc91-eef0ca6646af service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 906 time: 0.1695266 Jul 07 17:51:39.001602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b7be189-dc28-4175-a8e5-2e06b2652829 req-7474d657-1139-4d08-93a0-032eb8fd6e9f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974176 Jul 07 17:51:39.044076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.049419 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.057442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-7a6aae89-6cd2-4781-a875-92df3ba89a6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb95042-1ffe-4782-b817-6d303b721b3a HTTP/1.1" status: 200 len: 217 time: 0.0495505 Jul 07 17:51:39.076663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:39.084954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f13999-b66c-4417-b483-e7941dead6b3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.092085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.092428 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Added segment 6e9a4c93-f408-4461-9359-d5807bf5ccab of type vlan for network 34454582-4b63-4f9d-9244-4258bd64ec13 Jul 07 17:51:39.128231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83a3a786-1d60-496b-919c-5a0573055681 req-0f05a7b6-395c-4fe4-919d-6ccd4c417df9 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300039 Jul 07 17:51:39.135267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.153229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-695d555b-a5a1-40c7-8f10-9c2c9b07855e tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/358c5c60-6d0f-49dd-adc3-8dd054eaac49 HTTP/1.1" status: 200 len: 1801 time: 0.1000688 Jul 07 17:51:39.167819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.168678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358c5c60-6d0f-49dd-adc3-8dd054eaac49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:39.168857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:39.169092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358c5c60-6d0f-49dd-adc3-8dd054eaac49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:39.169508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.180853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-d24cf332-12b2-42ca-95b3-483f07e1d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:39.180853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-d24cf332-12b2-42ca-95b3-483f07e1d951 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.1023622 Jul 07 17:51:39.235295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-99fe159b-4f5d-4a55-b3f5-1b61fb8a5ea7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483396 Jul 07 17:51:39.235529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] Pushing event updated for resources: {'Network': ['ID=34454582-4b63-4f9d-9244-4258bd64ec13,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.248616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 34454582-4b63-4f9d-9244-4258bd64ec13 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:39.251243 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2271e351-af54-4e33-9a0d-d0f1dc1efcee admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4985147 Jul 07 17:51:39.254494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54964) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:39.264647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Request body: {'subnet': {'network_id': '34454582-4b63-4f9d-9244-4258bd64ec13', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-539944050-subnet', 'tenant_id': 'f463176bb665400ea260277a427aa94e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:39.301780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Made reservation on behalf of f463176bb665400ea260277a427aa94e for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:39.309199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.456755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.522412 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.528684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-1cde3df3-7d46-414d-8b86-49232c115e8c service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790318 Jul 07 17:51:39.532805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.542296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-1212eddf-223f-4dde-9de0-7f97062bd5d0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:39.544703 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-1212eddf-223f-4dde-9de0-7f97062bd5d0 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.90 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 950 time: 0.1557131 Jul 07 17:51:39.584991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62b7ca-95aa-4706-a425-8955ee26561a req-8722f00f-664e-41f4-8146-6ff9cbc37de6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:39.587357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da62b7ca-95aa-4706-a425-8955ee26561a req-8722f00f-664e-41f4-8146-6ff9cbc37de6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.3257644 Jul 07 17:51:39.668398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a80371a-f382-4d12-b58e-54a7e6b7b0b7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.698834 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.700762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da88366-b135-4142-8de9-6658cf2c9d76 req-6e6bc6a6-7946-46f3-967b-227c4d064f46 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5388339 Jul 07 17:51:39.746970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da62b7ca-95aa-4706-a425-8955ee26561a req-824b35a8-528d-471e-a1b7-2450ad161833 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331801 Jul 07 17:51:39.781564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f815bde-0c2a-4ef6-9103-855fbf06f479 req-829f5408-b82f-4c47-ab19-91da5b32ab4d service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347841 Jul 07 17:51:39.796979 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.868673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Deleting port 29db137b-0054-4aad-a14e-4b3c03986baf {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:39.869047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.875959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55881f2-5c0e-4449-9a57-fcc8a462c315,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.888340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c90968-76df-4740-9d76-db2d3d52cd65 req-09028c68-18d9-4acc-9771-f611bbbc66b6 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:39.890053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9c90968-76df-4740-9d76-db2d3d52cd65 req-09028c68-18d9-4acc-9771-f611bbbc66b6 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea23c867-d36f-4677-9054-7d5d7f0e35e7 HTTP/1.1" status: 200 len: 950 time: 0.0679264 Jul 07 17:51:39.934858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Checking segment: {'id': '6e9a4c93-f408-4461-9359-d5807bf5ccab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '34454582-4b63-4f9d-9244-4258bd64ec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:39.935212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Network hostable DHCP agents. Network: 34454582-4b63-4f9d-9244-4258bd64ec13, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:39.966191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9c90968-76df-4740-9d76-db2d3d52cd65 req-36cef482-b193-40f9-8e09-adcb9495add2 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.88 "GET /v2.0/security-groups?id=1ccbf94f-d2f8-46d6-91a1-c729e78accac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637705 Jul 07 17:51:39.985625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Network 34454582-4b63-4f9d-9244-4258bd64ec13 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:39.997878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] For port 29db137b-0054-4aad-a14e-4b3c03986baf, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29db137b-0054-4aad-a14e-4b3c03986baf,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:39.998251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.007276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 34454582-4b63-4f9d-9244-4258bd64ec13) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:40.007542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cefb1-573c-4418-9fe3-7f7d2df0484d req-23760087-b8c9-41d0-86b9-2999983a262b tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:40.017091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa22a7-5a7b-47b1-980b-5d4bfa47bae4 None None] Network 34454582-4b63-4f9d-9244-4258bd64ec13 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:40.018323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b01cefb1-573c-4418-9fe3-7f7d2df0484d req-23760087-b8c9-41d0-86b9-2999983a262b tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 943 time: 0.1262920 Jul 07 17:51:40.018447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:40.018986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.021287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Calling delete_port for 29db137b-0054-4aad-a14e-4b3c03986baf owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:40.046009 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ce2c45ea-de2a-4ee7-8782-7c73694ad120 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7884369 Jul 07 17:51:40.086893 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b01cefb1-573c-4418-9fe3-7f7d2df0484d req-fa8e2232-2dbf-4c39-b91d-1a92078c9a67 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611570 Jul 07 17:51:40.162960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-394677e0-96c4-4afb-8925-48c710cfc377 req-8d7623f8-d0ef-4339-8f00-9b994c654e79 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/358c5c60-6d0f-49dd-adc3-8dd054eaac49 HTTP/1.1" status: 200 len: 2394 time: 0.0458207 Jul 07 17:51:40.182096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-394677e0-96c4-4afb-8925-48c710cfc377 req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358c5c60-6d0f-49dd-adc3-8dd054eaac49', 'remote_group_id': None}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:40.182812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-394677e0-96c4-4afb-8925-48c710cfc377 req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358c5c60-6d0f-49dd-adc3-8dd054eaac49', 'remote_group_id': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:40.237548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.250350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['29db137b-0054-4aad-a14e-4b3c03986baf'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:40.268919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Pushing event deleted for resources: {'Port': ['ID=29db137b-0054-4aad-a14e-4b3c03986baf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.299922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-394677e0-96c4-4afb-8925-48c710cfc377 req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.305247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7ca6c-3416-40bf-854d-ced7e0577a04 None None] Network 34454582-4b63-4f9d-9244-4258bd64ec13 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:40.326289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] No DVR routers for this DVR port 29db137b-0054-4aad-a14e-4b3c03986baf on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:40.329653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.331442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c461674-6eb6-4476-b665-86aaaffcbee4 req-9a1e5d23-34a3-42d7-afbf-d3b10187c0a5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:40.332492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d0a68fd0-b440-4509-b6a5-a332f8d9992f req-0d989b4b-4cf1-400b-af23-c3f932147722 tempest-ServersAdminNegativeTestJSON-173669182 tempest-ServersAdminNegativeTestJSON-173669182-project] 10.222.0.90 "DELETE /v2.0/ports/29db137b-0054-4aad-a14e-4b3c03986baf HTTP/1.1" status: 204 len: 173 time: 0.7803144 Jul 07 17:51:40.333188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c461674-6eb6-4476-b665-86aaaffcbee4 req-9a1e5d23-34a3-42d7-afbf-d3b10187c0a5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1155879 Jul 07 17:51:40.339788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'name': 'network-vif-deleted', 'tag': '29db137b-0054-4aad-a14e-4b3c03986baf'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:40.342452 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c56a6e8-6258-4dc4-b423-d8536445aea8" -d '{"events": [{"server_uuid": "ea23c867-d36f-4677-9054-7d5d7f0e35e7", "name": "network-vif-deleted", "tag": "29db137b-0054-4aad-a14e-4b3c03986baf"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:40.371316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-394677e0-96c4-4afb-8925-48c710cfc377 req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.386997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-394677e0-96c4-4afb-8925-48c710cfc377 req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.414185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f8934e-8d12-45be-8a13-139e81e2f5b9,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.438867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c461674-6eb6-4476-b665-86aaaffcbee4 req-8b4f15e9-8e67-4df4-abe4-2be3cbc84833 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934720 Jul 07 17:51:40.468213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-394677e0-96c4-4afb-8925-48c710cfc377 req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.479406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-394677e0-96c4-4afb-8925-48c710cfc377 req-0172f5af-a6e7-4750-84d1-231420922dfa tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3119512 Jul 07 17:51:40.648260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d0cec7e3-4002-4b89-aeb2-0462e8f60295 req-e186381d-bf08-4016-a070-88fb05ef5676 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1109791609', 'description': 'tempest-description-2126558450'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:40.660924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659b536-7dc7-4ef4-aa27-017771450bbd req-d0367014-dfbb-4b6b-9f93-e757395886b0 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:40.662565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d659b536-7dc7-4ef4-aa27-017771450bbd req-d0367014-dfbb-4b6b-9f93-e757395886b0 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.0826759 Jul 07 17:51:40.698906 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d0cec7e3-4002-4b89-aeb2-0462e8f60295 req-e186381d-bf08-4016-a070-88fb05ef5676 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.721269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d659b536-7dc7-4ef4-aa27-017771450bbd req-e6aff09d-182e-4e31-a013-b18e9c952e50 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491567 Jul 07 17:51:40.775107 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41866de1-80b4-40e8-b7a9-1dfb14a69dda x-openstack-request-id: req-41866de1-80b4-40e8-b7a9-1dfb14a69dda {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:40.775723 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea23c867-d36f-4677-9054-7d5d7f0e35e7", "name": "network-vif-deleted", "tag": "29db137b-0054-4aad-a14e-4b3c03986baf", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:40.776428 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-41866de1-80b4-40e8-b7a9-1dfb14a69dda {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:40.777056 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea23c867-d36f-4677-9054-7d5d7f0e35e7', 'name': 'network-vif-deleted', 'tag': '29db137b-0054-4aad-a14e-4b3c03986baf', 'status': 'completed', 'code': 200} Jul 07 17:51:40.832122 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d0cec7e3-4002-4b89-aeb2-0462e8f60295 req-e186381d-bf08-4016-a070-88fb05ef5676 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.840958 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d0cec7e3-4002-4b89-aeb2-0462e8f60295 req-e186381d-bf08-4016-a070-88fb05ef5676 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.877390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-623ab790-b982-439d-9e00-0e98287ae68e req-3d9558d2-59b0-45eb-82f0-0a934adb630a tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/358c5c60-6d0f-49dd-adc3-8dd054eaac49 HTTP/1.1" status: 200 len: 2992 time: 0.0895853 Jul 07 17:51:40.881389 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d0cec7e3-4002-4b89-aeb2-0462e8f60295 req-e186381d-bf08-4016-a070-88fb05ef5676 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.882711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0cec7e3-4002-4b89-aeb2-0462e8f60295 req-e186381d-bf08-4016-a070-88fb05ef5676 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2406824 Jul 07 17:51:40.883716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186381d-bf08-4016-a070-88fb05ef5676 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b320e2-02f8-4f4e-8a5f-be4070253e44,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.926364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea628c5a-1e21-4cc1-ba8b-012493c54347 req-42397743-90d1-45a7-82e4-855e5a01a988 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-group-rules/40f8934e-8d12-45be-8a13-139e81e2f5b9 HTTP/1.1" status: 200 len: 783 time: 0.0252588 Jul 07 17:51:40.982906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea628c5a-1e21-4cc1-ba8b-012493c54347 req-59d3a82a-dfe5-42c1-aee3-2031705f7012 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/358c5c60-6d0f-49dd-adc3-8dd054eaac49 HTTP/1.1" status: 200 len: 2992 time: 0.0492666 Jul 07 17:51:41.045750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea628c5a-1e21-4cc1-ba8b-012493c54347 req-f4ee7bb1-a55a-4f2f-bde4-3a3f6dc3a2a0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.057793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea628c5a-1e21-4cc1-ba8b-012493c54347 req-f4ee7bb1-a55a-4f2f-bde4-3a3f6dc3a2a0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.099006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea628c5a-1e21-4cc1-ba8b-012493c54347 req-f4ee7bb1-a55a-4f2f-bde4-3a3f6dc3a2a0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.107603 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea628c5a-1e21-4cc1-ba8b-012493c54347 req-f4ee7bb1-a55a-4f2f-bde4-3a3f6dc3a2a0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.108790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea628c5a-1e21-4cc1-ba8b-012493c54347 req-f4ee7bb1-a55a-4f2f-bde4-3a3f6dc3a2a0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/40f8934e-8d12-45be-8a13-139e81e2f5b9 HTTP/1.1" status: 204 len: 173 time: 0.1196065 Jul 07 17:51:41.117237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d025a2-4da9-4ab4-822b-30f0d84e75d4 req-8641aac5-1401-4b24-b980-68d3bfc8021f tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:41.118764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74d025a2-4da9-4ab4-822b-30f0d84e75d4 req-8641aac5-1401-4b24-b980-68d3bfc8021f tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.1167209 Jul 07 17:51:41.131430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee7bb1-a55a-4f2f-bde4-3a3f6dc3a2a0 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40f8934e-8d12-45be-8a13-139e81e2f5b9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.195936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74d025a2-4da9-4ab4-822b-30f0d84e75d4 req-a797def0-397b-46be-ad1e-d05ddcc3796c tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Jul 07 17:51:41.202977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb25e166-229c-4321-982b-d100ed0054dc req-a16d1bfa-9b71-43a4-a748-ff6da3cfb37a tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/d0b320e2-02f8-4f4e-8a5f-be4070253e44 HTTP/1.1" status: 200 len: 1813 time: 0.0692341 Jul 07 17:51:41.212698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-fb25e166-229c-4321-982b-d100ed0054dc req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0b320e2-02f8-4f4e-8a5f-be4070253e44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:41.213130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-fb25e166-229c-4321-982b-d100ed0054dc req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0b320e2-02f8-4f4e-8a5f-be4070253e44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:41.271377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c612416e-d78a-46d9-a4bf-0534761b38c9 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:41.292763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fb25e166-229c-4321-982b-d100ed0054dc req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.322602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fb25e166-229c-4321-982b-d100ed0054dc req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.331366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fb25e166-229c-4321-982b-d100ed0054dc req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.350057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2873df-4dc0-4c75-878f-fcfc8abee77a,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.371482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fb25e166-229c-4321-982b-d100ed0054dc req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.374822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb25e166-229c-4321-982b-d100ed0054dc req-efc3970b-33b3-4d22-b669-5c9b7db53328 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1654968 Jul 07 17:51:41.415298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:41.427979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4fb95042-1ffe-4782-b817-6d303b721b3a details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:41.439380 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c612416e-d78a-46d9-a4bf-0534761b38c9', 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d', 'port_id': 'c612416e-d78a-46d9-a4bf-0534761b38c9', 'mac_address': 'fa:16:3e:08:53:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f191cd55-f633-4670-a602-3bdbf533c9f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:41.519828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59a28d5e-66a3-4cec-bc56-03806efa2830 req-506fb4a8-2fcc-4298-9fe4-f73cd1fe1408 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/358c5c60-6d0f-49dd-adc3-8dd054eaac49 HTTP/1.1" status: 200 len: 2394 time: 0.0726902 Jul 07 17:51:41.536620 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.617034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55008) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:41.640914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612416e-d78a-46d9-a4bf-0534761b38c9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:41.680973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:41.696252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:41.705868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'mac_address': 'fa:16:3e:d8:7f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:41.715662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.716577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:41.785327 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f02c826-4007-4faf-be27-f214ab5c8688 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0843430624ca424c83a638c53693145f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666472 Jul 07 17:51:41.785992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55014) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:41.815062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.819591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.838130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb95042-1ffe-4782-b817-6d303b721b3a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:41.852863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31b862da-7219-413b-a718-94486b27f014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.862202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:41.891934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31b862da-7219-413b-a718-94486b27f014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.897540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.914150 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-59a28d5e-66a3-4cec-bc56-03806efa2830 req-edc1fb62-5a6c-4255-b0a1-323439cdb0b1 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.929231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9741e9b-fb1e-4c30-86c4-86b51ea9cbd1 req-41ed3539-6972-4bc6-82fe-14e0f07e1fad tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:41.931020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9741e9b-fb1e-4c30-86c4-86b51ea9cbd1 req-41ed3539-6972-4bc6-82fe-14e0f07e1fad tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 943 time: 0.4103918 Jul 07 17:51:41.966207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-59a28d5e-66a3-4cec-bc56-03806efa2830 req-edc1fb62-5a6c-4255-b0a1-323439cdb0b1 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.968785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.979696 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31b862da-7219-413b-a718-94486b27f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.986209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31b862da-7219-413b-a718-94486b27f014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.011299 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-31b862da-7219-413b-a718-94486b27f014 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1ccbf94f-d2f8-46d6-91a1-c729e78accac HTTP/1.1" status: 204 len: 168 time: 0.2241464 Jul 07 17:51:42.013779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9741e9b-fb1e-4c30-86c4-86b51ea9cbd1 req-e62e1c74-9cb2-4b8c-bf67-be097a965918 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739169 Jul 07 17:51:42.039946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:42.044129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b862da-7219-413b-a718-94486b27f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbf94f-d2f8-46d6-91a1-c729e78accac,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:42.050646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-59a28d5e-66a3-4cec-bc56-03806efa2830 req-edc1fb62-5a6c-4255-b0a1-323439cdb0b1 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.053876 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-59a28d5e-66a3-4cec-bc56-03806efa2830 req-edc1fb62-5a6c-4255-b0a1-323439cdb0b1 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.055635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59a28d5e-66a3-4cec-bc56-03806efa2830 req-edc1fb62-5a6c-4255-b0a1-323439cdb0b1 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-groups/358c5c60-6d0f-49dd-adc3-8dd054eaac49 HTTP/1.1" status: 204 len: 173 time: 0.5259125 Jul 07 17:51:42.078821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 has no active binding in host n-h2-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:51:42.079168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1fb62-5a6c-4255-b0a1-323439cdb0b1 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c5c60-6d0f-49dd-adc3-8dd054eaac49,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:42.168688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-2a11b5aa-c589-42d1-8375-99c88829b479 service neutron] 10.222.0.55 "GET /v2.0/ports/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149/bindings/n-h2-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.1051607 Jul 07 17:51:42.171452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3225903b-bd10-4584-abe0-f077c12b99d7 req-233c5e8f-f5f5-4d4b-90f3-87e501b9f360 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/d0b320e2-02f8-4f4e-8a5f-be4070253e44 HTTP/1.1" status: 200 len: 2406 time: 0.0939662 Jul 07 17:51:42.204592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['4fb95042-1ffe-4782-b817-6d303b721b3a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:42.294998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142f87-846e-4409-b51a-4ba60f0490cc req-b03e7a6c-e5f1-4458-a606-f24d7dc108df tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:42.296792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e142f87-846e-4409-b51a-4ba60f0490cc req-b03e7a6c-e5f1-4458-a606-f24d7dc108df tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1244559 Jul 07 17:51:42.366447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55026) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:42.411064 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-979e824e-b888-4e7a-af6d-9a3e9a8b0408 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3bc27f642324490589983a5fe3721ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429926 Jul 07 17:51:42.413563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55028) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:42.449179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c612416e-d78a-46d9-a4bf-0534761b38c9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:42.474627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3faa-0814-44ac-b7c8-0779c356df47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.480563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e142f87-846e-4409-b51a-4ba60f0490cc req-c7a1606c-24dc-4926-80f9-7c97d14f73dc tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578002 Jul 07 17:51:42.497607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3faa-0814-44ac-b7c8-0779c356df47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.517133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575e13c-4766-426b-83dd-8adcbff6e76a req-c6a70883-8f00-4f20-b96b-1312bcbc7b65 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:42.524342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2575e13c-4766-426b-83dd-8adcbff6e76a req-c6a70883-8f00-4f20-b96b-1312bcbc7b65 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 945 time: 0.2214098 Jul 07 17:51:42.562651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:42.568924 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3faa-0814-44ac-b7c8-0779c356df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.572124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3faa-0814-44ac-b7c8-0779c356df47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.573628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dc2f3faa-0814-44ac-b7c8-0779c356df47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ece4c81b-9adb-4cc3-94fd-bb9f649d58be HTTP/1.1" status: 204 len: 168 time: 0.1591096 Jul 07 17:51:42.580639 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-ef496b85-d8e3-4c36-b98b-7964767b9834 req-3a4c27de-635b-4862-858f-84ffebffa008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] show failed (client error): The resource could not be found. Jul 07 17:51:42.581725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef496b85-d8e3-4c36-b98b-7964767b9834 req-3a4c27de-635b-4862-858f-84ffebffa008 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/97407df3-a7de-4071-be54-597ebc0710bc HTTP/1.1" status: 404 len: 352 time: 0.0380452 Jul 07 17:51:42.584592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f3faa-0814-44ac-b7c8-0779c356df47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece4c81b-9adb-4cc3-94fd-bb9f649d58be,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:42.605155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:42.617519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2575e13c-4766-426b-83dd-8adcbff6e76a req-1dd21b79-5ed2-461d-ba10-417bc83d6a56 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893705 Jul 07 17:51:42.671373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:42.685194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7c7b115-55d1-49b2-824a-1d0edb7e7fdf req-49c043a1-552e-4d82-9f06-a90ba2e0ccd1 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-group-rules/cd2873df-4dc0-4c75-878f-fcfc8abee77a HTTP/1.1" status: 200 len: 778 time: 0.0353522 Jul 07 17:51:42.686974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:42.713571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.817226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7c7b115-55d1-49b2-824a-1d0edb7e7fdf req-5af083ff-6ca5-4645-9613-ce607b1839ad tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/d0b320e2-02f8-4f4e-8a5f-be4070253e44 HTTP/1.1" status: 200 len: 2406 time: 0.1180279 Jul 07 17:51:42.879401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] Transition to ACTIVE for port object eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:42.881578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c7c7b115-55d1-49b2-824a-1d0edb7e7fdf req-0e351d41-7acc-454b-9c8c-61b4a8f1a53f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.894061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c7c7b115-55d1-49b2-824a-1d0edb7e7fdf req-0e351d41-7acc-454b-9c8c-61b4a8f1a53f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.902974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafeffd-e98a-4560-bf00-9f6bc4ca67cc req-d7141ab0-d2fd-47a8-8a88-ab2959e37be3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:42.904451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aafeffd-e98a-4560-bf00-9f6bc4ca67cc req-d7141ab0-d2fd-47a8-8a88-ab2959e37be3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 943 time: 0.1803586 Jul 07 17:51:42.909646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.002364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c7c7b115-55d1-49b2-824a-1d0edb7e7fdf req-0e351d41-7acc-454b-9c8c-61b4a8f1a53f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.007480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c7c7b115-55d1-49b2-824a-1d0edb7e7fdf req-0e351d41-7acc-454b-9c8c-61b4a8f1a53f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.008598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7c7b115-55d1-49b2-824a-1d0edb7e7fdf req-0e351d41-7acc-454b-9c8c-61b4a8f1a53f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/cd2873df-4dc0-4c75-878f-fcfc8abee77a HTTP/1.1" status: 204 len: 173 time: 0.1794975 Jul 07 17:51:43.039163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] No DVR routers for this DVR port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:43.047834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.052870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e351d41-7acc-454b-9c8c-61b4a8f1a53f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd2873df-4dc0-4c75-878f-fcfc8abee77a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.057604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aafeffd-e98a-4560-bf00-9f6bc4ca67cc req-551f89c3-7e2f-4eac-89d3-e54c557192db tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442606 Jul 07 17:51:43.104594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-1835ce1f-480a-4634-86c9-a6d1a0de2229 service neutron] 10.222.0.55 "PUT /v2.0/ports/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149/bindings/n-h2-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9161298 Jul 07 17:51:43.157248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-348e6c64-e8e5-4767-b76a-35b52aa4118d req-21ce572c-a209-40ad-9612-af24aef5e04c tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/3ae85b89-a1df-42a4-9852-e94ee47c7dd4 HTTP/1.1" status: 200 len: 1803 time: 0.0667598 Jul 07 17:51:43.171690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-627b3898-d056-4297-ac07-c2521fa1be1f req-7362bf62-0b8b-4249-9cea-a122aea0480b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-171092384', 'description': 'tempest-description-134274645'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:43.226642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-627b3898-d056-4297-ac07-c2521fa1be1f req-7362bf62-0b8b-4249-9cea-a122aea0480b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.251417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-01292275-0267-412f-9ee8-7b5a719974a1 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:43.253130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-01292275-0267-412f-9ee8-7b5a719974a1 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1095 time: 0.0730035 Jul 07 17:51:43.262749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-348e6c64-e8e5-4767-b76a-35b52aa4118d req-06637932-eeb2-40cd-8e28-f5de37404074 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.279425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 29db137b-0054-4aad-a14e-4b3c03986baf no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:43.304431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-348e6c64-e8e5-4767-b76a-35b52aa4118d req-06637932-eeb2-40cd-8e28-f5de37404074 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.313705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 29db137b-0054-4aad-a14e-4b3c03986baf {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:43.315054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 29db137b-0054-4aad-a14e-4b3c03986baf not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:43.349512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-be15a49d-0b2f-41c5-a1b4-befac2e1fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:43.351856 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-be15a49d-0b2f-41c5-a1b4-befac2e1fb58 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc&tenant_id=d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 1095 time: 0.0907927 Jul 07 17:51:43.378973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-348e6c64-e8e5-4767-b76a-35b52aa4118d req-06637932-eeb2-40cd-8e28-f5de37404074 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.381659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-348e6c64-e8e5-4767-b76a-35b52aa4118d req-06637932-eeb2-40cd-8e28-f5de37404074 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.382859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-348e6c64-e8e5-4767-b76a-35b52aa4118d req-06637932-eeb2-40cd-8e28-f5de37404074 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-groups/3ae85b89-a1df-42a4-9852-e94ee47c7dd4 HTTP/1.1" status: 204 len: 173 time: 0.2064552 Jul 07 17:51:43.398535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4fb95042-1ffe-4782-b817-6d303b721b3a up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:43.402279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-627b3898-d056-4297-ac07-c2521fa1be1f req-7362bf62-0b8b-4249-9cea-a122aea0480b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.403709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06637932-eeb2-40cd-8e28-f5de37404074 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae85b89-a1df-42a4-9852-e94ee47c7dd4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.413685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-627b3898-d056-4297-ac07-c2521fa1be1f req-7362bf62-0b8b-4249-9cea-a122aea0480b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.466228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-627b3898-d056-4297-ac07-c2521fa1be1f req-7362bf62-0b8b-4249-9cea-a122aea0480b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.478796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-627b3898-d056-4297-ac07-c2521fa1be1f req-7362bf62-0b8b-4249-9cea-a122aea0480b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3124220 Jul 07 17:51:43.480041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362bf62-0b8b-4249-9cea-a122aea0480b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871cdeb3-3c52-480e-9ade-f8e41c8f79a4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.496384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 4fb95042-1ffe-4782-b817-6d303b721b3a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:43.505666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 4fb95042-1ffe-4782-b817-6d303b721b3a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:43.506035 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.527459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-2009d7e0-c683-4c07-b6fa-937e510727e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:43.534231 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-2009d7e0-c683-4c07-b6fa-937e510727e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1095 time: 0.1470947 Jul 07 17:51:43.537962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ded419ef-3468-45e5-81a1-be26dee0ad90 req-8102d0d4-7419-438d-bd23-ca52951b0833 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/cd970695-71e8-4700-aa74-747324da09f7 HTTP/1.1" status: 200 len: 1804 time: 0.0480375 Jul 07 17:51:43.609379 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.632135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-4e13a844-02b1-4b61-bc61-bd31702c3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:43.635130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-4e13a844-02b1-4b61-bc61-bd31702c3699 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.0988572 Jul 07 17:51:43.646265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:43.647231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:43.649917 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec701da5-dfd4-4c11-b521-2254150221be" -d '{"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-plugged", "status": "completed", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:43.653860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.654726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:43.666397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ded419ef-3468-45e5-81a1-be26dee0ad90 req-c8462dae-06f8-4063-bd12-6e15ac36e714 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.695950 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-4c57a330-f61d-4bce-b3ec-3e494d96aaa5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 200 len: 217 time: 0.0531788 Jul 07 17:51:43.699894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e47f80-fc5b-4645-8495-2179b764f84b req-33f6ea94-e010-4d87-be5c-f2ce14437fd9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:43.701615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66e47f80-fc5b-4645-8495-2179b764f84b req-33f6ea94-e010-4d87-be5c-f2ce14437fd9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 944 time: 0.1131198 Jul 07 17:51:43.710166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ded419ef-3468-45e5-81a1-be26dee0ad90 req-c8462dae-06f8-4063-bd12-6e15ac36e714 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.733392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.736999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:43.775267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66e47f80-fc5b-4645-8495-2179b764f84b req-70cc5a86-5bde-486a-be34-3860730182ed tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620861 Jul 07 17:51:43.841700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ded419ef-3468-45e5-81a1-be26dee0ad90 req-c8462dae-06f8-4063-bd12-6e15ac36e714 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.845667 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ded419ef-3468-45e5-81a1-be26dee0ad90 req-c8462dae-06f8-4063-bd12-6e15ac36e714 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.846935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ded419ef-3468-45e5-81a1-be26dee0ad90 req-c8462dae-06f8-4063-bd12-6e15ac36e714 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-groups/cd970695-71e8-4700-aa74-747324da09f7 HTTP/1.1" status: 204 len: 173 time: 0.3022168 Jul 07 17:51:43.866741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8462dae-06f8-4063-bd12-6e15ac36e714 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd970695-71e8-4700-aa74-747324da09f7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.912979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f99909d5-9c60-49d5-a93e-fa57f39a4eec req-10f90c24-18bc-409c-84a7-817afeaf96e6 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/871cdeb3-3c52-480e-9ade-f8e41c8f79a4 HTTP/1.1" status: 200 len: 1811 time: 0.0800011 Jul 07 17:51:44.048545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-61616a8b-bd89-4e58-9263-fcdca46d8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.050614 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-61616a8b-bd89-4e58-9263-fcdca46d8cf6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.3448801 Jul 07 17:51:44.078992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e058db-b665-4eb5-8612-286de812cfc2 req-73cb53d4-88ad-4b2e-ab0c-6e6d2935023d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.081143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66e058db-b665-4eb5-8612-286de812cfc2 req-73cb53d4-88ad-4b2e-ab0c-6e6d2935023d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1177261 Jul 07 17:51:44.083224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-d8ea3e5a-b86d-448c-bafa-532d558000d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257461 Jul 07 17:51:44.156795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66e058db-b665-4eb5-8612-286de812cfc2 req-fc3feb54-6288-4f81-acca-69ed6cca071d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680306 Jul 07 17:51:44.164487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4d161-25e8-467e-ad4c-465aaa71af0f req-bf221432-6bfe-4f68-998c-6f3cfe5e6b68 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.166072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23e4d161-25e8-467e-ad4c-465aaa71af0f req-bf221432-6bfe-4f68-998c-6f3cfe5e6b68 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 945 time: 0.1420124 Jul 07 17:51:44.186982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-29c49a8a-a5a7-42c7-8076-9d40ebad9d6e service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951500 Jul 07 17:51:44.218819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23e4d161-25e8-467e-ad4c-465aaa71af0f req-b0b32a23-6763-4afc-b1ba-48eeb8b9d45a tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467734 Jul 07 17:51:44.230667 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2fdb6f-3da1-4ec8-95f3-fab8dae57e27 x-openstack-request-id: req-0b2fdb6f-3da1-4ec8-95f3-fab8dae57e27 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:44.231152 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-plugged", "status": "completed", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:44.231448 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b2fdb6f-3da1-4ec8-95f3-fab8dae57e27 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:44.231917 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'code': 200} Jul 07 17:51:44.322433 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-3895c57b-c6eb-4885-baf3-106e6c831cb2 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283181 Jul 07 17:51:44.337048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd0f4228-e150-4a2e-bd87-4607b561c529 req-48906f49-f882-4589-b882-85a1c5e94c45 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/941f4f2d-0487-4a0e-aabd-7a3eb1573d35 HTTP/1.1" status: 200 len: 1803 time: 0.0854943 Jul 07 17:51:44.479390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234c58-a821-43ec-9e69-6173c0c19036 req-36b0587e-b9e1-4926-9dd0-91a35519080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.481029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62234c58-a821-43ec-9e69-6173c0c19036 req-36b0587e-b9e1-4926-9dd0-91a35519080d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 1096 time: 0.1554770 Jul 07 17:51:44.487588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd0f4228-e150-4a2e-bd87-4607b561c529 req-1831ee64-b4b6-47f3-9224-8b0e317ecf66 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.515734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d889dde-3a74-4959-b1d7-2e6c40ba618a req-5fcf370e-388b-4d8b-8acb-60afcfb6ad73 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.517219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d889dde-3a74-4959-b1d7-2e6c40ba618a req-5fcf370e-388b-4d8b-8acb-60afcfb6ad73 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 944 time: 0.1578658 Jul 07 17:51:44.560954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd0f4228-e150-4a2e-bd87-4607b561c529 req-1831ee64-b4b6-47f3-9224-8b0e317ecf66 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.584862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62234c58-a821-43ec-9e69-6173c0c19036 req-29c66f04-ff42-486f-9942-62004f2991a5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948541 Jul 07 17:51:44.614602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d889dde-3a74-4959-b1d7-2e6c40ba618a req-cb63f579-9c55-4245-86c4-fa35e97137a1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840652 Jul 07 17:51:44.629625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd0f4228-e150-4a2e-bd87-4607b561c529 req-1831ee64-b4b6-47f3-9224-8b0e317ecf66 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.631496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea954bae-aed9-45b2-9e15-5102df7910da req-97eca607-c8bf-4287-a6ba-40d1559233ec tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.632475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd0f4228-e150-4a2e-bd87-4607b561c529 req-1831ee64-b4b6-47f3-9224-8b0e317ecf66 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.633150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-97eca607-c8bf-4287-a6ba-40d1559233ec tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1095 time: 0.0625322 Jul 07 17:51:44.633741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd0f4228-e150-4a2e-bd87-4607b561c529 req-1831ee64-b4b6-47f3-9224-8b0e317ecf66 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-groups/941f4f2d-0487-4a0e-aabd-7a3eb1573d35 HTTP/1.1" status: 204 len: 173 time: 0.2757535 Jul 07 17:51:44.652120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831ee64-b4b6-47f3-9224-8b0e317ecf66 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f4f2d-0487-4a0e-aabd-7a3eb1573d35,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:44.656570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7688a449-6fd0-4ab2-9fa0-7d8b12816956 req-cc52f92d-5e76-4e5c-ac83-e20dea2dfea8 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-281261358', 'description': 'tempest-description-1129302751'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:44.684624 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7688a449-6fd0-4ab2-9fa0-7d8b12816956 req-cc52f92d-5e76-4e5c-ac83-e20dea2dfea8 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.769836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ea954bae-aed9-45b2-9e15-5102df7910da req-90edb1ff-d98c-405b-944a-2dba39a46e57 service neutron] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:44.773032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ea954bae-aed9-45b2-9e15-5102df7910da req-90edb1ff-d98c-405b-944a-2dba39a46e57 service neutron] Notify callbacks [] for binding, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.774217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ea954bae-aed9-45b2-9e15-5102df7910da req-90edb1ff-d98c-405b-944a-2dba39a46e57 service neutron] 10.222.0.90 "DELETE /v2.0/ports/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149/bindings/n-h1-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.1347623 Jul 07 17:51:44.781258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7688a449-6fd0-4ab2-9fa0-7d8b12816956 req-cc52f92d-5e76-4e5c-ac83-e20dea2dfea8 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.786758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7688a449-6fd0-4ab2-9fa0-7d8b12816956 req-cc52f92d-5e76-4e5c-ac83-e20dea2dfea8 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.822272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7688a449-6fd0-4ab2-9fa0-7d8b12816956 req-cc52f92d-5e76-4e5c-ac83-e20dea2dfea8 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.823538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7688a449-6fd0-4ab2-9fa0-7d8b12816956 req-cc52f92d-5e76-4e5c-ac83-e20dea2dfea8 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1736627 Jul 07 17:51:44.825413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52f92d-5e76-4e5c-ac83-e20dea2dfea8 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc85acb1-4eee-4f23-8a2f-9b5e4ea990ee,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:44.894148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2001aea2-184d-459b-92fb-a412c1fd7f13 req-9792df46-3a87-44cb-b98a-af1c942e9d9b tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/34969851-ea30-4c4f-acf8-7d82752e1370 HTTP/1.1" status: 200 len: 2403 time: 0.0463960 Jul 07 17:51:44.971962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2001aea2-184d-459b-92fb-a412c1fd7f13 req-16e5c0f5-d489-4c8a-ac9c-c5b11a3e8e7d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.974781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-60b45653-98e7-4e02-bc9e-4e5d18f71019 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330338 Jul 07 17:51:45.016397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2001aea2-184d-459b-92fb-a412c1fd7f13 req-16e5c0f5-d489-4c8a-ac9c-c5b11a3e8e7d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.117934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2001aea2-184d-459b-92fb-a412c1fd7f13 req-16e5c0f5-d489-4c8a-ac9c-c5b11a3e8e7d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.120626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2001aea2-184d-459b-92fb-a412c1fd7f13 req-16e5c0f5-d489-4c8a-ac9c-c5b11a3e8e7d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.121816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2001aea2-184d-459b-92fb-a412c1fd7f13 req-16e5c0f5-d489-4c8a-ac9c-c5b11a3e8e7d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-groups/34969851-ea30-4c4f-acf8-7d82752e1370 HTTP/1.1" status: 204 len: 173 time: 0.2213204 Jul 07 17:51:45.128763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-efe16071-fbe8-47b5-89ae-a7141df5996c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.130264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-efe16071-fbe8-47b5-89ae-a7141df5996c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463044 Jul 07 17:51:45.150353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5c0f5-d489-4c8a-ac9c-c5b11a3e8e7d tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34969851-ea30-4c4f-acf8-7d82752e1370,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:45.153848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-38b5422d-54ee-4ce6-80ef-d31597fc4113 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/quotas/b0b7422b5a6f47faa6f6657141a679f9 HTTP/1.1" status: 200 len: 375 time: 0.0140307 Jul 07 17:51:45.193437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-8dc49c3a-be1d-4367-b5b6-2a1b5fcd7229 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319114 Jul 07 17:51:45.278233 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c612416e-d78a-46d9-a4bf-0534761b38c9 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:45.347543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52d942-12aa-4b75-8275-e0819f8346b1 req-becdc4a9-3adc-4f39-aba3-f66a47c01388 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.349205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f52d942-12aa-4b75-8275-e0819f8346b1 req-becdc4a9-3adc-4f39-aba3-f66a47c01388 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.1058950 Jul 07 17:51:45.357157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c612416e-d78a-46d9-a4bf-0534761b38c9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:45.362578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c612416e-d78a-46d9-a4bf-0534761b38c9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:45.363174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.413912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a48b5fb-74f5-4066-a16d-4db839d3bf2d req-753d82f6-c653-4e20-bdaf-05e1b5e401df tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/bc85acb1-4eee-4f23-8a2f-9b5e4ea990ee HTTP/1.1" status: 200 len: 1812 time: 0.0808916 Jul 07 17:51:45.416929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f52d942-12aa-4b75-8275-e0819f8346b1 req-e82d1176-f8f5-433b-b74d-4a4679f38ad3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Jul 07 17:51:45.483115 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.499374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4791fdc2-f0de-4cb7-9211-a838579e8a9f req-e48a8081-cca9-4ab9-b147-ce81368f9985 tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "GET /v2.0/security-groups/49f37f63-12c0-4191-8f6d-feb0c959726f HTTP/1.1" status: 200 len: 2398 time: 0.0654349 Jul 07 17:51:45.538749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:45.544852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.603403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4791fdc2-f0de-4cb7-9211-a838579e8a9f req-1f27b17e-3268-4525-a86f-378b7b0dd1cd tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.604446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:45.641141 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4791fdc2-f0de-4cb7-9211-a838579e8a9f req-1f27b17e-3268-4525-a86f-378b7b0dd1cd tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.682433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e4142-4e52-487b-809e-3bfd7a3cfcfd req-b0881e64-b96a-4ce7-8005-b2bf5b060bd9 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.683901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-034e4142-4e52-487b-809e-3bfd7a3cfcfd req-b0881e64-b96a-4ce7-8005-b2bf5b060bd9 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1294394 Jul 07 17:51:45.743833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-034e4142-4e52-487b-809e-3bfd7a3cfcfd req-0b3d54c0-5f9e-4881-81b4-2736a5852ddc tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465734 Jul 07 17:51:45.749405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4791fdc2-f0de-4cb7-9211-a838579e8a9f req-1f27b17e-3268-4525-a86f-378b7b0dd1cd tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.752674 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4791fdc2-f0de-4cb7-9211-a838579e8a9f req-1f27b17e-3268-4525-a86f-378b7b0dd1cd tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.761279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:45.776468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4791fdc2-f0de-4cb7-9211-a838579e8a9f req-1f27b17e-3268-4525-a86f-378b7b0dd1cd tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] 10.222.0.88 "DELETE /v2.0/security-groups/49f37f63-12c0-4191-8f6d-feb0c959726f HTTP/1.1" status: 204 len: 173 time: 0.2753856 Jul 07 17:51:45.786664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e399bd54-f6b9-4063-9818-a51e75624b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.815793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27b17e-3268-4525-a86f-378b7b0dd1cd tempest-SecurityGroupRulesTestJSON-693951305 tempest-SecurityGroupRulesTestJSON-693951305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f37f63-12c0-4191-8f6d-feb0c959726f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:45.879059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] Deleting subnet 56a377d0-eb2b-486f-9429-0bc4446f6ad5 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:45.883402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.927404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.966139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7be6a550-0aa4-428c-a771-01bd2bfae35b req-fe87246f-4a7b-4b96-b574-e3123093aecc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0441296 Jul 07 17:51:45.989993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.009099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-399d348f-52d4-4875-b2b4-d7171bdabf23 req-462cf217-966b-4d64-9d3f-d9fa36451eaa tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-815324667', 'description': 'tempest-description-1337234722'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:46.047976 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-399d348f-52d4-4875-b2b4-d7171bdabf23 req-462cf217-966b-4d64-9d3f-d9fa36451eaa tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.053397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.076535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5b8a-4d25-474b-8dff-02d3fe7e57ad req-fe54132e-adf2-43a7-b11e-02862c6259a7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.078150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-496a5b8a-4d25-474b-8dff-02d3fe7e57ad req-fe54132e-adf2-43a7-b11e-02862c6259a7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.1216738 Jul 07 17:51:46.084148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a377d0-eb2b-486f-9429-0bc4446f6ad5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:46.088181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.093397 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fcda7a70-f45c-4650-9c80-33feca8f62f2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/56a377d0-eb2b-486f-9429-0bc4446f6ad5 HTTP/1.1" status: 204 len: 168 time: 0.3305449 Jul 07 17:51:46.095130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55136) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:46.148565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-496a5b8a-4d25-474b-8dff-02d3fe7e57ad req-2d74c6bc-a533-45a8-b6db-9052fd8bed21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618746 Jul 07 17:51:46.188994 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.233376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:46.235865 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcca891-b80e-449a-8831-4e0028fe99ab" -d '{"events": [{"server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "name": "network-vif-plugged", "status": "completed", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:46.248557 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-399d348f-52d4-4875-b2b4-d7171bdabf23 req-462cf217-966b-4d64-9d3f-d9fa36451eaa tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.254132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-399d348f-52d4-4875-b2b4-d7171bdabf23 req-462cf217-966b-4d64-9d3f-d9fa36451eaa tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.285987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.297274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49557772-9f72-43b4-b9c9-d79576efbf00']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:46.307548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0425f6-16be-4e56-8167-5ffbad412d6f') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:46.307726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0425f6-16be-4e56-8167-5ffbad412d6f') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:46.317219 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.317542 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-399d348f-52d4-4875-b2b4-d7171bdabf23 req-462cf217-966b-4d64-9d3f-d9fa36451eaa tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.318756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-399d348f-52d4-4875-b2b4-d7171bdabf23 req-462cf217-966b-4d64-9d3f-d9fa36451eaa tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3308587 Jul 07 17:51:46.319685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cf217-966b-4d64-9d3f-d9fa36451eaa tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917a25fc-bf05-443c-b75f-8a00882c1301,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:46.337334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.344540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:46.345109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:46.347709 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:46.366327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682539d-485d-445b-aef2-aaed893a0725 req-438dff0f-1430-4872-81c7-ea086cfa3f70 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.367974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2682539d-485d-445b-aef2-aaed893a0725 req-438dff0f-1430-4872-81c7-ea086cfa3f70 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 944 time: 0.0980895 Jul 07 17:51:46.411562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.417166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.417478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2682539d-485d-445b-aef2-aaed893a0725 req-957d087d-ce70-41f2-8adf-7a14813cc406 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Jul 07 17:51:46.429146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] 10.222.0.88 "DELETE /v2.0/networks/49557772-9f72-43b4-b9c9-d79576efbf00 HTTP/1.1" status: 204 len: 168 time: 0.3229017 Jul 07 17:51:46.451455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee5c1-d40c-4163-bba7-1361356974fc admin admin] Pushing event deleted for resources: {'Network': ['ID=49557772-9f72-43b4-b9c9-d79576efbf00,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:46.461631 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cf492a-896c-46b0-998b-8ce40cbb884b x-openstack-request-id: req-b4cf492a-896c-46b0-998b-8ce40cbb884b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:46.462120 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "name": "network-vif-plugged", "status": "completed", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:46.462120 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b4cf492a-896c-46b0-998b-8ce40cbb884b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:46.462399 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9', 'code': 200} Jul 07 17:51:46.517359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b83ee2f1-693c-4316-9a66-c9765b0e4f15 req-780f0386-5ccd-4cef-a12f-fd42b9964f14 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/917a25fc-bf05-443c-b75f-8a00882c1301 HTTP/1.1" status: 200 len: 1812 time: 0.0467901 Jul 07 17:51:46.575973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-948e8b03-376d-4ed2-adf9-2358735cd838 req-578003e0-877a-4ab5-b6a8-379b7fecead3 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-807236542', 'description': 'tempest-description-344106914'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:46.599052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb5be5-deca-4fe7-ac6d-5b1d601bc903 req-fbc8558a-c71b-4425-bdb8-31bd20409496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.600786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4bfb5be5-deca-4fe7-ac6d-5b1d601bc903 req-fbc8558a-c71b-4425-bdb8-31bd20409496 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1097 time: 0.0612464 Jul 07 17:51:46.643847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4bfb5be5-deca-4fe7-ac6d-5b1d601bc903 req-331bc6b8-8762-41bb-a931-0438887c651e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Jul 07 17:51:46.644165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55152) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:46.646361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-948e8b03-376d-4ed2-adf9-2358735cd838 req-578003e0-877a-4ab5-b6a8-379b7fecead3 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.673719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2b8e2-8bc8-4ffc-86da-fdf7c60146e6 req-ea84d5f9-43ca-41ba-b892-1a6983f48a9e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.675227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cda2b8e2-8bc8-4ffc-86da-fdf7c60146e6 req-ea84d5f9-43ca-41ba-b892-1a6983f48a9e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.0946741 Jul 07 17:51:46.694483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b180b3e8-b93d-4111-8a70-111171231e79 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4693432c23964e9fbc0ebdd36ba149f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485895 Jul 07 17:51:46.694746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55154) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:46.785557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-4dbd98be-5e2f-406a-8f19-d77acf383b77 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513906 Jul 07 17:51:46.795046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cda2b8e2-8bc8-4ffc-86da-fdf7c60146e6 req-a0bc1762-3532-4883-a2b4-2cc5dc6b0452 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122749 Jul 07 17:51:46.952034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a25dd47b-54d7-48aa-9879-c27bd2cd4d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.955521 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-948e8b03-376d-4ed2-adf9-2358735cd838 req-578003e0-877a-4ab5-b6a8-379b7fecead3 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.970845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-948e8b03-376d-4ed2-adf9-2358735cd838 req-578003e0-877a-4ab5-b6a8-379b7fecead3 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.022216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-e3c266a7-b6eb-443e-833a-df386090ad64 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.023766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-e3c266a7-b6eb-443e-833a-df386090ad64 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261100 Jul 07 17:51:47.031537 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a25dd47b-54d7-48aa-9879-c27bd2cd4d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.042924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-948e8b03-376d-4ed2-adf9-2358735cd838 req-578003e0-877a-4ab5-b6a8-379b7fecead3 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.044186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-948e8b03-376d-4ed2-adf9-2358735cd838 req-578003e0-877a-4ab5-b6a8-379b7fecead3 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4734972 Jul 07 17:51:47.049684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:47.059035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578003e0-877a-4ab5-b6a8-379b7fecead3 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d49be-8acc-4ea9-b82e-4a69a23f5d78,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:47.191222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e1b5e-508e-473a-8f09-459dd5adcbe7 req-45e985ee-57e7-45aa-9943-f832efacd4a8 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.193015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b98e1b5e-508e-473a-8f09-459dd5adcbe7 req-45e985ee-57e7-45aa-9943-f832efacd4a8 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1095 time: 0.2866726 Jul 07 17:51:47.225969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a25dd47b-54d7-48aa-9879-c27bd2cd4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.228607 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a25dd47b-54d7-48aa-9879-c27bd2cd4d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.229781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a25dd47b-54d7-48aa-9879-c27bd2cd4d3a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/36a0d88f-0fbe-47ab-b4f8-addb91c96919 HTTP/1.1" status: 204 len: 168 time: 0.5330350 Jul 07 17:51:47.259296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dd47b-54d7-48aa-9879-c27bd2cd4d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a0d88f-0fbe-47ab-b4f8-addb91c96919,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:47.297547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b98e1b5e-508e-473a-8f09-459dd5adcbe7 req-96569c07-09c8-4bb7-bef6-b35f5825411c tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919170 Jul 07 17:51:47.310336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb85c4-34ac-404d-99c9-66139db32d5c req-5315d4d6-51b7-46f8-88a5-79024444ca50 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.312135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18bb85c4-34ac-404d-99c9-66139db32d5c req-5315d4d6-51b7-46f8-88a5-79024444ca50 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1761625 Jul 07 17:51:47.313323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:47.316720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.333200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.392316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18bb85c4-34ac-404d-99c9-66139db32d5c req-806c46b7-dc7b-4e68-b9a7-25d93a261c80 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Jul 07 17:51:47.506653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.520575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.595974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75dfdf0b-1486-42a8-bf5e-be628e807d8e req-ccac4c2f-160a-4d8d-9887-c90e0732fdea tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0861969 Jul 07 17:51:47.654496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:47.703335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ee196ca-a04b-4c36-b3ae-4542f35e9fc5 req-a515f975-e4ae-4e6a-8ad6-eca89d3b54ca tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/8b7d49be-8acc-4ea9-b82e-4a69a23f5d78 HTTP/1.1" status: 200 len: 1811 time: 0.1367180 Jul 07 17:51:47.756118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.169 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/310b5b93-524a-4e56-9f38-96bded63a321) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:47.836372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d05ae-072e-4351-80b8-ecc7ab3468e9 req-a414247a-766c-4df7-80d0-78395529a217 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.837947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-513d05ae-072e-4351-80b8-ecc7ab3468e9 req-a414247a-766c-4df7-80d0-78395529a217 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.1212304 Jul 07 17:51:47.975301 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-513d05ae-072e-4351-80b8-ecc7ab3468e9 req-57339733-5431-4d10-969c-f1735fe445f1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230662 Jul 07 17:51:48.014792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750752-a6e6-48e8-8f3b-a29b5327269f req-78528198-a8d9-401a-b902-308d0ba6d43c tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:48.016357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf750752-a6e6-48e8-8f3b-a29b5327269f req-78528198-a8d9-401a-b902-308d0ba6d43c tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 1095 time: 0.1754615 Jul 07 17:51:48.019562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.054922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object 310b5b93-524a-4e56-9f38-96bded63a321 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:48.079515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf750752-a6e6-48e8-8f3b-a29b5327269f req-d4d28e5e-b17b-4c08-9e80-29373e176e7a tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556259 Jul 07 17:51:48.108342 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.179320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:48.189668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:48.192169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:48.197043 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-232c850d-2657-40e0-9752-8071baf790a2 req-2094775b-d131-4ecf-98cc-394e08810866 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] show failed (client error): The resource could not be found. Jul 07 17:51:48.198252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-232c850d-2657-40e0-9752-8071baf790a2 req-2094775b-d131-4ecf-98cc-394e08810866 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/de8007b0-ff73-4eaa-8293-a7b1f7cc1ca6 HTTP/1.1" status: 404 len: 352 time: 0.0446336 Jul 07 17:51:48.218805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=310b5b93-524a-4e56-9f38-96bded63a321,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:48.255836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:48.256595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.298861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-536c13c3-cc34-4d4a-8e56-0c57f4710cfb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2568910 Jul 07 17:51:48.317240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Request body: {'port': {'device_id': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:48.323418 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0d577fc-4548-47de-8c20-824b79ae6a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.381636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca79444-7b22-4f6e-bd01-dd2f8cc25209 req-d4b4a65d-e546-4575-b9ef-6023e3b342f3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:48.383380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eca79444-7b22-4f6e-bd01-dd2f8cc25209 req-d4b4a65d-e546-4575-b9ef-6023e3b342f3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.1164999 Jul 07 17:51:48.387547 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.441374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.456707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eca79444-7b22-4f6e-bd01-dd2f8cc25209 req-e1979695-81b8-4477-ba2f-59af5cd75c72 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545552 Jul 07 17:51:48.522692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a96a8f47-e5ea-4b73-8b15-05166d76dbc2 None None] Provisioning for port 310b5b93-524a-4e56-9f38-96bded63a321 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:48.527881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a96a8f47-e5ea-4b73-8b15-05166d76dbc2 None None] Provisioning complete for port 310b5b93-524a-4e56-9f38-96bded63a321 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:48.528468 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a96a8f47-e5ea-4b73-8b15-05166d76dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.587066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a96a8f47-e5ea-4b73-8b15-05166d76dbc2 None None] Port 310b5b93-524a-4e56-9f38-96bded63a321 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:48.599143 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-83b6bb41-e771-45ec-9bb7-e4a47e6321d3 req-beccbf64-f7d8-4f67-92af-1d6f14d1b15e tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] show failed (client error): The resource could not be found. Jul 07 17:51:48.600173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b6bb41-e771-45ec-9bb7-e4a47e6321d3 req-beccbf64-f7d8-4f67-92af-1d6f14d1b15e tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-group-rules/25064713-c732-4a02-83e2-9abea20f827e HTTP/1.1" status: 404 len: 361 time: 0.0229261 Jul 07 17:51:48.835355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310b5b93-524a-4e56-9f38-96bded63a321 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:48.842258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8a0bad7-be1f-4e93-b949-9dd0881faed0 req-f8b68b1c-f0d7-4ef8-9488-0364cfac8f56 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/8b7d49be-8acc-4ea9-b82e-4a69a23f5d78 HTTP/1.1" status: 200 len: 1811 time: 0.1188908 Jul 07 17:51:48.848936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.878481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684cad3-3050-4eda-9233-a1d19ff89dc9 req-bc2d00bb-1512-4b24-ba65-03e1791317f5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:48.880693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a684cad3-3050-4eda-9233-a1d19ff89dc9 req-bc2d00bb-1512-4b24-ba65-03e1791317f5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1732686 Jul 07 17:51:48.917784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Transition to ACTIVE for port object 310b5b93-524a-4e56-9f38-96bded63a321 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:48.935790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.984483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55222) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:48.986170 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:49.096994 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10d4cc14-8e23-4266-bbbd-116626ccd7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.218237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10d4cc14-8e23-4266-bbbd-116626ccd7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.230046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10d4cc14-8e23-4266-bbbd-116626ccd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.273179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10d4cc14-8e23-4266-bbbd-116626ccd7e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3955b7fe7a624ab1afbab7a3365e9cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850957 Jul 07 17:51:49.273179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4cc14-8e23-4266-bbbd-116626ccd7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ac548-eba6-4a1f-9da4-ffd50eb57299,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:49.273608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a684cad3-3050-4eda-9233-a1d19ff89dc9 req-c19c6e9f-1e85-408f-b1a0-bfe02d821938 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835027 Jul 07 17:51:49.274072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55230) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:49.339780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c82e4eb-39b7-4287-afbf-00b8e2cb1644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.341498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Pushing event updated for resources: {'Port': ['ID=310b5b93-524a-4e56-9f38-96bded63a321,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:49.352540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a8a0bad7-be1f-4e93-b949-9dd0881faed0 req-68991e98-40ca-4198-8ed4-71b7476ec14b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.364665 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c82e4eb-39b7-4287-afbf-00b8e2cb1644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.416817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c82e4eb-39b7-4287-afbf-00b8e2cb1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.421197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c82e4eb-39b7-4287-afbf-00b8e2cb1644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.422512 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c82e4eb-39b7-4287-afbf-00b8e2cb1644 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d00ac548-eba6-4a1f-9da4-ffd50eb57299 HTTP/1.1" status: 204 len: 168 time: 0.1475909 Jul 07 17:51:49.439339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82e4eb-39b7-4287-afbf-00b8e2cb1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ac548-eba6-4a1f-9da4-ffd50eb57299,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:49.465931 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a8a0bad7-be1f-4e93-b949-9dd0881faed0 req-68991e98-40ca-4198-8ed4-71b7476ec14b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.535521 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.546209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a8a0bad7-be1f-4e93-b949-9dd0881faed0 req-68991e98-40ca-4198-8ed4-71b7476ec14b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.549394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a8a0bad7-be1f-4e93-b949-9dd0881faed0 req-68991e98-40ca-4198-8ed4-71b7476ec14b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.555431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8a0bad7-be1f-4e93-b949-9dd0881faed0 req-68991e98-40ca-4198-8ed4-71b7476ec14b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "DELETE /v2.0/security-groups/8b7d49be-8acc-4ea9-b82e-4a69a23f5d78 HTTP/1.1" status: 204 len: 173 time: 0.7037883 Jul 07 17:51:49.594234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Attempting to bind port 310b5b93-524a-4e56-9f38-96bded63a321 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:49.594589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Attempting to bind port 310b5b93-524a-4e56-9f38-96bded63a321 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:49.594924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Attempting to bind port 310b5b93-524a-4e56-9f38-96bded63a321 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:49.601156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Port 310b5b93-524a-4e56-9f38-96bded63a321 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:49.601551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Attempting to bind port 310b5b93-524a-4e56-9f38-96bded63a321 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:49.609430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:49.609430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:49.609430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:49.609741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Bound port: 310b5b93-524a-4e56-9f38-96bded63a321, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:49.610291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.624299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68991e98-40ca-4198-8ed4-71b7476ec14b tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d49be-8acc-4ea9-b82e-4a69a23f5d78,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:49.697622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2b59-a5cd-42ac-9a05-1043637d7b28 req-9f68792e-321d-4d0f-9572-af7d3983927a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:49.701298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df4d2b59-a5cd-42ac-9a05-1043637d7b28 req-9f68792e-321d-4d0f-9572-af7d3983927a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 948 time: 0.2814760 Jul 07 17:51:49.838108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] For port 310b5b93-524a-4e56-9f38-96bded63a321, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:49.847168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df4d2b59-a5cd-42ac-9a05-1043637d7b28 req-5e67be2e-a99e-4e79-b75b-190958387908 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237378 Jul 07 17:51:49.859637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] For port 310b5b93-524a-4e56-9f38-96bded63a321, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=310b5b93-524a-4e56-9f38-96bded63a321,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:49.874763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281baf27-ea50-4ce9-8481-2bfdddacb653 req-6d940b80-d52c-4b26-bbc0-d74fb7babf16 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:49.883510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-281baf27-ea50-4ce9-8481-2bfdddacb653 req-6d940b80-d52c-4b26-bbc0-d74fb7babf16 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.1806598 Jul 07 17:51:49.894998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.967699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:49.968255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.971863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/310b5b93-524a-4e56-9f38-96bded63a321 HTTP/1.1" status: 200 len: 1096 time: 1.6599164 Jul 07 17:51:49.972441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'tag': '310b5b93-524a-4e56-9f38-96bded63a321'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:49.974785 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0", "tag": "310b5b93-524a-4e56-9f38-96bded63a321"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:50.010326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-281baf27-ea50-4ce9-8481-2bfdddacb653 req-bd079ce3-d2e7-4731-96dc-9a476c4322fb tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249030 Jul 07 17:51:50.022236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a5151-2702-4b97-b876-9f16c2d300b1 service neutron] Pushing event updated for resources: {'Port': ['ID=310b5b93-524a-4e56-9f38-96bded63a321,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.143343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-955b7fce-9328-4d1a-b965-b23dff32cba7 req-6096163f-cc13-438b-a026-cd3e7b08922d tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/917a25fc-bf05-443c-b75f-8a00882c1301 HTTP/1.1" status: 200 len: 1812 time: 0.0680039 Jul 07 17:51:50.161087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-d1691068-92d8-4ae0-a893-bca873bc6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.162955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-d1691068-92d8-4ae0-a893-bca873bc6695 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.1368229 Jul 07 17:51:50.251484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-1703a2ce-d859-4999-994c-1358367831c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=310b5b93-524a-4e56-9f38-96bded63a321 HTTP/1.1" status: 200 len: 217 time: 0.0486631 Jul 07 17:51:50.339666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-955b7fce-9328-4d1a-b965-b23dff32cba7 req-efe5cfea-05ef-4d44-ac1e-b8e14f3df242 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.351325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55264) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:50.352160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8eb94-142e-4b7f-8cd3-fa02de9672a8 req-8021aef5-dea4-4ab2-91de-68d6c12e5a88 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.353774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71e8eb94-142e-4b7f-8cd3-fa02de9672a8 req-8021aef5-dea4-4ab2-91de-68d6c12e5a88 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.1872597 Jul 07 17:51:50.355320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-838c2ad5-7e65-47ac-80a5-5dc7804770bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.356650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-838c2ad5-7e65-47ac-80a5-5dc7804770bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0932434 Jul 07 17:51:50.417013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-955b7fce-9328-4d1a-b965-b23dff32cba7 req-efe5cfea-05ef-4d44-ac1e-b8e14f3df242 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.451625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1948558660-network', 'tenant_id': '125e20578ce0465b874decabd96b4224'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:50.474143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71e8eb94-142e-4b7f-8cd3-fa02de9672a8 req-c2e1ffbb-4787-440a-bc2b-5d6c126816b1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000965 Jul 07 17:51:50.476377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Made reservation on behalf of 125e20578ce0465b874decabd96b4224 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:50.480592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.490117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-03045e13-e9d3-4d00-9520-b893b3f07510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.491687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-03045e13-e9d3-4d00-9520-b893b3f07510 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258676 Jul 07 17:51:50.492096 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.494067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-955b7fce-9328-4d1a-b965-b23dff32cba7 req-efe5cfea-05ef-4d44-ac1e-b8e14f3df242 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.496907 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-955b7fce-9328-4d1a-b965-b23dff32cba7 req-efe5cfea-05ef-4d44-ac1e-b8e14f3df242 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.517455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-955b7fce-9328-4d1a-b965-b23dff32cba7 req-efe5cfea-05ef-4d44-ac1e-b8e14f3df242 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "DELETE /v2.0/security-groups/917a25fc-bf05-443c-b75f-8a00882c1301 HTTP/1.1" status: 204 len: 173 time: 0.3674133 Jul 07 17:51:50.612596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.619523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.626160 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6cf94-4f12-4e8e-b462-05e7e9b61ccc x-openstack-request-id: req-8ee6cf94-4f12-4e8e-b462-05e7e9b61ccc {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:50.626478 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0", "tag": "310b5b93-524a-4e56-9f38-96bded63a321", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:50.626745 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8ee6cf94-4f12-4e8e-b462-05e7e9b61ccc {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:50.627160 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'tag': '310b5b93-524a-4e56-9f38-96bded63a321', 'status': 'completed', 'code': 200} Jul 07 17:51:50.628141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5cfea-05ef-4d44-ac1e-b8e14f3df242 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917a25fc-bf05-443c-b75f-8a00882c1301,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.672094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:50.683582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442532a-c267-4bd9-ae7e-ea75324ebfb2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.691441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.692050 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Added segment 37fb0362-1931-48ed-a536-1b81e8189788 of type vlan for network b8af3d42-b87f-44d0-abc1-d547b1f63799 Jul 07 17:51:50.713253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-5cbbd6a2-9ee1-410c-9c8f-9f682a2a7018 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916428 Jul 07 17:51:50.746942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.777240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88339008-5d7e-4465-a0bd-d606190e8bfb req-5834019c-93f0-4d3e-9ff1-92844439856a tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.778785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88339008-5d7e-4465-a0bd-d606190e8bfb req-5834019c-93f0-4d3e-9ff1-92844439856a tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1097 time: 0.1378872 Jul 07 17:51:50.813822 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.815512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.816162 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.872321 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5167997 Jul 07 17:51:50.872538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88339008-5d7e-4465-a0bd-d606190e8bfb req-48642c3e-5aba-4d60-82b8-e24be12519ad tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836976 Jul 07 17:51:50.874107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55272) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:50.880482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Request body: {'subnet': {'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1948558660-subnet', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:50.893896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cc9c1-98c8-4e65-932d-738c47a4d824 admin admin] Pushing event updated for resources: {'Network': ['ID=b8af3d42-b87f-44d0-abc1-d547b1f63799,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.907097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:50.920018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56120f5-96d5-4861-9624-e26aeb2b709f req-88012b53-8f30-497a-9378-896b4ae9e693 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981454 Jul 07 17:51:50.940793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7764a-4e5c-4262-a079-4ccfee17ed2e req-cd383242-7447-4f27-b8ab-b9e5d1547541 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.942480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5c7764a-4e5c-4262-a079-4ccfee17ed2e req-cd383242-7447-4f27-b8ab-b9e5d1547541 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1707819 Jul 07 17:51:50.970766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Made reservation on behalf of 125e20578ce0465b874decabd96b4224 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:50.973338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.034604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.103138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49bb7d52-4bcb-412a-9261-a165f47aa1f5 req-cd97b492-6b36-4251-aafb-623d6ac8b9c6 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/bc85acb1-4eee-4f23-8a2f-9b5e4ea990ee HTTP/1.1" status: 200 len: 1812 time: 0.1595848 Jul 07 17:51:51.114079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5c7764a-4e5c-4262-a079-4ccfee17ed2e req-45278a19-df91-43cd-a0a3-5622eb0d1f9d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594887 Jul 07 17:51:51.191747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-84ac29fc-a429-444b-913d-80c56ed1676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.193439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-84ac29fc-a429-444b-913d-80c56ed1676b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.1909292 Jul 07 17:51:51.339627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-49bb7d52-4bcb-412a-9261-a165f47aa1f5 req-6230775f-2103-4ab1-a2a5-0e1908303d3f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.423283 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-49bb7d52-4bcb-412a-9261-a165f47aa1f5 req-6230775f-2103-4ab1-a2a5-0e1908303d3f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.448924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.462815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-3067cb4e-a8a1-4fd0-9391-15c7d223460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.464311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-3067cb4e-a8a1-4fd0-9391-15c7d223460a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2530453 Jul 07 17:51:51.557564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-d186d90c-24a9-4a8d-9efa-2dc361b3d13b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=310b5b93-524a-4e56-9f38-96bded63a321 HTTP/1.1" status: 200 len: 217 time: 0.0689247 Jul 07 17:51:51.565283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee9e119-283d-4770-9907-8b3819e041fe,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:51.574792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854b33-9b29-4479-b582-38ab5d346508 req-f4641f90-3b1b-4fd5-97a0-2f18fd60aeda tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.576398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb854b33-9b29-4479-b582-38ab5d346508 req-f4641f90-3b1b-4fd5-97a0-2f18fd60aeda tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 948 time: 0.3000906 Jul 07 17:51:51.630639 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-49bb7d52-4bcb-412a-9261-a165f47aa1f5 req-6230775f-2103-4ab1-a2a5-0e1908303d3f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.633436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-49bb7d52-4bcb-412a-9261-a165f47aa1f5 req-6230775f-2103-4ab1-a2a5-0e1908303d3f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.634966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49bb7d52-4bcb-412a-9261-a165f47aa1f5 req-6230775f-2103-4ab1-a2a5-0e1908303d3f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "DELETE /v2.0/security-groups/bc85acb1-4eee-4f23-8a2f-9b5e4ea990ee HTTP/1.1" status: 204 len: 173 time: 0.5152481 Jul 07 17:51:51.670537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230775f-2103-4ab1-a2a5-0e1908303d3f tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc85acb1-4eee-4f23-8a2f-9b5e4ea990ee,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:51.682812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Checking segment: {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:51.683194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Network hostable DHCP agents. Network: b8af3d42-b87f-44d0-abc1-d547b1f63799, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:51.686095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-4d9cacea-36bb-4f10-a602-d9262761d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.687650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-4d9cacea-36bb-4f10-a602-d9262761d338 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1085317 Jul 07 17:51:51.698575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb854b33-9b29-4479-b582-38ab5d346508 req-a50e0e65-6fc9-49b2-89c1-249ecc8d2578 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104262 Jul 07 17:51:51.752862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:51.795398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b8af3d42-b87f-44d0-abc1-d547b1f63799) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:51.805948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182ead6-fe4e-4948-b9b5-eb3dffb7af2a None None] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:51.817657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.823480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.873279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-4f19d1db-a96e-4ab1-b989-a7f90e68cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.875341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-4f19d1db-a96e-4ab1-b989-a7f90e68cdfd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742144 Jul 07 17:51:51.879000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0c09477e-d745-40ea-add8-bac8406b6982 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0038123 Jul 07 17:51:51.882022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55286) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:51.887215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:51.913910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d37e-8724-4e21-bf3f-76700f0c9baf req-41b1d0c7-72ef-4c6d-ae17-97c410c546eb tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.916372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67c3d37e-8724-4e21-bf3f-76700f0c9baf req-41b1d0c7-72ef-4c6d-ae17-97c410c546eb tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1097 time: 0.1777937 Jul 07 17:51:51.934216 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.935863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.040858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.063266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67c3d37e-8724-4e21-bf3f-76700f0c9baf req-a7f9f31b-bf17-4e9f-8965-2c5118093419 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328158 Jul 07 17:51:52.124727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-c0557409-5e4a-4b69-8cd4-cef72e040892 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275915 Jul 07 17:51:52.211742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b8af3d42-b87f-44d0-abc1-d547b1f63799', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:52.213229 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.225543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e432b-b7d3-4e4a-8f0f-a762d880621c req-42ceb8e2-ac7b-4e84-b1f7-a7fad63b73d9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:52.227522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-156e432b-b7d3-4e4a-8f0f-a762d880621c req-42ceb8e2-ac7b-4e84-b1f7-a7fad63b73d9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.2535529 Jul 07 17:51:52.234739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dce85ab-20a6-4e9a-8461-30db819a6ad9 req-c3e1c7d3-33e5-49cc-817f-5fbc0416e6d6 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/871cdeb3-3c52-480e-9ade-f8e41c8f79a4 HTTP/1.1" status: 200 len: 1811 time: 0.1335437 Jul 07 17:51:52.237946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.342367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-156e432b-b7d3-4e4a-8f0f-a762d880621c req-cedd9b7a-0888-4330-a7fb-4b3140e3012f tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066191 Jul 07 17:51:52.374843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f7dbfc-7ecf-4edc-9a30-cacfcb6afa36 req-fb2acd38-5b73-40bd-b94a-76aafeb1d83e service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339227 Jul 07 17:51:52.378544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4dce85ab-20a6-4e9a-8461-30db819a6ad9 req-09c68eaa-c8b4-4580-a4f6-0c1c1215dd53 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.399393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Allocated IP 172.20.0.2 (b8af3d42-b87f-44d0-abc1-d547b1f63799/7ee9e119-283d-4770-9907-8b3819e041fe/f614d6cd-9990-4c79-a53f-718bce7ed7d9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:52.415231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4dce85ab-20a6-4e9a-8461-30db819a6ad9 req-09c68eaa-c8b4-4580-a4f6-0c1c1215dd53 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.503264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.512015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4dce85ab-20a6-4e9a-8461-30db819a6ad9 req-09c68eaa-c8b4-4580-a4f6-0c1c1215dd53 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.516369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4dce85ab-20a6-4e9a-8461-30db819a6ad9 req-09c68eaa-c8b4-4580-a4f6-0c1c1215dd53 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.517607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dce85ab-20a6-4e9a-8461-30db819a6ad9 req-09c68eaa-c8b4-4580-a4f6-0c1c1215dd53 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "DELETE /v2.0/security-groups/871cdeb3-3c52-480e-9ade-f8e41c8f79a4 HTTP/1.1" status: 204 len: 173 time: 0.2694941 Jul 07 17:51:52.527934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.545031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c68eaa-c8b4-4580-a4f6-0c1c1215dd53 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871cdeb3-3c52-480e-9ade-f8e41c8f79a4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:52.623658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.635130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Transition to ACTIVE for port object f614d6cd-9990-4c79-a53f-718bce7ed7d9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:52.652619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Transition to ACTIVE for port object f614d6cd-9990-4c79-a53f-718bce7ed7d9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:52.664001 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.696933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03ad0-219f-438d-aa03-b9bc62493f69 req-d9111e90-94a7-468d-b0ed-a3cc47ece965 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:52.701029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:52.704002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86d03ad0-219f-438d-aa03-b9bc62493f69 req-d9111e90-94a7-468d-b0ed-a3cc47ece965 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1212687 Jul 07 17:51:52.707736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:52.716180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:52.733191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Allocated IP 172.25.1.111 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/ddf6886f-9302-4777-9c5e-575dbc7d447c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:52.775992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86d03ad0-219f-438d-aa03-b9bc62493f69 req-d4b798d4-e5f6-4a7f-a4fc-e1e8f0690c2a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Jul 07 17:51:52.836208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Pushing event updated for resources: {'Port': ['ID=f614d6cd-9990-4c79-a53f-718bce7ed7d9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:52.844374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Attempting to bind port f614d6cd-9990-4c79-a53f-718bce7ed7d9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:52.845046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Attempting to bind port f614d6cd-9990-4c79-a53f-718bce7ed7d9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:52.845551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Attempting to bind port f614d6cd-9990-4c79-a53f-718bce7ed7d9 on network b8af3d42-b87f-44d0-abc1-d547b1f63799 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:52.852385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:52.853169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Checking segment: {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:52.853803 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.854347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Bound using segment: {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:52.855775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Bound port: f614d6cd-9990-4c79-a53f-718bce7ed7d9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:52.856278 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.879735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1194e78b-e0e0-49ef-bc31-710c92acab16 req-9e1775c2-0888-4b80-bf26-f2b103026850 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "GET /v2.0/security-groups/d0b320e2-02f8-4f4e-8a5f-be4070253e44 HTTP/1.1" status: 200 len: 1813 time: 0.0494347 Jul 07 17:51:52.942851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] For port f614d6cd-9990-4c79-a53f-718bce7ed7d9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:52.943781 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.948720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] For port f614d6cd-9990-4c79-a53f-718bce7ed7d9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f614d6cd-9990-4c79-a53f-718bce7ed7d9,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:52.956397 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.028691 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1194e78b-e0e0-49ef-bc31-710c92acab16 req-d8dbd8db-43aa-408f-9623-6cc414dbaf73 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.040265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.047091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b2cf4-293d-4127-a77c-3ce8dadfb726 None None] Pushing event updated for resources: {'Port': ['ID=f614d6cd-9990-4c79-a53f-718bce7ed7d9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.070256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1194e78b-e0e0-49ef-bc31-710c92acab16 req-d8dbd8db-43aa-408f-9623-6cc414dbaf73 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.105751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf6886f-9302-4777-9c5e-575dbc7d447c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.118221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:53.120019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:53.122756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:53.151625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1194e78b-e0e0-49ef-bc31-710c92acab16 req-d8dbd8db-43aa-408f-9623-6cc414dbaf73 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.155520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1194e78b-e0e0-49ef-bc31-710c92acab16 req-d8dbd8db-43aa-408f-9623-6cc414dbaf73 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.156716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1194e78b-e0e0-49ef-bc31-710c92acab16 req-d8dbd8db-43aa-408f-9623-6cc414dbaf73 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] 10.222.0.88 "DELETE /v2.0/security-groups/d0b320e2-02f8-4f4e-8a5f-be4070253e44 HTTP/1.1" status: 204 len: 173 time: 0.2710087 Jul 07 17:51:53.167913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55314) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:53.201275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbd8db-43aa-408f-9623-6cc414dbaf73 tempest-SecurityGroupRulesNegativeTestJSON-790727493 tempest-SecurityGroupRulesNegativeTestJSON-790727493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b320e2-02f8-4f4e-8a5f-be4070253e44,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.343042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] Deleting subnet d55881f2-5c0e-4449-9a57-fcc8a462c315 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:53.365101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.435258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 310b5b93-524a-4e56-9f38-96bded63a321 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:53.456500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.536947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef279a1-4740-4f14-a3d7-0a792ab55e12 req-ccbed088-75e9-488d-a1bf-2273743e3801 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:53.546583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ef279a1-4740-4f14-a3d7-0a792ab55e12 req-ccbed088-75e9-488d-a1bf-2273743e3801 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 948 time: 0.1560965 Jul 07 17:51:53.550332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.607890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 310b5b93-524a-4e56-9f38-96bded63a321, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=310b5b93-524a-4e56-9f38-96bded63a321,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:53.622937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '310b5b93-524a-4e56-9f38-96bded63a321', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '310b5b93-524a-4e56-9f38-96bded63a321', 'mac_address': 'fa:16:3e:91:49:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:53.627187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.642787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ef279a1-4740-4f14-a3d7-0a792ab55e12 req-09bb9107-a6ec-43d2-a305-bf331dc130c4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952101 Jul 07 17:51:53.669700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.693799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.711448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310b5b93-524a-4e56-9f38-96bded63a321 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:53.716867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55881f2-5c0e-4449-9a57-fcc8a462c315,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.729577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.733875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-911ae987-b152-46cf-ba89-10fd8b7d1c63 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d55881f2-5c0e-4449-9a57-fcc8a462c315 HTTP/1.1" status: 204 len: 168 time: 0.5626357 Jul 07 17:51:53.734908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55328) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:53.742279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 310b5b93-524a-4e56-9f38-96bded63a321, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=310b5b93-524a-4e56-9f38-96bded63a321,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:53.750676 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.815026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=310b5b93-524a-4e56-9f38-96bded63a321,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.825710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.936667 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.951458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34454582-4b63-4f9d-9244-4258bd64ec13']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:53.973508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9a4c93-f408-4461-9359-d5807bf5ccab') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:53.973824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9a4c93-f408-4461-9359-d5807bf5ccab') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:53.981351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.006797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.013881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-24ece217-b0a3-4b55-baca-1434004dd4ab tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:51:54.015063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-24ece217-b0a3-4b55-baca-1434004dd4ab tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126605 Jul 07 17:51:54.037106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Request body: {'binding': {'host': 'n-h1-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:54.037571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:51:54.061942 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.070144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:54.096661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:54.096975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:54.098910 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:54.173300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Router 404f5125-e819-4f54-a710-07aa10a61ac0 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:54.234709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf5fa-77c6-4a4e-8826-562db901d06c req-517538c1-ed20-49d5-8d97-64a5eebbcb23 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:54.242108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8cf5fa-77c6-4a4e-8826-562db901d06c req-517538c1-ed20-49d5-8d97-64a5eebbcb23 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.2816434 Jul 07 17:51:54.266168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.281909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.296137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/34454582-4b63-4f9d-9244-4258bd64ec13 HTTP/1.1" status: 204 len: 168 time: 0.5514145 Jul 07 17:51:54.319563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1cccd-cfa1-4cc8-aec2-ca5f9348eaa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=34454582-4b63-4f9d-9244-4258bd64ec13,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:54.320417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1421f-1b75-4fbc-b30b-5b272e5ccc12 None None] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:54.330743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:54.345200 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Sync routers for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:54.350109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8cf5fa-77c6-4a4e-8826-562db901d06c req-9e57c009-257b-4311-8491-0139dd8194f4 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070168 Jul 07 17:51:54.364995 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:54.365784 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:54.383955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.385907 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6cbb23f9-2e7f-4cd3-8089-d3dbac142ef3 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5028327 Jul 07 17:51:54.388731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55348) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:54.438875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on host n-h1-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:54.439295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:54.439629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:54.445612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:54.445946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:54.451714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:54.452224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:54.452613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:54.453135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Bound port: c612416e-d78a-46d9-a4bf-0534761b38c9, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:54.486723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d35dbc07-4c68-4068-b580-c65e2ff15a7b None None] Provisioning for port f614d6cd-9990-4c79-a53f-718bce7ed7d9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:54.584593 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:54.599393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55366) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:54.731993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-47d7dc24-c9b8-46f5-a7f3-5ab602a172e6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f463176bb665400ea260277a427aa94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313114 Jul 07 17:51:54.734951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55382) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:54.798321 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:53Z', 'revision_number': 3, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:54.833480 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Checking router: 404f5125-e819-4f54-a710-07aa10a61ac0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:54.834016 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Updating router 404f5125-e819-4f54-a710-07aa10a61ac0 port ddf6886f-9302-4777-9c5e-575dbc7d447c binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:54.862609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84d53d79-08b6-49e9-8c8e-1cab47662129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.876648 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.906735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84d53d79-08b6-49e9-8c8e-1cab47662129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.913204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f614d6cd-9990-4c79-a53f-718bce7ed7d9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:55.067320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port f614d6cd-9990-4c79-a53f-718bce7ed7d9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:55.081090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f614d6cd-9990-4c79-a53f-718bce7ed7d9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:55.081432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84d53d79-08b6-49e9-8c8e-1cab47662129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.081939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.085302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84d53d79-08b6-49e9-8c8e-1cab47662129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.086393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-84d53d79-08b6-49e9-8c8e-1cab47662129 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f0f13999-b66c-4417-b483-e7941dead6b3 HTTP/1.1" status: 204 len: 168 time: 0.3502681 Jul 07 17:51:55.123402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d53d79-08b6-49e9-8c8e-1cab47662129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f13999-b66c-4417-b483-e7941dead6b3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:55.140203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc43e-59fb-4886-a4a5-059e5cfee758 req-dfa33a8a-6fcb-448f-b7d7-477b7241b557 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:55.151493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5fbc43e-59fb-4886-a4a5-059e5cfee758 req-dfa33a8a-6fcb-448f-b7d7-477b7241b557 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.6188552 Jul 07 17:51:55.161651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:55.175678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.176915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-28f94989-7de9-4b02-9543-3443f491f821 service neutron] 10.222.0.88 "POST /v2.0/ports/c612416e-d78a-46d9-a4bf-0534761b38c9/bindings HTTP/1.1" status: 201 len: 389 time: 1.1534901 Jul 07 17:51:55.245782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5fbc43e-59fb-4886-a4a5-059e5cfee758 req-c912bad0-33b0-48e3-a8f6-322975564328 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931869 Jul 07 17:51:55.390082 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.448661 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.450252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 310b5b93-524a-4e56-9f38-96bded63a321 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:55.488383 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Transition to ACTIVE for port object ddf6886f-9302-4777-9c5e-575dbc7d447c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:55.510540 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.518572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3ebe2-9b86-4060-a8bf-03847a7aeeec req-406cd7cd-613f-400d-802c-fff6e571dab3 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:55.526528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05f3ebe2-9b86-4060-a8bf-03847a7aeeec req-406cd7cd-613f-400d-802c-fff6e571dab3 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 949 time: 0.0831232 Jul 07 17:51:55.631481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port f614d6cd-9990-4c79-a53f-718bce7ed7d9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f614d6cd-9990-4c79-a53f-718bce7ed7d9,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:55.640315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05f3ebe2-9b86-4060-a8bf-03847a7aeeec req-9e7eef2d-f46e-4794-92cb-e51dfa2bf442 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126354 Jul 07 17:51:55.654185 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.657101 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Attempting to bind port ddf6886f-9302-4777-9c5e-575dbc7d447c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:55.657484 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Attempting to bind port ddf6886f-9302-4777-9c5e-575dbc7d447c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:55.658951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Attempting to bind port ddf6886f-9302-4777-9c5e-575dbc7d447c on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:55.675374 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc739-054e-4bc3-b743-4ab48d44438b None None] Pushing event updated for resources: {'Port': ['ID=ddf6886f-9302-4777-9c5e-575dbc7d447c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:55.681892 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:55.682289 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:55.683732 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.685733 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:55.688179 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Bound port: ddf6886f-9302-4777-9c5e-575dbc7d447c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:55.688800 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.729393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 310b5b93-524a-4e56-9f38-96bded63a321 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:55.736941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-ce6cc773-9b3a-48eb-a981-0edc341b668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:55.740946 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-ce6cc773-9b3a-48eb-a981-0edc341b668b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1097 time: 0.1510258 Jul 07 17:51:55.754772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 310b5b93-524a-4e56-9f38-96bded63a321 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:55.755224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.813231 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] For port ddf6886f-9302-4777-9c5e-575dbc7d447c, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:55.821826 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] For port ddf6886f-9302-4777-9c5e-575dbc7d447c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ddf6886f-9302-4777-9c5e-575dbc7d447c,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:55.830451 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.837844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=f614d6cd-9990-4c79-a53f-718bce7ed7d9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:55.952189 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc739-054e-4bc3-b743-4ab48d44438b None None] Pushing event updated for resources: {'Port': ['ID=ddf6886f-9302-4777-9c5e-575dbc7d447c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:55.964720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:55.965568 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:55.984096 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.028261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 310b5b93-524a-4e56-9f38-96bded63a321, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=310b5b93-524a-4e56-9f38-96bded63a321,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:56.030226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310b5b93-524a-4e56-9f38-96bded63a321'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:56.033414 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6807cf-7268-4b45-914d-c923d1a93335" -d '{"events": [{"server_uuid": "bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "310b5b93-524a-4e56-9f38-96bded63a321"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:56.054701 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.086471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28602d-ab6b-4dd6-bd7a-8866b95d98d4 req-ce14f0d2-72dc-4ad3-8adc-af833f4bace7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.088248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac28602d-ab6b-4dd6-bd7a-8866b95d98d4 req-ce14f0d2-72dc-4ad3-8adc-af833f4bace7 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.3224480 Jul 07 17:51:56.091148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-fe40b8e7-a493-41ee-b597-a165208bb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.092636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-fe40b8e7-a493-41ee-b597-a165208bb9dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.3449597 Jul 07 17:51:56.100885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de40803-dfa7-4431-a6ec-1c1503e626ed req-b87f4fd7-c053-4223-ab67-899143a2e61c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.102779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.108430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5de40803-dfa7-4431-a6ec-1c1503e626ed req-b87f4fd7-c053-4223-ab67-899143a2e61c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.1766729 Jul 07 17:51:56.195611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-0e168b02-a011-4d0f-97a6-d8499a265a37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 200 len: 217 time: 0.0689313 Jul 07 17:51:56.201990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=310b5b93-524a-4e56-9f38-96bded63a321,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:56.232463 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:56.294353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac28602d-ab6b-4dd6-bd7a-8866b95d98d4 req-6d24db87-152f-48bf-a965-1c5f03bd0593 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779330 Jul 07 17:51:56.340338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5de40803-dfa7-4431-a6ec-1c1503e626ed req-de6ee325-ad62-48c1-a51e-189b64a7cd86 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308710 Jul 07 17:51:56.343813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Allocated IP 172.20.0.1 (b8af3d42-b87f-44d0-abc1-d547b1f63799/7ee9e119-283d-4770-9907-8b3819e041fe/a18a8f26-dabe-42d8-980c-fb6900876e2c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:56.367216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-73b03a24-e095-4afb-b8d1-fd5c4b6ee4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.368738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-73b03a24-e095-4afb-b8d1-fd5c4b6ee4cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.1436224 Jul 07 17:51:56.423198 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2276b001-57fa-410c-a0c0-e12d644a8511 x-openstack-request-id: req-2276b001-57fa-410c-a0c0-e12d644a8511 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:56.423198 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "310b5b93-524a-4e56-9f38-96bded63a321", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:56.423198 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2276b001-57fa-410c-a0c0-e12d644a8511 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:56.423198 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310b5b93-524a-4e56-9f38-96bded63a321', 'code': 200} Jul 07 17:51:56.423808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-27988c8c-fc31-4ec8-80f6-ca8d43c5b4fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461097 Jul 07 17:51:56.556163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-587f7850-efb9-404a-b944-7467f74eea83 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219571 Jul 07 17:51:56.589242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.600471 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:53Z', 'revision_number': 3, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:56.625406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Transition to ACTIVE for port object a18a8f26-dabe-42d8-980c-fb6900876e2c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:56.635169 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6044f6f-3abf-4c84-8723-f2c8062df92d None None] The sync data for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 is: [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:53Z', 'revision_number': 3, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:56.688955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55454) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:56.720394 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.776003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:56.778899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:56.817474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:56.846111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-6af281e9-afbf-4be8-a29f-cd5c5942c821 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641971 Jul 07 17:51:56.860388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f614d6cd-9990-4c79-a53f-718bce7ed7d9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:56.871842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a790ddf-3828-46fb-8e61-2a49bf925ba3 req-250e7fa4-6a65-412b-90fb-ec75b2e4c308 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.889702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a790ddf-3828-46fb-8e61-2a49bf925ba3 req-250e7fa4-6a65-412b-90fb-ec75b2e4c308 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.3322747 Jul 07 17:51:56.900183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec9e97-0abe-477a-b5dd-d18f0379ab87 req-e5afc83e-5656-4ec0-b718-193613439944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.902428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caec9e97-0abe-477a-b5dd-d18f0379ab87 req-e5afc83e-5656-4ec0-b718-193613439944 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 1101 time: 0.3440509 Jul 07 17:51:56.910507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1881161862-network', 'tenant_id': '4f78c2bf201d4f8aba47eb8c23f344a6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:56.961191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f614d6cd-9990-4c79-a53f-718bce7ed7d9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:56.961571 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.980160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a790ddf-3828-46fb-8e61-2a49bf925ba3 req-3e9c8963-d267-4e8a-bb01-7078bcf17dcc tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894449 Jul 07 17:51:56.986482 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.005050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caec9e97-0abe-477a-b5dd-d18f0379ab87 req-d4872155-25a2-4a6c-a720-6f813fa02f29 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793574 Jul 07 17:51:57.005867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Pushing event updated for resources: {'Port': ['ID=a18a8f26-dabe-42d8-980c-fb6900876e2c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:57.098834 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Made reservation on behalf of 4f78c2bf201d4f8aba47eb8c23f344a6 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:57.102760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.181944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2687d-ef8e-4b7e-8a0d-3ee077f4f068 req-2d9539fe-917b-4654-9066-89ea3aa1750d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:57.181944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41b2687d-ef8e-4b7e-8a0d-3ee077f4f068 req-2d9539fe-917b-4654-9066-89ea3aa1750d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 950 time: 0.1450393 Jul 07 17:51:57.184927 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.264023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41b2687d-ef8e-4b7e-8a0d-3ee077f4f068 req-f252a1b5-4b80-4ca5-af9d-3e832f2ee081 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750971 Jul 07 17:51:57.283142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-243bf54a-53e6-47ff-9507-b39da6272b38 None None] Provisioning for port a18a8f26-dabe-42d8-980c-fb6900876e2c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:57.288572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-243bf54a-53e6-47ff-9507-b39da6272b38 None None] Provisioning complete for port a18a8f26-dabe-42d8-980c-fb6900876e2c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:57.289120 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-243bf54a-53e6-47ff-9507-b39da6272b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.356056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-243bf54a-53e6-47ff-9507-b39da6272b38 None None] Port a18a8f26-dabe-42d8-980c-fb6900876e2c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:57.484195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.491504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.499115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.560917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:57.603691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:57.625764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.626326 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Added segment 0568121d-cf23-4500-b875-6aec401091f5 of type vlan for network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c Jul 07 17:51:57.724756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.786684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.787786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:57.788491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.812868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68834-472c-4288-9070-fa3400f4a241 req-6469b1e7-4858-47b0-975d-1fdb1fc6f40e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:57.814921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbf68834-472c-4288-9070-fa3400f4a241 req-6469b1e7-4858-47b0-975d-1fdb1fc6f40e tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.2554762 Jul 07 17:51:57.831627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5faf4a-fb73-4895-8567-19d1594803ee req-378f980a-6044-4f4a-b390-825f3e4de233 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:57.841090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac5faf4a-fb73-4895-8567-19d1594803ee req-378f980a-6044-4f4a-b390-825f3e4de233 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.1957321 Jul 07 17:51:57.900472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2103748 Jul 07 17:51:57.905579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55466) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:57.915014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb61c4-47a4-451e-b4ff-a827f0b15a57 admin admin] Pushing event updated for resources: {'Network': ['ID=9af7f3e3-d958-426a-bd85-1c0c18f81e6c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:57.917439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac5faf4a-fb73-4895-8567-19d1594803ee req-ad285b71-d17f-45b3-a412-6792a9b0e45c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Jul 07 17:51:57.935122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:57.935689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.935817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Request body: {'subnet': {'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1881161862-subnet', 'tenant_id': '4f78c2bf201d4f8aba47eb8c23f344a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:57.948689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.975449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Made reservation on behalf of 4f78c2bf201d4f8aba47eb8c23f344a6 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:57.978297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.065058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Pushing event updated for resources: {'Port': ['ID=a18a8f26-dabe-42d8-980c-fb6900876e2c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:58.071278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.257192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:58.260195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:58.337914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbf68834-472c-4288-9070-fa3400f4a241 req-e294d2ae-036c-4a4d-8d2d-d7f009192799 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914317 Jul 07 17:51:58.349069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.566030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Router 404f5125-e819-4f54-a710-07aa10a61ac0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:58.697482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24fa732-8529-430f-9a9e-416dbff33037,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:58.706622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-28ef9a70-e8a4-479d-9b13-8b213ccd555e None None] Provisioning complete for port a18a8f26-dabe-42d8-980c-fb6900876e2c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:58.707222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28ef9a70-e8a4-479d-9b13-8b213ccd555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.714257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:58.732008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Checking segment: {'id': '0568121d-cf23-4500-b875-6aec401091f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:58.732285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Network hostable DHCP agents. Network: 9af7f3e3-d958-426a-bd85-1c0c18f81e6c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:58.733433 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-35ea8aee-11ca-483e-ace5-45644bbeaf9b admin admin] 10.222.0.88 "PUT /v2.0/routers/404f5125-e819-4f54-a710-07aa10a61ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3433757 Jul 07 17:51:58.778786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-28ef9a70-e8a4-479d-9b13-8b213ccd555e None None] Port a18a8f26-dabe-42d8-980c-fb6900876e2c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:58.803732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68338c-95c8-460a-acbe-fdf228f2dad8 req-9695fe12-2c13-4e32-9fe5-5b834c60bf23 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.811218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb68338c-95c8-460a-acbe-fdf228f2dad8 req-9695fe12-2c13-4e32-9fe5-5b834c60bf23 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.3427212 Jul 07 17:51:58.881154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:58.911610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddf6886f-9302-4777-9c5e-575dbc7d447c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:58.914872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1b19-75da-4e5a-b24d-dc2f46845bb6 req-07eb056d-ebb3-40dc-bdaf-10250526096f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.916688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fecd1b19-75da-4e5a-b24d-dc2f46845bb6 req-07eb056d-ebb3-40dc-bdaf-10250526096f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 950 time: 0.3786142 Jul 07 17:51:58.920755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 9af7f3e3-d958-426a-bd85-1c0c18f81e6c) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:58.948936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.948936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.968539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95db642-5421-4b58-98e3-022a6510cbbb None None] Network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:58.978746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb68338c-95c8-460a-acbe-fdf228f2dad8 req-948b03e8-e70e-4cb6-898f-4ffa4a497bd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665373 Jul 07 17:51:59.004004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5aa6da12-82ca-422c-bcdf-87ed834b91eb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0851030 Jul 07 17:51:59.049726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fecd1b19-75da-4e5a-b24d-dc2f46845bb6 req-ca4a6fe0-283a-48cf-84e3-eb357d12beab tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178632 Jul 07 17:51:59.118971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ddf6886f-9302-4777-9c5e-575dbc7d447c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:59.135708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ddf6886f-9302-4777-9c5e-575dbc7d447c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:59.137257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:59.282309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3537a-b1d3-4071-b42b-1c03463b568e None None] Network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:59.338080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127f8c7-cd2a-4adb-a232-a7d4a9e12a8e req-dea4988e-3624-4e86-abbf-6b7aad7ee2fe tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.350658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4127f8c7-cd2a-4adb-a232-a7d4a9e12a8e req-dea4988e-3624-4e86-abbf-6b7aad7ee2fe tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.2139225 Jul 07 17:51:59.379331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Sync routers for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:59.413525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4127f8c7-cd2a-4adb-a232-a7d4a9e12a8e req-8ef17ae9-5f61-442a-b446-1b7243260415 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615911 Jul 07 17:51:59.465139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:59.465797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:59.467614 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:59.619038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ddf6886f-9302-4777-9c5e-575dbc7d447c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ddf6886f-9302-4777-9c5e-575dbc7d447c,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:59.630912 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:59.742868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ddf6886f-9302-4777-9c5e-575dbc7d447c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:59.847379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:59.954249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b82a-f8b9-4ea6-a30f-f01555b86dd7 req-24b7660d-43a9-4e4a-9027-ec9d1e1b7c07 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.958884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98c7b82a-f8b9-4ea6-a30f-f01555b86dd7 req-24b7660d-43a9-4e4a-9027-ec9d1e1b7c07 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 1101 time: 0.1425722 Jul 07 17:52:00.000179 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-98c7b82a-f8b9-4ea6-a30f-f01555b86dd7 req-b2792686-c433-4ecd-bc22-9e94458e19f9 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.114136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 2, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:00.150057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Checking router: 404f5125-e819-4f54-a710-07aa10a61ac0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:52:00.150489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Updating router 404f5125-e819-4f54-a710-07aa10a61ac0 port a18a8f26-dabe-42d8-980c-fb6900876e2c binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:52:00.157609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55500) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:00.163669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-724db0cc-4dd0-424a-b976-058c4ea6ca3f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463389595', 'description': 'tempest-description--1640555502'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:00.191346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-98c7b82a-f8b9-4ea6-a30f-f01555b86dd7 req-b2792686-c433-4ecd-bc22-9e94458e19f9 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.209088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-98c7b82a-f8b9-4ea6-a30f-f01555b86dd7 req-b2792686-c433-4ecd-bc22-9e94458e19f9 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.228655 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.231479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-724db0cc-4dd0-424a-b976-058c4ea6ca3f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.260059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98c7b82a-f8b9-4ea6-a30f-f01555b86dd7 req-b2792686-c433-4ecd-bc22-9e94458e19f9 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961476 Jul 07 17:52:00.273941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2792686-c433-4ecd-bc22-9e94458e19f9 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6966081f-3263-41be-bb1d-e4a5c841ef87,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:00.461648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-724db0cc-4dd0-424a-b976-058c4ea6ca3f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.467782 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-724db0cc-4dd0-424a-b976-058c4ea6ca3f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.517221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-724db0cc-4dd0-424a-b976-058c4ea6ca3f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.522302 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-724db0cc-4dd0-424a-b976-058c4ea6ca3f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3632624 Jul 07 17:52:00.524925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55512) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:00.538416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-830f2829-a4ca-458e-95e5-fb9f979935e0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Request body: {'security_group_rule': {'security_group_id': '825bfa3b-931f-4601-86e4-09ba2cca8395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:00.549396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724db0cc-4dd0-424a-b976-058c4ea6ca3f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825bfa3b-931f-4601-86e4-09ba2cca8395,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:00.606526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-830f2829-a4ca-458e-95e5-fb9f979935e0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.672013 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-830f2829-a4ca-458e-95e5-fb9f979935e0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.677867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-830f2829-a4ca-458e-95e5-fb9f979935e0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.711831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f2829-a4ca-458e-95e5-fb9f979935e0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c8de4f-ef03-4e81-bbde-05c5c6981d82,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:00.727093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-830f2829-a4ca-458e-95e5-fb9f979935e0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.729962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-830f2829-a4ca-458e-95e5-fb9f979935e0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2033954 Jul 07 17:52:00.741497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55520) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:00.746203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b8d7f3d6-57df-4515-a07a-6595d9644af4 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Request body: {'security_group_rule': {'security_group_id': '825bfa3b-931f-4601-86e4-09ba2cca8395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:00.784286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f3d6-57df-4515-a07a-6595d9644af4 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.831741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ad820-078d-48c3-88e9-a92ff4080e37 req-bb76051a-8dbe-4b23-854f-fef2578d380b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:00.843921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f74ad820-078d-48c3-88e9-a92ff4080e37 req-bb76051a-8dbe-4b23-854f-fef2578d380b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.3617504 Jul 07 17:52:00.900970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f3d6-57df-4515-a07a-6595d9644af4 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.908781 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f3d6-57df-4515-a07a-6595d9644af4 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.912006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddf6886f-9302-4777-9c5e-575dbc7d447c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:00.922203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-aac419fa-11a4-4af6-aedb-3fca490a5e8d tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:00.931478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7f3d6-57df-4515-a07a-6595d9644af4 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42f2326-d887-4275-a09c-cd1028566d8e,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:00.933682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-aac419fa-11a4-4af6-aedb-3fca490a5e8d tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/networks?id=9af7f3e3-d958-426a-bd85-1c0c18f81e6c HTTP/1.1" status: 200 len: 814 time: 0.3650947 Jul 07 17:52:00.958363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f3d6-57df-4515-a07a-6595d9644af4 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.964336 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8d7f3d6-57df-4515-a07a-6595d9644af4 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2216711 Jul 07 17:52:00.965746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55522) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:00.970794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:00.993223 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f74ad820-078d-48c3-88e9-a92ff4080e37 req-c006399e-7921-468e-bb89-3c4813d9250f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482015 Jul 07 17:52:01.002753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-906f1151-06e3-478e-99e3-78801475a37b tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/quotas/4f78c2bf201d4f8aba47eb8c23f344a6 HTTP/1.1" status: 200 len: 375 time: 0.0616422 Jul 07 17:52:01.054820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.076121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ddf6886f-9302-4777-9c5e-575dbc7d447c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:01.076490 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.079762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Transition to ACTIVE for port object a18a8f26-dabe-42d8-980c-fb6900876e2c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:01.107030 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.120988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-859cf7e4-af2f-40bb-9a42-d35e79eab52e tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f78c2bf201d4f8aba47eb8c23f344a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937312 Jul 07 17:52:01.225728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dff68c-d1a7-4c00-93f4-c1e4bd5b159b None None] Pushing event updated for resources: {'Port': ['ID=a18a8f26-dabe-42d8-980c-fb6900876e2c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:01.263651 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.296613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Attempting to bind port a18a8f26-dabe-42d8-980c-fb6900876e2c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:01.297016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Attempting to bind port a18a8f26-dabe-42d8-980c-fb6900876e2c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:01.297382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Attempting to bind port a18a8f26-dabe-42d8-980c-fb6900876e2c on network b8af3d42-b87f-44d0-abc1-d547b1f63799 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:01.344146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:01.344549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Checking segment: {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:01.345311 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.345716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Bound using segment: {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:01.346217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Bound port: a18a8f26-dabe-42d8-980c-fb6900876e2c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:01.346600 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.537406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-9d1d6572-2afc-4d75-a315-001059dfdf5d service neutron] 10.222.0.88 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150970 Jul 07 17:52:01.550090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7156c-394e-497a-990d-ccc40de3c9ee req-0ed97242-75c1-45ef-bd9f-79dfb98c5709 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:01.551826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] For port a18a8f26-dabe-42d8-980c-fb6900876e2c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:01.555851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] For port a18a8f26-dabe-42d8-980c-fb6900876e2c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a18a8f26-dabe-42d8-980c-fb6900876e2c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:01.560990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef7156c-394e-497a-990d-ccc40de3c9ee req-0ed97242-75c1-45ef-bd9f-79dfb98c5709 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.2701120 Jul 07 17:52:01.566130 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.639807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:01.640746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:01.711917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-ea292783-5a20-455c-b2a8-b735278f9682 service neutron] 10.222.0.88 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456950 Jul 07 17:52:01.784540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:01.853308 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.909853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dff68c-d1a7-4c00-93f4-c1e4bd5b159b None None] Pushing event updated for resources: {'Port': ['ID=a18a8f26-dabe-42d8-980c-fb6900876e2c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:01.943300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef7156c-394e-497a-990d-ccc40de3c9ee req-18ff3625-e894-4337-badc-a64af8c66ded tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302508 Jul 07 17:52:02.123218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Allocated IP 172.25.1.123 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/0b1df8ae-cbe8-43b5-9528-9085255f5d64) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:02.325208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:01Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:02.410705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc548780-639d-4ef1-8c60-6ae36bac747d None None] The sync data for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 is: [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:01Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:52:02.672570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:02.807181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0769-58e2-4418-b52e-704dd1c916ef req-448e8f43-c340-4e62-a658-2690bc7a1821 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:02.824963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a2b0769-58e2-4418-b52e-704dd1c916ef req-448e8f43-c340-4e62-a658-2690bc7a1821 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.5452027 Jul 07 17:52:02.830126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:02.918319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a18a8f26-dabe-42d8-980c-fb6900876e2c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:02.949071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:02.969482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:03.000913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:03.059427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a18a8f26-dabe-42d8-980c-fb6900876e2c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:03.065710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a18a8f26-dabe-42d8-980c-fb6900876e2c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:03.066628 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.174414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event updated for resources: {'Port': ['ID=0b1df8ae-cbe8-43b5-9528-9085255f5d64,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:03.194464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a2b0769-58e2-4418-b52e-704dd1c916ef req-e53685f8-81f2-40d7-8839-0e3b30ca66f3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675015 Jul 07 17:52:03.245547 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.303696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a18a8f26-dabe-42d8-980c-fb6900876e2c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a18a8f26-dabe-42d8-980c-fb6900876e2c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:03.313898 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.333705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bc8d-65fc-4db9-8128-da247dc8a4cc req-371f697c-204c-4fc5-b345-385722652220 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:03.336795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50c1bc8d-65fc-4db9-8128-da247dc8a4cc req-371f697c-204c-4fc5-b345-385722652220 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.3621082 Jul 07 17:52:03.425212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.447667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50c1bc8d-65fc-4db9-8128-da247dc8a4cc req-8a35178f-d639-4a35-b08d-7d23dcd99bde tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921688 Jul 07 17:52:03.502534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a18a8f26-dabe-42d8-980c-fb6900876e2c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:03.566677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3235dd63-3879-45d3-aef3-bcea1a35d1a3 req-48c52210-d125-44c5-a30b-acd205c0c0bc tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 210 time: 0.0489340 Jul 07 17:52:03.567581 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.568565 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.721285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-a8ab7488-d0bf-4f91-a1ce-1c4799751f52 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562708 Jul 07 17:52:03.979379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-ea9fed6a-425f-407c-a8c3-4333c177367f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:03.985328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-ea9fed6a-425f-407c-a8c3-4333c177367f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628758 Jul 07 17:52:04.041705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00396-a2bc-4750-ac98-274252ff084c req-6c33ebbf-9194-4810-8260-f6d7256c2c6e tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.043443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bde00396-a2bc-4750-ac98-274252ff084c req-6c33ebbf-9194-4810-8260-f6d7256c2c6e tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.2253280 Jul 07 17:52:04.046136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.054320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-254ee577-3200-458f-a662-bc645d5a9f08 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/quotas/b0b7422b5a6f47faa6f6657141a679f9 HTTP/1.1" status: 200 len: 375 time: 0.0563092 Jul 07 17:52:04.127932 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.312976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-340ec624-0623-4975-9272-1f088735d70a tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.315303 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-340ec624-0623-4975-9272-1f088735d70a tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.90 "GET /v2.0/networks?id=9af7f3e3-d958-426a-bd85-1c0c18f81e6c HTTP/1.1" status: 200 len: 814 time: 0.2354755 Jul 07 17:52:04.339563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Request body: {'port': {'device_id': '2276290e-3670-46dc-9661-9ef410073368', 'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c', 'admin_state_up': True, 'tenant_id': '4f78c2bf201d4f8aba47eb8c23f344a6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:04.544019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Made reservation on behalf of 4f78c2bf201d4f8aba47eb8c23f344a6 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:04.548617 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.583473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event updated for resources: {'Port': ['ID=0b1df8ae-cbe8-43b5-9528-9085255f5d64,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:04.600763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bde00396-a2bc-4750-ac98-274252ff084c req-e4952807-2195-4255-a802-2d0ad2ebc094 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424247 Jul 07 17:52:04.602755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.645526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-67d7da43-7c1d-477e-89fe-5dd8d5901d3a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5900123 Jul 07 17:52:04.652091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.653528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-acd8268b-e000-4cab-b983-c8fb2206daf8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6866796 Jul 07 17:52:04.710581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Allocated IP 172.20.0.13 (9af7f3e3-d958-426a-bd85-1c0c18f81e6c/e24fa732-8529-430f-9a9e-416dbff33037/d7aef098-324e-49f6-878c-9e64832602b7) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:04.845567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a18a8f26-dabe-42d8-980c-fb6900876e2c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:04.901823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a18a8f26-dabe-42d8-980c-fb6900876e2c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:04.902668 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.950188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.018604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.028397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6df9e-ba09-42cb-b7b8-159c1e1cf01a req-6f6ea106-0a53-4163-9b46-9a25a2981974 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.030636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91c6df9e-ba09-42cb-b7b8-159c1e1cf01a req-6f6ea106-0a53-4163-9b46-9a25a2981974 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.1218946 Jul 07 17:52:05.089224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91c6df9e-ba09-42cb-b7b8-159c1e1cf01a req-89855eab-ad81-40a9-8932-da88e2afb1db tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517409 Jul 07 17:52:05.093434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:05.097641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:05.107382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:05.201760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Pushing event updated for resources: {'Port': ['ID=d7aef098-324e-49f6-878c-9e64832602b7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:05.275725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.276478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.298475 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-885b1ab8-8cb7-47da-9032-52637dc17ff5 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9685159 Jul 07 17:52:05.313230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Request body: {'port': {'device_id': '2276290e-3670-46dc-9661-9ef410073368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:05.368358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db63d7-41db-440e-9ef4-680399256b17 req-783596f4-834f-4b70-b653-8cb7179ca268 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.373664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9db63d7-41db-440e-9ef4-680399256b17 req-783596f4-834f-4b70-b653-8cb7179ca268 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.1313975 Jul 07 17:52:05.415442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.442595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05e1a-eaac-4519-8ee6-1248587fd692 req-8cd7172b-aab1-4856-87ec-854cdaa8b4f1 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.449756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ed05e1a-eaac-4519-8ee6-1248587fd692 req-8cd7172b-aab1-4856-87ec-854cdaa8b4f1 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 932 time: 0.1660988 Jul 07 17:52:05.459325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9db63d7-41db-440e-9ef4-680399256b17 req-6c89b63a-e55f-4a2b-96a2-34e02a749ddc tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825098 Jul 07 17:52:05.504091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ed05e1a-eaac-4519-8ee6-1248587fd692 req-0270dc4b-2d6e-4553-a545-5ac68a8c4910 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491879 Jul 07 17:52:05.526463 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.637389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-30a042ce-f0c7-4d7e-80be-7258d4c85d8f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1463389595&fields=id&tenant_id=125e20578ce0465b874decabd96b4224 HTTP/1.1" status: 200 len: 267 time: 0.0445266 Jul 07 17:52:05.769620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-6fe271bf-d23e-4919-bb5e-80a2cdb0ae7f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.777140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-6fe271bf-d23e-4919-bb5e-80a2cdb0ae7f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/networks?id=b8af3d42-b87f-44d0-abc1-d547b1f63799 HTTP/1.1" status: 200 len: 806 time: 0.1301715 Jul 07 17:52:05.790237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-5eefbb83-41f5-4e53-8605-7a50be4b97c0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/quotas/125e20578ce0465b874decabd96b4224 HTTP/1.1" status: 200 len: 375 time: 0.0121839 Jul 07 17:52:05.848144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7aef098-324e-49f6-878c-9e64832602b7 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:05.856560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.880020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Transition to ACTIVE for port object d7aef098-324e-49f6-878c-9e64832602b7 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:05.885704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.917082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-c24829d8-5111-4fc6-9687-02a7f165d7fd tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=125e20578ce0465b874decabd96b4224&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199265 Jul 07 17:52:05.960475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7aef098-324e-49f6-878c-9e64832602b7,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:06.048739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Attempting to bind port d7aef098-324e-49f6-878c-9e64832602b7 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:06.049334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Attempting to bind port d7aef098-324e-49f6-878c-9e64832602b7 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '0568121d-cf23-4500-b875-6aec401091f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:06.049694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Attempting to bind port d7aef098-324e-49f6-878c-9e64832602b7 on network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:06.057450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Port d7aef098-324e-49f6-878c-9e64832602b7 on network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:06.057852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Attempting to bind port d7aef098-324e-49f6-878c-9e64832602b7 on network 9af7f3e3-d958-426a-bd85-1c0c18f81e6c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:06.065412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:06.065747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Checking segment: {'id': '0568121d-cf23-4500-b875-6aec401091f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:06.066110 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Bound using segment: {'id': '0568121d-cf23-4500-b875-6aec401091f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:06.066550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Bound port: d7aef098-324e-49f6-878c-9e64832602b7, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0568121d-cf23-4500-b875-6aec401091f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:06.067002 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:06.076619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-21c7c14e-8cf7-46b0-aaa9-55e151c60e4b service neutron] 10.222.0.88 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583164 Jul 07 17:52:06.086668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59e273-6bcb-4c2f-b214-09bff9640a46 req-c64de4df-47f3-441e-b68f-09a20a6e5232 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:06.088441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c59e273-6bcb-4c2f-b214-09bff9640a46 req-c64de4df-47f3-441e-b68f-09a20a6e5232 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1947007 Jul 07 17:52:06.155870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] For port d7aef098-324e-49f6-878c-9e64832602b7, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:06.159820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] For port d7aef098-324e-49f6-878c-9e64832602b7, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d7aef098-324e-49f6-878c-9e64832602b7,segment=NetworkSegment(0568121d-cf23-4500-b875-6aec401091f5),segment_id=0568121d-cf23-4500-b875-6aec401091f5)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:06.168378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:06.205470 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c59e273-6bcb-4c2f-b214-09bff9640a46 req-a059c7be-daec-4431-8f10-d647b7fe2a39 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078212 Jul 07 17:52:06.250675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:06.250675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:06.250675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] 10.222.0.90 "PUT /v2.0/ports/d7aef098-324e-49f6-878c-9e64832602b7 HTTP/1.1" status: 200 len: 1092 time: 0.9240413 Jul 07 17:52:06.250675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2276290e-3670-46dc-9661-9ef410073368', 'tag': 'd7aef098-324e-49f6-878c-9e64832602b7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:06.250675 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35" -d '{"events": [{"name": "network-changed", "server_uuid": "2276290e-3670-46dc-9661-9ef410073368", "tag": "d7aef098-324e-49f6-878c-9e64832602b7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:06.330288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-8e34f1b4-c549-4fac-91d3-37caff0c586a service neutron] 10.222.0.88 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510948 Jul 07 17:52:06.394353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511d393-03a7-480b-890f-6fb1d28d48f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7aef098-324e-49f6-878c-9e64832602b7,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:06.590570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5b7bf2a-0b2f-4d41-b24c-3e29cc507486 req-a04b5035-f790-43fd-a005-7d46e35825b1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 210 time: 0.0375597 Jul 07 17:52:06.631329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-043d9cfa-589c-4b1a-8952-caa815a74fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:06.634313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-043d9cfa-589c-4b1a-8952-caa815a74fa3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f78c2bf201d4f8aba47eb8c23f344a6&device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 1095 time: 0.1526802 Jul 07 17:52:06.701733 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-911c2034-566c-4be3-82f0-99b609879baf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7aef098-324e-49f6-878c-9e64832602b7 HTTP/1.1" status: 200 len: 217 time: 0.0596614 Jul 07 17:52:06.773211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-1a120097-6e38-4ce3-8acc-46f57f230682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:06.774975 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-1a120097-6e38-4ce3-8acc-46f57f230682 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e24fa732-8529-430f-9a9e-416dbff33037 HTTP/1.1" status: 200 len: 854 time: 0.0673463 Jul 07 17:52:06.818742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-6fe03689-bbd2-41d9-bb59-680686ce8c46 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9af7f3e3-d958-426a-bd85-1c0c18f81e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366528 Jul 07 17:52:06.852083 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7077699-1101-4659-bbe8-04d0228534ee x-openstack-request-id: req-d7077699-1101-4659-bbe8-04d0228534ee {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:06.852541 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2276290e-3670-46dc-9661-9ef410073368", "tag": "d7aef098-324e-49f6-878c-9e64832602b7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:06.852797 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7077699-1101-4659-bbe8-04d0228534ee {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:06.853224 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2276290e-3670-46dc-9661-9ef410073368', 'tag': 'd7aef098-324e-49f6-878c-9e64832602b7', 'status': 'completed', 'code': 200} Jul 07 17:52:06.873239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306baa13-ed46-453f-a865-60c528e667ad req-99cd0303-834f-4497-9dcc-4704623db82c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:06.875019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-306baa13-ed46-453f-a865-60c528e667ad req-99cd0303-834f-4497-9dcc-4704623db82c tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.0781949 Jul 07 17:52:06.958039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-306baa13-ed46-453f-a865-60c528e667ad req-106c0e6a-c1bf-43dd-b01d-08811a62816d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707121 Jul 07 17:52:07.017993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-b9c4d6cd-d195-4f1c-aacd-0885c8b450bd service neutron] 10.222.0.90 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907363 Jul 07 17:52:07.152556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4793e-fdf1-4ad4-a897-4e02419310fa req-7522b6f6-9fb3-4da7-857d-431bf5ecdee2 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.154785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dde4793e-fdf1-4ad4-a897-4e02419310fa req-7522b6f6-9fb3-4da7-857d-431bf5ecdee2 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.1531928 Jul 07 17:52:07.165521 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4eb0b69-e892-4333-8f47-cee44941c7fe req-3c6c61da-d725-4ccc-954d-ac042f1b57af service neutron] 10.222.0.90 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401613 Jul 07 17:52:07.287503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dde4793e-fdf1-4ad4-a897-4e02419310fa req-7b35c09a-3fa2-4663-a9e7-05ad8d796aef tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202731 Jul 07 17:52:07.353409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3775f5-694a-44bf-abab-139ce6bfaadd req-2d30d540-03a6-4f21-8031-344b1780e9c7 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.355279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af3775f5-694a-44bf-abab-139ce6bfaadd req-2d30d540-03a6-4f21-8031-344b1780e9c7 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 944 time: 0.1715925 Jul 07 17:52:07.406179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-3f6ab79a-2715-4155-b847-1174b6b555bc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918157 Jul 07 17:52:07.428079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-6cecb5a1-5722-402a-a261-4340c8d89266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.430141 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-6cecb5a1-5722-402a-a261-4340c8d89266 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f78c2bf201d4f8aba47eb8c23f344a6&device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 1095 time: 0.1196401 Jul 07 17:52:07.499280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0328a087-3c04-449b-8ac1-8f18fb171fdc req-bf230b12-87ed-4b96-99b9-a7a026d2a253 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 210 time: 0.0914390 Jul 07 17:52:07.611972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-22672bff-8916-4036-b1e8-3ea2ad6c25db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.613665 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-22672bff-8916-4036-b1e8-3ea2ad6c25db service neutron] 10.222.0.90 "GET /v2.0/networks?id=9af7f3e3-d958-426a-bd85-1c0c18f81e6c HTTP/1.1" status: 200 len: 915 time: 0.1769331 Jul 07 17:52:07.672259 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-26b8f24b-a4b7-4d70-8c0b-db82b2bf3b3a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7aef098-324e-49f6-878c-9e64832602b7 HTTP/1.1" status: 200 len: 217 time: 0.0516388 Jul 07 17:52:07.672535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af3775f5-694a-44bf-abab-139ce6bfaadd req-00631c00-f8f3-4742-a186-d31ba06101fe tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747538 Jul 07 17:52:07.745666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-fd89472c-30be-400c-89ec-f6370313dd8f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.747504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-fd89472c-30be-400c-89ec-f6370313dd8f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021398 Jul 07 17:52:07.755477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-920fd112-0410-40c2-88f7-277147a02527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.757215 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-920fd112-0410-40c2-88f7-277147a02527 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e24fa732-8529-430f-9a9e-416dbff33037 HTTP/1.1" status: 200 len: 854 time: 0.0780361 Jul 07 17:52:07.768139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:07.812386 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-a4c1c644-b4c3-4a0b-8d2c-680fe00c6da4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9af7f3e3-d958-426a-bd85-1c0c18f81e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458615 Jul 07 17:52:07.908665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc8ea06b-6251-4bdf-b875-9038692d3bf8 req-7d952377-1701-4641-98c0-b5dfe9c96bbf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 210 time: 0.0505323 Jul 07 17:52:07.958506 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-3daf06a8-f092-4e72-9e6f-9e22e2b796e0 service neutron] 10.222.0.90 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395662 Jul 07 17:52:07.977563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313301b-43cc-4bc5-b2ea-0c5b644180fb req-a74920df-1cb0-49dd-966e-d650df040868 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.979209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b313301b-43cc-4bc5-b2ea-0c5b644180fb req-a74920df-1cb0-49dd-966e-d650df040868 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.2059212 Jul 07 17:52:08.048651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b313301b-43cc-4bc5-b2ea-0c5b644180fb req-dd1767c0-2cf4-4253-bd68-cd41868072ce tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598593 Jul 07 17:52:08.049359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:08.052974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:08.235858 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6bac3b5b-34c2-49f6-a186-4d0f4634bc35 req-2da536a2-b10a-4a87-9c8b-333c5836a885 service neutron] 10.222.0.90 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694058 Jul 07 17:52:08.259958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-dbbe84dc-5702-4b38-a1a7-dac1644d37da tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587111 Jul 07 17:52:08.478970 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-347a0978-581b-41c1-b578-b1b95640c7ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1638441 Jul 07 17:52:08.525261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-be50f331-7ec5-4b7c-a1df-bc2ec6eb06e9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.527298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-be50f331-7ec5-4b7c-a1df-bc2ec6eb06e9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514012 Jul 07 17:52:08.530457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.101 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/6cd5b9f4-5abc-44b8-a456-afd00e089ff8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:08.591115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-f91a48d6-3cad-476e-9276-5dfb412f9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.592785 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-f91a48d6-3cad-476e-9276-5dfb412f9273 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 1096 time: 0.0769928 Jul 07 17:52:08.612424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:08.686683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964059-c267-4eea-b3c8-1c9de2553600 req-a16567df-22c1-41f0-88c0-3775029fa2a3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.688948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e964059-c267-4eea-b3c8-1c9de2553600 req-a16567df-22c1-41f0-88c0-3775029fa2a3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.4253080 Jul 07 17:52:08.794942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-f5576772-9d1f-4d04-9621-a8a398eef7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.796466 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-f5576772-9d1f-4d04-9621-a8a398eef7d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.1721594 Jul 07 17:52:08.868630 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-af9bd67d-6b0d-45ab-8eeb-82f92abeed8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 200 len: 217 time: 0.0518906 Jul 07 17:52:08.873694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e964059-c267-4eea-b3c8-1c9de2553600 req-8de80e72-1943-467a-80b0-bd939bd11872 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671741 Jul 07 17:52:08.918841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94ba9c-7a75-4515-b14b-bfd486a6d0ec req-cc306049-f5e8-4405-9390-45cf3d072b86 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.930203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad94ba9c-7a75-4515-b14b-bfd486a6d0ec req-cc306049-f5e8-4405-9390-45cf3d072b86 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.4014909 Jul 07 17:52:09.018798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-7d42018e-62ae-4ccd-b00d-4173c6682d83 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:09.025393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-7d42018e-62ae-4ccd-b00d-4173c6682d83 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.90 "GET /v2.0/networks?id=b8af3d42-b87f-44d0-abc1-d547b1f63799 HTTP/1.1" status: 200 len: 806 time: 0.2900083 Jul 07 17:52:09.041126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-6fbc0645-2e2c-43da-9372-459eaa8ab4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:09.044573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-6fbc0645-2e2c-43da-9372-459eaa8ab4ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1547205 Jul 07 17:52:09.099598 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-24d940e3-b94a-40e6-9ecc-b96624ae7408 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439429 Jul 07 17:52:09.108259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:09.112544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.132395 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-b287eabf-5ed4-4d28-a09e-fe009b02ed0e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=125e20578ce0465b874decabd96b4224 HTTP/1.1" status: 200 len: 380 time: 0.0864573 Jul 07 17:52:09.134812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69bb332f-9078-4633-8763-1aecad032587 req-86b163cb-e93a-46e0-9888-457ff5454e9f tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 210 time: 0.0691340 Jul 07 17:52:09.147434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Request body: {'port': {'device_id': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'admin_state_up': True, 'tenant_id': '125e20578ce0465b874decabd96b4224', 'security_groups': ['825bfa3b-931f-4601-86e4-09ba2cca8395']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:09.180909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.180909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad94ba9c-7a75-4515-b14b-bfd486a6d0ec req-064dfdfb-00e3-424b-bb8f-13b276b617ff tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494373 Jul 07 17:52:09.250309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:09.309131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.322700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:09.379541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Made reservation on behalf of 125e20578ce0465b874decabd96b4224 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:09.385996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:09.390534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.439326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:09.490147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:09.570159 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-6a81b8de-ec09-4f69-a14f-d20fec729c81 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591212 Jul 07 17:52:09.582378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df0fd9be-56c1-4f4e-8392-f822efe2c6e2 req-387797d4-94a4-4992-a653-b2ab752516f8 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 210 time: 0.1760554 Jul 07 17:52:09.596720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:09.597440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.608083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Allocated IP 172.20.0.6 (b8af3d42-b87f-44d0-abc1-d547b1f63799/7ee9e119-283d-4770-9907-8b3819e041fe/9bd3e649-1f1f-4018-b0b9-d4d80d573d0c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:09.641718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.122 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/ce273df1-9b17-42d1-8e3c-f9ff3deb99a7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:09.645899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:09.668246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d2822bdc-186e-4da1-be93-678fb4fa1199 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9055958 Jul 07 17:52:09.688024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Request body: {'port': {'device_id': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:09.749310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11682cde-8e92-4ef7-ae9f-23d1f030d4de req-38d5ae09-0b87-414d-a5dc-fc8602314ae9 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:09.759645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11682cde-8e92-4ef7-ae9f-23d1f030d4de req-38d5ae09-0b87-414d-a5dc-fc8602314ae9 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 944 time: 0.3860583 Jul 07 17:52:09.822366 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.840673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Transition to ACTIVE for port object 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:09.871291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a3f32b38-16cb-4a29-9fd0-482fa2254e7e None None] Provisioning for port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:09.875505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a3f32b38-16cb-4a29-9fd0-482fa2254e7e None None] Provisioning complete for port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:09.876113 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3f32b38-16cb-4a29-9fd0-482fa2254e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.919805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a3f32b38-16cb-4a29-9fd0-482fa2254e7e None None] Port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:09.956059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:09.966297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11682cde-8e92-4ef7-ae9f-23d1f030d4de req-3d69b25a-3dc7-4516-8887-3dc9bced2e90 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055876 Jul 07 17:52:09.979687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e724a9c-a7f7-4f63-a164-15ff11a1636d req-e12841ee-165d-49d2-8cca-7479279f04e6 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368585 Jul 07 17:52:10.020305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:10.024539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:10.029812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:10.076875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event updated for resources: {'Port': ['ID=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:10.094773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.107988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.108710 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.132561 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-89e5be5b-9a0b-4335-b7df-292d48805c97 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9898415 Jul 07 17:52:10.147758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Request body: {'port': {'device_id': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:10.254669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.309883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.350174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-97543705-6567-4c33-aa8d-9acd6d35c292 None None] Provisioning for port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:10.355391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-97543705-6567-4c33-aa8d-9acd6d35c292 None None] Provisioning complete for port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:10.355765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-97543705-6567-4c33-aa8d-9acd6d35c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.406984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ad077-6839-4bbd-a495-3acd43187736 req-238c7caf-ae15-4561-8678-987996346c65 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.408529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-97543705-6567-4c33-aa8d-9acd6d35c292 None None] Port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:10.413464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e96ad077-6839-4bbd-a495-3acd43187736 req-238c7caf-ae15-4561-8678-987996346c65 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.3733270 Jul 07 17:52:10.439993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-e1d79c35-36d9-461c-beb6-7a50555ce735 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4686871 Jul 07 17:52:10.472673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:10.532354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4760a-9847-48b2-9b3b-cd103281804e req-1e271214-d296-4926-b06b-a64863201620 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.534453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fd4760a-9847-48b2-9b3b-cd103281804e req-1e271214-d296-4926-b06b-a64863201620 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.3815911 Jul 07 17:52:10.868809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e96ad077-6839-4bbd-a495-3acd43187736 req-2190a6a3-f9bc-4aa4-9a51-7d2d134ccb6d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540741 Jul 07 17:52:10.926064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fd4760a-9847-48b2-9b3b-cd103281804e req-7b30a7f8-785b-45de-b820-fc5e944808c1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700450 Jul 07 17:52:10.940421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:10.962719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:11.014998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-248abc5c-3b8d-41b9-b5ac-14c96d745af8 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:11.017939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-248abc5c-3b8d-41b9-b5ac-14c96d745af8 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1097 time: 0.1977110 Jul 07 17:52:11.037305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:11.055520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-2'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:11.105125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:11.117818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.167250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Transition to ACTIVE for port object 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:11.169362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:11.173022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.190538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:11.193937 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.257390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Pushing event updated for resources: {'Port': ['ID=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:11.322973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-97719b8f-d52d-460c-9e8d-8d87e3d6803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:11.325099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-97719b8f-d52d-460c-9e8d-8d87e3d6803b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 1096 time: 0.8249667 Jul 07 17:52:11.332584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:11.333298 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.378879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d7aef098-324e-49f6-878c-9e64832602b7 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:11.393871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:11.479129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-d8f1604a-89b5-4c11-b749-03fb62406696 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9076891 Jul 07 17:52:11.544330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Request body: {'port': {'device_id': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:11.554150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c612416e-d78a-46d9-a4bf-0534761b38c9 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:11.617981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Attempting to bind port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:11.618662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Attempting to bind port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:11.619222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Attempting to bind port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c on network b8af3d42-b87f-44d0-abc1-d547b1f63799 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:11.634210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c on network b8af3d42-b87f-44d0-abc1-d547b1f63799 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:11.634923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Attempting to bind port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c on network b8af3d42-b87f-44d0-abc1-d547b1f63799 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:11.647827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:11.648266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Checking segment: {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:11.648742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Bound using segment: {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:11.649310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Bound port: 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fb0362-1931-48ed-a536-1b81e8189788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:11.649841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.660040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395484f4-9bbb-421a-95fc-e9f83f209b9c req-37ad95f5-8054-4ad7-a005-4146d92ef42b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:11.665376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-395484f4-9bbb-421a-95fc-e9f83f209b9c req-37ad95f5-8054-4ad7-a005-4146d92ef42b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 946 time: 0.5230134 Jul 07 17:52:11.678872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:11.714448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b0f83879-64b0-4dca-ad02-fa1202a8a627 None None] Provisioning for port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:11.723645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d7aef098-324e-49f6-878c-9e64832602b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d7aef098-324e-49f6-878c-9e64832602b7,segment=NetworkSegment(0568121d-cf23-4500-b875-6aec401091f5),segment_id=0568121d-cf23-4500-b875-6aec401091f5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:11.734719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b0f83879-64b0-4dca-ad02-fa1202a8a627 None None] Provisioning complete for port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:11.736005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0f83879-64b0-4dca-ad02-fa1202a8a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.753134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-395484f4-9bbb-421a-95fc-e9f83f209b9c req-ce92c3e3-bfc1-4f6f-b1dd-146c11dce85d tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722280 Jul 07 17:52:11.774362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'd7aef098-324e-49f6-878c-9e64832602b7', 'network_id': '9af7f3e3-d958-426a-bd85-1c0c18f81e6c', 'port_id': 'd7aef098-324e-49f6-878c-9e64832602b7', 'mac_address': 'fa:16:3e:ef:5a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24fa732-8529-430f-9a9e-416dbff33037', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:11.792052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] For port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:11.798491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:11.804425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] For port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:11.833423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b0f83879-64b0-4dca-ad02-fa1202a8a627 None None] Port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:11.856026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:11.858150 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.860822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-9691939e-0858-4cdc-b378-ee4e42e5dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:11.862841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-9691939e-0858-4cdc-b378-ee4e42e5dac8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.4531147 Jul 07 17:52:11.871467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.877082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c612416e-d78a-46d9-a4bf-0534761b38c9 has no active binding in host n-h1-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:52:11.894161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7aef098-324e-49f6-878c-9e64832602b7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:11.928702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:11.929158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d7aef098-324e-49f6-878c-9e64832602b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d7aef098-324e-49f6-878c-9e64832602b7,segment=NetworkSegment(0568121d-cf23-4500-b875-6aec401091f5),segment_id=0568121d-cf23-4500-b875-6aec401091f5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:11.929477 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.931031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] 10.222.0.90 "PUT /v2.0/ports/9bd3e649-1f1f-4018-b0b9-d4d80d573d0c HTTP/1.1" status: 200 len: 1091 time: 1.7885838 Jul 07 17:52:11.933992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c'}, {'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:11.936493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.936785 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752ee085-74a7-458a-bb5f-43de3eb13c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c"}, {"server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "name": "network-vif-unplugged", "status": "completed", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:11.944668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:11.973346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.059713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d7aef098-324e-49f6-878c-9e64832602b7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:12.071202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa271be7-8418-4d40-b850-04fb32738bed service neutron] Pushing event updated for resources: {'Port': ['ID=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:12.119821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6114b-a482-45cf-ad50-4ad5db2808c5 req-09eb5390-a8db-4a9f-b75e-69612776d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.122128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63b6114b-a482-45cf-ad50-4ad5db2808c5 req-09eb5390-a8db-4a9f-b75e-69612776d1e6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.9708478 Jul 07 17:52:12.196033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.218432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-64e62a72-642c-41b1-ac67-ced52581c15f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 200 len: 217 time: 0.1594107 Jul 07 17:52:12.222736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:12.227985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:12.240033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on host n-h2-798930-2 for vnic_type normal with profile {"migrating_to": "n-h1-798930-2"} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:12.240405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:12.240912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:12.250105 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-39c9aadb-6879-4c85-8a95-a9fc546696f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.251650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-39c9aadb-6879-4c85-8a95-a9fc546696f6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=125e20578ce0465b874decabd96b4224&device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 1094 time: 0.2686546 Jul 07 17:52:12.252718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:12.253116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Attempting to bind port c612416e-d78a-46d9-a4bf-0534761b38c9 on network 41076a0e-6823-4994-81c2-d0883b9e5a3d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:12.268455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.268770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:12.269139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Checking segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:12.269528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Bound using segment: {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:12.270239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Bound port: c612416e-d78a-46d9-a4bf-0534761b38c9, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cd28bf-ffd0-4999-9d95-52e541ccf040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '41076a0e-6823-4994-81c2-d0883b9e5a3d'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:12.271024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.311940 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-b16ebbf3-1b2a-4570-872d-ffcc86edd8b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c HTTP/1.1" status: 200 len: 217 time: 0.0516064 Jul 07 17:52:12.356704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Transition to ACTIVE for port object 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:12.364102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d7aef098-324e-49f6-878c-9e64832602b7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:12.378479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba96e6-6092-4e1f-8791-dc21b6ed69d3 req-a90330f8-cc7d-4ee1-ade7-efaf948f09fc tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.385988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1bba96e6-6092-4e1f-8791-dc21b6ed69d3 req-a90330f8-cc7d-4ee1-ade7-efaf948f09fc tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 943 time: 0.8533845 Jul 07 17:52:12.396359 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.417758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-e72ebe74-e826-4321-9924-b6418206c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.419286 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-e72ebe74-e826-4321-9924-b6418206c363 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ee9e119-283d-4770-9907-8b3819e041fe HTTP/1.1" status: 200 len: 845 time: 0.0849707 Jul 07 17:52:12.422056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:12.425728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:12.426479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63b6114b-a482-45cf-ad50-4ad5db2808c5 req-a542d038-a8ee-40bf-aaa0-6a54b91b9547 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935464 Jul 07 17:52:12.437862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.455984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-a10c3f3a-2fdd-496a-85f0-59dc9f448116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.457597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-a10c3f3a-2fdd-496a-85f0-59dc9f448116 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.2089446 Jul 07 17:52:12.560513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.563046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:12.564671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 200 len: 1122 time: 1.5141842 Jul 07 17:52:12.565838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7755-52bd-4f64-b26d-88aa2579fdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=8']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:12.602063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-dd3f56e8-4453-4ca3-bcb0-e19997f3d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.604287 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-dd3f56e8-4453-4ca3-bcb0-e19997f3d129 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b8af3d42-b87f-44d0-abc1-d547b1f63799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759915 Jul 07 17:52:12.665068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347ac69-c481-407e-abf9-e27d21ef9229 req-f5173d37-3cb4-45c9-96e3-4ee40180938a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.666895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e347ac69-c481-407e-abf9-e27d21ef9229 req-f5173d37-3cb4-45c9-96e3-4ee40180938a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 936 time: 0.7835445 Jul 07 17:52:12.679050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c612416e-d78a-46d9-a4bf-0534761b38c9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:12.684423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['c612416e-d78a-46d9-a4bf-0534761b38c9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:12.692889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-f8334caf-922e-43ae-a97d-ae6b43ab9a20 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187830 Jul 07 17:52:12.713052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1bba96e6-6092-4e1f-8791-dc21b6ed69d3 req-5012e0b4-be97-4e43-8eb4-a7a07389e3c6 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255684 Jul 07 17:52:12.721477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Pushing event updated for resources: {'Port': ['ID=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:12.808492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-001cbf76-f9c3-49c2-9334-508d2c0f51ae service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884737 Jul 07 17:52:12.832123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e347ac69-c481-407e-abf9-e27d21ef9229 req-bb623b7d-94d0-4373-90f4-d452b6556095 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381412 Jul 07 17:52:12.966800 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6aa7cae9-62d0-48b9-856e-16dcc69c8b07 req-ed9c1c97-07a8-44d0-94a0-df8b949678d0 service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461487 Jul 07 17:52:13.213377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Attempting to bind port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:13.213377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Attempting to bind port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:13.213377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Attempting to bind port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:13.254387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-1c81b1f6-d9dc-4092-9e88-00f44dcebc1d service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394678 Jul 07 17:52:13.258384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:13.259050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Attempting to bind port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:13.288566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:13.303633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:13.304031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:13.304363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:13.304815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Bound port: 6cd5b9f4-5abc-44b8-a456-afd00e089ff8, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:13.305194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.352908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.385305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Transition to ACTIVE for port object ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:13.419078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059ce7-a6e0-4635-a4b3-28643e9c0ef0 req-8a788f0e-7e91-49bd-af6d-6a9d4b62f18b tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.420670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29059ce7-a6e0-4635-a4b3-28643e9c0ef0 req-8a788f0e-7e91-49bd-af6d-6a9d4b62f18b tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 945 time: 0.3777020 Jul 07 17:52:13.425806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.442580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df0231-a0ef-4e98-a42e-47b5661edabd req-99cee74a-9212-4ff4-b8f7-697e0f7296e2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.444456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31df0231-a0ef-4e98-a42e-47b5661edabd req-99cee74a-9212-4ff4-b8f7-697e0f7296e2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.3117373 Jul 07 17:52:13.613945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] For port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:13.622195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d60227-8c77-4d83-acea-f787cc805b16 req-de740e19-f2f1-4b84-96dd-79916d3fe66f service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501821 Jul 07 17:52:13.632279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] For port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:13.633572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Pushing event updated for resources: {'Port': ['ID=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:13.645041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.652215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29059ce7-a6e0-4635-a4b3-28643e9c0ef0 req-7573e8e9-962d-4236-a547-87598491bbe8 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203562 Jul 07 17:52:13.714773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31df0231-a0ef-4e98-a42e-47b5661edabd req-15fb2546-80ef-446d-a935-6744fffaa581 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505260 Jul 07 17:52:13.784193 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fca417a-2365-4302-a24a-3f3c42a69e98 x-openstack-request-id: req-5fca417a-2365-4302-a24a-3f3c42a69e98 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:13.784774 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c", "status": "completed", "code": 200}, {"server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "name": "network-vif-unplugged", "status": "completed", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:13.784774 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5fca417a-2365-4302-a24a-3f3c42a69e98 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:13.786307 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'status': 'completed', 'code': 200} Jul 07 17:52:13.787757 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9', 'code': 200} Jul 07 17:52:13.879770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.880409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.881922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] 10.222.0.55 "PUT /v2.0/ports/6cd5b9f4-5abc-44b8-a456-afd00e089ff8 HTTP/1.1" status: 200 len: 1096 time: 4.2000363 Jul 07 17:52:13.884034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'tag': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:13.899003 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c41564-d4a4-4bc4-86a6-eda19d15983b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc93e7f6-069c-415e-9daa-aeb657aafcc7", "tag": "6cd5b9f4-5abc-44b8-a456-afd00e089ff8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:14.122194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5520e-e565-4e82-b5c4-53010a34d86d service neutron] Pushing event updated for resources: {'Port': ['ID=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:14.177836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Attempting to bind port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:14.178220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Attempting to bind port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:14.178565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Attempting to bind port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:14.200517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:14.201170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Attempting to bind port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:14.222419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:14.222419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:14.222771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:14.223235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Bound port: ce273df1-9b17-42d1-8e3c-f9ff3deb99a7, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:14.223605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:14.551673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-d21c0bf9-a5a5-4ee4-854c-da7330a554fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.553320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-d21c0bf9-a5a5-4ee4-854c-da7330a554fb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=125e20578ce0465b874decabd96b4224&device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 1094 time: 0.7254648 Jul 07 17:52:14.568811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6c30-b8af-4850-b127-5f88b0172e0d req-6dbd25cb-6ea3-46d7-9021-85b491bb9468 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.570400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-968b6c30-b8af-4850-b127-5f88b0172e0d req-6dbd25cb-6ea3-46d7-9021-85b491bb9468 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.5958207 Jul 07 17:52:14.614004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-1c803591-cbc6-48ee-8cc3-c44493b80c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.615457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-1c803591-cbc6-48ee-8cc3-c44493b80c98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 1099 time: 0.6486499 Jul 07 17:52:14.690027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4611d96-3627-4472-9d66-1e6fc2077463 req-43040881-a02f-42b0-bb51-14020f20a40c tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.691699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4611d96-3627-4472-9d66-1e6fc2077463 req-43040881-a02f-42b0-bb51-14020f20a40c tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.6713722 Jul 07 17:52:14.760421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-31c9270c-475d-4287-875d-737e5f13cc10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8 HTTP/1.1" status: 200 len: 217 time: 0.1102614 Jul 07 17:52:14.810810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-968b6c30-b8af-4850-b127-5f88b0172e0d req-62a3ab29-160e-4a71-8c45-c1ad33ecc99d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103748 Jul 07 17:52:14.817877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] For port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:14.865877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] For port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:14.876362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-d4e49966-0a6e-4d89-9cf9-f3af0e3a40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.878353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-d4e49966-0a6e-4d89-9cf9-f3af0e3a40d9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b8af3d42-b87f-44d0-abc1-d547b1f63799 HTTP/1.1" status: 200 len: 907 time: 0.3065848 Jul 07 17:52:14.879273 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:14.927413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4611d96-3627-4472-9d66-1e6fc2077463 req-73bf17b5-f16f-44da-b776-ef89a89dee59 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242005 Jul 07 17:52:14.970065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-fa7bb4ad-087b-4a73-a270-a69a3bcdd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.971548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-fa7bb4ad-087b-4a73-a270-a69a3bcdd0fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1858478 Jul 07 17:52:14.999887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-8db7757c-8bbe-46bc-8d29-d32aaeba9b71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c HTTP/1.1" status: 200 len: 217 time: 0.1069856 Jul 07 17:52:15.019794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.020337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:15.021843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 HTTP/1.1" status: 200 len: 1096 time: 3.4880764 Jul 07 17:52:15.112912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc89319-c2f2-48c2-b2a6-cd2f4c2d2c50 service neutron] Pushing event updated for resources: {'Port': ['ID=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:15.200355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-cf376d14-686f-4b53-8375-8e304da26f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.202222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-cf376d14-686f-4b53-8375-8e304da26f23 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ee9e119-283d-4770-9907-8b3819e041fe HTTP/1.1" status: 200 len: 845 time: 0.1755126 Jul 07 17:52:15.289112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-0d10459f-d92d-4e10-b646-ce1dde69bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.290631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-0d10459f-d92d-4e10-b646-ce1dde69bd4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066571 Jul 07 17:52:15.301989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdd0f1-7e87-4cd5-baff-a6a7dac38d93 req-8727161e-2103-4625-8168-62b5e5150493 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.303640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09cdd0f1-7e87-4cd5-baff-a6a7dac38d93 req-8727161e-2103-4625-8168-62b5e5150493 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 943 time: 0.3677399 Jul 07 17:52:15.379189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-2508d7ed-b09a-423e-a12c-5091b7772eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.380703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-2508d7ed-b09a-423e-a12c-5091b7772eca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 1099 time: 0.2827263 Jul 07 17:52:15.392429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624364d5-9f9b-484a-89ab-5ab24a5e99cc req-b58688a8-5097-4f72-8184-b977d3918b07 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.393898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-624364d5-9f9b-484a-89ab-5ab24a5e99cc req-b58688a8-5097-4f72-8184-b977d3918b07 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 948 time: 0.2877829 Jul 07 17:52:15.411433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d7aef098-324e-49f6-878c-9e64832602b7 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:15.461526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port d7aef098-324e-49f6-878c-9e64832602b7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:15.466326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port d7aef098-324e-49f6-878c-9e64832602b7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:15.467395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:15.475624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-7a766bbc-b6ad-4496-90a7-324ae9525554 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 HTTP/1.1" status: 200 len: 217 time: 0.0748782 Jul 07 17:52:15.501544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09cdd0f1-7e87-4cd5-baff-a6a7dac38d93 req-a8bb26f6-d9c7-4625-9d0a-70b63c152f68 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908476 Jul 07 17:52:15.523503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-0ed31a1f-2f1e-4840-ad76-b6380d5a7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.525393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-0ed31a1f-2f1e-4840-ad76-b6380d5a7573 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b8af3d42-b87f-44d0-abc1-d547b1f63799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3128452 Jul 07 17:52:15.553854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:15.574756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-624364d5-9f9b-484a-89ab-5ab24a5e99cc req-5a98c4b0-e3d7-41b8-bd7d-abdd905e9ae2 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728551 Jul 07 17:52:15.576381 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f5bc9-72e0-4f34-96a2-a7034bc90042 x-openstack-request-id: req-c64f5bc9-72e0-4f34-96a2-a7034bc90042 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:15.576736 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc93e7f6-069c-415e-9daa-aeb657aafcc7", "tag": "6cd5b9f4-5abc-44b8-a456-afd00e089ff8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:15.576950 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c64f5bc9-72e0-4f34-96a2-a7034bc90042 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:15.577359 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'tag': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'status': 'completed', 'code': 200} Jul 07 17:52:15.591579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-9f856264-34a4-472b-8033-f43a3f200c77 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844296 Jul 07 17:52:15.613736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2276290e-3670-46dc-9661-9ef410073368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aef098-324e-49f6-878c-9e64832602b7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:15.620912 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4cc318-094a-40d1-a816-1280fa3f4901" -d '{"events": [{"server_uuid": "2276290e-3670-46dc-9661-9ef410073368", "name": "network-vif-plugged", "status": "completed", "tag": "d7aef098-324e-49f6-878c-9e64832602b7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:15.649973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-cabf094a-5c90-4374-bd98-e1a4d99b03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.651270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-cabf094a-5c90-4374-bd98-e1a4d99b03ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1636488 Jul 07 17:52:15.653064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d7aef098-324e-49f6-878c-9e64832602b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d7aef098-324e-49f6-878c-9e64832602b7,segment=NetworkSegment(0568121d-cf23-4500-b875-6aec401091f5),segment_id=0568121d-cf23-4500-b875-6aec401091f5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:15.660617 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:15.735252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d7aef098-324e-49f6-878c-9e64832602b7,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:15.776707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abf8c413-9f81-422e-be54-b5c54435e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:15.789534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:15.792365 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95" -d '{"events": [{"name": "network-changed", "server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:15.881106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-dc7021b5-7b1b-4cfc-9ca9-376be7a8ee30 service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282826 Jul 07 17:52:15.932734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-f360204d-f03a-414b-93c6-cced5253c3f8 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130572 Jul 07 17:52:16.063705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-1c65ffde-654f-43ef-8959-731c0180c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.065287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-1c65ffde-654f-43ef-8959-731c0180c421 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3801785 Jul 07 17:52:16.103916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76fac7-52ab-4daf-9aa2-bb07af50cba5 req-b913d51b-fc6c-44b1-a6ab-b918b5201c46 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.105739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e76fac7-52ab-4daf-9aa2-bb07af50cba5 req-b913d51b-fc6c-44b1-a6ab-b918b5201c46 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 946 time: 0.3347487 Jul 07 17:52:16.190523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752ee085-74a7-458a-bb5f-43de3eb13c7c req-5b943819-e8a3-405a-8bea-be89e0af6d0f service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788925 Jul 07 17:52:16.208555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbb5e8-aad6-4015-9192-40f73d9c2149 req-95043f92-3288-4a12-9f90-13df6f5a4905 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.210297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18bbb5e8-aad6-4015-9192-40f73d9c2149 req-95043f92-3288-4a12-9f90-13df6f5a4905 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.3670201 Jul 07 17:52:16.258401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e76fac7-52ab-4daf-9aa2-bb07af50cba5 req-1874aafc-e937-4e57-bedb-ceebb3ddbb6e tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 Jul 07 17:52:16.280375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-56cd0077-4e89-4ed2-b89b-018ab97ff1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.282043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-56cd0077-4e89-4ed2-b89b-018ab97ff1a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 1099 time: 0.2886589 Jul 07 17:52:16.354643 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0302eda4-d852-43ca-b47b-4d18564ee168 x-openstack-request-id: req-0302eda4-d852-43ca-b47b-4d18564ee168 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:16.355143 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2276290e-3670-46dc-9661-9ef410073368", "name": "network-vif-plugged", "status": "completed", "tag": "d7aef098-324e-49f6-878c-9e64832602b7", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:16.355551 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0302eda4-d852-43ca-b47b-4d18564ee168 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:16.356097 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2276290e-3670-46dc-9661-9ef410073368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aef098-324e-49f6-878c-9e64832602b7', 'code': 200} Jul 07 17:52:16.359736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-8f030535-f46e-49c4-919d-a9000e7274e9 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822084 Jul 07 17:52:16.379302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18bbb5e8-aad6-4015-9192-40f73d9c2149 req-84320ca9-52ef-4070-945e-7ef39ff38fe4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456976 Jul 07 17:52:16.431988 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1403399-0dd6-4f3b-aef1-81c428e0f1c4 x-openstack-request-id: req-d1403399-0dd6-4f3b-aef1-81c428e0f1c4 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:16.432381 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:16.432981 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1403399-0dd6-4f3b-aef1-81c428e0f1c4 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:16.438906 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9', 'status': 'completed', 'code': 200} Jul 07 17:52:16.555295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-f40bde4f-9e7a-41e5-876e-0bfaf80fb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.557205 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-f40bde4f-9e7a-41e5-876e-0bfaf80fb557 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1125 time: 0.0938342 Jul 07 17:52:16.610995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-5ca4d989-8b41-4005-9f54-49edfb6abbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.612497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-5ca4d989-8b41-4005-9f54-49edfb6abbc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3154137 Jul 07 17:52:16.672688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-9bd0137a-76e0-4964-84ee-52208722b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.674401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-9bd0137a-76e0-4964-84ee-52208722b5ac service neutron] 10.222.0.90 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1110170 Jul 07 17:52:16.716785 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-d7e977d5-5f5a-482e-aae4-9d2e16d38572 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 200 len: 217 time: 0.0361331 Jul 07 17:52:16.795126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-3de694ed-66f3-4103-945b-19a55d1bfc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.797002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-3de694ed-66f3-4103-945b-19a55d1bfc0e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0733035 Jul 07 17:52:16.833500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-d292f821-af37-4ad5-bd6e-f0abc6f83eb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303042 Jul 07 17:52:16.933341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25101bc7-81f9-4d91-98ba-13ee298d09ec req-01c0b0bb-bc36-4118-8fed-cf805381ec95 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643990 Jul 07 17:52:16.958753 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-a4de700d-46b6-49b1-b44d-3e7917925db1 service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192122 Jul 07 17:52:16.972530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-6ef575ce-a0e3-4027-a235-c9e3cb29373e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8 HTTP/1.1" status: 200 len: 217 time: 0.0534234 Jul 07 17:52:17.028649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d45c6a-41d0-4845-92fe-390544aadc2c req-246bea61-33d2-4117-ab1d-79d1ad20a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:17.030204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d45c6a-41d0-4845-92fe-390544aadc2c req-246bea61-33d2-4117-ab1d-79d1ad20a78d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 1097 time: 0.5992951 Jul 07 17:52:17.077711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba9dcfe8-83dd-485e-8325-1122bfbb0e95 req-4819e9ba-f2ff-4b79-99e0-dea6a8f037ab service neutron] 10.222.0.90 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117260 Jul 07 17:52:17.082666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1051-0016-48a4-b3c4-5b746d475a9b req-f6d7c786-7369-4151-b096-6e4240645538 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:17.090495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43aa1051-0016-48a4-b3c4-5b746d475a9b req-f6d7c786-7369-4151-b096-6e4240645538 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.5548959 Jul 07 17:52:17.122343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-3e539501-8038-4704-9755-5c361dfbd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:17.124075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-3e539501-8038-4704-9755-5c361dfbd7d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1395674 Jul 07 17:52:17.159330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a301-1791-47d7-a5d0-f501389350f9 req-709e254c-bf98-441d-a28a-2bb843cb16a6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:17.161147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ad8a301-1791-47d7-a5d0-f501389350f9 req-709e254c-bf98-441d-a28a-2bb843cb16a6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.5681610 Jul 07 17:52:17.195130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d45c6a-41d0-4845-92fe-390544aadc2c req-79e86fe8-50b0-4fe8-a8bf-efbff270d05e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552153 Jul 07 17:52:17.226300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43aa1051-0016-48a4-b3c4-5b746d475a9b req-f91813ed-6753-45a6-9288-83415b007a5a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344125 Jul 07 17:52:17.261726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ad8a301-1791-47d7-a5d0-f501389350f9 req-f3972dfd-a02d-4b2e-bec9-42b89f135519 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751181 Jul 07 17:52:17.266383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7e494664-f10e-48c1-a0a6-961d32f435ec req-1fe421c8-58fa-40bc-ba11-fe25e0539704 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2058211071', 'description': 'tempest-description-998678544'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:17.303581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-6464df91-c44b-4b66-8094-66ccf50c0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:17.305314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-6464df91-c44b-4b66-8094-66ccf50c0abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695032 Jul 07 17:52:17.312849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7e494664-f10e-48c1-a0a6-961d32f435ec req-1fe421c8-58fa-40bc-ba11-fe25e0539704 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.434851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:17.468030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-c8cd86ad-74f8-41a9-8061-1d4f5c5d5146 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519151 Jul 07 17:52:17.566316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:17.598639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'tag': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:17.601537 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9696f1ef-9cac-4c83-9c06-9cc912556e17" -d '{"events": [{"name": "network-changed", "server_uuid": "b78c33b9-b5db-42c3-a4c2-7b46f53fc351", "tag": "ce273df1-9b17-42d1-8e3c-f9ff3deb99a7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:17.605760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03c41564-d4a4-4bc4-86a6-eda19d15983b req-51921405-f6dc-4c40-8d62-6824ed835252 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276617 Jul 07 17:52:17.673278 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7e494664-f10e-48c1-a0a6-961d32f435ec req-1fe421c8-58fa-40bc-ba11-fe25e0539704 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.689809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7e494664-f10e-48c1-a0a6-961d32f435ec req-1fe421c8-58fa-40bc-ba11-fe25e0539704 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.711983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:17.738871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'port_id': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'mac_address': 'fa:16:3e:4d:c2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:17.771138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7e494664-f10e-48c1-a0a6-961d32f435ec req-1fe421c8-58fa-40bc-ba11-fe25e0539704 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.773153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e494664-f10e-48c1-a0a6-961d32f435ec req-1fe421c8-58fa-40bc-ba11-fe25e0539704 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5107839 Jul 07 17:52:17.781316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe421c8-58fa-40bc-ba11-fe25e0539704 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d0254-ac31-4869-9227-32a235ef9171,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:17.818013 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.832466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:17.836415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eec29-6903-4867-bdf8-90a391bf0bac req-2310b43a-d428-437e-8799-94e4a435e527 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:17.845629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a42eec29-6903-4867-bdf8-90a391bf0bac req-2310b43a-d428-437e-8799-94e4a435e527 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 943 time: 0.1708603 Jul 07 17:52:17.934154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a42eec29-6903-4867-bdf8-90a391bf0bac req-456ea44f-21de-4f0a-853b-96e2d557a31d tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821614 Jul 07 17:52:17.983358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:17.990928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'mac_address': 'fa:16:3e:40:f2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:18.042778 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.047038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:18.068362 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.074835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:18.195456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:18.210363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a06e-3919-4f01-92d1-7ae471524f64 req-5d76ad39-e82e-4c27-9297-9753bb0f1f95 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.214290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cd2a06e-3919-4f01-92d1-7ae471524f64 req-5d76ad39-e82e-4c27-9297-9753bb0f1f95 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 948 time: 0.2779291 Jul 07 17:52:18.228771 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.250059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:18.324855 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9ce3923-3abf-4ded-90f2-ccff05a8e734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.338739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:18.364348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cd2a06e-3919-4f01-92d1-7ae471524f64 req-eb58035a-4d39-4bd4-a40e-4c7de28ee3a0 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294346 Jul 07 17:52:18.404719 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.501838 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df38fba-10a3-4a85-bab4-d68b61ec6737 x-openstack-request-id: req-7df38fba-10a3-4a85-bab4-d68b61ec6737 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:18.502345 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78c33b9-b5db-42c3-a4c2-7b46f53fc351", "tag": "ce273df1-9b17-42d1-8e3c-f9ff3deb99a7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:18.502678 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7df38fba-10a3-4a85-bab4-d68b61ec6737 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:18.503052 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'tag': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'status': 'completed', 'code': 200} Jul 07 17:52:18.517178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9bd3e649-1f1f-4018-b0b9-d4d80d573d0c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:18.598805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6cd5b9f4-5abc-44b8-a456-afd00e089ff8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:18.790257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-dc64a315-1471-43cb-8503-ef9e24a1cf66 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2058211071&fields=id&tenant_id=9e14ad795dac48b0ab54b65d431fe5ff HTTP/1.1" status: 200 len: 267 time: 0.1239126 Jul 07 17:52:18.805216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786779cd-fcba-4e7f-983a-f7e19cfd32f6 req-10ed7512-8a56-49c1-acb2-e205487cc094 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.812148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-786779cd-fcba-4e7f-983a-f7e19cfd32f6 req-10ed7512-8a56-49c1-acb2-e205487cc094 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 946 time: 0.3170033 Jul 07 17:52:18.814948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-092b1e96-cd56-410c-ad03-2c4c216b6de4 service neutron] 10.222.0.90 "GET /v2.0/ports/c612416e-d78a-46d9-a4bf-0534761b38c9/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.1869838 Jul 07 17:52:18.898445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-09139fba-bc72-4c9a-bea4-e756ba2eeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.900300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-09139fba-bc72-4c9a-bea4-e756ba2eeab1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 1099 time: 0.2808690 Jul 07 17:52:19.007137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-786779cd-fcba-4e7f-983a-f7e19cfd32f6 req-85bc3e7c-1a29-4e2f-948f-401ee10c2c9b tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939478 Jul 07 17:52:19.138928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-6ed797e7-d27f-4518-97fe-3a483d2eca15 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:19.140496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-6ed797e7-d27f-4518-97fe-3a483d2eca15 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.3231969 Jul 07 17:52:19.164161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-493e6e6a-7506-4fa3-b81f-fcf9971d0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:19.165779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-493e6e6a-7506-4fa3-b81f-fcf9971d0b5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2495017 Jul 07 17:52:19.169728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Request body: {'port': {'security_groups': ['10be4bb6-07e9-4d91-a983-90397b63e310', '2d2d0254-ac31-4869-9227-32a235ef9171']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:19.259301 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-15d3c0de-c250-480d-a82d-c5d14462dd80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 HTTP/1.1" status: 200 len: 217 time: 0.0684674 Jul 07 17:52:19.365975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:19.402699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-530fe158-bd6e-4886-9e44-95af2cb84c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:19.404174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-530fe158-bd6e-4886-9e44-95af2cb84c23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1295810 Jul 07 17:52:19.413078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:19.423844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c612416e-d78a-46d9-a4bf-0534761b38c9 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:19.445462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.477611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd201-d252-48e6-a59b-9d7360c63da5 req-3aee4466-dd30-4f3d-948f-7ac7012292ff tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:19.479231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7addd201-d252-48e6-a59b-9d7360c63da5 req-3aee4466-dd30-4f3d-948f-7ac7012292ff tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 945 time: 0.3360326 Jul 07 17:52:19.516492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c612416e-d78a-46d9-a4bf-0534761b38c9 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:19.526900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.567676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:19.567790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:19.620451 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.665142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7addd201-d252-48e6-a59b-9d7360c63da5 req-b0d85780-8eba-4ab0-b2ed-5b6100d2b2c2 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672916 Jul 07 17:52:19.676755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-4be07b41-0c27-456d-94ef-89bb87c6eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:19.676755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-4be07b41-0c27-456d-94ef-89bb87c6eb2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2573311 Jul 07 17:52:19.717922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:19.731601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'mac_address': 'fa:16:3e:93:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:19.783033 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.798348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:19.819643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:19.824273 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.876043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:19.933814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Transition to ACTIVE for port object c612416e-d78a-46d9-a4bf-0534761b38c9 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:19.940819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-8ca2ff7c-191e-443d-a6b8-1bf9bc19c67e service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575047 Jul 07 17:52:19.946820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.161468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:20.390278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec245ec-08a8-4b0a-9534-cad0dc2c8bb3 req-640cbc34-55ea-4dda-8542-0f013b488569 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.391844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ec245ec-08a8-4b0a-9534-cad0dc2c8bb3 req-640cbc34-55ea-4dda-8542-0f013b488569 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 944 time: 0.6072249 Jul 07 17:52:20.402994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] No DVR routers for this DVR port c612416e-d78a-46d9-a4bf-0534761b38c9 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:20.408240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:20.449996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:20.495377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] 10.222.0.90 "PUT /v2.0/ports/c612416e-d78a-46d9-a4bf-0534761b38c9/bindings/n-h1-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6698608 Jul 07 17:52:20.507008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.507410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.507866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.508202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.508940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.509419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.509752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.510069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.510478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.510872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.511194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.511652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189434de-8fe0-4fff-8eef-70e68051a1f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:20.535610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.546142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9696f1ef-9cac-4c83-9c06-9cc912556e17 req-fd9d5142-9d79-41e3-863e-237527bed1bf service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893209 Jul 07 17:52:20.552575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.563800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['48d01218-41e3-419b-b9f5-19fcb762c6ae'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:20.578566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ec245ec-08a8-4b0a-9534-cad0dc2c8bb3 req-e461888a-bdc0-4f20-b78a-7702fdde3a0c tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722732 Jul 07 17:52:20.661005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.661664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.663821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c10ce11-ecbb-4d65-a9e4-637e14f6a736 req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "PUT /v2.0/ports/48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 981 time: 1.5075722 Jul 07 17:52:20.665955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:20.671260 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff12e199-549b-4dad-af34-25c1d9251c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:20.697684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4028c-4af5-4cf5-a65e-e7fb24ec48a4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event updated for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:20.762927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['48d01218-41e3-419b-b9f5-19fcb762c6ae'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:20.776447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-d3330703-0cfd-4f8a-a0cf-2e4d85fb8ea5 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.778066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-d3330703-0cfd-4f8a-a0cf-2e4d85fb8ea5 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.2165172 Jul 07 17:52:20.865834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481607c-beed-47b8-bad1-3284f98708db req-dba3b9a0-46ab-4784-8d12-595ff82420c8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.867956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9481607c-beed-47b8-bad1-3284f98708db req-dba3b9a0-46ab-4784-8d12-595ff82420c8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 944 time: 0.1529210 Jul 07 17:52:20.889477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-56102892-0eb5-4cf4-8a94-1c8cd9a00fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.891207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-56102892-0eb5-4cf4-8a94-1c8cd9a00fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a HTTP/1.1" status: 200 len: 1096 time: 0.1051550 Jul 07 17:52:20.937377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9481607c-beed-47b8-bad1-3284f98708db req-6726a744-1609-4130-abd6-9458d07e9911 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590026 Jul 07 17:52:21.000545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-1a8f2b36-ed16-42ea-aa49-66028d3d713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.003542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-1a8f2b36-ed16-42ea-aa49-66028d3d713f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0828102 Jul 07 17:52:21.037531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.163390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f331a-408e-4345-b4d7-05a05fc7eb24 req-2ee9ac39-00c1-402e-b20f-b1ad14220f87 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.165072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e80f331a-408e-4345-b4d7-05a05fc7eb24 req-2ee9ac39-00c1-402e-b20f-b1ad14220f87 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 949 time: 0.2356176 Jul 07 17:52:21.170868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-1dc28373-8c81-4d1b-8f0f-0d1195e413d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.172547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-1dc28373-8c81-4d1b-8f0f-0d1195e413d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 200 len: 908 time: 0.1520264 Jul 07 17:52:21.234573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-8a7b0a49-41db-4ef3-a39f-fe887988fedb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 200 len: 217 time: 0.0439701 Jul 07 17:52:21.259846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e80f331a-408e-4345-b4d7-05a05fc7eb24 req-6ddad305-d656-4dbc-b986-3dd257921aa4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862117 Jul 07 17:52:21.318870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-2f518545-081a-47e7-83af-b393d74c8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.320905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-2f518545-081a-47e7-83af-b393d74c8fa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 200 len: 847 time: 0.0772202 Jul 07 17:52:21.358185 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-afe22d0b-131d-45bb-8cc0-232c7a3a5198 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41076a0e-6823-4994-81c2-d0883b9e5a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298765 Jul 07 17:52:21.434088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:21.495755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:21.501088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:21.501564 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.532976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-e796ceca-214d-448f-9258-2976ee7588b9 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636913 Jul 07 17:52:21.570952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:21.604595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-ce00a165-08c7-47ef-8516-e37190fe9b49 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2058211071&fields=id&tenant_id=9e14ad795dac48b0ab54b65d431fe5ff HTTP/1.1" status: 200 len: 267 time: 0.0953698 Jul 07 17:52:21.612042 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.651580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:21.654483 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42599ba-f277-4ed9-b636-fa1d6027b2d9" -d '{"events": [{"server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "name": "network-vif-plugged", "status": "completed", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:21.671348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:21.679217 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.696141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954355-a31d-4bc1-8147-6c980bdbacef req-5fec00ea-e1cb-4ba2-9aea-43a04af83f3c tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.698844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6954355-a31d-4bc1-8147-6c980bdbacef req-5fec00ea-e1cb-4ba2-9aea-43a04af83f3c tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 946 time: 0.3110008 Jul 07 17:52:21.703654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:21.712217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:21.712592 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.733770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-b3741641-68cd-4770-a415-0543c00067c4 service neutron] 10.222.0.55 "GET /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913354 Jul 07 17:52:21.763949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:21.773915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-57e66e53-eabd-4684-95ff-d2f98bb2d5a6 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.774979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-57e66e53-eabd-4684-95ff-d2f98bb2d5a6 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 984 time: 0.1626966 Jul 07 17:52:21.786496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6954355-a31d-4bc1-8147-6c980bdbacef req-75210d50-b318-4cf7-b634-69ae49c4f8b0 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717983 Jul 07 17:52:21.792759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Request body: {'port': {'security_groups': ['10be4bb6-07e9-4d91-a983-90397b63e310']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:21.831933 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.866199 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f304e-8776-4bbe-8a83-423917613b6c x-openstack-request-id: req-213f304e-8776-4bbe-8a83-423917613b6c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:21.866537 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:21.866899 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-213f304e-8776-4bbe-8a83-423917613b6c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:21.867441 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'status': 'completed', 'code': 200} Jul 07 17:52:21.871948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:21.888488 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.889609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:21.890709 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.970248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:21.987382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:21.993119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:21.993553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.099041 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.109198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-0c40ffb7-6a6f-4e63-b120-967ad51a78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:22.111327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-0c40ffb7-6a6f-4e63-b120-967ad51a78c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1135 time: 0.2170954 Jul 07 17:52:22.131964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:22.137322 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.189453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:22.246062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-eda8bf8d-662e-4ab5-9d93-e1bb4804c0b6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:22.247681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-eda8bf8d-662e-4ab5-9d93-e1bb4804c0b6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.2742381 Jul 07 17:52:22.321319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-46d118ac-3236-4fb5-a093-c09390d9f7a7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/quotas/d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 375 time: 0.0606899 Jul 07 17:52:22.382508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-5e3dd9b2-5cdf-4512-b076-046a0439ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:22.384377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-5e3dd9b2-5cdf-4512-b076-046a0439ce5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.2525756 Jul 07 17:52:22.446703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c016c3-b45d-4866-9347-68a491790898 req-09e85cb0-e919-4e3d-8191-48a62090b832 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:22.448295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-09e85cb0-e919-4e3d-8191-48a62090b832 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9&tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.3311887 Jul 07 17:52:22.454927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-6807bac1-774c-4448-a374-e1f9352bce79 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 217 time: 0.0582790 Jul 07 17:52:22.532404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:22.588270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-ac0b1f96-d298-4cf2-8185-4994f20a5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:22.589806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-ac0b1f96-d298-4cf2-8185-4994f20a5455 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.1235864 Jul 07 17:52:22.626234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c324c207-93c7-4189-9d63-a3cfd6fb0c2e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2900798 Jul 07 17:52:22.647007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.651199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-fbac1b8e-362a-40fa-aba4-e74e6e465857 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535839 Jul 07 17:52:22.669366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.682296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['48d01218-41e3-419b-b9f5-19fcb762c6ae'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:22.863781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:22.864390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.865889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35cb4f8d-9ba0-4af7-af13-9b48cd94e71e req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "PUT /v2.0/ports/48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 942 time: 1.0783386 Jul 07 17:52:22.923058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1788-57d8-499f-ad56-375820eabfd1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event updated for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:22.950849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['48d01218-41e3-419b-b9f5-19fcb762c6ae'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:22.951916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-21c016c3-b45d-4866-9347-68a491790898 req-e41d2859-04db-48fd-9c7a-cedb52580126 service neutron] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:22.955805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-0024d5a7-f7e4-43d8-b8e7-89764c873dd5 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969246 Jul 07 17:52:22.959197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-21c016c3-b45d-4866-9347-68a491790898 req-e41d2859-04db-48fd-9c7a-cedb52580126 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.960305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21c016c3-b45d-4866-9347-68a491790898 req-e41d2859-04db-48fd-9c7a-cedb52580126 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c612416e-d78a-46d9-a4bf-0534761b38c9/bindings/n-h2-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.5043852 Jul 07 17:52:22.962412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-cc63a8c8-ed10-4a8c-9a24-d179bfff64b2 service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136942 Jul 07 17:52:23.506871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-715da24c-6b8d-47cd-a9ee-aba1190a887a service neutron] 10.222.0.88 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344279 Jul 07 17:52:23.514892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff12e199-549b-4dad-af34-25c1d9251c7b req-8d097d06-fbf3-4716-98c6-eee489406096 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513823 Jul 07 17:52:23.527822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fc577-ae96-4f9f-9883-efd14c478406 req-d29cfbb0-8aec-44a6-aa32-bdc18225d2f1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:23.529524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-558fc577-ae96-4f9f-9883-efd14c478406 req-d29cfbb0-8aec-44a6-aa32-bdc18225d2f1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 945 time: 0.4573452 Jul 07 17:52:23.571073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-558fc577-ae96-4f9f-9883-efd14c478406 req-189abd76-06ab-4cb5-a38a-da532d9e5769 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jul 07 17:52:23.571344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4fb95042-1ffe-4782-b817-6d303b721b3a details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:23.635156 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceea7d9-fa20-468e-949c-d6828eadf841 x-openstack-request-id: req-7ceea7d9-fa20-468e-949c-d6828eadf841 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:23.635712 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "name": "network-vif-plugged", "status": "completed", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:23.636127 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ceea7d9-fa20-468e-949c-d6828eadf841 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:23.637378 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'code': 200} Jul 07 17:52:23.710965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:23.728273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'mac_address': 'fa:16:3e:d8:7f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:23.796889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5d8d2-4c19-4501-a0ed-62d5edddbed8 req-9dd6c6a5-9452-47da-95a0-ca4080aeccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:23.798625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5d5d8d2-4c19-4501-a0ed-62d5edddbed8 req-9dd6c6a5-9452-47da-95a0-ca4080aeccac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 1096 time: 0.0757084 Jul 07 17:52:23.809554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.867467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fb95042-1ffe-4782-b817-6d303b721b3a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:23.872032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:23.876011 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479cd199-604f-41e9-a677-6f62b00ab12c" -d '{"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:23.916815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:23.919989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5d5d8d2-4c19-4501-a0ed-62d5edddbed8 req-3682f1ce-1a3c-47de-bb30-effb85fa0ace service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968108 Jul 07 17:52:23.925058 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.994405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:24.067485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd410ac-644c-407d-b6b7-84344b9e47fe req-1ff575aa-fda2-4409-922f-edff61c23ee0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.069175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fd410ac-644c-407d-b6b7-84344b9e47fe req-1ff575aa-fda2-4409-922f-edff61c23ee0 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 945 time: 0.1152632 Jul 07 17:52:24.070930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['4fb95042-1ffe-4782-b817-6d303b721b3a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:24.131288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbdd0f-6be2-4186-8d00-556a3a7f2c93 req-56254a8e-b48e-42b8-952b-915918abed7a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.132775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22bbdd0f-6be2-4186-8d00-556a3a7f2c93 req-56254a8e-b48e-42b8-952b-915918abed7a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 950 time: 0.1099367 Jul 07 17:52:24.141919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fd410ac-644c-407d-b6b7-84344b9e47fe req-249d6f9a-516a-4362-9e1e-1a12b6be9f56 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618193 Jul 07 17:52:24.198433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22bbdd0f-6be2-4186-8d00-556a3a7f2c93 req-96684af8-a5c3-474b-9dce-5c796f857d7f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550482 Jul 07 17:52:24.343900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-4779ddb2-5e52-4cb6-b1b2-d8585a471fa7 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1658823 Jul 07 17:52:24.353224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:24.378632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.556406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.600999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fd2a438-b531-4ece-83cd-09cb3756a07b req-2ac32293-efb7-436f-b913-92a65db05511 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 210 time: 0.0486789 Jul 07 17:52:24.652493 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f8c96a-e1f6-4e30-af66-49605b59b11a x-openstack-request-id: req-64f8c96a-e1f6-4e30-af66-49605b59b11a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:24.653164 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:24.653431 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64f8c96a-e1f6-4e30-af66-49605b59b11a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:24.654077 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'status': 'completed', 'code': 200} Jul 07 17:52:24.707482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-425f9775-7d6b-46b9-884b-833aea542bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.709952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-425f9775-7d6b-46b9-884b-833aea542bed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f78c2bf201d4f8aba47eb8c23f344a6&device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 1097 time: 0.1962121 Jul 07 17:52:24.755521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd199-604f-41e9-a677-6f62b00ab12c req-3b47dcae-9739-462e-afac-10f825fa07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.759053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-479cd199-604f-41e9-a677-6f62b00ab12c req-3b47dcae-9739-462e-afac-10f825fa07a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.0770736 Jul 07 17:52:24.802135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Allocated IP 172.25.1.92 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/fbbe157a-d055-4348-b267-63703fb0f87f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:24.864727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd199-604f-41e9-a677-6f62b00ab12c req-985dff11-ffbe-47ae-a4ba-6d07ae18cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.866576 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-479cd199-604f-41e9-a677-6f62b00ab12c req-985dff11-ffbe-47ae-a4ba-6d07ae18cbde service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.1006613 Jul 07 17:52:24.921226 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-479cd199-604f-41e9-a677-6f62b00ab12c req-003c25b0-8900-42f8-afd6-9f57d041b11b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 217 time: 0.0452933 Jul 07 17:52:24.926952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-02d4a122-5ae5-42f4-96d2-0cf4f5162745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.928505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-02d4a122-5ae5-42f4-96d2-0cf4f5162745 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9af7f3e3-d958-426a-bd85-1c0c18f81e6c HTTP/1.1" status: 200 len: 915 time: 0.2115750 Jul 07 17:52:24.990789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd199-604f-41e9-a677-6f62b00ab12c req-0a7c8057-d413-4072-bfb9-4e1d396f7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.992443 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-479cd199-604f-41e9-a677-6f62b00ab12c req-0a7c8057-d413-4072-bfb9-4e1d396f7a10 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.0543654 Jul 07 17:52:24.994037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-63ae7859-c44e-4bee-bd41-a2feff014f07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7aef098-324e-49f6-878c-9e64832602b7 HTTP/1.1" status: 200 len: 217 time: 0.0542774 Jul 07 17:52:25.060113 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.062212 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-479cd199-604f-41e9-a677-6f62b00ab12c req-8692f0e4-2ce7-4e9b-80e1-d71d5d90dce4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478048 Jul 07 17:52:25.090522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eecfdb-12d4-447b-a88f-0aa6b6212e81 req-b9a427e2-1f45-45ae-b54b-320b079e8a9c tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:25.092093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26eecfdb-12d4-447b-a88f-0aa6b6212e81 req-b9a427e2-1f45-45ae-b54b-320b079e8a9c tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 1096 time: 0.2403424 Jul 07 17:52:25.095945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-db62b424-37cd-4246-9661-b83394567180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:25.097390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-db62b424-37cd-4246-9661-b83394567180 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e24fa732-8529-430f-9a9e-416dbff33037 HTTP/1.1" status: 200 len: 854 time: 0.0889986 Jul 07 17:52:25.159599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-cd9340e5-7e98-4d31-ab91-2be72ff9db8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9af7f3e3-d958-426a-bd85-1c0c18f81e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430932 Jul 07 17:52:25.190040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26eecfdb-12d4-447b-a88f-0aa6b6212e81 req-07fba9f1-3239-4f3a-b5be-7175237c8dd2 tempest-LiveMigrationTest-1914301589 tempest-LiveMigrationTest-1914301589-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895023 Jul 07 17:52:25.191814 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-479cd199-604f-41e9-a677-6f62b00ab12c req-11d50971-4207-46ce-97f8-4201bac1993b service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196067 Jul 07 17:52:25.245330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.304033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:25.319011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:25.321749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:25.328204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-479cd199-604f-41e9-a677-6f62b00ab12c req-055a73cf-4d1f-4e71-9be3-11ec423e27b0 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297507 Jul 07 17:52:25.350349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event updated for resources: {'Port': ['ID=fbbe157a-d055-4348-b267-63703fb0f87f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:25.423817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-960473ae-c601-41ce-ab3a-b16e2ec3a487 service neutron] 10.222.0.90 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489140 Jul 07 17:52:25.544442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.599118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4fb95042-1ffe-4782-b817-6d303b721b3a up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:25.609821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27449c9-fbbe-4379-8f5e-92f63fa47ca3 req-fed4cc01-564c-4464-af31-21f274a1a61f tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:25.611377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e27449c9-fbbe-4379-8f5e-92f63fa47ca3 req-fed4cc01-564c-4464-af31-21f274a1a61f tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 946 time: 0.2260139 Jul 07 17:52:25.635870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f125e8c-ce94-41b2-ae60-39f735ad38b4 req-9bf8b170-e881-431b-aec8-758d3352b837 service neutron] 10.222.0.90 "GET /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023766 Jul 07 17:52:25.639317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'}, {'server_uuid': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:25.643301 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cd77a9-3234-4cc1-832f-b068e8dc46af" -d '{"events": [{"server_uuid": "b78c33b9-b5db-42c3-a4c2-7b46f53fc351", "name": "network-vif-plugged", "status": "completed", "tag": "ce273df1-9b17-42d1-8e3c-f9ff3deb99a7"}, {"server_uuid": "fc93e7f6-069c-415e-9daa-aeb657aafcc7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd5b9f4-5abc-44b8-a456-afd00e089ff8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:25.645851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-5a8ee925-1250-429e-a466-2fcc5492f414 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:25.649562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-5a8ee925-1250-429e-a466-2fcc5492f414 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 820 time: 0.1557083 Jul 07 17:52:25.657590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.668110 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Request body: {'port': {'device_id': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'admin_state_up': True, 'tenant_id': 'd6e825af701d49d1ac8683652b10e618'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:25.696641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e27449c9-fbbe-4379-8f5e-92f63fa47ca3 req-7a5f15e2-b0a2-4c39-b162-087798fd0a37 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764773 Jul 07 17:52:25.742210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 4fb95042-1ffe-4782-b817-6d303b721b3a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:25.757421 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.899129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Made reservation on behalf of d6e825af701d49d1ac8683652b10e618 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:25.904751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.930238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.984546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:25.989711 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:26.000373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.041424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:26.051268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.117247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Allocated IP 172.20.0.14 (4ff2f983-2510-4225-8609-03e72b33b22b/f9e70c54-6227-4078-b4ae-0073e4c71b28/95a62317-2f7c-4cfb-a143-ca03f749b5a5) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:26.159808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:26.179022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event updated for resources: {'Port': ['ID=fbbe157a-d055-4348-b267-63703fb0f87f,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:26.186406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.238783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.246503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-712fcac4-e4cf-40ed-970c-e589ecb232b2 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8972406 Jul 07 17:52:26.314803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-270a0f39-92b0-4248-be30-ccd389f67816 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.0671973 Jul 07 17:52:26.355196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.420912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.435273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:26.459096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac7571-0d52-4d93-91f0-dc795abeac32 req-ed38a01f-ade3-436a-a93c-2dbd015795e8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:26.460692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cac7571-0d52-4d93-91f0-dc795abeac32 req-ed38a01f-ade3-436a-a93c-2dbd015795e8 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 945 time: 0.2611442 Jul 07 17:52:26.519301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Network 4ff2f983-2510-4225-8609-03e72b33b22b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:26.536565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:26.548989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:26.566997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:26.605734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-1a4e49ed-9e7c-4f87-9815-a182d7d0ded6 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:26.620080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fb806ec-62f2-4a50-8aff-3b5e21172ab7 req-1a4e49ed-9e7c-4f87-9815-a182d7d0ded6 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.3032017 Jul 07 17:52:26.684798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cac7571-0d52-4d93-91f0-dc795abeac32 req-a6f33eff-e9fd-4d8e-babf-b392b973990a tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899412 Jul 07 17:52:26.703708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:26.704608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.727920 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-c5b74b77-d5d7-4591-9dd1-956d6f0bd6d4 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0682178 Jul 07 17:52:26.746920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Request body: {'port': {'device_id': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:26.910806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.923202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c2f03-89a7-4417-bf84-9559ee5b4301 req-5d05b3d7-ada8-487f-aadd-7f227fd44518 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:26.925192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c80c2f03-89a7-4417-bf84-9559ee5b4301 req-5d05b3d7-ada8-487f-aadd-7f227fd44518 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 950 time: 0.1311555 Jul 07 17:52:27.021022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c80c2f03-89a7-4417-bf84-9559ee5b4301 req-1e4d95e3-5a7f-43c6-ace4-797530abddd2 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851483 Jul 07 17:52:27.183661 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e468e6-8068-4a83-b749-7e1cce7df632 x-openstack-request-id: req-d3e468e6-8068-4a83-b749-7e1cce7df632 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:27.184210 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78c33b9-b5db-42c3-a4c2-7b46f53fc351", "name": "network-vif-plugged", "status": "completed", "tag": "ce273df1-9b17-42d1-8e3c-f9ff3deb99a7", "code": 200}, {"server_uuid": "fc93e7f6-069c-415e-9daa-aeb657aafcc7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd5b9f4-5abc-44b8-a456-afd00e089ff8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:27.184210 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d3e468e6-8068-4a83-b749-7e1cce7df632 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:27.184600 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'code': 200} Jul 07 17:52:27.184878 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'code': 200} Jul 07 17:52:27.493601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a62317-2f7c-4cfb-a143-ca03f749b5a5 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:27.501804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:27.529867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Transition to ACTIVE for port object 95a62317-2f7c-4cfb-a143-ca03f749b5a5 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:27.550895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:27.647144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:27.679890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7a88-4f3b-4817-aa0a-e74987f9e17c req-076803ed-b82b-4ec3-b87b-92fea8ecf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.682234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed2a7a88-4f3b-4817-aa0a-e74987f9e17c req-076803ed-b82b-4ec3-b87b-92fea8ecf8ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 1101 time: 0.3669028 Jul 07 17:52:27.690467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5cdb9-1475-4e20-87b1-43e7b7141213 req-332de10d-7c0a-4ea9-83aa-c5dc57359ad3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.691701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.692053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.692390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.697828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.698197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fd5cdb9-1475-4e20-87b1-43e7b7141213 req-332de10d-7c0a-4ea9-83aa-c5dc57359ad3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 932 time: 0.3671603 Jul 07 17:52:27.698322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.698761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.699098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.700419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.700419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.700419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.700419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.700762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:27.769707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75547825-46ed-405a-8ac7-b5c1ae57d616 req-47e486a0-0643-47bc-84cf-34965f5ca7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.781675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75547825-46ed-405a-8ac7-b5c1ae57d616 req-47e486a0-0643-47bc-84cf-34965f5ca7a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 1101 time: 0.4531085 Jul 07 17:52:27.804978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-bb21f39e-11dc-4681-a1ba-2a81f4e75683 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.812060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-bb21f39e-11dc-4681-a1ba-2a81f4e75683 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3638942 Jul 07 17:52:27.901447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:27.901696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:27.901932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:27.909479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed2a7a88-4f3b-4817-aa0a-e74987f9e17c req-fac659ab-4884-401f-a8e2-5b115a2008af service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077758 Jul 07 17:52:27.913179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:27.913566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:27.918316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-f896c9b9-8511-4cdf-9548-00531e8a41ee tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.1053042 Jul 07 17:52:27.924489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:27.924817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:27.925252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:27.925712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Bound port: 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:27.926072 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:27.935715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fd5cdb9-1475-4e20-87b1-43e7b7141213 req-a89deafc-d34e-4495-a4bd-3a5ce6ea96c2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366655 Jul 07 17:52:27.944522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Request body: {'floatingip': {'port_id': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:27.989812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-831a65d3-3a38-471c-a38b-48e3cfc38895 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.991658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-831a65d3-3a38-471c-a38b-48e3cfc38895 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 945 time: 0.1445730 Jul 07 17:52:28.052817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.062012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:28.064754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75547825-46ed-405a-8ac7-b5c1ae57d616 req-2607ffe7-52a6-4dd0-92be-01233046ff44 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428987 Jul 07 17:52:28.068247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:28.100446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.170401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:28.216192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.221000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.227692 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-abc00c53-e13e-4bcc-b6e6-f66b23b4eeb4 service neutron] 10.222.0.90 "PUT /v2.0/ports/95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 200 len: 1092 time: 1.4884260 Jul 07 17:52:28.228174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:28.232097 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119b0828-c8f6-493a-97b1-08e93a1c11fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:28.264904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Deleting port c612416e-d78a-46d9-a4bf-0534761b38c9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:28.265250 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.400563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] For port c612416e-d78a-46d9-a4bf-0534761b38c9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c612416e-d78a-46d9-a4bf-0534761b38c9,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:28.400961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.405093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-842f5b36-3c84-4c1c-b064-0204f6c99a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.406597 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-842f5b36-3c84-4c1c-b064-0204f6c99a80 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1095 time: 0.1242051 Jul 07 17:52:28.421278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Calling delete_port for c612416e-d78a-46d9-a4bf-0534761b38c9 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:28.464741 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-5bbc8adc-3b34-491c-95a9-700d60dbc085 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 200 len: 217 time: 0.0450785 Jul 07 17:52:28.585308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-0f95c2f3-426d-4290-a42f-89c2df81c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.586871 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-0f95c2f3-426d-4290-a42f-89c2df81c4be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1096101 Jul 07 17:52:28.635809 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-9a73730c-3915-4ee3-aaef-c94354da3688 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405800 Jul 07 17:52:28.770794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.786888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['c612416e-d78a-46d9-a4bf-0534761b38c9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:28.833926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['44172d93-0d0e-4928-83c9-3356bc8b8d5c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:28.953238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a60ed-50da-4f3d-ad88-a5e0f561504f req-1306f119-0fc0-4d72-999c-bbd1d9999d1b tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.955019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-602a60ed-50da-4f3d-ad88-a5e0f561504f req-1306f119-0fc0-4d72-999c-bbd1d9999d1b tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 945 time: 0.8479180 Jul 07 17:52:28.969059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55912) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:28.993116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Request body: {'floatingip': {'port_id': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:29.059460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.188079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:29.194992 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13f41d-83d2-49b1-8f84-75742807490a" -d '{"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-plugged", "status": "completed", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:29.205989 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:52:29.377978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.421244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.447239 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-211c367b-3756-4044-ac1c-f89fa030ca4b service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035929 Jul 07 17:52:29.451779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event deleted for resources: {'Port': ['ID=c612416e-d78a-46d9-a4bf-0534761b38c9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:29.510911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8605f30-aa1d-4020-a4c9-421c264262bd req-554efc5c-6eba-4f61-9bdf-7545dd47c0ba tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:29.514244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8605f30-aa1d-4020-a4c9-421c264262bd req-554efc5c-6eba-4f61-9bdf-7545dd47c0ba tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 946 time: 0.3055518 Jul 07 17:52:29.565259 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-646b93d6-ab7f-40e0-900e-1ede913f3570 req-20b55f57-ab56-4696-93e2-2cbc663d1953 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029048 Jul 07 17:52:29.637970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] No DVR routers for this DVR port c612416e-d78a-46d9-a4bf-0534761b38c9 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:29.640360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.645431 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b179e0f-9601-4e76-8e94-a3f0d3d1d16a req-4488a772-48cb-48ce-84ba-c2ea8eb52a5f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "DELETE /v2.0/ports/c612416e-d78a-46d9-a4bf-0534761b38c9 HTTP/1.1" status: 204 len: 173 time: 1.6462450 Jul 07 17:52:29.778668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8605f30-aa1d-4020-a4c9-421c264262bd req-347e3f42-3a04-4078-b417-92600ff8f3c6 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813741 Jul 07 17:52:29.827454 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Floating IP 7f3b9948-a29a-4a5e-96b7-5520cf4bc145 associated. External IP: 172.25.1.92, port: 48d01218-41e3-419b-b9f5-19fcb762c6ae. Jul 07 17:52:30.093184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:52:30.176955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3647023-aaf8-4350-befd-2136bdd3513d req-e8030769-fbf0-4901-8e23-43bdcca4e26b tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 210 time: 0.0348785 Jul 07 17:52:30.232213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:30.241638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:30.849832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Router 64a61a06-77f9-4514-a8f6-0588a223b9b6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:52:30.863680 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Floating IP 00bc462a-229f-4955-8b52-8beb5d7d13f9 associated. External IP: 172.25.1.123, port: 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c. Jul 07 17:52:30.915697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10eab5-95a9-44a5-bd29-9eea13c601ad req-9efcbea8-795b-445d-8377-66bb9a52de5e tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:30.923217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db10eab5-95a9-44a5-bd29-9eea13c601ad req-9efcbea8-795b-445d-8377-66bb9a52de5e tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 950 time: 0.5904791 Jul 07 17:52:31.109005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db10eab5-95a9-44a5-bd29-9eea13c601ad req-998a9776-1f3c-4ccb-8932-07581c9d0c06 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849463 Jul 07 17:52:31.208717 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e4b2ad-cec9-4b8f-9442-f489cd5c6997 x-openstack-request-id: req-a5e4b2ad-cec9-4b8f-9442-f489cd5c6997 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:31.208717 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:31.208717 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a5e4b2ad-cec9-4b8f-9442-f489cd5c6997 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:31.208717 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5', 'status': 'completed', 'code': 200} Jul 07 17:52:31.282734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Router 404f5125-e819-4f54-a710-07aa10a61ac0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:52:31.284266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:52:31.293202 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:31.293883 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] Sync routers for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:52:31.312748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-b90e6da7-fcc8-4c06-bc4e-d02bb3e5079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:31.315150 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:31.315605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-b90e6da7-fcc8-4c06-bc4e-d02bb3e5079f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1095 time: 0.0788627 Jul 07 17:52:31.315793 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:31.401902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-ba3b3417-598c-44a3-a2e2-b5dcc60fe90a tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "PUT /v2.0/floatingips/7f3b9948-a29a-4a5e-96b7-5520cf4bc145 HTTP/1.1" status: 200 len: 995 time: 3.4822304 Jul 07 17:52:31.409868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:31.412297 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c027054-f5bd-44a9-a02f-038adb1c593d" -d '{"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:31.500322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-919f0c27-be7a-4a61-88e5-cd21c093f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:31.502316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-919f0c27-be7a-4a61-88e5-cd21c093f7f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.1795635 Jul 07 17:52:31.590053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-9bf90342-fec9-4543-afe0-5c35e81316d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 200 len: 217 time: 0.0801811 Jul 07 17:52:31.592418 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:31.634077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c612416e-d78a-46d9-a4bf-0534761b38c9 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:31.663836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-dc732228-bb48-43fa-83d1-ed90fa347389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:31.665882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-dc732228-bb48-43fa-83d1-ed90fa347389 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.0663023 Jul 07 17:52:31.694120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: c612416e-d78a-46d9-a4bf-0534761b38c9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:31.694491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c612416e-d78a-46d9-a4bf-0534761b38c9 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:31.715831 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:52:31.726459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:31.726959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] Sync routers for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:52:31.750279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-ecae2357-665d-4455-8cb0-0b202e1d5b54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773528 Jul 07 17:52:31.752141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:31.752800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:31.800144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-7a798530-02bc-40d5-895e-f6c894a9a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:31.808284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-7a798530-02bc-40d5-895e-f6c894a9a42c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.3861382 Jul 07 17:52:31.921879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-80218bcf-3a62-4a48-a870-ba6034c57870 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "PUT /v2.0/floatingips/00bc462a-229f-4955-8b52-8beb5d7d13f9 HTTP/1.1" status: 200 len: 991 time: 2.9485924 Jul 07 17:52:31.939293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91afbe4-520e-4b5b-89ca-24f12fa67f73 req-cedf91bd-ed88-4fcd-9a99-aad331f67334 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:31.948113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f91afbe4-520e-4b5b-89ca-24f12fa67f73 req-cedf91bd-ed88-4fcd-9a99-aad331f67334 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.3450034 Jul 07 17:52:31.956105 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-1d04cc3f-bfca-47f3-a99d-3771ddd98e2b service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892729 Jul 07 17:52:31.957246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:32.004213 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '7f3b9948-a29a-4a5e-96b7-5520cf4bc145', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'port_id': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'mac_address': 'fa:16:3e:2d:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:52:25Z', 'updated_at': '2021-07-07T17:52:29Z', 'revision_number': 1, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:32.053589 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] Checking router: 64a61a06-77f9-4514-a8f6-0588a223b9b6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:52:32.074108 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:32.077284 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:32.144600 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-119b0828-c8f6-493a-97b1-08e93a1c11fb req-a74d215c-74b3-40a6-8753-7a920d944705 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805074 Jul 07 17:52:32.147160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f91afbe4-520e-4b5b-89ca-24f12fa67f73 req-3ca6eb71-2d90-4f1a-981a-1aef53d033f1 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979692 Jul 07 17:52:32.173387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-df2f2dc8-e9b6-4788-98d5-cd28aecfb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:32.195832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-df2f2dc8-e9b6-4788-98d5-cd28aecfb446 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.3847148 Jul 07 17:52:32.284745 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8520b32-0cfc-4054-bf9e-38afa1a15320 x-openstack-request-id: req-a8520b32-0cfc-4054-bf9e-38afa1a15320 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:32.285300 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-plugged", "status": "completed", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:32.285784 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a8520b32-0cfc-4054-bf9e-38afa1a15320 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:32.286525 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'code': 200} Jul 07 17:52:32.333484 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:32.342826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-390a119e-6f1b-4d7c-9e5c-1a2ade2b61db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 998 time: 0.1460164 Jul 07 17:52:32.409570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-f2b19874-5c1b-4b6d-989c-8bc8475f4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:32.420004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-f2b19874-5c1b-4b6d-989c-8bc8475f4a28 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.0758140 Jul 07 17:52:32.464680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '00bc462a-229f-4955-8b52-8beb5d7d13f9', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'port_id': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'mac_address': 'fa:16:3e:4d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:52:03Z', 'updated_at': '2021-07-07T17:52:29Z', 'revision_number': 1, 'project_id': '125e20578ce0465b874decabd96b4224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:03Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:32.469905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-92b5da23-d480-41e9-8b95-0f5219f57b0d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475335 Jul 07 17:52:32.493199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-db887380-289b-4331-8e51-3acb7e0594cb service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:52:32.501555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-db887380-289b-4331-8e51-3acb7e0594cb service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304115 Jul 07 17:52:32.510507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] Checking router: 404f5125-e819-4f54-a710-07aa10a61ac0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:52:32.534860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:32.535507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:32.668981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-9c5ca6d6-c727-47ef-b267-806d79048bc6 service neutron] 10.222.0.88 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659763 Jul 07 17:52:32.728154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '7f3b9948-a29a-4a5e-96b7-5520cf4bc145', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'port_id': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'mac_address': 'fa:16:3e:2d:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:52:25Z', 'updated_at': '2021-07-07T17:52:29Z', 'revision_number': 1, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:32.792244 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e8635-358b-41b1-bdbb-0472845dc103 None None] The sync data for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 is: [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '7f3b9948-a29a-4a5e-96b7-5520cf4bc145', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'port_id': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'mac_address': 'fa:16:3e:2d:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:52:25Z', 'updated_at': '2021-07-07T17:52:29Z', 'revision_number': 1, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:52:32.861268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f4d8acc-d809-4c6a-ba07-a42bfce42798 req-5c488346-374b-46df-9525-40960014f818 service neutron] 10.222.0.88 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814659 Jul 07 17:52:32.963189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:33.044231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81dfe1-c179-4e52-b820-9ae3ab2784b9 req-8a00e4c8-8c41-45e6-84f1-abf681e66c67 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.045873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da81dfe1-c179-4e52-b820-9ae3ab2784b9 req-8a00e4c8-8c41-45e6-84f1-abf681e66c67 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 950 time: 0.1456685 Jul 07 17:52:33.139988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8804bccb-7476-4e0b-91ff-c7da8ef685fb req-41f9c35c-3eac-4ac0-bfc2-b4c6c1c752e6 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab9a1c1-537f-4f97-be72-29535ce3abe9 HTTP/1.1" status: 200 len: 210 time: 0.1058450 Jul 07 17:52:33.195988 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c193b-abaa-4142-ba0f-5fe79ed3d53c None None] New status for floating IP 7f3b9948-a29a-4a5e-96b7-5520cf4bc145: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:52:33.208447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da81dfe1-c179-4e52-b820-9ae3ab2784b9 req-c38b4961-7d30-40a2-a85c-45a54b450a26 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482100 Jul 07 17:52:33.209910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'name': 'network-vif-deleted', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:33.218120 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c6fed-e558-4a53-adab-c4fb90c4c1e8" -d '{"events": [{"server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "name": "network-vif-deleted", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:33.346668 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d973c5c8-8887-43f9-84e6-86e9b2518096 x-openstack-request-id: req-d973c5c8-8887-43f9-84e6-86e9b2518096 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:33.346964 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:33.347277 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d973c5c8-8887-43f9-84e6-86e9b2518096 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:33.347631 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'status': 'completed', 'code': 200} Jul 07 17:52:33.376701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '00bc462a-229f-4955-8b52-8beb5d7d13f9', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'port_id': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'mac_address': 'fa:16:3e:4d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:52:03Z', 'updated_at': '2021-07-07T17:52:29Z', 'revision_number': 1, 'project_id': '125e20578ce0465b874decabd96b4224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:03Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:33.491577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b964dd-7c35-498e-ab84-971fc3363a3a None None] The sync data for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 is: [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '00bc462a-229f-4955-8b52-8beb5d7d13f9', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'port_id': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'mac_address': 'fa:16:3e:4d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:52:03Z', 'updated_at': '2021-07-07T17:52:29Z', 'revision_number': 1, 'project_id': '125e20578ce0465b874decabd96b4224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:03Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:52:33.521331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-5c879f4f-c003-4e75-8b0c-02bc178769db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.523245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-5c879f4f-c003-4e75-8b0c-02bc178769db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.1427631 Jul 07 17:52:33.576071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:33.651054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9de0fcff-36d4-4991-9125-fbb6cc6c5707 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 998 time: 0.2071531 Jul 07 17:52:33.737484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-29827565-c0fa-4b4f-af22-cfdd9948aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.739079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-29827565-c0fa-4b4f-af22-cfdd9948aff4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.2055538 Jul 07 17:52:33.783148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-90b00978-9e46-4f8d-af68-9f0797def93d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.784629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-90b00978-9e46-4f8d-af68-9f0797def93d tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports/48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 942 time: 0.1273165 Jul 07 17:52:33.891997 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-88a000f8-22c9-4a71-833b-1b3848193d1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 1000 time: 0.1442695 Jul 07 17:52:33.910812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad6e0f-eb58-4b85-8cb3-89bf67a0cbab None None] New status for floating IP 00bc462a-229f-4955-8b52-8beb5d7d13f9: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:52:34.041446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-25d01a01-960a-49be-a64f-9d603243852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.042844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-25d01a01-960a-49be-a64f-9d603243852e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.1380818 Jul 07 17:52:34.103083 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-34809b71-d1c7-490a-8844-e6bc5758453d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477798 Jul 07 17:52:34.125118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-35591061-c11e-4079-a0b0-e367c64d95d1 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 1000 time: 0.1049259 Jul 07 17:52:34.278076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-55081509-0980-42e7-9d7b-c056ac139279 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633170 Jul 07 17:52:34.289217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb3fe-cb88-4db6-913f-89d42d3e9c55 req-d8b78dea-464e-46e4-81e4-85572c1955e9 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.296738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8dafb3fe-cb88-4db6-913f-89d42d3e9c55 req-d8b78dea-464e-46e4-81e4-85572c1955e9 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.1606641 Jul 07 17:52:34.369871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-77cf0086-37fe-4ab6-a0ad-e27fb87d3df5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.371354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-77cf0086-37fe-4ab6-a0ad-e27fb87d3df5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2454317 Jul 07 17:52:34.403048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8dafb3fe-cb88-4db6-913f-89d42d3e9c55 req-d250e716-9d10-41df-bd96-ee717891e0b5 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053636 Jul 07 17:52:34.440593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2c027054-f5bd-44a9-a02f-038adb1c593d req-8a49b03e-0711-4bd9-9991-b16a9875bd5a service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504099 Jul 07 17:52:34.474651 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ce8fe-8f4e-4ca2-820e-5880aeed91fc x-openstack-request-id: req-027ce8fe-8f4e-4ca2-820e-5880aeed91fc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:34.475044 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab9a1c1-537f-4f97-be72-29535ce3abe9", "name": "network-vif-deleted", "tag": "c612416e-d78a-46d9-a4bf-0534761b38c9", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:34.475445 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-027ce8fe-8f4e-4ca2-820e-5880aeed91fc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:34.475949 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab9a1c1-537f-4f97-be72-29535ce3abe9', 'name': 'network-vif-deleted', 'tag': 'c612416e-d78a-46d9-a4bf-0534761b38c9', 'status': 'completed', 'code': 200} Jul 07 17:52:34.530530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-7ce1f9d4-4324-44cf-9039-80121213d264 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 1000 time: 0.1487350 Jul 07 17:52:34.535651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:34.620112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.773642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.786191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.786519 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Floating IP 7f3b9948-a29a-4a5e-96b7-5520cf4bc145 disassociated. External IP: 172.25.1.92, port: 48d01218-41e3-419b-b9f5-19fcb762c6ae. Jul 07 17:52:34.948941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cdc0-a85a-437e-baf2-f706ac9ef12f req-de19ed32-6fbe-4198-9de7-241e08bba789 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.954914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cdc0-a85a-437e-baf2-f706ac9ef12f req-de19ed32-6fbe-4198-9de7-241e08bba789 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.956603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad21cdc0-a85a-437e-baf2-f706ac9ef12f req-de19ed32-6fbe-4198-9de7-241e08bba789 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351&device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 1691 time: 0.1727650 Jul 07 17:52:35.057412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad21cdc0-a85a-437e-baf2-f706ac9ef12f req-0de24498-7916-4320-9c34-34317a8ef724 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883355 Jul 07 17:52:35.132930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Router 64a61a06-77f9-4514-a8f6-0588a223b9b6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:52:35.558830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:35.817239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:35.820182 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:35.875113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c125ed-d209-4131-9964-d52bc4488757 req-078021d3-696c-4dbc-a85a-c68e1fc91b19 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:35.880413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17c125ed-d209-4131-9964-d52bc4488757 req-078021d3-696c-4dbc-a85a-c68e1fc91b19 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.90 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 946 time: 0.1652303 Jul 07 17:52:35.887707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:52:35.894286 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:35.901611 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] Sync routers for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:52:35.922068 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:35.923780 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:35.949327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826ff3-50af-4669-858d-af652f5f2c7c req-c67fd376-bd6b-42e4-91c4-229973cf7f59 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:35.957335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98826ff3-50af-4669-858d-af652f5f2c7c req-c67fd376-bd6b-42e4-91c4-229973cf7f59 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/ports?device_id=2276290e-3670-46dc-9661-9ef410073368 HTTP/1.1" status: 200 len: 946 time: 0.6512487 Jul 07 17:52:35.991869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-9ea43289-6992-411f-ae8a-c3bfae4c789f tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "PUT /v2.0/floatingips/7f3b9948-a29a-4a5e-96b7-5520cf4bc145 HTTP/1.1" status: 200 len: 694 time: 1.4600849 Jul 07 17:52:36.069023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98826ff3-50af-4669-858d-af652f5f2c7c req-15e9d00a-bd84-4471-a468-c22f3d08119b tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081254 Jul 07 17:52:36.153036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Deleting port d7aef098-324e-49f6-878c-9e64832602b7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:36.153270 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:36.230375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-c5888916-a795-4231-a185-ca338a1fce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.238919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-c5888916-a795-4231-a185-ca338a1fce0a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.2144010 Jul 07 17:52:36.298938 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:36.387303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] For port d7aef098-324e-49f6-878c-9e64832602b7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d7aef098-324e-49f6-878c-9e64832602b7,segment=NetworkSegment(0568121d-cf23-4500-b875-6aec401091f5),segment_id=0568121d-cf23-4500-b875-6aec401091f5)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:36.388341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:36.425554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Calling delete_port for d7aef098-324e-49f6-878c-9e64832602b7 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:36.506756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-4b52500e-0dbc-4542-9c17-0e5f46468653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.508669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-4b52500e-0dbc-4542-9c17-0e5f46468653 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.2607267 Jul 07 17:52:36.686702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-bb4f5f27-c141-47f8-aa79-5bd9cb18e42c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 217 time: 0.1620233 Jul 07 17:52:36.695358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:36.708011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d7aef098-324e-49f6-878c-9e64832602b7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:36.749403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Pushing event deleted for resources: {'Port': ['ID=d7aef098-324e-49f6-878c-9e64832602b7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:36.788320 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:36.792325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-82bb3c09-bd1a-4e8d-b96e-174a8d2da61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.800876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-82bb3c09-bd1a-4e8d-b96e-174a8d2da61f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.1130736 Jul 07 17:52:36.859464 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] Checking router: 64a61a06-77f9-4514-a8f6-0588a223b9b6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:52:36.860505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-eb229d08-56f5-4cdc-951b-87ec011e3b75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583291 Jul 07 17:52:36.867586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] No DVR routers for this DVR port d7aef098-324e-49f6-878c-9e64832602b7 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:36.876488 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:36.877154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:36.879731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:36.887516 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17c125ed-d209-4131-9964-d52bc4488757 req-50bcc14a-0bd8-47b4-92fb-2098390ccd39 tempest-InstanceActionsTestJSON-322834318 tempest-InstanceActionsTestJSON-322834318-project] 10.222.0.90 "DELETE /v2.0/ports/d7aef098-324e-49f6-878c-9e64832602b7 HTTP/1.1" status: 204 len: 173 time: 0.9957819 Jul 07 17:52:36.887516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2276290e-3670-46dc-9661-9ef410073368', 'name': 'network-vif-deleted', 'tag': 'd7aef098-324e-49f6-878c-9e64832602b7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:36.896542 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dee334-bf15-42fa-be51-8a8ecae8207a" -d '{"events": [{"server_uuid": "2276290e-3670-46dc-9661-9ef410073368", "name": "network-vif-deleted", "tag": "d7aef098-324e-49f6-878c-9e64832602b7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:37.093033 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:37.101694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fe2ec-2847-4899-b389-9a7b9da75ea6 req-0c0a9905-64a6-4114-8db1-c253662c0388 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:37.107383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-241fe2ec-2847-4899-b389-9a7b9da75ea6 req-0c0a9905-64a6-4114-8db1-c253662c0388 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.1496882 Jul 07 17:52:37.125721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-920abff4-1a56-4b79-a9fb-b1c8d547559f service neutron] 10.222.0.88 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571979 Jul 07 17:52:37.261711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-241fe2ec-2847-4899-b389-9a7b9da75ea6 req-098c7156-8b94-458d-aecb-3a83ce6fda83 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 Jul 07 17:52:37.355946 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-975a9f1f-6462-4001-bf61-fd3791b72f39 req-d6060de0-3207-432d-953c-010fa8eb0720 service neutron] 10.222.0.88 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218366 Jul 07 17:52:37.404687 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c5bc52-179b-40d9-b724-60ab57888944 x-openstack-request-id: req-a2c5bc52-179b-40d9-b724-60ab57888944 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:37.405006 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:37.405263 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a2c5bc52-179b-40d9-b724-60ab57888944 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:37.405670 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'status': 'completed', 'code': 200} Jul 07 17:52:37.744645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-f24ef006-5d80-412e-8266-6a114e643e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:37.750628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-f24ef006-5d80-412e-8266-6a114e643e6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=125e20578ce0465b874decabd96b4224&device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 1096 time: 0.3098316 Jul 07 17:52:37.767040 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:37.818317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0891bd-eed6-4fe4-b24b-536e40580dc4 req-41676fd4-869e-43c1-9c47-a4622d0da803 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:37.827280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd0891bd-eed6-4fe4-b24b-536e40580dc4 req-41676fd4-869e-43c1-9c47-a4622d0da803 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 1101 time: 0.1226909 Jul 07 17:52:37.834731 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f452abd-8e46-4a13-a84c-ed7f0de119bc x-openstack-request-id: req-6f452abd-8e46-4a13-a84c-ed7f0de119bc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:37.835032 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2276290e-3670-46dc-9661-9ef410073368", "name": "network-vif-deleted", "tag": "d7aef098-324e-49f6-878c-9e64832602b7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:37.835296 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f452abd-8e46-4a13-a84c-ed7f0de119bc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:37.837314 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2276290e-3670-46dc-9661-9ef410073368', 'name': 'network-vif-deleted', 'tag': 'd7aef098-324e-49f6-878c-9e64832602b7', 'status': 'completed', 'code': 200} Jul 07 17:52:37.891578 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021b6d4-8311-4578-9e71-72c28fe8000c None None] The sync data for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 is: [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:51:07Z', 'revision_number': 4, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c8305d49-fdb5-4fcf-9073-b300d8686c3b', 'name': '', 'network_id': 'b25c27a1-c115-4fd1-a5b7-17bb4f2af173', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'mac_address': 'fa:16:3e:31:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:06Z', 'updated_at': '2021-07-07T17:51:19Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'subnets': [{'id': 'b80c59cf-3b1f-4000-a122-1a344733a078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:52:37.907143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56012) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:38.014196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd0891bd-eed6-4fe4-b24b-536e40580dc4 req-6c864b50-bd58-47cf-9405-79c665f5b7f1 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858661 Jul 07 17:52:38.051789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-e8f630d8-3969-42d6-90f8-1d2c08a2beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.053999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-e8f630d8-3969-42d6-90f8-1d2c08a2beb9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b8af3d42-b87f-44d0-abc1-d547b1f63799 HTTP/1.1" status: 200 len: 907 time: 0.2919192 Jul 07 17:52:38.177939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-b3297018-107f-4036-b4d6-3721f39a13fc tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips/7f3b9948-a29a-4a5e-96b7-5520cf4bc145 HTTP/1.1" status: 200 len: 694 time: 0.2386408 Jul 07 17:52:38.212621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] Deleting subnet e24fa732-8529-430f-9a9e-416dbff33037 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:52:38.325941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:38.337487 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-24a759bf-30a4-43f2-b675-18a9c6cf866d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c HTTP/1.1" status: 200 len: 1001 time: 0.2436345 Jul 07 17:52:38.446643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df227ff6-bbef-466b-8bb7-5715b2b6b40e None None] New status for floating IP 7f3b9948-a29a-4a5e-96b7-5520cf4bc145: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:52:38.491602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-33c2f646-492c-4bea-b906-e5799d49eef8 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.495519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-33c2f646-492c-4bea-b906-e5799d49eef8 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.3155432 Jul 07 17:52:38.499344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:38.505091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-3498c462-7b93-4841-bdc8-78d37315d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.510244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-3498c462-7b93-4841-bdc8-78d37315d863 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ee9e119-283d-4770-9907-8b3819e041fe HTTP/1.1" status: 200 len: 845 time: 0.1615796 Jul 07 17:52:38.610777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-a3fa1961-ad27-41e6-b92c-bbe81fe24564 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 697 time: 0.1087234 Jul 07 17:52:38.628742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-0a860799-d1d4-4b16-a6c2-a55ab1d032f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.636637 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-0a860799-d1d4-4b16-a6c2-a55ab1d032f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b8af3d42-b87f-44d0-abc1-d547b1f63799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184785 Jul 07 17:52:38.804459 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-a2e86f4d-6fcd-4cae-b286-c81459f9a868 service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641653 Jul 07 17:52:38.845724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-22f79d7c-172a-409a-b3a4-fd0cc71114b9 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 697 time: 0.2187274 Jul 07 17:52:38.908103 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:38.977212 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2527011e-bbc7-423b-bfa3-6d5c01d7ff9b req-99b8c06b-ebe8-4f23-8d20-4e4cc7dff26b service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614699 Jul 07 17:52:39.034501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5b0e-90b4-4699-85e0-d6a3bfd3d6d4 req-2d3c6832-3f76-4ce9-b1bd-ce9470697627 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:39.035942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9be5b0e-90b4-4699-85e0-d6a3bfd3d6d4 req-2d3c6832-3f76-4ce9-b1bd-ce9470697627 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 1101 time: 0.4070542 Jul 07 17:52:39.129056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.206455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24fa732-8529-430f-9a9e-416dbff33037,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:39.236408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9be5b0e-90b4-4699-85e0-d6a3bfd3d6d4 req-1bed5eb6-dfbc-45a4-9f45-a5fe987fcbb2 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829021 Jul 07 17:52:39.261895 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.264478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4bb6af76-9d96-4892-b920-b1f8c0b21b15 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e24fa732-8529-430f-9a9e-416dbff33037 HTTP/1.1" status: 204 len: 168 time: 1.3563664 Jul 07 17:52:39.266778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Deleting port fbbe157a-d055-4348-b267-63703fb0f87f {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:39.267128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.269025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56038) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:39.376113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.428043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.428379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.461005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:39.465478 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:39.483950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Calling delete_port for fbbe157a-d055-4348-b267-63703fb0f87f owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:39.494587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.508410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af7f3e3-d958-426a-bd85-1c0c18f81e6c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:39.525301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d7aef098-324e-49f6-878c-9e64832602b7 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:39.541253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0568121d-cf23-4500-b875-6aec401091f5') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:39.541610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0568121d-cf23-4500-b875-6aec401091f5') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:39.558363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.574862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: d7aef098-324e-49f6-878c-9e64832602b7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:39.575507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d7aef098-324e-49f6-878c-9e64832602b7 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:39.584053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.593689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:52:39.594234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:52:39.596068 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:52:39.684168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.697703 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.703541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] 10.222.0.88 "DELETE /v2.0/networks/9af7f3e3-d958-426a-bd85-1c0c18f81e6c HTTP/1.1" status: 204 len: 168 time: 0.4332781 Jul 07 17:52:39.715432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e334477-fae1-4abb-b5eb-151313c99c43 req-84a7d50c-e8aa-4dce-bd14-b5d36ed5b114 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:39.729220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e334477-fae1-4abb-b5eb-151313c99c43 req-84a7d50c-e8aa-4dce-bd14-b5d36ed5b114 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.2482357 Jul 07 17:52:39.738241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79376d-025d-4ae7-b266-0334442eb10c admin admin] Pushing event deleted for resources: {'Network': ['ID=9af7f3e3-d958-426a-bd85-1c0c18f81e6c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:39.807622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e334477-fae1-4abb-b5eb-151313c99c43 req-8e06fe1f-dfaa-48df-8e5f-c85a7c520246 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772443 Jul 07 17:52:39.911127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.970081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56050) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:40.041962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event deleted for resources: {'Port': ['ID=fbbe157a-d055-4348-b267-63703fb0f87f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:40.063983 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2852001a-04f2-4ae4-bfa7-98cac28be05c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f78c2bf201d4f8aba47eb8c23f344a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890458 Jul 07 17:52:40.064903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56052) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:40.093346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.096771 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.113055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-353786a8-0e42-4206-bed6-53b7e1079a67 req-2d23e436-4650-4060-926b-6c421ae33eae tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "DELETE /v2.0/floatingips/7f3b9948-a29a-4a5e-96b7-5520cf4bc145 HTTP/1.1" status: 204 len: 173 time: 1.2547202 Jul 07 17:52:40.133542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-517c2ede-57ff-4268-908a-14bf45c35496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.164238 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-517c2ede-57ff-4268-908a-14bf45c35496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.234229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-517c2ede-57ff-4268-908a-14bf45c35496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.237188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-517c2ede-57ff-4268-908a-14bf45c35496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.240801 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-517c2ede-57ff-4268-908a-14bf45c35496 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a HTTP/1.1" status: 204 len: 168 time: 0.1723959 Jul 07 17:52:40.262399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c2ede-57ff-4268-908a-14bf45c35496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba59b2b-4331-4fa1-8659-1d3b0e8c2b2a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:40.342649 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787c0b41-b730-42f3-96a4-ea08161654ec x-openstack-request-id: req-787c0b41-b730-42f3-96a4-ea08161654ec {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:40.343098 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:40.343370 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-787c0b41-b730-42f3-96a4-ea08161654ec {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:40.343792 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'status': 'completed', 'code': 200} Jul 07 17:52:40.461292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c966a7be-9a30-4d3d-a6c7-924fb046f425 req-9290fbf3-40ef-4d80-ac08-5224ca3d8bb4 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups/2d2d0254-ac31-4869-9227-32a235ef9171 HTTP/1.1" status: 200 len: 1807 time: 0.1010439 Jul 07 17:52:40.538185 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c966a7be-9a30-4d3d-a6c7-924fb046f425 req-0abff129-3ea9-4a3f-8157-2c6ebc86dec5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.545577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-be5f54c8-554d-4856-be19-46323aca112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:40.548310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-be5f54c8-554d-4856-be19-46323aca112f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 1096 time: 0.1611211 Jul 07 17:52:40.596603 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c966a7be-9a30-4d3d-a6c7-924fb046f425 req-0abff129-3ea9-4a3f-8157-2c6ebc86dec5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.696069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-a4ec1c98-f2ba-4ee3-a816-70ff01150cdb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594275 Jul 07 17:52:40.752260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-da0ee839-3f58-44dc-87f9-77484b10d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:40.753959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-da0ee839-3f58-44dc-87f9-77484b10d4f6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 200 len: 921 time: 0.1966441 Jul 07 17:52:40.851812 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-5ba1c333-8116-43a2-8cfd-5fe55a288ebf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 200 len: 217 time: 0.0902925 Jul 07 17:52:40.892363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c966a7be-9a30-4d3d-a6c7-924fb046f425 req-0abff129-3ea9-4a3f-8157-2c6ebc86dec5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.896923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c966a7be-9a30-4d3d-a6c7-924fb046f425 req-0abff129-3ea9-4a3f-8157-2c6ebc86dec5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:40.912358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c966a7be-9a30-4d3d-a6c7-924fb046f425 req-0abff129-3ea9-4a3f-8157-2c6ebc86dec5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "DELETE /v2.0/security-groups/2d2d0254-ac31-4869-9227-32a235ef9171 HTTP/1.1" status: 204 len: 173 time: 0.4495673 Jul 07 17:52:40.954647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abff129-3ea9-4a3f-8157-2c6ebc86dec5 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d0254-ac31-4869-9227-32a235ef9171,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:41.012439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-05157679-b31d-4bd8-bd87-e881f6a2ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:41.034447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-05157679-b31d-4bd8-bd87-e881f6a2ee6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 200 len: 860 time: 0.1740344 Jul 07 17:52:41.040258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-21aacae2-92c0-4478-848e-9db95658eab7 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:41.047208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-21aacae2-92c0-4478-848e-9db95658eab7 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272784 Jul 07 17:52:41.079697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-a4bee0c5-79ee-4008-8f3b-477ad491560f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/quotas/b0b7422b5a6f47faa6f6657141a679f9 HTTP/1.1" status: 200 len: 375 time: 0.0265803 Jul 07 17:52:41.117043 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-352a1d44-b34e-4823-bcd2-188c916c391f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25c27a1-c115-4fd1-a5b7-17bb4f2af173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742788 Jul 07 17:52:41.327422 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-48f2676c-7fe0-41b0-92ab-a36ba5a429e0 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032025 Jul 07 17:52:41.452974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-8eaa834f-80f9-43d1-a97d-4adddc13de92 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3649750 Jul 07 17:52:41.533270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55850040-2127-4189-bcb8-f3af04e812b4 req-a5810ad7-6214-411e-a873-88897f65b633 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:41.549201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55850040-2127-4189-bcb8-f3af04e812b4 req-a5810ad7-6214-411e-a873-88897f65b633 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.3599355 Jul 07 17:52:41.563339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c2b4d3-9a26-4478-a3ad-a459f1d349cb req-ffd5dffb-6d9b-4187-9044-af5e8a4e22e3 service neutron] 10.222.0.90 "GET /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022512 Jul 07 17:52:41.647027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55850040-2127-4189-bcb8-f3af04e812b4 req-982fb117-38c3-499d-bf3a-cf51d27f4681 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966759 Jul 07 17:52:41.671900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56108) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:41.887377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-131509566-network', 'tenant_id': 'd6a77fccd7894d039583f088e4f5a6eb'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:41.942715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Made reservation on behalf of d6a77fccd7894d039583f088e4f5a6eb for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:41.946083 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:41.963070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.217853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.227871 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.303233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa979f63-be9f-40dc-a729-7ff7c65d3596,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:42.336675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:52:42.366439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.366950 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Added segment 1d46c475-0ae3-4a04-80ac-ffa624033221 of type vlan for network e40a3aed-9c3b-45a8-9351-fbba595e51b7 Jul 07 17:52:42.574776 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.773215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.774503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:42.782209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.845724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1718185 Jul 07 17:52:42.849263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:42.855865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Request body: {'subnet': {'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-131509566-subnet', 'tenant_id': 'd6a77fccd7894d039583f088e4f5a6eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:42.922536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Made reservation on behalf of d6a77fccd7894d039583f088e4f5a6eb for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:42.931205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:42.955576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0be9-cb31-406a-ab23-54d5ca1531b2 req-ee043ba5-7c4b-4164-88e4-db5b4c04ad23 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:42.957346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48eb0be9-cb31-406a-ab23-54d5ca1531b2 req-ee043ba5-7c4b-4164-88e4-db5b4c04ad23 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.3617809 Jul 07 17:52:43.043682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa414646-b456-4854-bfd6-7d6bbeff1adc admin admin] Pushing event updated for resources: {'Network': ['ID=e40a3aed-9c3b-45a8-9351-fbba595e51b7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:43.058280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e40a3aed-9c3b-45a8-9351-fbba595e51b7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:52:43.116910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48eb0be9-cb31-406a-ab23-54d5ca1531b2 req-b168a009-48f1-437c-9e2d-15f07545efdc tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386187 Jul 07 17:52:43.314691 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fadb1c38-7087-4b6a-b187-14edabcf9a34 req-06893f77-f82b-4077-8588-5dcd062b55c1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 210 time: 0.0799494 Jul 07 17:52:43.440393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:43.456758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ddaca-460f-47a5-80e2-bfe45a62bbb1 req-92965bdc-10e8-4bc5-9c4e-6be1a30609da tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:43.465724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-051ddaca-460f-47a5-80e2-bfe45a62bbb1 req-92965bdc-10e8-4bc5-9c4e-6be1a30609da tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.1535921 Jul 07 17:52:43.526224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-051ddaca-460f-47a5-80e2-bfe45a62bbb1 req-8cd0f6a7-3cd2-4d29-9bad-61ed54893fe3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569227 Jul 07 17:52:43.594796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c46825e-77fa-4114-aca1-8dfad07a111c,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:43.657614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Checking segment: {'id': '1d46c475-0ae3-4a04-80ac-ffa624033221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:43.658453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Network hostable DHCP agents. Network: e40a3aed-9c3b-45a8-9351-fbba595e51b7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:52:43.702347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Network e40a3aed-9c3b-45a8-9351-fbba595e51b7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:52:43.742874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e40a3aed-9c3b-45a8-9351-fbba595e51b7) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:43.755144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:43.755413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742518f-e5ea-4bbb-8249-f8d5e0e470ef None None] Network e40a3aed-9c3b-45a8-9351-fbba595e51b7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:52:43.756177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:43.786810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40fd911e-d82a-454f-b9bb-2146e3133a53 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9361610 Jul 07 17:52:44.025273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9941e67-1622-4f00-ac9b-f526aaa25e94 None None] Network e40a3aed-9c3b-45a8-9351-fbba595e51b7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:52:44.502722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048aa9-f93b-4129-be23-37294b5bd665 req-e1e0adc7-5739-4413-a4d2-00c5f11fc830 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:44.511408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e048aa9-f93b-4129-be23-37294b5bd665 req-e1e0adc7-5739-4413-a4d2-00c5f11fc830 tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1302598 Jul 07 17:52:44.575668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e048aa9-f93b-4129-be23-37294b5bd665 req-3b2f0ae9-8772-4091-900a-04b4af9f6aad tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.88 "GET /v2.0/security-groups?id=10be4bb6-07e9-4d91-a983-90397b63e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632880 Jul 07 17:52:44.603727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8a45e-870d-4dfd-9a06-823b4086cae8 req-0cbabf76-2a55-471a-b9ff-7b70357d5db1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:44.605536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ea8a45e-870d-4dfd-9a06-823b4086cae8 req-0cbabf76-2a55-471a-b9ff-7b70357d5db1 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.1485531 Jul 07 17:52:44.652355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-9d55bc7c-456d-4a40-99ee-d9cc63dcd8fe tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:44.654101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-9d55bc7c-456d-4a40-99ee-d9cc63dcd8fe tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.90 "GET /v2.0/ports?device_id=e068f2b3-5b28-4cb2-9544-878e2764589f HTTP/1.1" status: 200 len: 945 time: 0.1148713 Jul 07 17:52:44.712789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ea8a45e-870d-4dfd-9a06-823b4086cae8 req-928318de-bed4-4f1a-855b-593fe071a286 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971029 Jul 07 17:52:44.864123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Deleting port 48d01218-41e3-419b-b9f5-19fcb762c6ae {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:44.865055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:45.017216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-a8483c21-2e06-47ad-9ff5-3d7b9d120dd6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:45.018280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-a8483c21-2e06-47ad-9ff5-3d7b9d120dd6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/networks?id=e40a3aed-9c3b-45a8-9351-fbba595e51b7 HTTP/1.1" status: 200 len: 817 time: 0.2187793 Jul 07 17:52:45.055426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-bb2674fc-99f3-40ea-ad37-0b614abefebb tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/quotas/d6a77fccd7894d039583f088e4f5a6eb HTTP/1.1" status: 200 len: 375 time: 0.0215580 Jul 07 17:52:45.087375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] For port 48d01218-41e3-419b-b9f5-19fcb762c6ae, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=48d01218-41e3-419b-b9f5-19fcb762c6ae,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:45.087907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:45.105211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Calling delete_port for 48d01218-41e3-419b-b9f5-19fcb762c6ae owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:45.109694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-d86a2c78-e526-4b55-b31d-32f81a7ce48e tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d6a77fccd7894d039583f088e4f5a6eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506718 Jul 07 17:52:45.313135 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-90ba949e-8abe-4676-a4f5-eec163cdce93 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535223 Jul 07 17:52:45.361881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-30a682e0-4e86-41f2-b765-98e9b14bfb5a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1419859 Jul 07 17:52:45.364163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aea50af4-bb69-4c2f-9aab-69e8c42bf60a req-79b66f13-c516-40b1-aa0b-ab97e2a22f97 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 210 time: 0.2520580 Jul 07 17:52:45.411544 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:45.424809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['48d01218-41e3-419b-b9f5-19fcb762c6ae'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:45.472349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Pushing event deleted for resources: {'Port': ['ID=48d01218-41e3-419b-b9f5-19fcb762c6ae,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:45.531342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] No DVR routers for this DVR port 48d01218-41e3-419b-b9f5-19fcb762c6ae on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:45.539330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:45.541447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b85d78e-c03f-4528-a976-d74222c1b0ad req-994ed1e1-292e-4faa-a15c-372d36b17eef tempest-ServerRescueTestJSONUnderV235-1213438573 tempest-ServerRescueTestJSONUnderV235-1213438573-project] 10.222.0.90 "DELETE /v2.0/ports/48d01218-41e3-419b-b9f5-19fcb762c6ae HTTP/1.1" status: 204 len: 173 time: 0.8814948 Jul 07 17:52:45.541905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'name': 'network-vif-deleted', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:45.544193 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc30ee0-bf22-4a05-b364-bcfacdb25e4e" -d '{"events": [{"server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "name": "network-vif-deleted", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:45.570661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-902557bb-6114-4ef8-b292-757b621fa864 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:45.586119 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-902557bb-6114-4ef8-b292-757b621fa864 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689748 Jul 07 17:52:45.609563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-8a95b651-6f61-4c84-bdb0-a1135141d73e service neutron] 10.222.0.88 "GET /v2.0/networks/e40a3aed-9c3b-45a8-9351-fbba595e51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988132 Jul 07 17:52:45.624658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:45.777163 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21177ea2-40f7-48d1-b992-fbce138b05e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:45.852647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:45.857955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.051408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.175 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/f56f96c4-411b-4b4a-9739-4b0d9b62b211) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:46.088239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-7d34b18e-b3f2-4684-b052-f36a99c562c4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:46.089875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-7d34b18e-b3f2-4684-b052-f36a99c562c4 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.8682594 Jul 07 17:52:46.119211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-890cdf2c-29e7-4240-950d-a9b2a4da14fa tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:46.120776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-890cdf2c-29e7-4240-950d-a9b2a4da14fa tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7511890 Jul 07 17:52:46.131721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0544e0e-5b13-42d2-9771-385a78a1976f req-163dfa76-3759-4cc2-ac46-37cf29dcdd87 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:46.133627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0544e0e-5b13-42d2-9771-385a78a1976f req-163dfa76-3759-4cc2-ac46-37cf29dcdd87 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.5528178 Jul 07 17:52:46.167109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:46.248290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.266353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object f56f96c4-411b-4b4a-9739-4b0d9b62b211 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:46.319147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.331141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-b02b7bbe-439f-4f45-aac1-04a27d3c68de service neutron] 10.222.0.88 "GET /v2.0/networks/e40a3aed-9c3b-45a8-9351-fbba595e51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204366 Jul 07 17:52:46.347579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:46.370481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0544e0e-5b13-42d2-9771-385a78a1976f req-dd36b7ef-c603-4889-866b-27edb47a0cef tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150061 Jul 07 17:52:46.378272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:46.386435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.395177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:46.413057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:46.438158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:46.571576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:46.572154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.593721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=f56f96c4-411b-4b4a-9739-4b0d9b62b211,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:46.606191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7bcb0c52-5d2b-4e86-b005-7bbd105deecf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9860690 Jul 07 17:52:46.631011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Request body: {'port': {'device_id': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:46.660075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Deleting port 44172d93-0d0e-4928-83c9-3356bc8b8d5c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:46.660566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.820732 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad94b47-e3c4-48b8-b590-50bcbf02fcfd x-openstack-request-id: req-0ad94b47-e3c4-48b8-b590-50bcbf02fcfd {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:46.821092 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e068f2b3-5b28-4cb2-9544-878e2764589f", "name": "network-vif-deleted", "tag": "48d01218-41e3-419b-b9f5-19fcb762c6ae", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:46.821407 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0ad94b47-e3c4-48b8-b590-50bcbf02fcfd {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:46.821893 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e068f2b3-5b28-4cb2-9544-878e2764589f', 'name': 'network-vif-deleted', 'tag': '48d01218-41e3-419b-b9f5-19fcb762c6ae', 'status': 'completed', 'code': 200} Jul 07 17:52:46.853966 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.869957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-21a5b3cd-c276-4428-b690-3dea6b0222e0 None None] Provisioning for port f56f96c4-411b-4b4a-9739-4b0d9b62b211 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:46.883446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-21a5b3cd-c276-4428-b690-3dea6b0222e0 None None] Provisioning complete for port f56f96c4-411b-4b4a-9739-4b0d9b62b211 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:46.884070 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21a5b3cd-c276-4428-b690-3dea6b0222e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:46.963893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.73 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/9b4bb75b-09d3-40b7-895c-e1507a8a00b8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:46.969960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56234) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:46.985249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-21a5b3cd-c276-4428-b690-3dea6b0222e0 None None] Port f56f96c4-411b-4b4a-9739-4b0d9b62b211 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:47.087358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] For port 44172d93-0d0e-4928-83c9-3356bc8b8d5c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=44172d93-0d0e-4928-83c9-3356bc8b8d5c,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:47.087612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:47.139724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Calling delete_port for 44172d93-0d0e-4928-83c9-3356bc8b8d5c owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:47.476944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3a756-2109-4d09-a4ff-a0fedda5bfc3 req-840b2812-842c-487c-acb9-e176c74de99f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:47.478483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfc3a756-2109-4d09-a4ff-a0fedda5bfc3 req-840b2812-842c-487c-acb9-e176c74de99f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 945 time: 0.4072466 Jul 07 17:52:47.505604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8873187-cc71-49df-adc2-e80ef5bba42e req-0a01c61d-41b8-4e85-8ba4-817539f19a1d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:47.507072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8873187-cc71-49df-adc2-e80ef5bba42e req-0a01c61d-41b8-4e85-8ba4-817539f19a1d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 936 time: 0.3686941 Jul 07 17:52:47.528521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95a62317-2f7c-4cfb-a143-ca03f749b5a5 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:47.530762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 48d01218-41e3-419b-b9f5-19fcb762c6ae no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:47.555920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 48d01218-41e3-419b-b9f5-19fcb762c6ae {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:47.556361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 48d01218-41e3-419b-b9f5-19fcb762c6ae not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:47.650269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:47.654960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:47.665986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '95a62317-2f7c-4cfb-a143-ca03f749b5a5', 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b', 'port_id': '95a62317-2f7c-4cfb-a143-ca03f749b5a5', 'mac_address': 'fa:16:3e:76:37:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e70c54-6227-4078-b4ae-0073e4c71b28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:47.668547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfc3a756-2109-4d09-a4ff-a0fedda5bfc3 req-d5be3339-9867-4d77-a3d7-0ab1a2bd9f39 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803775 Jul 07 17:52:47.701484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8873187-cc71-49df-adc2-e80ef5bba42e req-ec7260d3-6ea1-4422-a358-a6f13388ae6f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549470 Jul 07 17:52:47.705941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:47.721149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:47.737093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a62317-2f7c-4cfb-a143-ca03f749b5a5 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:47.762349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:47.771381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:47.774269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['44172d93-0d0e-4928-83c9-3356bc8b8d5c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:47.778576 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:47.806788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event deleted for resources: {'Port': ['ID=44172d93-0d0e-4928-83c9-3356bc8b8d5c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:47.857213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:47.867589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.867966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.868268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.868582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.869073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.869404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.869716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.870032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.870596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.870708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.871601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.871601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:47.913532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b112c4f-c944-4329-aab9-4f7df6cf8666 req-609410b1-42aa-437b-890e-865406ffd3d4 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 210 time: 0.0923934 Jul 07 17:52:47.974170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] No DVR routers for this DVR port 44172d93-0d0e-4928-83c9-3356bc8b8d5c on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:47.980905 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:47.982969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b8a6a0d-8ea9-4ae8-aea4-61e4e8e2876a req-278ee7f7-4e2b-4108-b901-a9afb60beb21 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.90 "DELETE /v2.0/ports/44172d93-0d0e-4928-83c9-3356bc8b8d5c HTTP/1.1" status: 204 len: 173 time: 1.8810034 Jul 07 17:52:47.983422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'name': 'network-vif-deleted', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:47.985714 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ae6808-de37-469f-9a35-7e4dd52ff71a" -d '{"events": [{"server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "name": "network-vif-deleted", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:47.997556 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.015552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:48.070052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:48.088803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:48.091392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:48.107373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:48.192498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ae3d7-314d-40be-b3ca-db67b5156c86 req-afa16900-8d03-4d40-89fd-2c0adc65e23d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:48.200704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b0ae3d7-314d-40be-b3ca-db67b5156c86 req-afa16900-8d03-4d40-89fd-2c0adc65e23d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 945 time: 0.2908816 Jul 07 17:52:48.220709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['95a62317-2f7c-4cfb-a143-ca03f749b5a5'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:48.318495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:48.319143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.369529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-a749040b-e717-456f-9fab-9cd05335e860 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:48.371222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-a749040b-e717-456f-9fab-9cd05335e860 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.90 "GET /v2.0/networks?id=e40a3aed-9c3b-45a8-9351-fbba595e51b7 HTTP/1.1" status: 200 len: 817 time: 0.3818934 Jul 07 17:52:48.407149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-92e9ea49-36d3-4d09-ad81-8e2d2a2fdbd9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2558434 Jul 07 17:52:48.444161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Request body: {'port': {'device_id': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:48.450469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Request body: {'port': {'device_id': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7', 'admin_state_up': True, 'tenant_id': 'd6a77fccd7894d039583f088e4f5a6eb'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:48.559235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56f96c4-411b-4b4a-9739-4b0d9b62b211 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:48.573026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.573867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b0ae3d7-314d-40be-b3ca-db67b5156c86 req-293a526c-2981-4489-9291-d7d618687d6b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712442 Jul 07 17:52:48.607738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Transition to ACTIVE for port object f56f96c4-411b-4b4a-9739-4b0d9b62b211 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:48.626349 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.691196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.694090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.734179 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11462af4-5e1f-4004-91f5-444251b3c538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.739039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f56f96c4-411b-4b4a-9739-4b0d9b62b211,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:48.796221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Made reservation on behalf of d6a77fccd7894d039583f088e4f5a6eb for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:48.807084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.831626 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01574880-ffd2-442c-b9ec-17a5d61246ac x-openstack-request-id: req-01574880-ffd2-442c-b9ec-17a5d61246ac {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:48.831979 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fbf9f4-0355-44b8-b666-f09079164b34", "name": "network-vif-deleted", "tag": "44172d93-0d0e-4928-83c9-3356bc8b8d5c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:48.832190 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-01574880-ffd2-442c-b9ec-17a5d61246ac {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:48.832884 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fbf9f4-0355-44b8-b666-f09079164b34', 'name': 'network-vif-deleted', 'tag': '44172d93-0d0e-4928-83c9-3356bc8b8d5c', 'status': 'completed', 'code': 200} Jul 07 17:52:48.878261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.885497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3ed5fb33-4185-4120-87ca-345348f522e8 None None] Provisioning for port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:48.971200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3ed5fb33-4185-4120-87ca-345348f522e8 None None] Provisioning complete for port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:48.971516 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ed5fb33-4185-4120-87ca-345348f522e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.097156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3ed5fb33-4185-4120-87ca-345348f522e8 None None] Port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:49.187212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34e1d47a-d71a-4409-82b6-5a9641a27ec2 req-59862fd0-7ed4-409e-b234-c2247e3a5347 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=04fbf9f4-0355-44b8-b666-f09079164b34 HTTP/1.1" status: 200 len: 210 time: 0.1533220 Jul 07 17:52:49.328427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Attempting to bind port f56f96c4-411b-4b4a-9739-4b0d9b62b211 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:49.328737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Attempting to bind port f56f96c4-411b-4b4a-9739-4b0d9b62b211 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:49.329116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Attempting to bind port f56f96c4-411b-4b4a-9739-4b0d9b62b211 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:49.337168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Port f56f96c4-411b-4b4a-9739-4b0d9b62b211 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:49.337451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Attempting to bind port f56f96c4-411b-4b4a-9739-4b0d9b62b211 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:49.372775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:49.373607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:49.373607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:49.373971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Bound port: f56f96c4-411b-4b4a-9739-4b0d9b62b211, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:49.374541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.489987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Allocated IP 172.20.0.9 (e40a3aed-9c3b-45a8-9351-fbba595e51b7/0c46825e-77fa-4114-aca1-8dfad07a111c/398f4bc4-2d59-490f-aeb1-f65cf85ed30a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:49.498787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] For port f56f96c4-411b-4b4a-9739-4b0d9b62b211, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:49.505419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] For port f56f96c4-411b-4b4a-9739-4b0d9b62b211, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f56f96c4-411b-4b4a-9739-4b0d9b62b211,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:49.517039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.531690 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.550042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 44172d93-0d0e-4928-83c9-3356bc8b8d5c no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:49.573474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 44172d93-0d0e-4928-83c9-3356bc8b8d5c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:49.574386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 44172d93-0d0e-4928-83c9-3356bc8b8d5c not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:49.585791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:49.586480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.587950 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f56f96c4-411b-4b4a-9739-4b0d9b62b211 HTTP/1.1" status: 200 len: 1096 time: 2.9741650 Jul 07 17:52:49.591438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'tag': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:49.598277 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd5f0c-b918-458e-b9db-c6732d6b33c8" -d '{"events": [{"name": "network-changed", "server_uuid": "97d2df95-cef3-46b0-9bae-8e748228bb9a", "tag": "f56f96c4-411b-4b4a-9739-4b0d9b62b211"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:49.636564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18d4cb9b-1c62-4ef0-8b3e-4546899c3c20 req-553af146-baa1-40c0-8b9e-6d037c7d1c5b tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 210 time: 0.0361114 Jul 07 17:52:49.699114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4fb95042-1ffe-4782-b817-6d303b721b3a no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:49.717176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d7588-4f4c-461d-9c3c-06632d63e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f56f96c4-411b-4b4a-9739-4b0d9b62b211,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:49.723901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e077d2-3df3-42db-9a73-0b2d807144ab req-3b13726a-09ee-4177-874c-f8d77e8e6366 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:49.731050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24e077d2-3df3-42db-9a73-0b2d807144ab req-3b13726a-09ee-4177-874c-f8d77e8e6366 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 948 time: 0.5419021 Jul 07 17:52:49.766717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-314cc0a2-f429-4ad9-8a8f-4d8886617efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:49.768515 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-314cc0a2-f429-4ad9-8a8f-4d8886617efd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 1099 time: 0.1075575 Jul 07 17:52:49.831757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b2f50b89-374a-463c-b4a2-6aabb2a4fd45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f56f96c4-411b-4b4a-9739-4b0d9b62b211 HTTP/1.1" status: 200 len: 217 time: 0.0526192 Jul 07 17:52:49.868989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.885501 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24e077d2-3df3-42db-9a73-0b2d807144ab req-481c1093-3876-41ca-adc1-1859b917b358 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533957 Jul 07 17:52:49.913335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:49.927453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.935765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-381454f8-aa75-4ddd-8b83-e463a0e3ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:49.937322 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-381454f8-aa75-4ddd-8b83-e463a0e3ee6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0929275 Jul 07 17:52:49.963554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Transition to ACTIVE for port object 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:49.981694 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.025339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Deleting port c8305d49-fdb5-4fcf-9073-b300d8686c3b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:50.025899 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.028281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.111030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Network e40a3aed-9c3b-45a8-9351-fbba595e51b7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:50.122510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-df34a028-da8a-412f-a3b8-298dba3735ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.124284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-df34a028-da8a-412f-a3b8-298dba3735ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757660 Jul 07 17:52:50.131570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:50.146505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Pushing event updated for resources: {'Port': ['ID=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:50.155209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:50.201993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.217449 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b8ba4e-e1ef-44f0-8f80-460f7045ff78 x-openstack-request-id: req-05b8ba4e-e1ef-44f0-8f80-460f7045ff78 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:50.217751 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d2df95-cef3-46b0-9bae-8e748228bb9a", "tag": "f56f96c4-411b-4b4a-9739-4b0d9b62b211", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:50.218141 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-05b8ba4e-e1ef-44f0-8f80-460f7045ff78 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:50.218564 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'tag': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211', 'status': 'completed', 'code': 200} Jul 07 17:52:50.222928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Pushing event updated for resources: {'Port': ['ID=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:50.273505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:50.279491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:50.284490 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e8bf5-5f32-4b83-b9fe-9012cd934deb" -d '{"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:50.290928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.314098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] For port c8305d49-fdb5-4fcf-9073-b300d8686c3b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c8305d49-fdb5-4fcf-9073-b300d8686c3b,segment=NetworkSegment(333ad2a5-3506-4fe0-a3a7-460674108193),segment_id=333ad2a5-3506-4fe0-a3a7-460674108193)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:50.314758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.344395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Calling delete_port for c8305d49-fdb5-4fcf-9073-b300d8686c3b owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:50.368936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Attempting to bind port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:50.369337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Attempting to bind port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:50.369595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Attempting to bind port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:50.374040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.374848 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.398447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:50.404176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:50.404560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Attempting to bind port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:50.422524 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9c48d91d-d0a1-4c9e-a131-bb4d02b74ca6 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9767339 Jul 07 17:52:50.428674 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7b1ed329-d425-40f3-89d7-eaf4127b9aeb service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916346 Jul 07 17:52:50.434312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Request body: {'port': {'device_id': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:50.444722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:50.445062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:50.445464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:50.445909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Bound port: 9b4bb75b-09d3-40b7-895c-e1507a8a00b8, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:50.446263 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.522348 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fc6f61-f8ef-4f9c-a84a-8f1e3d3fd7e1 x-openstack-request-id: req-61fc6f61-f8ef-4f9c-a84a-8f1e3d3fd7e1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:50.524392 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-unplugged", "status": "completed", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:50.526321 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61fc6f61-f8ef-4f9c-a84a-8f1e3d3fd7e1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:50.526973 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'code': 200} Jul 07 17:52:50.567871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791c4b7-1735-42fc-ad1d-4aa70427730b req-a3690183-59a0-408b-bc21-4cb6fc435adb tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.570170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2791c4b7-1735-42fc-ad1d-4aa70427730b req-a3690183-59a0-408b-bc21-4cb6fc435adb tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 945 time: 0.2175727 Jul 07 17:52:50.579039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.600868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-836bbbd1-c31d-4fc5-8c27-dff82db23854 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627076 Jul 07 17:52:50.675423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] For port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:50.707637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] For port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:50.721018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.734011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2791c4b7-1735-42fc-ad1d-4aa70427730b req-f6a8f78e-af93-4ed4-9c64-066a102faea0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563678 Jul 07 17:52:50.822122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.822714 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.824125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] 10.222.0.90 "PUT /v2.0/ports/9b4bb75b-09d3-40b7-895c-e1507a8a00b8 HTTP/1.1" status: 200 len: 1095 time: 2.3939753 Jul 07 17:52:50.829235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.839862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'tag': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:50.842136 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "1389fc47-e6bd-4670-a046-35767f1e98c0", "tag": "9b4bb75b-09d3-40b7-895c-e1507a8a00b8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:50.892519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-2a2dd4dd-926a-43a9-928e-1d141c523056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.894303 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-2a2dd4dd-926a-43a9-928e-1d141c523056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 1099 time: 0.1976480 Jul 07 17:52:50.949164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3eec-7893-407c-bd26-cda82626796f req-33bc6efb-89fb-4fd8-a6b4-a2ac11457030 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.957263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-33bc6efb-89fb-4fd8-a6b4-a2ac11457030 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.3539259 Jul 07 17:52:51.042196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8661a-8cc7-4f12-8661-dd86c9a7b0ad service neutron] Pushing event updated for resources: {'Port': ['ID=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:51.047070 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.056796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398f4bc4-2d59-490f-aeb1-f65cf85ed30a {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:51.072138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-e31e2627-7a5f-415a-9b3f-71efa64e02a4 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/quotas/14c8abf30a4940c9be7daa24c12b839f HTTP/1.1" status: 200 len: 375 time: 0.1133497 Jul 07 17:52:51.072379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.095824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-480f4d41-3848-4778-99b3-841056ab8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.097476 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-480f4d41-3848-4778-99b3-841056ab8490 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1823967 Jul 07 17:52:51.098444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Transition to ACTIVE for port object 398f4bc4-2d59-490f-aeb1-f65cf85ed30a will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:51.103488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.108509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8305d49-fdb5-4fcf-9073-b300d8686c3b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:51.180937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-67035b4a-6052-46e0-86f3-47f8fed40ea0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f56f96c4-411b-4b4a-9739-4b0d9b62b211 HTTP/1.1" status: 200 len: 217 time: 0.0521803 Jul 07 17:52:51.225345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Pushing event updated for resources: {'Port': ['ID=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:51.280500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7d6e1cbe-1ed9-4245-a517-2cb5c42d903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.282004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-7d6e1cbe-1ed9-4245-a517-2cb5c42d903c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 1098 time: 0.3960860 Jul 07 17:52:51.282157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-81dca47b-f825-4b3d-8e32-038081ea1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.283669 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-81dca47b-f825-4b3d-8e32-038081ea1532 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0855098 Jul 07 17:52:51.340306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Attempting to bind port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:51.340567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Attempting to bind port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '1d46c475-0ae3-4a04-80ac-ffa624033221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:51.340815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Attempting to bind port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a on network e40a3aed-9c3b-45a8-9351-fbba595e51b7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:51.345451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-9af6eddf-7ee3-4f01-b53b-b62910ce6ecc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=9b4bb75b-09d3-40b7-895c-e1507a8a00b8 HTTP/1.1" status: 200 len: 217 time: 0.0526783 Jul 07 17:52:51.346036 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.346830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a on network e40a3aed-9c3b-45a8-9351-fbba595e51b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:51.347143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Attempting to bind port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a on network e40a3aed-9c3b-45a8-9351-fbba595e51b7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:51.355794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:51.356128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Checking segment: {'id': '1d46c475-0ae3-4a04-80ac-ffa624033221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:51.356510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Bound using segment: {'id': '1d46c475-0ae3-4a04-80ac-ffa624033221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:51.356967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Bound port: 398f4bc4-2d59-490f-aeb1-f65cf85ed30a, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d46c475-0ae3-4a04-80ac-ffa624033221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:51.357321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.377188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-3d38efdd-fa7e-4af9-a3fe-259cab39d17a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3039916 Jul 07 17:52:51.403583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-88d6f840-26b0-47ac-a2f1-ddae3738c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.405274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-88d6f840-26b0-47ac-a2f1-ddae3738c28f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121483 Jul 07 17:52:51.465488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fd8bf-2349-425e-9d52-9a13546cbd90 req-1e2d68cf-bc9a-4d6e-beef-e70c3ccf635b tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.466961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6fd8bf-2349-425e-9d52-9a13546cbd90 req-1e2d68cf-bc9a-4d6e-beef-e70c3ccf635b tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 943 time: 0.2864299 Jul 07 17:52:51.485607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] For port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:51.490238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] For port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,segment=NetworkSegment(1d46c475-0ae3-4a04-80ac-ffa624033221),segment_id=1d46c475-0ae3-4a04-80ac-ffa624033221)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:51.503772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.532960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-c17c4f68-2737-4515-a6f6-a14729eb77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.534431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-c17c4f68-2737-4515-a6f6-a14729eb77dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1804886 Jul 07 17:52:51.558852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.559505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.561051 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] 10.222.0.90 "PUT /v2.0/ports/398f4bc4-2d59-490f-aeb1-f65cf85ed30a HTTP/1.1" status: 200 len: 1091 time: 1.1309495 Jul 07 17:52:51.563662 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-154d3e25-342a-49da-8b4a-763164619b79 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476798 Jul 07 17:52:51.565594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95a62317-2f7c-4cfb-a143-ca03f749b5a5 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:51.589366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a2a82-5c0d-4d54-9302-2f0cbded787f service neutron] Pushing event updated for resources: {'Port': ['ID=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:51.626522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:51.631119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:51.631532 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.693395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6fd8bf-2349-425e-9d52-9a13546cbd90 req-861b5b46-164d-4b9b-b790-4b4d66e237b8 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901951 Jul 07 17:52:51.720202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58bd5f0c-b918-458e-b9db-c6732d6b33c8 req-a1ddcafa-c0c8-48e4-9ec7-334fa9297792 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339657 Jul 07 17:52:51.720202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-b071f2e5-1010-4cc0-8c39-195cd083b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.720202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-b071f2e5-1010-4cc0-8c39-195cd083b290 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6a77fccd7894d039583f088e4f5a6eb&device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 1094 time: 0.1145031 Jul 07 17:52:51.735897 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.755401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-759d7519-a70e-4c8e-9ada-f6304a863e52 service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575561 Jul 07 17:52:51.769402 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3683a343-e8e7-4117-8bad-20976ca228ae x-openstack-request-id: req-3683a343-e8e7-4117-8bad-20976ca228ae {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:51.769696 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1389fc47-e6bd-4670-a046-35767f1e98c0", "tag": "9b4bb75b-09d3-40b7-895c-e1507a8a00b8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:51.769954 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3683a343-e8e7-4117-8bad-20976ca228ae {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:51.770353 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'tag': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8', 'status': 'completed', 'code': 200} Jul 07 17:52:51.774957 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-9f5e9812-b925-499c-a5a1-32557be9081b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=398f4bc4-2d59-490f-aeb1-f65cf85ed30a HTTP/1.1" status: 200 len: 217 time: 0.0475914 Jul 07 17:52:51.792275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:51.798366 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:51.841291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-e61b391e-1e1d-4826-b109-18770f87bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.843765 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-e61b391e-1e1d-4826-b109-18770f87bd2f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c46825e-77fa-4114-aca1-8dfad07a111c HTTP/1.1" status: 200 len: 857 time: 0.0616190 Jul 07 17:52:51.858436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:51.873451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-1fae674b-5ca1-4de2-8807-4e0f157b8a0f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.874918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-1fae674b-5ca1-4de2-8807-4e0f157b8a0f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 945 time: 0.2559876 Jul 07 17:52:51.883430 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-81ca7cce-f447-4f66-bf1d-802ea50483c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e40a3aed-9c3b-45a8-9351-fbba595e51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327706 Jul 07 17:52:51.945423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-fe8f1576-a383-494b-9d0d-fd2e6ee7de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:51.947023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-fe8f1576-a383-494b-9d0d-fd2e6ee7de9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4039795 Jul 07 17:52:52.007137 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-68a1e9cd-06a0-4e3c-a6e3-f00b3e58e7db service neutron] 10.222.0.90 "GET /v2.0/networks/e40a3aed-9c3b-45a8-9351-fbba595e51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172421 Jul 07 17:52:52.069953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-1c1c3d4b-eacd-4a06-aafa-34313a860df5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:52.071536 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-1c1c3d4b-eacd-4a06-aafa-34313a860df5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd3e4bf-8bee-410a-ab53-c99357615628 HTTP/1.1" status: 200 len: 943 time: 0.1332262 Jul 07 17:52:52.175324 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a8fbba9b-4488-4c56-9277-be0f89adbb0e req-16c23584-6f27-4c6d-a72e-17944e978796 service neutron] 10.222.0.90 "GET /v2.0/networks/e40a3aed-9c3b-45a8-9351-fbba595e51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601028 Jul 07 17:52:52.211526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Deleting port 4fb95042-1ffe-4782-b817-6d303b721b3a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:52.211866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:52.226413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'tag': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:52.228697 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8245630-6630-4919-87ee-7f5d629fe89b" -d '{"events": [{"name": "network-changed", "server_uuid": "b83b13e5-5e0b-40a7-9715-57831669f974", "tag": "398f4bc4-2d59-490f-aeb1-f65cf85ed30a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:52.311763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] For port 4fb95042-1ffe-4782-b817-6d303b721b3a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4fb95042-1ffe-4782-b817-6d303b721b3a,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:52.312338 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:52.327407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Calling delete_port for 4fb95042-1ffe-4782-b817-6d303b721b3a owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:52.408667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-d90e22df-4af9-486d-9ba6-0effaf174a39 service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523719 Jul 07 17:52:52.445803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Router 64a61a06-77f9-4514-a8f6-0588a223b9b6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:52:52.457826 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:52.458707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018b47f-3299-433d-b10e-83d187e5eb09 req-9c79869b-d10f-43e8-aa4c-5c9be59f8fb4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:52.461143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4018b47f-3299-433d-b10e-83d187e5eb09 req-9c79869b-d10f-43e8-aa4c-5c9be59f8fb4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 948 time: 0.6005151 Jul 07 17:52:52.489813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-bfd2b444-efa0-489f-b574-e78f1d12ff3c service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329175 Jul 07 17:52:52.490453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event deleted for resources: {'Port': ['ID=4fb95042-1ffe-4782-b817-6d303b721b3a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:52.529286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:52.532323 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec6eac9-cd81-4e26-a8ed-ce919457d22e" -d '{"events": [{"server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "name": "network-vif-plugged", "status": "completed", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:52.535470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] No DVR routers for this DVR port 4fb95042-1ffe-4782-b817-6d303b721b3a on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:52.537681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:52.539847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19309268-7bb3-4723-8c33-35c45ed4de60 req-40fefeea-7ca9-4ce3-9e29-d0abf1df6c65 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "DELETE /v2.0/ports/4fb95042-1ffe-4782-b817-6d303b721b3a HTTP/1.1" status: 204 len: 173 time: 0.4612141 Jul 07 17:52:52.629189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Deleting port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:52.629542 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:52.690441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4018b47f-3299-433d-b10e-83d187e5eb09 req-a7f793c2-154a-424c-898f-c855eaf4155c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203748 Jul 07 17:52:52.878525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:52:52.885108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-11dba430-bad6-4e1c-890d-420ec1bfbc63 admin admin] 10.222.0.88 "PUT /v2.0/routers/64a61a06-77f9-4514-a8f6-0588a223b9b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9087458 Jul 07 17:52:52.887163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56356) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:52.890698 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] Sync routers for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:52:52.894297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef859eb-4f4f-43ab-baaf-dc269fe322ab req-dda9f781-c882-4cea-a9fa-45d836529e1b service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920317 Jul 07 17:52:52.902084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] For port 925ee2a1-e7c2-4470-aec2-0ef99bd07541, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=925ee2a1-e7c2-4470-aec2-0ef99bd07541,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:52.902449 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:52.905947 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:52.906896 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:52.920965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Calling delete_port for 925ee2a1-e7c2-4470-aec2-0ef99bd07541 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:52.934801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58f67f-2aa2-40b2-a2cb-4f68f2161a36 req-538ea668-b76a-4b74-b8a3-b4515a83f555 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:52.936729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf58f67f-2aa2-40b2-a2cb-4f68f2161a36 req-538ea668-b76a-4b74-b8a3-b4515a83f555 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3bb4554-3c1c-44a4-9db7-5774c4621d1f HTTP/1.1" status: 200 len: 945 time: 0.2979331 Jul 07 17:52:53.046055 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:53.110020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf58f67f-2aa2-40b2-a2cb-4f68f2161a36 req-125e310d-84d6-480d-80dc-083d6531dc07 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854552 Jul 07 17:52:53.175694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-d9d17615-23a5-4e96-8616-be09d0ef9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.183040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-d9d17615-23a5-4e96-8616-be09d0ef9abd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 1098 time: 0.1688707 Jul 07 17:52:53.341108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:53.373712 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59ff0cb-7382-4934-a06e-c08f6234cff5 x-openstack-request-id: req-f59ff0cb-7382-4934-a06e-c08f6234cff5 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:53.374662 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "name": "network-vif-plugged", "status": "completed", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:53.375142 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f59ff0cb-7382-4934-a06e-c08f6234cff5 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:53.375913 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5', 'code': 200} Jul 07 17:52:53.413980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event deleted for resources: {'Port': ['ID=925ee2a1-e7c2-4470-aec2-0ef99bd07541,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:53.456377 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f6b283-f3aa-4d8f-8f7b-b56ec6044c4f x-openstack-request-id: req-d4f6b283-f3aa-4d8f-8f7b-b56ec6044c4f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:53.456987 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83b13e5-5e0b-40a7-9715-57831669f974", "tag": "398f4bc4-2d59-490f-aeb1-f65cf85ed30a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:53.457400 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4f6b283-f3aa-4d8f-8f7b-b56ec6044c4f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:53.458153 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'tag': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a', 'status': 'completed', 'code': 200} Jul 07 17:52:53.507242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] No DVR routers for this DVR port 925ee2a1-e7c2-4470-aec2-0ef99bd07541 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:53.512973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:53.522979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:53.525314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51798f64-ea18-4f32-b240-2d58d98a37ec req-81d84ec2-c937-445f-8328-0a691d275b11 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "DELETE /v2.0/ports/925ee2a1-e7c2-4470-aec2-0ef99bd07541 HTTP/1.1" status: 204 len: 173 time: 1.6359828 Jul 07 17:52:53.544053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-a61d405c-2235-4ce7-bb49-eede70111df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.546018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-a61d405c-2235-4ce7-bb49-eede70111df7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3547771 Jul 07 17:52:53.554499 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:52:50Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:53.554927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6b28a-99be-4914-aaaf-5dc202601298 req-be3f7554-4036-43d6-8a7e-bb136f2938e0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.556591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38f6b28a-99be-4914-aaaf-5dc202601298 req-be3f7554-4036-43d6-8a7e-bb136f2938e0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.3013754 Jul 07 17:52:53.592438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8245630-6630-4919-87ee-7f5d629fe89b req-7bb1f05f-46f6-4a5e-88f4-3bd42a06b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.593453 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8245630-6630-4919-87ee-7f5d629fe89b req-7bb1f05f-46f6-4a5e-88f4-3bd42a06b258 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6a77fccd7894d039583f088e4f5a6eb&device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 1094 time: 0.1338556 Jul 07 17:52:53.602747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] Checking router: 64a61a06-77f9-4514-a8f6-0588a223b9b6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:52:53.610102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-5658b0d8-3688-4f6e-a15e-302c8cd656ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=9b4bb75b-09d3-40b7-895c-e1507a8a00b8 HTTP/1.1" status: 200 len: 217 time: 0.0423872 Jul 07 17:52:53.619206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] Routers {'64a61a06-77f9-4514-a8f6-0588a223b9b6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:52:53.628170 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64a61a06-77f9-4514-a8f6-0588a223b9b6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:53.730636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1dfd4abe-6ae4-4825-883e-711905b4b5dd req-656bc0db-1bdb-492a-b63f-16f9b45c389e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 210 time: 0.1728959 Jul 07 17:52:53.745291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f56f96c4-411b-4b4a-9739-4b0d9b62b211 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:53.758048 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] Set router 64a61a06-77f9-4514-a8f6-0588a223b9b6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:52:53.793025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38f6b28a-99be-4914-aaaf-5dc202601298 req-8b3a4799-6153-48f7-b275-40c7e958702f tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807051 Jul 07 17:52:53.811492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'name': 'network-vif-deleted', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:53.817330 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f101ba-ad7b-4b2e-8b22-a39e5359b132" -d '{"events": [{"server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "name": "network-vif-deleted", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:53.837182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:53.878596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f56f96c4-411b-4b4a-9739-4b0d9b62b211, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f56f96c4-411b-4b4a-9739-4b0d9b62b211,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:53.884263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-b8079f3b-dbf5-48c0-8987-cbb1c5df1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.891322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-b8079f3b-dbf5-48c0-8987-cbb1c5df1685 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2439165 Jul 07 17:52:53.904380 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211', 'mac_address': 'fa:16:3e:c1:01:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:53.954115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8245630-6630-4919-87ee-7f5d629fe89b req-7f3a7f79-d249-4d6b-a46a-28c566c56252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.955642 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8245630-6630-4919-87ee-7f5d629fe89b req-7f3a7f79-d249-4d6b-a46a-28c566c56252 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e40a3aed-9c3b-45a8-9351-fbba595e51b7 HTTP/1.1" status: 200 len: 918 time: 0.2561264 Jul 07 17:52:54.001440 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:54.017792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56f96c4-411b-4b4a-9739-4b0d9b62b211 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:54.034392 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8245630-6630-4919-87ee-7f5d629fe89b req-7b9179bb-b135-4658-ab2f-ce2555e1bc3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=398f4bc4-2d59-490f-aeb1-f65cf85ed30a HTTP/1.1" status: 200 len: 217 time: 0.0690243 Jul 07 17:52:54.043345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Deleting port 77a426e8-db3d-4aa3-969d-4f2a93ca104b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:54.044557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:54.053688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c3fea-dda7-4dc9-bcee-20558d5ba50e req-bcf4be36-d99f-4d4a-8f4f-6c003057b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.055309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-412c3fea-dda7-4dc9-bcee-20558d5ba50e req-bcf4be36-d99f-4d4a-8f4f-6c003057b12c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1097 time: 0.4199190 Jul 07 17:52:54.057647 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:52:50Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:54.071147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f56f96c4-411b-4b4a-9739-4b0d9b62b211, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f56f96c4-411b-4b4a-9739-4b0d9b62b211,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:54.078005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:54.092208 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c828ac2-777a-43fe-8255-5f1748d1689d None None] The sync data for ids ['64a61a06-77f9-4514-a8f6-0588a223b9b6'] in n-d-798930-2 is: [{'id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1318872784-router', 'tenant_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:00Z', 'updated_at': '2021-07-07T17:52:50Z', 'revision_number': 5, 'project_id': '9e14ad795dac48b0ab54b65d431fe5ff', 'gw_port': {'id': '77a426e8-db3d-4aa3-969d-4f2a93ca104b', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a61a06-77f9-4514-a8f6-0588a223b9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:01Z', 'updated_at': '2021-07-07T17:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:52:54.154144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=f56f96c4-411b-4b4a-9739-4b0d9b62b211,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:54.160731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8245630-6630-4919-87ee-7f5d629fe89b req-efa16d1f-87c3-4f07-a10e-57515ae03d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.162298 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8245630-6630-4919-87ee-7f5d629fe89b req-efa16d1f-87c3-4f07-a10e-57515ae03d2d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c46825e-77fa-4114-aca1-8dfad07a111c HTTP/1.1" status: 200 len: 857 time: 0.1116884 Jul 07 17:52:54.187279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-412c3fea-dda7-4dc9-bcee-20558d5ba50e req-45e04f9c-60fb-4e48-bad1-51f6d9824ea5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221869 Jul 07 17:52:54.192362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-864847ba-6f36-4cf4-b8be-9dc61c6d1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.193934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-864847ba-6f36-4cf4-b8be-9dc61c6d1a31 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2862678 Jul 07 17:52:54.195883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] For port 77a426e8-db3d-4aa3-969d-4f2a93ca104b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=77a426e8-db3d-4aa3-969d-4f2a93ca104b,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:54.196782 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:54.218237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e38f6-5d3a-41a2-82ab-96ea8cbe4e6c req-b8528f62-0587-4eb6-bb0c-895d68ce9a4a tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.220272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b2e38f6-5d3a-41a2-82ab-96ea8cbe4e6c req-b8528f62-0587-4eb6-bb0c-895d68ce9a4a tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 943 time: 0.2096043 Jul 07 17:52:54.231319 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8245630-6630-4919-87ee-7f5d629fe89b req-d40a5ff7-25a4-4b02-b9b3-e0326563c823 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e40a3aed-9c3b-45a8-9351-fbba595e51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578394 Jul 07 17:52:54.235868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Calling delete_port for 77a426e8-db3d-4aa3-969d-4f2a93ca104b owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:54.256121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991e50-e1f3-45b2-94fb-78689cdc83fb req-f5874203-f2c4-463c-98fd-0ffc2c4f8137 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.258257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21991e50-e1f3-45b2-94fb-78689cdc83fb req-f5874203-f2c4-463c-98fd-0ffc2c4f8137 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 949 time: 0.2012196 Jul 07 17:52:54.290690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b2e38f6-5d3a-41a2-82ab-96ea8cbe4e6c req-a94c3d1b-7f05-4c65-8284-5320b596e4de tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623720 Jul 07 17:52:54.379566 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93982e-d68c-490c-a396-ab92c11ad49a x-openstack-request-id: req-ce93982e-d68c-490c-a396-ab92c11ad49a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:54.379799 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bb4554-3c1c-44a4-9db7-5774c4621d1f", "name": "network-vif-deleted", "tag": "925ee2a1-e7c2-4470-aec2-0ef99bd07541", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:54.380061 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ce93982e-d68c-490c-a396-ab92c11ad49a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:54.380469 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bb4554-3c1c-44a4-9db7-5774c4621d1f', 'name': 'network-vif-deleted', 'tag': '925ee2a1-e7c2-4470-aec2-0ef99bd07541', 'status': 'completed', 'code': 200} Jul 07 17:52:54.433576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21991e50-e1f3-45b2-94fb-78689cdc83fb req-5a37dbc7-bf8d-4cce-8f27-9ffa3a131be0 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688962 Jul 07 17:52:54.484555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['f56f96c4-411b-4b4a-9739-4b0d9b62b211'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:54.527285 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8245630-6630-4919-87ee-7f5d629fe89b req-6179beb0-94f2-49e0-bea8-1e4fb4937b35 service neutron] 10.222.0.90 "GET /v2.0/networks/e40a3aed-9c3b-45a8-9351-fbba595e51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284658 Jul 07 17:52:54.633651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3eec-7893-407c-bd26-cda82626796f req-78457b01-70c8-4c84-9307-e423fad43826 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.635230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-78457b01-70c8-4c84-9307-e423fad43826 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.3199413 Jul 07 17:52:54.637235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-7fc0cb4c-9b0f-4f93-a7c1-7e31776239a1 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422706 Jul 07 17:52:54.654793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Request body: {'port': {'device_id': 'f31401af-e21c-431c-abff-3a45b3840cea', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'admin_state_up': True, 'tenant_id': '14c8abf30a4940c9be7daa24c12b839f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:54.846179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c8305d49-fdb5-4fcf-9073-b300d8686c3b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:54.847409 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:54.897654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c8305d49-fdb5-4fcf-9073-b300d8686c3b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:54.903775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c8305d49-fdb5-4fcf-9073-b300d8686c3b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:54.917827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e5a6f7-96c8-45d5-b453-bbb5fd48bd3a req-35fd361a-aa4e-4d51-8aeb-cec9c8867e13 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581830 Jul 07 17:52:54.945221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a426e8-db3d-4aa3-969d-4f2a93ca104b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:54.967796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8d36cd6-a979-4641-b716-1f8a875beba9 req-3a268345-cea1-42f6-aa2d-461f96e5a436 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 210 time: 0.0413625 Jul 07 17:52:54.975886 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8245630-6630-4919-87ee-7f5d629fe89b req-fc705921-2f42-4103-b41e-8d5dff67882c service neutron] 10.222.0.90 "GET /v2.0/networks/e40a3aed-9c3b-45a8-9351-fbba595e51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343085 Jul 07 17:52:54.978074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Made reservation on behalf of 14c8abf30a4940c9be7daa24c12b839f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:54.982837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.010443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.130398 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.133231 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.184288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c8c6-640c-4518-8c48-94863d0b69ca req-c54ca101-da27-4c39-bc33-547a49c0b2e3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:55.186051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8233c8c6-640c-4518-8c48-94863d0b69ca req-c54ca101-da27-4c39-bc33-547a49c0b2e3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.1683955 Jul 07 17:52:55.187429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Allocated IP 172.20.0.2 (42a28c34-1c1c-46c0-b9cb-aa21e3985d8a/ed3fb5dd-b5c6-443a-8b5a-9931fcec1616/95b749f2-6961-418e-b448-8b4383cf51c4) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:55.208118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.208811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a61a06-77f9-4514-a8f6-0588a223b9b6 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:52:55.214946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.220350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56382) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:55.220560 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a2fb8482-adc0-4cc1-9ec2-2fafbd7bfba3 admin admin] 10.222.0.88 "DELETE /v2.0/routers/64a61a06-77f9-4514-a8f6-0588a223b9b6 HTTP/1.1" status: 204 len: 168 time: 2.3317347 Jul 07 17:52:55.298568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8233c8c6-640c-4518-8c48-94863d0b69ca req-30f19ccc-6185-414a-9273-536826c4a7a3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053617 Jul 07 17:52:55.321353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] Deleting subnet b80c59cf-3b1f-4000-a122-1a344733a078 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:52:55.338712 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.459297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.460865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-deleted', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:55.464410 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d8b57-850f-40e7-914b-61d29e459228" -d '{"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-deleted", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:55.558611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.574822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 398f4bc4-2d59-490f-aeb1-f65cf85ed30a details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:55.600329 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.638355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925df28-81b1-4719-935f-5fdae75a5cd3 req-10891e5e-0d92-4f99-bcbc-6b512089a797 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:55.639797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3925df28-81b1-4719-935f-5fdae75a5cd3 req-10891e5e-0d92-4f99-bcbc-6b512089a797 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 944 time: 0.2804604 Jul 07 17:52:55.682044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d39c4f-7dfe-473d-87f7-cf63ac9a6e8d req-3c998846-58b5-444c-a5e0-bc98c9486eb5 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:55.683571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d39c4f-7dfe-473d-87f7-cf63ac9a6e8d req-3c998846-58b5-444c-a5e0-bc98c9486eb5 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 943 time: 0.2503550 Jul 07 17:52:55.706313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,segment=NetworkSegment(1d46c475-0ae3-4a04-80ac-ffa624033221),segment_id=1d46c475-0ae3-4a04-80ac-ffa624033221)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:55.717139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.720180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a', 'network_id': 'e40a3aed-9c3b-45a8-9351-fbba595e51b7', 'port_id': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a', 'mac_address': 'fa:16:3e:02:4c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c46825e-77fa-4114-aca1-8dfad07a111c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:55.758353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4fb95042-1ffe-4782-b817-6d303b721b3a no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:55.782355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 4fb95042-1ffe-4782-b817-6d303b721b3a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:55.783110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4fb95042-1ffe-4782-b817-6d303b721b3a not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:55.783459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:55.785559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.812718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 925ee2a1-e7c2-4470-aec2-0ef99bd07541 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:55.813094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 925ee2a1-e7c2-4470-aec2-0ef99bd07541 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:55.817888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398f4bc4-2d59-490f-aeb1-f65cf85ed30a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:55.839284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,segment=NetworkSegment(1d46c475-0ae3-4a04-80ac-ffa624033221),segment_id=1d46c475-0ae3-4a04-80ac-ffa624033221)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:55.844929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:55.899311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:56.066031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80c59cf-3b1f-4000-a122-1a344733a078,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:56.093413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.097364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3925df28-81b1-4719-935f-5fdae75a5cd3 req-85e8b92d-c205-46a6-9401-f76bb00c570f tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/security-groups?id=777fc67a-bb3d-48a9-aebd-d5e45027a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411240 Jul 07 17:52:56.102413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.104211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-26cb1df8-b9c8-499f-915a-5cdaa6c177d2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b80c59cf-3b1f-4000-a122-1a344733a078 HTTP/1.1" status: 204 len: 168 time: 0.8804698 Jul 07 17:52:56.107066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:56.138008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1d39c4f-7dfe-473d-87f7-cf63ac9a6e8d req-dfe65271-e50e-41ba-8899-b725ab5f55b1 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422281 Jul 07 17:52:56.162960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:56.177138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:56.177138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:56.204940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:56.205259 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.231830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['398f4bc4-2d59-490f-aeb1-f65cf85ed30a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:56.254533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-830aafe6-03d3-4588-b8b1-1468fdce1488 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:56.256121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-830aafe6-03d3-4588-b8b1-1468fdce1488 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 944 time: 0.2062223 Jul 07 17:52:56.270432 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea95c87-f2ec-4ed4-b71c-761865974c48 x-openstack-request-id: req-eea95c87-f2ec-4ed4-b71c-761865974c48 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:56.271433 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd3e4bf-8bee-410a-ab53-c99357615628", "name": "network-vif-deleted", "tag": "4fb95042-1ffe-4782-b817-6d303b721b3a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:56.271888 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eea95c87-f2ec-4ed4-b71c-761865974c48 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:56.272683 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd3e4bf-8bee-410a-ab53-c99357615628', 'name': 'network-vif-deleted', 'tag': '4fb95042-1ffe-4782-b817-6d303b721b3a', 'status': 'completed', 'code': 200} Jul 07 17:52:56.298507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:56.299131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.325994 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.338848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25c27a1-c115-4fd1-a5b7-17bb4f2af173']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:56.352402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-66ead538-a69b-4afb-992f-8644ba5492a5 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7023151 Jul 07 17:52:56.355258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333ad2a5-3506-4fe0-a3a7-460674108193') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:56.355613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333ad2a5-3506-4fe0-a3a7-460674108193') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:56.368958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Request body: {'port': {'device_id': 'f31401af-e21c-431c-abff-3a45b3840cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:56.369495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.388739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.397177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:52:56.397558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:52:56.399916 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:52:56.453668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a1839-813e-45c6-b88e-365623aaa11f req-568d2c75-3bb9-4bc3-af7d-73bcf44ce964 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:56.455099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-952a1839-813e-45c6-b88e-365623aaa11f req-568d2c75-3bb9-4bc3-af7d-73bcf44ce964 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 949 time: 0.2120824 Jul 07 17:52:56.462100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.471569 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.487845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] 10.222.0.88 "DELETE /v2.0/networks/b25c27a1-c115-4fd1-a5b7-17bb4f2af173 HTTP/1.1" status: 204 len: 168 time: 0.3685515 Jul 07 17:52:56.505390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed67cd-0bbb-4d76-afe0-f40557c7e06b admin admin] Pushing event deleted for resources: {'Network': ['ID=b25c27a1-c115-4fd1-a5b7-17bb4f2af173,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:56.528428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Deleting port 2cae4de9-c92d-4dbb-a706-6efa61206d7a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:56.528771 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.583153 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.606248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56404) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:56.609612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-952a1839-813e-45c6-b88e-365623aaa11f req-ce91351e-c577-4107-be22-6c5297aae19b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476223 Jul 07 17:52:56.651201 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-295b9b19-55b9-4ca0-a8d2-c4d5c919b3f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e14ad795dac48b0ab54b65d431fe5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414865 Jul 07 17:52:56.651440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:56.706986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ea38979-40fd-4f50-a5c8-ecea93e7c165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.725740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] For port 2cae4de9-c92d-4dbb-a706-6efa61206d7a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2cae4de9-c92d-4dbb-a706-6efa61206d7a,segment=NetworkSegment(92cd28bf-ffd0-4999-9d95-52e541ccf040),segment_id=92cd28bf-ffd0-4999-9d95-52e541ccf040)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:56.726100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.730667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ea38979-40fd-4f50-a5c8-ecea93e7c165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.800651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ea38979-40fd-4f50-a5c8-ecea93e7c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.802905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ea38979-40fd-4f50-a5c8-ecea93e7c165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:56.806600 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ea38979-40fd-4f50-a5c8-ecea93e7c165 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/10be4bb6-07e9-4d91-a983-90397b63e310 HTTP/1.1" status: 204 len: 168 time: 0.1519823 Jul 07 17:52:56.806775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Calling delete_port for 2cae4de9-c92d-4dbb-a706-6efa61206d7a owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:56.815375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea38979-40fd-4f50-a5c8-ecea93e7c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be4bb6-07e9-4d91-a983-90397b63e310,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:56.847740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 77a426e8-db3d-4aa3-969d-4f2a93ca104b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:56.860119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35857dd-6e15-4ba3-a10c-2d615af8177c req-59c7dbc8-360a-4b8d-b3e0-306939bf62f9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:56.861692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b35857dd-6e15-4ba3-a10c-2d615af8177c req-59c7dbc8-360a-4b8d-b3e0-306939bf62f9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 931 time: 0.2814608 Jul 07 17:52:56.870199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 77a426e8-db3d-4aa3-969d-4f2a93ca104b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:56.870540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 77a426e8-db3d-4aa3-969d-4f2a93ca104b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:57.019071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447c61c-9e37-43b4-9078-98938ff33fcb req-2b1f4010-9ae4-477d-a467-e3ff350145ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:57.020652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f447c61c-9e37-43b4-9078-98938ff33fcb req-2b1f4010-9ae4-477d-a467-e3ff350145ae tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.2985802 Jul 07 17:52:57.053982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b35857dd-6e15-4ba3-a10c-2d615af8177c req-33399e43-7e33-4e5b-a574-ed91b3895ee2 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734064 Jul 07 17:52:57.118414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f447c61c-9e37-43b4-9078-98938ff33fcb req-00d81a9a-08c2-42b5-a0df-49920e784bd2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859206 Jul 07 17:52:57.211879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b749f2-6961-418e-b448-8b4383cf51c4 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:57.216651 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.227423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.260326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Pushing event deleted for resources: {'Port': ['ID=2cae4de9-c92d-4dbb-a706-6efa61206d7a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:57.297751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Transition to ACTIVE for port object 95b749f2-6961-418e-b448-8b4383cf51c4 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:57.308244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7522749-e774-415e-8f5a-93555e0c4024 req-21099814-4652-49c0-87d9-0b61ecb76e39 tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fb176a3-c91b-4019-b5f3-0893af34b809 HTTP/1.1" status: 200 len: 210 time: 0.0533905 Jul 07 17:52:57.334994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.394635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] No DVR routers for this DVR port 2cae4de9-c92d-4dbb-a706-6efa61206d7a on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:57.402424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.404422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d713a8e-1e1c-471e-b116-7bfe4fede301 req-d7317937-2c7a-44b1-8eb1-0434de5f8afd tempest-LiveMigrationTest-1344469803 tempest-LiveMigrationTest-1344469803-project] 10.222.0.55 "DELETE /v2.0/ports/2cae4de9-c92d-4dbb-a706-6efa61206d7a HTTP/1.1" status: 204 len: 173 time: 1.1380079 Jul 07 17:52:57.405046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'name': 'network-vif-deleted', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:57.407333 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebae95-b100-45e8-bc00-f54afd8f4273" -d '{"events": [{"server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "name": "network-vif-deleted", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:57.446619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:57.543729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae83e4b-4146-4a8c-9d77-3a0cf9a0aff8 req-1313fe55-8de6-41bb-9127-cbd76419a70d tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:57.545334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cae83e4b-4146-4a8c-9d77-3a0cf9a0aff8 req-1313fe55-8de6-41bb-9127-cbd76419a70d tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1097 time: 0.2685487 Jul 07 17:52:57.580279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:57.589247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 398f4bc4-2d59-490f-aeb1-f65cf85ed30a up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:57.594365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Attempting to bind port 95b749f2-6961-418e-b448-8b4383cf51c4 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:57.594710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Attempting to bind port 95b749f2-6961-418e-b448-8b4383cf51c4 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:57.595042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Attempting to bind port 95b749f2-6961-418e-b448-8b4383cf51c4 on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:57.611490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Port 95b749f2-6961-418e-b448-8b4383cf51c4 on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:57.611828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Attempting to bind port 95b749f2-6961-418e-b448-8b4383cf51c4 on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:57.615302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cae83e4b-4146-4a8c-9d77-3a0cf9a0aff8 req-baec1e65-21a9-46c7-bf12-ee82d04223d5 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623503 Jul 07 17:52:57.623050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59072b46-f9f4-44ca-af08-bbb2669bc752 req-8fe22792-a77f-404b-8f1a-bf5a4b122179 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:57.624602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59072b46-f9f4-44ca-af08-bbb2669bc752 req-8fe22792-a77f-404b-8f1a-bf5a4b122179 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 944 time: 0.1923456 Jul 07 17:52:57.629133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:57.629133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Checking segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:57.629478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Bound using segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:57.629954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Bound port: 95b749f2-6961-418e-b448-8b4383cf51c4, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:57.630406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.634466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56440) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:57.713727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59072b46-f9f4-44ca-af08-bbb2669bc752 req-553ac508-e736-44e0-a066-b30df394e421 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726810 Jul 07 17:52:57.736707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:57.745315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:57.748772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:57.760583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:57.761258 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.763193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.796617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f56f96c4-411b-4b4a-9739-4b0d9b62b211 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:57.805336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:57.806040 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.807754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-a034e282-f599-4453-919f-808eaaf9035e service neutron] 10.222.0.90 "PUT /v2.0/ports/95b749f2-6961-418e-b448-8b4383cf51c4 HTTP/1.1" status: 200 len: 1091 time: 1.4431314 Jul 07 17:52:57.825646 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08620e48-2397-48a4-a4a3-1937c46da706 x-openstack-request-id: req-08620e48-2397-48a4-a4a3-1937c46da706 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:57.826511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-network', 'tenant_id': '597a9e3fda1748d797789883238a6a4d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:57.831634 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb176a3-c91b-4019-b5f3-0893af34b809", "name": "network-vif-deleted", "tag": "2cae4de9-c92d-4dbb-a706-6efa61206d7a", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:57.832015 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08620e48-2397-48a4-a4a3-1937c46da706 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:57.832494 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb176a3-c91b-4019-b5f3-0893af34b809', 'name': 'network-vif-deleted', 'tag': '2cae4de9-c92d-4dbb-a706-6efa61206d7a', 'status': 'completed', 'code': 200} Jul 07 17:52:57.843309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e282-f599-4453-919f-808eaaf9035e service neutron] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:57.857931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:57.877806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Made reservation on behalf of 597a9e3fda1748d797789883238a6a4d for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:57.880751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.889256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8', 'mac_address': 'fa:16:3e:20:f9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:57.899866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.972417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port f56f96c4-411b-4b4a-9739-4b0d9b62b211 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:57.977016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3eec-7893-407c-bd26-cda82626796f req-6326228d-ce9d-4ee4-a380-c99290931ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:57.980163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-6326228d-ce9d-4ee4-a380-c99290931ea2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 1094 time: 0.1249819 Jul 07 17:52:57.981356 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:57.985997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port f56f96c4-411b-4b4a-9739-4b0d9b62b211 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:57.986329 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.022958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:58.028692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.072130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.079494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:58.082447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.085732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:58.088582 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fdae2c-82f4-401d-8220-3bd956ba800d" -d '{"events": [{"server_uuid": "b83b13e5-5e0b-40a7-9715-57831669f974", "name": "network-vif-plugged", "status": "completed", "tag": "398f4bc4-2d59-490f-aeb1-f65cf85ed30a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:58.100211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.108368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,segment=NetworkSegment(1d46c475-0ae3-4a04-80ac-ffa624033221),segment_id=1d46c475-0ae3-4a04-80ac-ffa624033221)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:58.123387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:52:58.131047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f0079-3473-46cf-8b96-56fd1dcc88e2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:58.131267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-67d6dae8-2e1a-4afa-94f2-d32231e39819 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b749f2-6961-418e-b448-8b4383cf51c4 HTTP/1.1" status: 200 len: 217 time: 0.1404247 Jul 07 17:52:58.140186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.141082 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.141544 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Added segment 980f0329-77dd-4a3d-a2fe-c3351422db51 of type vlan for network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f Jul 07 17:52:58.218509 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.250822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:58.253917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27cb8e-aeae-4e06-8e4b-7c75853a6465 req-ce5a490e-9b7e-44dc-b267-ff9e36d04a73 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.261099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.261676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f27cb8e-aeae-4e06-8e4b-7c75853a6465 req-ce5a490e-9b7e-44dc-b267-ff9e36d04a73 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 949 time: 0.2777927 Jul 07 17:52:58.262460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.263201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.298991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.311392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b3eec-7893-407c-bd26-cda82626796f req-048712e3-5a76-498a-9963-a9e45631e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.313641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-048712e3-5a76-498a-9963-a9e45631e086 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.1730142 Jul 07 17:52:58.321082 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6850789 Jul 07 17:52:58.325524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56452) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:58.338315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c4fbd-21ce-4630-a848-65cc7d22e2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2416c9-5b94-41c0-8b49-749cc52f8d0f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:58.343675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:58.344018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Request body: {'subnet': {'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-subnet', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:58.353338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:52:58.358700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f56f96c4-411b-4b4a-9739-4b0d9b62b211, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f56f96c4-411b-4b4a-9739-4b0d9b62b211,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:58.369920 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.370573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:58.381257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-1b5cdfbe-bb55-4572-a0b6-44e36246a861 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606432 Jul 07 17:52:58.396530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f27cb8e-aeae-4e06-8e4b-7c75853a6465 req-00dbfbf3-35c9-4acc-ab66-18fb86899e3e tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339746 Jul 07 17:52:58.446533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 2cae4de9-c92d-4dbb-a706-6efa61206d7a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:58.446973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2cae4de9-c92d-4dbb-a706-6efa61206d7a not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:58.453390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Made reservation on behalf of 597a9e3fda1748d797789883238a6a4d for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:58.455874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9b4bb75b-09d3-40b7-895c-e1507a8a00b8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:58.456282 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.488374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bd3e6-ed77-438f-9c8b-174efeb5bb0e req-27a28788-80ee-4d2b-91ce-17db79c54617 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.489527 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba1bd3e6-ed77-438f-9c8b-174efeb5bb0e req-27a28788-80ee-4d2b-91ce-17db79c54617 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1097 time: 0.2920003 Jul 07 17:52:58.520285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=f56f96c4-411b-4b4a-9739-4b0d9b62b211,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:58.643626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba1bd3e6-ed77-438f-9c8b-174efeb5bb0e req-bb7c80df-3853-40d4-9c2e-1062b8df5cff tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260879 Jul 07 17:52:58.653295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-3e6a27e0-7f47-4112-8195-1c7a2428e869 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626710 Jul 07 17:52:58.706276 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55575e2-9ba8-4399-95e8-02f5b54008e1 x-openstack-request-id: req-b55575e2-9ba8-4399-95e8-02f5b54008e1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:58.706661 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83b13e5-5e0b-40a7-9715-57831669f974", "name": "network-vif-plugged", "status": "completed", "tag": "398f4bc4-2d59-490f-aeb1-f65cf85ed30a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:58.706980 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b55575e2-9ba8-4399-95e8-02f5b54008e1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:58.707443 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a', 'code': 200} Jul 07 17:52:58.758664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4c862-de13-45fa-b0a0-8510a5fe23f0 req-2c3909c6-c209-4547-ba25-25e3ee170d7e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.760138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ebf4c862-de13-45fa-b0a0-8510a5fe23f0 req-2c3909c6-c209-4547-ba25-25e3ee170d7e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 943 time: 0.2401931 Jul 07 17:52:58.785231 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56460) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:58.855452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f2bcc-1ac7-4d7d-953b-d38b34b2afc2 req-ec4a37dc-922c-4d27-93e2-79816159cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.857646 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-348f2bcc-1ac7-4d7d-953b-d38b34b2afc2 req-ec4a37dc-922c-4d27-93e2-79816159cf40 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 1096 time: 0.0832760 Jul 07 17:52:58.876430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ebf4c862-de13-45fa-b0a0-8510a5fe23f0 req-8c41bcac-ac38-4dd3-a409-1f28645acda8 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080821 Jul 07 17:52:58.880394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-766b3eec-7893-407c-bd26-cda82626796f req-a9f227a8-e56c-4cfd-9b70-12c4ee485e12 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200131 Jul 07 17:52:58.888215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.965666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cb5689-512b-410b-bc65-ed33d813e7b1,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:58.978818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] Deleting subnet f191cd55-f633-4670-a602-3bdbf533c9f3 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:52:58.983410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:58.996113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Checking segment: {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:58.996473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Network hostable DHCP agents. Network: 4b2416c9-5b94-41c0-8b49-749cc52f8d0f, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:52:59.026762 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-348f2bcc-1ac7-4d7d-953b-d38b34b2afc2 req-728c6dd6-9c8b-4cca-9c08-b3caf32e8ef3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608231 Jul 07 17:52:59.035754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:52:59.037108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.053719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b41c57-53db-4729-99b5-22ee30702ba5 req-1b0e2bee-ff2f-4ca4-8b34-cbe85da4a1e3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:59.055269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53b41c57-53db-4729-99b5-22ee30702ba5 req-1b0e2bee-ff2f-4ca4-8b34-cbe85da4a1e3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 945 time: 0.1004984 Jul 07 17:52:59.056403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 4b2416c9-5b94-41c0-8b49-749cc52f8d0f) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:59.060659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:59.061282 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.069393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3eee1b-9c55-419d-8704-debf904b4baf None None] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:52:59.092666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.099850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ca4a6124-dd6c-4401-abc6-e58582c5a030 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7635703 Jul 07 17:52:59.103164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:59.108675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:59.150942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53b41c57-53db-4729-99b5-22ee30702ba5 req-9934c88f-836d-4c40-bed8-ae550f72f4bc tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747731 Jul 07 17:52:59.172447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.173377 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.174588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.208437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0782218f-fe69-4abc-b073-70053b851ead None None] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:52:59.226497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f191cd55-f633-4670-a602-3bdbf533c9f3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:59.239836 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.244662 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0395b04c-d5e8-41f3-bedc-d6dda4d08b0c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f191cd55-f633-4670-a602-3bdbf533c9f3 HTTP/1.1" status: 204 len: 168 time: 0.4548399 Jul 07 17:52:59.245228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56474) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:59.255262 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.372597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.434843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.492055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.505670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41076a0e-6823-4994-81c2-d0883b9e5a3d']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:59.520849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd28bf-ffd0-4999-9d95-52e541ccf040') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:59.521443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd28bf-ffd0-4999-9d95-52e541ccf040') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:59.532289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.550190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.557087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:52:59.557420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:52:59.559774 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:52:59.623789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.632299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.635348 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/41076a0e-6823-4994-81c2-d0883b9e5a3d HTTP/1.1" status: 204 len: 168 time: 0.3889582 Jul 07 17:52:59.648235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56490) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:59.656174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e7d02-fc69-444d-af97-764a08ce90d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=41076a0e-6823-4994-81c2-d0883b9e5a3d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:59.697886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] Deleting subnet 3b7ba759-715f-4471-8dc9-36768079b388 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:52:59.701890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.740819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.790108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.833776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:59.836118 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01" -d '{"events": [{"name": "network-changed", "server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:59.851064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.851297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2060-6bb7-4342-806a-ebae17a1f6e7 req-e1bf41e6-691e-48b7-9907-4608654df472 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:59.852647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c56f2060-6bb7-4342-806a-ebae17a1f6e7 req-e1bf41e6-691e-48b7-9907-4608654df472 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 950 time: 0.1169796 Jul 07 17:52:59.886946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7ba759-715f-4471-8dc9-36768079b388,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:59.893345 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:59.895253 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-73bba815-5537-41b7-a0a7-603c636dd771 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3b7ba759-715f-4471-8dc9-36768079b388 HTTP/1.1" status: 204 len: 168 time: 0.2457414 Jul 07 17:52:59.898070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56502) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:59.917348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c56f2060-6bb7-4342-806a-ebae17a1f6e7 req-adcf6840-b087-499d-8502-2ffb35b9ddbc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563536 Jul 07 17:52:59.987115 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56478c6-f16a-4f34-8d9a-f96482483735 x-openstack-request-id: req-e56478c6-f16a-4f34-8d9a-f96482483735 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:59.987408 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:59.987717 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e56478c6-f16a-4f34-8d9a-f96482483735 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:59.988119 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4', 'status': 'completed', 'code': 200} Jul 07 17:52:59.989868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.045178 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.076586 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.118362 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.130477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c9b8cc-f848-44c4-8bcf-19654091fd02']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:00.151053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ea70a4-7290-43ce-89b0-0710771381f4') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:00.151350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ea70a4-7290-43ce-89b0-0710771381f4') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:00.159198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ac43064b-b938-4f11-b2e6-d36a2a3c9135 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:53:00.160226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ac43064b-b938-4f11-b2e6-d36a2a3c9135 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127218 Jul 07 17:53:00.162160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.174207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Request body: {'binding': {'host': 'n-h1-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:00.174429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-f6b94df6-c146-445b-905b-6f967c24cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.174661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:53:00.175781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-f6b94df6-c146-445b-905b-6f967c24cc39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 1094 time: 0.1449392 Jul 07 17:53:00.185903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.201589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:53:00.202278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:53:00.204191 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:53:00.307958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.314289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.316881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] 10.222.0.88 "DELETE /v2.0/networks/64c9b8cc-f848-44c4-8bcf-19654091fd02 HTTP/1.1" status: 204 len: 168 time: 0.4172697 Jul 07 17:53:00.336664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b961a4-b353-4915-b1b3-3021b201da5b admin admin] Pushing event deleted for resources: {'Network': ['ID=64c9b8cc-f848-44c4-8bcf-19654091fd02,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:00.339193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458eb05-a14f-438a-9f3d-cabedc67f61b req-322eef92-e598-4adf-b36b-9946b2723794 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.340780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4458eb05-a14f-438a-9f3d-cabedc67f61b req-322eef92-e598-4adf-b36b-9946b2723794 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 943 time: 0.2554011 Jul 07 17:53:00.342879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-fea93968-ec56-41e5-9d25-22798c3be270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.344258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Allocated IP 172.25.1.223 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/bb5424a2-5d6f-4058-94ec-7c1846e4cc00) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:00.344369 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-fea93968-ec56-41e5-9d25-22798c3be270 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 906 time: 0.1610849 Jul 07 17:53:00.392999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-9a7be548-d3c1-4de7-b89a-c3115f1a2f58 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b749f2-6961-418e-b448-8b4383cf51c4 HTTP/1.1" status: 200 len: 217 time: 0.0361371 Jul 07 17:53:00.441546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-575d0f89-6e5e-4703-99d2-7d8606580e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.449655 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-575d0f89-6e5e-4703-99d2-7d8606580e86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.0503931 Jul 07 17:53:00.464373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4458eb05-a14f-438a-9f3d-cabedc67f61b req-6e03e2be-1e8f-4782-bf4e-16ae6205fabc tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142890 Jul 07 17:53:00.464859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56514) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:00.489573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-c5cbfe91-e4c3-4648-8c12-c738124516d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307326 Jul 07 17:53:00.530228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on host n-h1-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:00.530703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:00.531040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:00.550842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:00.551167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:00.577900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:00.578144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:00.578497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:00.578936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Bound port: 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:00.584072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.598121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1bfdccfb-0e2b-4946-b392-2e7c6864fa58 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f32f7b8b480f4c62bdf41e361349aa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290917 Jul 07 17:53:00.607630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56516) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:00.625877 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-67109dac-4621-4bd1-972d-f7eb61817cc5 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289349 Jul 07 17:53:00.666423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:00.674038 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.675189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e4683eec-a597-4abe-beb2-fa91edbad145 service neutron] 10.222.0.88 "POST /v2.0/ports/95a62317-2f7c-4cfb-a143-ca03f749b5a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5070841 Jul 07 17:53:00.685874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.709796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:00.713169 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528d112a-d362-428c-b10e-c8a9aee07f31" -d '{"events": [{"server_uuid": "97d2df95-cef3-46b0-9bae-8e748228bb9a", "name": "network-vif-plugged", "status": "completed", "tag": "f56f96c4-411b-4b4a-9739-4b0d9b62b211"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:00.740806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fff1388f-6b8b-4443-b216-70764fcbda2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.770075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:00.780303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:00.786343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:00.791065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Pushing event updated for resources: {'Port': ['ID=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:00.791984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-443dd169-8ae7-40d8-9e72-2c5b2f85ae01 req-ce507794-803f-4775-a5e5-3d3aedbb1cd1 service neutron] 10.222.0.90 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558073 Jul 07 17:53:00.812218 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fff1388f-6b8b-4443-b216-70764fcbda2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.851913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3342ce-be8c-4553-8b70-1b2160549e13 req-2056f586-70e8-4de9-af3c-4295f03e09d8 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.853423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3342ce-be8c-4553-8b70-1b2160549e13 req-2056f586-70e8-4de9-af3c-4295f03e09d8 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 945 time: 0.1651566 Jul 07 17:53:00.883619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fff1388f-6b8b-4443-b216-70764fcbda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.889200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fff1388f-6b8b-4443-b216-70764fcbda2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.891582 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fff1388f-6b8b-4443-b216-70764fcbda2d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/777fc67a-bb3d-48a9-aebd-d5e45027a0b1 HTTP/1.1" status: 204 len: 168 time: 0.2825487 Jul 07 17:53:00.900568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1388f-6b8b-4443-b216-70764fcbda2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777fc67a-bb3d-48a9-aebd-d5e45027a0b1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:00.964680 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb99fa-64db-4f3c-84b3-a63c6b1762c1 x-openstack-request-id: req-dbeb99fa-64db-4f3c-84b3-a63c6b1762c1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:00.965094 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d2df95-cef3-46b0-9bae-8e748228bb9a", "name": "network-vif-plugged", "status": "completed", "tag": "f56f96c4-411b-4b4a-9739-4b0d9b62b211", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:00.965405 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dbeb99fa-64db-4f3c-84b3-a63c6b1762c1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:00.966734 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211', 'code': 200} Jul 07 17:53:00.991369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3342ce-be8c-4553-8b70-1b2160549e13 req-9da98ac3-04b2-48b3-a972-d503369ad905 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072090 Jul 07 17:53:01.134339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-51e58ef0-9350-495c-a8a5-058c8d134064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.135923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-51e58ef0-9350-495c-a8a5-058c8d134064 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1097 time: 0.1571259 Jul 07 17:53:01.163655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cacef-edf7-4a36-aaa2-7aa9c201eb10 req-f5f42c97-ac85-4356-8be5-9bc2d909a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.165441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c61cacef-edf7-4a36-aaa2-7aa9c201eb10 req-f5f42c97-ac85-4356-8be5-9bc2d909a37c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 1101 time: 0.0739326 Jul 07 17:53:01.210630 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c61cacef-edf7-4a36-aaa2-7aa9c201eb10 req-29d4224b-054a-43a5-a73c-4f4acb140443 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353982 Jul 07 17:53:01.285808 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.318565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56530) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:01.360881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-93beb13e-2e1b-4174-9f41-918d91b5e05f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0aff858caf1d4fff934daa48a65dde8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405145 Jul 07 17:53:01.361935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66120af-9a8d-4ec1-9522-b28e607d468d req-460e1e23-b3fa-4457-ad06-72aa34967ac7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.362913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56532) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:01.363449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b66120af-9a8d-4ec1-9522-b28e607d468d req-460e1e23-b3fa-4457-ad06-72aa34967ac7 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.2732623 Jul 07 17:53:01.418137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-596b59d3-b7f4-4e69-a926-c35133bef96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.419895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-3cf35d5e-7899-4649-9dfc-26a09026a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.421454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-3cf35d5e-7899-4649-9dfc-26a09026a146 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.2520308 Jul 07 17:53:01.440668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-596b59d3-b7f4-4e69-a926-c35133bef96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.487273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-37318d77-54ee-4646-843e-bed8b37f21d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 200 len: 217 time: 0.0546122 Jul 07 17:53:01.491137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-596b59d3-b7f4-4e69-a926-c35133bef96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.494156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-596b59d3-b7f4-4e69-a926-c35133bef96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.499405 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-596b59d3-b7f4-4e69-a926-c35133bef96d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/446dc4eb-798c-4ec1-add5-f037fca7b7c1 HTTP/1.1" status: 204 len: 168 time: 0.1315281 Jul 07 17:53:01.499585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82504a-2bd0-451d-ba6d-51f5b48a6af1 req-120ede6f-aa4e-40e5-982d-a7776149a631 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.500406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be82504a-2bd0-451d-ba6d-51f5b48a6af1 req-120ede6f-aa4e-40e5-982d-a7776149a631 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 950 time: 0.3292763 Jul 07 17:53:01.504984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b59d3-b7f4-4e69-a926-c35133bef96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446dc4eb-798c-4ec1-add5-f037fca7b7c1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:01.527362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b66120af-9a8d-4ec1-9522-b28e607d468d req-8c3cbf91-bb39-4fca-966d-6e7f48a4ac65 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553788 Jul 07 17:53:01.586166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:01.591989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-f7aa4dae-5119-4413-bdc3-84adf7a289f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.594127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-f7aa4dae-5119-4413-bdc3-84adf7a289f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.0924578 Jul 07 17:53:01.690109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:01.696231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:01.696989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.801763 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.857051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:01.865683 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:01.936807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:02.067114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-151c5037-adab-41eb-93f5-e6e1c1125e51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4086289 Jul 07 17:53:02.136230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be82504a-2bd0-451d-ba6d-51f5b48a6af1 req-7a5a9e97-08ba-4643-acd3-82cf7a7d6fb6 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077261 Jul 07 17:53:02.217841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:02.292438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ba46ac0b-b545-482a-9f8b-90490bf24fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033701 Jul 07 17:53:02.336301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09708-7ec3-4c45-8959-e7d6e28a8a1c req-6850aeb1-a773-4137-9628-9bc22d23f42d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:02.337956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bd09708-7ec3-4c45-8959-e7d6e28a8a1c req-6850aeb1-a773-4137-9628-9bc22d23f42d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 943 time: 0.2679019 Jul 07 17:53:02.514620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bd09708-7ec3-4c45-8959-e7d6e28a8a1c req-82f3cc30-fd58-408b-8ff7-780e04d8c31f tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996070 Jul 07 17:53:02.613004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-5b1eeeda-6439-4bf5-9f5f-02389046e0dc service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112650 Jul 07 17:53:02.649536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf6f1-8379-4faf-9e64-95a41fb8268d req-35758899-5936-499a-abfb-ad8fd32501f1 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:02.660181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1bbf6f1-8379-4faf-9e64-95a41fb8268d req-35758899-5936-499a-abfb-ad8fd32501f1 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 945 time: 0.1666775 Jul 07 17:53:02.710488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1bbf6f1-8379-4faf-9e64-95a41fb8268d req-63693f22-3fe9-4970-8ff3-15fc54740f33 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/security-groups?id=aa979f63-be9f-40dc-a729-7ff7c65d3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493050 Jul 07 17:53:02.711997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Router e46054c0-c2a8-4e84-81dc-7375d218267e is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:53:02.886450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:02.895817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Sync routers for ids ['e46054c0-c2a8-4e84-81dc-7375d218267e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:02.900861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2cfd1-4597-4a66-9923-c3a50a7a5d6b req-fb2ae0c3-4cd5-4a27-8c6b-ef0b21e192c2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:02.902457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ec2cfd1-4597-4a66-9923-c3a50a7a5d6b req-fb2ae0c3-4cd5-4a27-8c6b-ef0b21e192c2 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.1238291 Jul 07 17:53:02.906775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Routers {'e46054c0-c2a8-4e84-81dc-7375d218267e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:02.907648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e46054c0-c2a8-4e84-81dc-7375d218267e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:02.921633 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:02.923092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-709b76bb-a30e-47fd-9e80-eab377b89d5e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8190320 Jul 07 17:53:02.926976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56574) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:02.974902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ec2cfd1-4597-4a66-9923-c3a50a7a5d6b req-b9f8600e-4577-4718-925e-d6e83d00ff8a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617633 Jul 07 17:53:02.990669 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:02.998697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:03.001017 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7678e3b-05e3-441f-bdaf-1e33976e7ebe" -d '{"events": [{"server_uuid": "1389fc47-e6bd-4670-a046-35767f1e98c0", "name": "network-vif-plugged", "status": "completed", "tag": "9b4bb75b-09d3-40b7-895c-e1507a8a00b8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:03.068152 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aab985-5c26-49b6-b119-77d265e59ecd x-openstack-request-id: req-28aab985-5c26-49b6-b119-77d265e59ecd {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:03.069235 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1389fc47-e6bd-4670-a046-35767f1e98c0", "name": "network-vif-plugged", "status": "completed", "tag": "9b4bb75b-09d3-40b7-895c-e1507a8a00b8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:03.069489 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28aab985-5c26-49b6-b119-77d265e59ecd {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:03.069872 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8', 'code': 200} Jul 07 17:53:03.096387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Set router e46054c0-c2a8-4e84-81dc-7375d218267e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:03.529820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-0ccfcae4-fd51-455c-9dab-f29a902e2c18 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.531760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-0ccfcae4-fd51-455c-9dab-f29a902e2c18 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.90 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 945 time: 0.1457112 Jul 07 17:53:03.550176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:53:01Z', 'revision_number': 3, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port': {'id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:00Z', 'updated_at': '2021-07-07T17:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:03.556017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e87bd-b3c2-471d-931d-91fe5d8e42fc req-4943dc83-ff7d-483d-bb31-127dc8ebe94a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.559043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf0e87bd-b3c2-471d-931d-91fe5d8e42fc req-4943dc83-ff7d-483d-bb31-127dc8ebe94a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 950 time: 0.2222450 Jul 07 17:53:03.586479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff151f5-eff6-4c0f-b07c-6e160dcfc1bb req-aa219356-968e-4a5d-8a43-88a986a7e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.588124 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dff151f5-eff6-4c0f-b07c-6e160dcfc1bb req-aa219356-968e-4a5d-8a43-88a986a7e539 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 1100 time: 0.0772943 Jul 07 17:53:03.626292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95b749f2-6961-418e-b448-8b4383cf51c4 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:03.632065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Checking router: e46054c0-c2a8-4e84-81dc-7375d218267e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:03.633121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Updating router e46054c0-c2a8-4e84-81dc-7375d218267e port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:03.649164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Request body: {'security_group': {'name': 'tempest-securitygroup-459690855', 'description': 'tempest-description-907161111'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:03.675848 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dff151f5-eff6-4c0f-b07c-6e160dcfc1bb req-6ae47c45-03bb-4a94-bb29-a515c604c03b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348616 Jul 07 17:53:03.685657 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.686039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.721436 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.728397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.757862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Deleting port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:03.758183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.812075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf0e87bd-b3c2-471d-931d-91fe5d8e42fc req-c89e2f18-778f-4056-aedd-e8ed1907c238 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765800 Jul 07 17:53:03.957323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:03.979501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:03.989974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] For port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,segment=NetworkSegment(1d46c475-0ae3-4a04-80ac-ffa624033221),segment_id=1d46c475-0ae3-4a04-80ac-ffa624033221)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:03.994946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.006606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '95b749f2-6961-418e-b448-8b4383cf51c4', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': '95b749f2-6961-418e-b448-8b4383cf51c4', 'mac_address': 'fa:16:3e:0e:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:04.048257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Calling delete_port for 398f4bc4-2d59-490f-aeb1-f65cf85ed30a owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:04.065856 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.096906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b749f2-6961-418e-b448-8b4383cf51c4 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:04.129807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:04.139184 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.199297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.209179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Allocated IP 172.20.0.1 (4b2416c9-5b94-41c0-8b49-749cc52f8d0f/76cb5689-512b-410b-bc65-ed33d813e7b1/320888ea-ef39-458f-8d15-a63458465993) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:04.225734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.237228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.237968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:04.246946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Transition to ACTIVE for port object bb5424a2-5d6f-4058-94ec-7c1846e4cc00 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:04.260688 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.312695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88206183-8604-4e17-8873-85092fc936c5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:04.369995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Attempting to bind port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:04.370354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Attempting to bind port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:04.370861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Attempting to bind port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:04.379230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:04.379492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:04.379911 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.380309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:04.381063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Bound port: bb5424a2-5d6f-4058-94ec-7c1846e4cc00, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:04.381444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.411788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb8ba5-7a63-4966-9c90-b235623cc0c9 req-2a700989-9d77-4f91-b238-8beae4192f32 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.413797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fcb8ba5-7a63-4966-9c90-b235623cc0c9 req-2a700989-9d77-4f91-b238-8beae4192f32 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 944 time: 0.2424059 Jul 07 17:53:04.419507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d83b7-5317-4ebb-a3df-4bba2266e6bd None None] Pushing event updated for resources: {'Port': ['ID=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:04.453636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] For port bb5424a2-5d6f-4058-94ec-7c1846e4cc00, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:04.457161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] For port bb5424a2-5d6f-4058-94ec-7c1846e4cc00, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:04.459692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.460755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.465813 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.474288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.508787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.509990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.512584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Pushing event deleted for resources: {'Port': ['ID=398f4bc4-2d59-490f-aeb1-f65cf85ed30a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:04.531963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d83b7-5317-4ebb-a3df-4bba2266e6bd None None] Pushing event updated for resources: {'Port': ['ID=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:04.537131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['398f4bc4-2d59-490f-aeb1-f65cf85ed30a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:04.564752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fcb8ba5-7a63-4966-9c90-b235623cc0c9 req-4546548f-5102-48cf-957d-3d0b4fafb7da tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244872 Jul 07 17:53:04.583257 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Routers {'e46054c0-c2a8-4e84-81dc-7375d218267e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:04.584167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e46054c0-c2a8-4e84-81dc-7375d218267e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:04.594911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.613265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-262b9b26-88f7-457d-96ff-33b4b5226c49 req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9766312 Jul 07 17:53:04.628464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Pushing event updated for resources: {'Port': ['ID=320888ea-ef39-458f-8d15-a63458465993,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:04.656915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e776999-0e58-4c31-9e03-b116c602ccf3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ac3ff-7090-4753-a56d-dbba70687af3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:04.665715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:04.667209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:04.670984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] No DVR routers for this DVR port 398f4bc4-2d59-490f-aeb1-f65cf85ed30a on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:04.675096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.677857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90fce741-7b65-4f55-8e76-533eb41b4f46 req-03534964-01ad-4ac0-a0ff-960f090684f3 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.90 "DELETE /v2.0/ports/398f4bc4-2d59-490f-aeb1-f65cf85ed30a HTTP/1.1" status: 204 len: 173 time: 1.1401794 Jul 07 17:53:04.678584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'name': 'network-vif-deleted', 'tag': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:04.680415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:04.682625 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19518ec-6059-4370-818d-fc518a5ec569" -d '{"events": [{"server_uuid": "b83b13e5-5e0b-40a7-9715-57831669f974", "name": "network-vif-deleted", "tag": "398f4bc4-2d59-490f-aeb1-f65cf85ed30a"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:04.711484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] Set router e46054c0-c2a8-4e84-81dc-7375d218267e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:04.768450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.808805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['95b749f2-6961-418e-b448-8b4383cf51c4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:04.815438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc252ca4-e227-4424-9d0c-92bfa34d3ff4 req-d82fa775-0294-403f-8e82-0d5e42513b07 tempest-InstanceActionsV221TestJSON-783697166 tempest-InstanceActionsV221TestJSON-783697166-project] 10.222.0.88 "GET /v2.0/ports?device_id=b83b13e5-5e0b-40a7-9715-57831669f974 HTTP/1.1" status: 200 len: 210 time: 0.0677671 Jul 07 17:53:05.046684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.153983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:53:01Z', 'revision_number': 3, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port': {'id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:00Z', 'updated_at': '2021-07-07T17:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:05.193332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c27f1-9332-4f30-98e1-b5f809fe3520 None None] The sync data for ids ['e46054c0-c2a8-4e84-81dc-7375d218267e'] in n-d-798930-2 is: [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:53:01Z', 'revision_number': 3, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port': {'id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:00Z', 'updated_at': '2021-07-07T17:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:05.258074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b10548-a302-41ab-9d58-58f410bc574c req-0163238d-2cf4-4b51-9972-bce0e34d787e tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:05.259739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43b10548-a302-41ab-9d58-58f410bc574c req-0163238d-2cf4-4b51-9972-bce0e34d787e tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 949 time: 0.1397598 Jul 07 17:53:05.268815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c5e37-af2f-468f-a215-f317b5c20d83 req-12b6e3fd-6bf9-4446-ad96-f069e0fc7fb3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:05.276162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925c5e37-af2f-468f-a215-f317b5c20d83 req-12b6e3fd-6bf9-4446-ad96-f069e0fc7fb3 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.1166093 Jul 07 17:53:05.308026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.316624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.346234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-925c5e37-af2f-468f-a215-f317b5c20d83 req-1bf90c2b-b84d-4b2a-b491-106f819b740a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690362 Jul 07 17:53:05.349372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43b10548-a302-41ab-9d58-58f410bc574c req-768bfb13-6886-440c-a54f-435d56f3daa3 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709858 Jul 07 17:53:05.387378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Pushing event updated for resources: {'Port': ['ID=320888ea-ef39-458f-8d15-a63458465993,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:05.414170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.430078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e6c856d1-c6ea-4866-bf16-9f39f51a4666 req-6512790c-fa59-4302-afb8-9cad6f957642 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Request body: {'security_group': {'name': 'tempest-securitygroup-305148759', 'description': 'tempest-description-2078050894'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:05.448506 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72181a99-3c1e-46f7-b127-ab1ade44d179 x-openstack-request-id: req-72181a99-3c1e-46f7-b127-ab1ade44d179 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:05.448960 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83b13e5-5e0b-40a7-9715-57831669f974", "name": "network-vif-deleted", "tag": "398f4bc4-2d59-490f-aeb1-f65cf85ed30a", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:05.450716 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-72181a99-3c1e-46f7-b127-ab1ade44d179 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:05.451789 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83b13e5-5e0b-40a7-9715-57831669f974', 'name': 'network-vif-deleted', 'tag': '398f4bc4-2d59-490f-aeb1-f65cf85ed30a', 'status': 'completed', 'code': 200} Jul 07 17:53:05.479598 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c856d1-c6ea-4866-bf16-9f39f51a4666 req-6512790c-fa59-4302-afb8-9cad6f957642 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.559176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.696403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c856d1-c6ea-4866-bf16-9f39f51a4666 req-6512790c-fa59-4302-afb8-9cad6f957642 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.701106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:05.704361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:05.705359 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c856d1-c6ea-4866-bf16-9f39f51a4666 req-6512790c-fa59-4302-afb8-9cad6f957642 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.759692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c856d1-c6ea-4866-bf16-9f39f51a4666 req-6512790c-fa59-4302-afb8-9cad6f957642 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.761179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c856d1-c6ea-4866-bf16-9f39f51a4666 req-6512790c-fa59-4302-afb8-9cad6f957642 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3393173 Jul 07 17:53:05.765067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512790c-fa59-4302-afb8-9cad6f957642 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe513d90-6f9a-4f9b-bb8b-eb2587558ff4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:05.880684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-338800456', 'description': 'tempest-description-1355592638'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:05.899816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Router e46054c0-c2a8-4e84-81dc-7375d218267e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:05.932091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.961446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6ce52-3131-4780-8da6-6619d03ac59c req-a6ed1cba-a8ac-410d-89e2-c283262f9f91 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:05.963162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87f6ce52-3131-4780-8da6-6619d03ac59c req-a6ed1cba-a8ac-410d-89e2-c283262f9f91 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 944 time: 0.1230388 Jul 07 17:53:05.963930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.040089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:06.053789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-79a5cdf1-96dc-45c6-8dea-9fee8a494f51 admin admin] 10.222.0.88 "PUT /v2.0/routers/e46054c0-c2a8-4e84-81dc-7375d218267e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1172981 Jul 07 17:53:06.054608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87f6ce52-3131-4780-8da6-6619d03ac59c req-bb0af6f4-29a6-4099-9577-e6c37c024849 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787024 Jul 07 17:53:06.151583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.162542 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.259277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e2e250-9801-4451-b478-1e992aa5f818,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:06.366931 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.376898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.408624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc40b771-0fb8-413b-ab25-d857cb83fe78,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:06.411818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.413193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7844f383-b4ec-49c8-9032-e67aae1a8fef req-9ffd8e0a-5a63-4329-ae92-312e3c52daac tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5379360 Jul 07 17:53:06.675031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec389b-4888-4abb-9441-fc0f10c98f0e req-29d36037-9db1-4491-b518-c63bc123d629 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.676579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2aec389b-4888-4abb-9441-fc0f10c98f0e req-29d36037-9db1-4491-b518-c63bc123d629 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.1454091 Jul 07 17:53:06.685373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-13a9e985-aceb-4de5-ae8f-22e91d1faaac tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.686773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-13a9e985-aceb-4de5-ae8f-22e91d1faaac tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 819 time: 0.1263824 Jul 07 17:53:06.714672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-26db9465-d723-40c8-a643-70b5efce03bc tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/quotas/597a9e3fda1748d797789883238a6a4d HTTP/1.1" status: 200 len: 375 time: 0.0207405 Jul 07 17:53:06.739103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2aec389b-4888-4abb-9441-fc0f10c98f0e req-d0d48e24-8184-48b2-a6d7-8f9793af5a29 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513372 Jul 07 17:53:06.793851 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-4e3d4c91-823c-403d-8c07-dc9d6ab0bfec tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721700 Jul 07 17:53:06.914213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bb5424a2-5d6f-4058-94ec-7c1846e4cc00 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:06.941569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d522e-0b39-4777-bdf0-04bc9e66919b req-fd71091b-633c-450b-ac36-bf250a586c2d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.943074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-407d522e-0b39-4777-bdf0-04bc9e66919b req-fd71091b-633c-450b-ac36-bf250a586c2d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 949 time: 0.0765882 Jul 07 17:53:06.973681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:06.978831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:06.979542 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.060180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-407d522e-0b39-4777-bdf0-04bc9e66919b req-74f3f4de-a3e9-4c5e-abbb-07dcd3ee9d32 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110141 Jul 07 17:53:07.079360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.089849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-a8303699-d839-4810-b5eb-ac71890988a4 service neutron] 10.222.0.88 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872362 Jul 07 17:53:07.110757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-281dfb45-9a9a-4b99-aa5c-eebbce2def70 req-85a6ced8-6ff5-4a6c-a082-4d15ec6c401f tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1385624958', 'description': 'tempest-description-1278459271'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:07.112779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port bb5424a2-5d6f-4058-94ec-7c1846e4cc00, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:07.118397 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.182975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:07.195963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-281dfb45-9a9a-4b99-aa5c-eebbce2def70 req-85a6ced8-6ff5-4a6c-a082-4d15ec6c401f tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.232426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-d3f4addb-3d29-4274-8496-b85bd77371c6 service neutron] 10.222.0.88 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370091 Jul 07 17:53:07.313079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-281dfb45-9a9a-4b99-aa5c-eebbce2def70 req-85a6ced8-6ff5-4a6c-a082-4d15ec6c401f tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.318602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-281dfb45-9a9a-4b99-aa5c-eebbce2def70 req-85a6ced8-6ff5-4a6c-a082-4d15ec6c401f tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.351846 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-281dfb45-9a9a-4b99-aa5c-eebbce2def70 req-85a6ced8-6ff5-4a6c-a082-4d15ec6c401f tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.353289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-281dfb45-9a9a-4b99-aa5c-eebbce2def70 req-85a6ced8-6ff5-4a6c-a082-4d15ec6c401f tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2477951 Jul 07 17:53:07.355150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6ced8-6ff5-4a6c-a082-4d15ec6c401f tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814cc18b-d594-40e6-91bb-6c0312f72262,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:07.500103 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Sync routers for ids ['e46054c0-c2a8-4e84-81dc-7375d218267e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:07.531452 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Routers {'e46054c0-c2a8-4e84-81dc-7375d218267e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:07.532376 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e46054c0-c2a8-4e84-81dc-7375d218267e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:07.626441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95b749f2-6961-418e-b448-8b4383cf51c4 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:07.642242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d9a5a-97bb-48c1-947b-25f08d6e0f4a req-c81b052e-dfdb-4932-8873-c9eef110e698 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:07.650403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89d9a5a-97bb-48c1-947b-25f08d6e0f4a req-c81b052e-dfdb-4932-8873-c9eef110e698 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 944 time: 0.0787287 Jul 07 17:53:07.702828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89d9a5a-97bb-48c1-947b-25f08d6e0f4a req-1b8e01c3-40e3-413e-a5c3-938c97f5e16f tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Jul 07 17:53:07.752050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 95b749f2-6961-418e-b448-8b4383cf51c4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:07.758605 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Set router e46054c0-c2a8-4e84-81dc-7375d218267e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:07.765596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 95b749f2-6961-418e-b448-8b4383cf51c4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:07.766687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.877789 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.934908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:07.936606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:07.940480 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea907473-56fa-4471-b722-6cb05d7530d7" -d '{"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-plugged", "status": "completed", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:07.949715 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.950798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 398f4bc4-2d59-490f-aeb1-f65cf85ed30a no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:07.985549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 398f4bc4-2d59-490f-aeb1-f65cf85ed30a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:07.986168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 398f4bc4-2d59-490f-aeb1-f65cf85ed30a not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:08.019070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b661ba-44d3-4f1e-ad6b-bf3fe1c47753 req-77933578-2fa3-468b-940a-7ae088f048de tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.025910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b661ba-44d3-4f1e-ad6b-bf3fe1c47753 req-77933578-2fa3-468b-940a-7ae088f048de tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.033716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29b661ba-44d3-4f1e-ad6b-bf3fe1c47753 req-77933578-2fa3-468b-940a-7ae088f048de tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0&device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 1690 time: 0.1971583 Jul 07 17:53:08.049752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:08.106227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29b661ba-44d3-4f1e-ad6b-bf3fe1c47753 req-f911d067-d248-4c2d-8f8d-1a4b930c7399 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707572 Jul 07 17:53:08.146498 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:53:04Z', 'revision_number': 4, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port': {'id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:00Z', 'updated_at': '2021-07-07T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '320888ea-ef39-458f-8d15-a63458465993', 'name': '', 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'mac_address': 'fa:16:3e:ac:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:03Z', 'updated_at': '2021-07-07T17:53:05Z', 'revision_number': 2, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'subnets': [{'id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:08.220280 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Checking router: e46054c0-c2a8-4e84-81dc-7375d218267e for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:08.221809 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Updating router e46054c0-c2a8-4e84-81dc-7375d218267e port 320888ea-ef39-458f-8d15-a63458465993 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:08.263459 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.303696 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f38ea6d6-4a2c-461a-8de6-778e185263a1 req-93cf402b-78b8-492d-8aac-1bae5f43de09 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 210 time: 0.0408831 Jul 07 17:53:08.444354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56676) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:08.466091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-2dcc8b69-42c4-4e26-a140-ae3615a71ad4 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53332 time: 0.5119247 Jul 07 17:53:08.524726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-7289ac9b-3777-485c-a926-c37c0cd59bf5 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b HTTP/1.1" status: 200 len: 2981 time: 0.0494273 Jul 07 17:53:08.538515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] Deleting subnet 0c46825e-77fa-4114-aca1-8dfad07a111c {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:53:08.543845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.596964 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.648964 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.654235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-154ea3a3-e66a-4445-84d5-8147eab550bf tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b HTTP/1.1" status: 200 len: 2981 time: 0.1200454 Jul 07 17:53:08.672622 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.683446 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Transition to ACTIVE for port object 320888ea-ef39-458f-8d15-a63458465993 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:08.690351 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.723403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9870b53-d5f9-4b8b-a5b7-19fef2c69c73 req-d12a3445-ba51-4f58-aee1-9a7d66298809 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.724891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9870b53-d5f9-4b8b-a5b7-19fef2c69c73 req-d12a3445-ba51-4f58-aee1-9a7d66298809 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.1581469 Jul 07 17:53:08.728777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-e91bbedd-8919-4d0f-87db-166a76c6e7ce tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/61e2e250-9801-4451-b478-1e992aa5f818 HTTP/1.1" status: 200 len: 2981 time: 0.0669012 Jul 07 17:53:08.734841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.746981 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Pushing event updated for resources: {'Port': ['ID=320888ea-ef39-458f-8d15-a63458465993,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:08.765154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.765595 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.765935 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.766263 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.766680 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.767095 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.767594 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.767913 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.770419 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.773229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.773736 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.774138 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.786726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c46825e-77fa-4114-aca1-8dfad07a111c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:08.789824 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.795670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-20b304fa-2410-4435-b87a-10f475bf0d70 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0c46825e-77fa-4114-aca1-8dfad07a111c HTTP/1.1" status: 204 len: 168 time: 0.3464668 Jul 07 17:53:08.795670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56682) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:08.806541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9870b53-d5f9-4b8b-a5b7-19fef2c69c73 req-60a0b445-90fd-452b-8d9d-a32f32d475ec tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647106 Jul 07 17:53:08.813284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-c1a7730e-18e6-4949-83de-a0b8c83c8bc8 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/61e2e250-9801-4451-b478-1e992aa5f818 HTTP/1.1" status: 200 len: 2981 time: 0.0700300 Jul 07 17:53:08.877314 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Attempting to bind port 320888ea-ef39-458f-8d15-a63458465993 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:08.878114 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Attempting to bind port 320888ea-ef39-458f-8d15-a63458465993 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:08.878834 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Attempting to bind port 320888ea-ef39-458f-8d15-a63458465993 on network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:08.887357 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:08.888094 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Checking segment: {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:08.889130 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.889773 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Bound using segment: {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:08.890725 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Bound port: 320888ea-ef39-458f-8d15-a63458465993, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:08.891634 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.897390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.903145 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-64e47872-6130-4b5b-819e-2d3849a1bbc1 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/6966081f-3263-41be-bb1d-e4a5c841ef87 HTTP/1.1" status: 200 len: 2981 time: 0.0696173 Jul 07 17:53:08.916114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bb5424a2-5d6f-4058-94ec-7c1846e4cc00 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:08.954329 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2bd43a-11aa-41af-8dcc-5e4be097bb74 x-openstack-request-id: req-8d2bd43a-11aa-41af-8dcc-5e4be097bb74 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:08.955738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-d75f6d50-565a-4389-b009-b4601b5627a6 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/6966081f-3263-41be-bb1d-e4a5c841ef87 HTTP/1.1" status: 200 len: 2981 time: 0.0511398 Jul 07 17:53:08.969562 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-plugged", "status": "completed", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:08.970124 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d2bd43a-11aa-41af-8dcc-5e4be097bb74 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:08.972193 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4', 'code': 200} Jul 07 17:53:08.976633 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] For port 320888ea-ef39-458f-8d15-a63458465993, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:08.980851 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] For port 320888ea-ef39-458f-8d15-a63458465993, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=320888ea-ef39-458f-8d15-a63458465993,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:08.987615 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.063709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:09.064374 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.065533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-bec1f16a-c3a9-4c65-a0d2-96768e900842 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/753f19b5-eb6c-42ed-86fe-48cfa399ea34 HTTP/1.1" status: 200 len: 2981 time: 0.1075804 Jul 07 17:53:09.128946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.143407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40a3aed-9c3b-45a8-9351-fbba595e51b7']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.160099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d46c475-0ae3-4a04-80ac-ffa624033221') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.160704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d46c475-0ae3-4a04-80ac-ffa624033221') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.172490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.180879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-b49b9b56-b5ab-41c8-aaa2-ad3bfe6b6cef tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/753f19b5-eb6c-42ed-86fe-48cfa399ea34 HTTP/1.1" status: 200 len: 2981 time: 0.1115308 Jul 07 17:53:09.198051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.212100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:53:09.219980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b33f-d2e5-426b-95ff-781875d50ac4 req-884e8279-3763-44d5-bbae-034e8d44c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:09.220229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.221654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5d6b33f-d2e5-426b-95ff-781875d50ac4 req-884e8279-3763-44d5-bbae-034e8d44c6d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 1096 time: 0.1539259 Jul 07 17:53:09.223577 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54667a61-ef02-40a8-a14d-b1da435866be None None] Pushing event updated for resources: {'Port': ['ID=320888ea-ef39-458f-8d15-a63458465993,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:53:09.239981 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:53:09.271462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-e795ac9d-2207-4c4c-a71c-5b9fd67df9ce tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/86937b8c-3e4b-4716-bffe-e7fef15f027a HTTP/1.1" status: 200 len: 2981 time: 0.0923038 Jul 07 17:53:09.278678 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Routers {'e46054c0-c2a8-4e84-81dc-7375d218267e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:09.279677 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e46054c0-c2a8-4e84-81dc-7375d218267e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.313864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.328587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.332996 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e40a3aed-9c3b-45a8-9351-fbba595e51b7 HTTP/1.1" status: 204 len: 168 time: 0.5364666 Jul 07 17:53:09.346470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce58ade-ea87-43cf-955b-ef5b89c90591 admin admin] Pushing event deleted for resources: {'Network': ['ID=e40a3aed-9c3b-45a8-9351-fbba595e51b7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:09.449639 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] Set router e46054c0-c2a8-4e84-81dc-7375d218267e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:09.590463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56700) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:09.638229 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-22a6e881-12d6-41da-b1c6-49c474c43d98 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d6a77fccd7894d039583f088e4f5a6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461791 Jul 07 17:53:09.640757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56702) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:09.712277 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:53:04Z', 'revision_number': 4, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port': {'id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:00Z', 'updated_at': '2021-07-07T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '320888ea-ef39-458f-8d15-a63458465993', 'name': '', 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'mac_address': 'fa:16:3e:ac:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:03Z', 'updated_at': '2021-07-07T17:53:08Z', 'revision_number': 4, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'subnets': [{'id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.713162 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6981ea71-967f-488b-b50b-a8cb41d03f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.743914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6981ea71-967f-488b-b50b-a8cb41d03f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.747308 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5a627-43d1-42a8-acfb-427ffe210b51 None None] The sync data for ids ['e46054c0-c2a8-4e84-81dc-7375d218267e'] in n-d-798930-2 is: [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:53:04Z', 'revision_number': 4, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port': {'id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:00Z', 'updated_at': '2021-07-07T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '320888ea-ef39-458f-8d15-a63458465993', 'name': '', 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'mac_address': 'fa:16:3e:ac:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:03Z', 'updated_at': '2021-07-07T17:53:08Z', 'revision_number': 4, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'subnets': [{'id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:09.766771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-73638d4f-709d-4ae3-a433-3b07abb200ec tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/86937b8c-3e4b-4716-bffe-e7fef15f027a HTTP/1.1" status: 200 len: 2981 time: 0.4930046 Jul 07 17:53:09.767271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5d6b33f-d2e5-426b-95ff-781875d50ac4 req-d9e68eb9-bfaa-49c0-aae0-e6b98ebe11b5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356076 Jul 07 17:53:09.854972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6981ea71-967f-488b-b50b-a8cb41d03f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.858584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6981ea71-967f-488b-b50b-a8cb41d03f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.859781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6981ea71-967f-488b-b50b-a8cb41d03f24 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa979f63-be9f-40dc-a729-7ff7c65d3596 HTTP/1.1" status: 204 len: 168 time: 0.2172165 Jul 07 17:53:09.869154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981ea71-967f-488b-b50b-a8cb41d03f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa979f63-be9f-40dc-a729-7ff7c65d3596,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:09.927221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-286f6ab8-835a-41e2-b9ba-959b033ca1b2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:09.937336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-286f6ab8-835a-41e2-b9ba-959b033ca1b2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 819 time: 0.6759748 Jul 07 17:53:09.964685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-f5196e04-1ca4-41ea-b303-6d9624ed7368 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/88206183-8604-4e17-8873-85092fc936c5 HTTP/1.1" status: 200 len: 2981 time: 0.1762104 Jul 07 17:53:09.978392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-52f28200-6a4d-4a88-8acb-96e37ea2c6c4 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/quotas/597a9e3fda1748d797789883238a6a4d HTTP/1.1" status: 200 len: 375 time: 0.0388331 Jul 07 17:53:10.095526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-0468ee86-6cab-4694-977d-de84b22299e6 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.097148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-0468ee86-6cab-4694-977d-de84b22299e6 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.55 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 819 time: 0.7611325 Jul 07 17:53:10.133052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Request body: {'port': {'device_id': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'admin_state_up': True, 'tenant_id': '597a9e3fda1748d797789883238a6a4d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:10.155982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-8674d4b8-7313-4135-952b-85d6b8f59df7 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/88206183-8604-4e17-8873-85092fc936c5 HTTP/1.1" status: 200 len: 2981 time: 0.1308033 Jul 07 17:53:10.266110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-5021c78d-65c8-4678-b02a-3b2e57f6131b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2866273 Jul 07 17:53:10.284977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-db06e3f0-8507-4fad-a9d1-7817c8b5936d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2953267 Jul 07 17:53:10.342371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-4dbe1ff5-5c3f-4930-8391-c14d2005dfb5 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/a4af6117-d87a-4166-a242-1e4be6bc81ae HTTP/1.1" status: 200 len: 2977 time: 0.1561537 Jul 07 17:53:10.494272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Made reservation on behalf of 597a9e3fda1748d797789883238a6a4d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:10.497928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.515275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-a28f98cd-414e-423c-beb4-ae95242cc58b service neutron] 10.222.0.88 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274168 Jul 07 17:53:10.516704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-bbc445b5-fcf1-4151-912c-06de4eee910c tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/a4af6117-d87a-4166-a242-1e4be6bc81ae HTTP/1.1" status: 200 len: 2977 time: 0.1653392 Jul 07 17:53:10.596560 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-9fbecc69-050f-4361-96db-4f72517a7b4c tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] show failed (client error): The resource could not be found. Jul 07 17:53:10.597634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-9fbecc69-050f-4361-96db-4f72517a7b4c tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/aa979f63-be9f-40dc-a729-7ff7c65d3596 HTTP/1.1" status: 404 len: 352 time: 0.0727861 Jul 07 17:53:10.630915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-d4dce323-a5e8-4ee1-b279-bc9bc856b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.632652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-d4dce323-a5e8-4ee1-b279-bc9bc856b522 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=036a6086fbde475cb6304008bc73b371&device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 1097 time: 0.2843065 Jul 07 17:53:10.681154 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-ea5d7e97-aac9-495a-94c8-16ab31939322 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] show failed (client error): The resource could not be found. Jul 07 17:53:10.682187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-ea5d7e97-aac9-495a-94c8-16ab31939322 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/aa979f63-be9f-40dc-a729-7ff7c65d3596 HTTP/1.1" status: 404 len: 352 time: 0.0539377 Jul 07 17:53:10.757717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56726) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:10.840452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-18e49d97-0d92-4249-897c-0d08ba6f7977 service neutron] 10.222.0.88 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121443 Jul 07 17:53:10.895680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Allocated IP 172.20.0.8 (4b2416c9-5b94-41c0-8b49-749cc52f8d0f/76cb5689-512b-410b-bc65-ed33d813e7b1/fa0cd2f8-7a82-480c-9089-74b4695f2ab2) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:10.904546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-29873ffc-47a9-44dd-b73d-c7e877d870bd tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ab8e966c-480d-444e-b17b-aabfb2ca63d7 HTTP/1.1" status: 200 len: 2977 time: 0.2068017 Jul 07 17:53:10.951619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 320888ea-ef39-458f-8d15-a63458465993 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:10.952266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-badbb0ff-400a-4d0a-ad29-e1f4ec107b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.953598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-badbb0ff-400a-4d0a-ad29-e1f4ec107b45 service neutron] 10.222.0.90 "GET /v2.0/networks?id=78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 200 len: 925 time: 0.2930663 Jul 07 17:53:10.971919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1508889093-network', 'tenant_id': 'd408b542bf91419685d3ee7a1aa79153'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:11.002696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Made reservation on behalf of d408b542bf91419685d3ee7a1aa79153 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:11.006109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.018961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.111289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 320888ea-ef39-458f-8d15-a63458465993 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:11.116915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 320888ea-ef39-458f-8d15-a63458465993 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:11.117573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.153995 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.170991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.226546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:53:11.247555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-2767fdf4-7e73-40da-9c75-79a2e10879c3 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ab8e966c-480d-444e-b17b-aabfb2ca63d7 HTTP/1.1" status: 200 len: 2977 time: 0.3311555 Jul 07 17:53:11.257785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:11.275592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.275904 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Added segment ccbab463-548a-4e17-af7c-176b98439dcf of type vlan for network 89b76153-7de1-41b3-8d43-562c60a2969f Jul 07 17:53:11.281427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.347321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.355878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 320888ea-ef39-458f-8d15-a63458465993, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=320888ea-ef39-458f-8d15-a63458465993,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:11.359407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-af2de6c7-e406-4049-ac67-926d9cd9b232 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bad083c-93f4-4460-bf85-fb96aec88877 HTTP/1.1" status: 200 len: 1001 time: 0.3941715 Jul 07 17:53:11.396520 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.406582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.407721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.408351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.484657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] Pushing event updated for resources: {'Network': ['ID=89b76153-7de1-41b3-8d43-562c60a2969f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:11.503194 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0bbfea5a-6431-48bc-8804-866e75f51606 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7393584 Jul 07 17:53:11.503898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56738) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:11.509452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Request body: {'subnet': {'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1508889093-subnet', 'tenant_id': 'd408b542bf91419685d3ee7a1aa79153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:11.521806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-93999083-a19b-406f-8c61-447240a4fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.523426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-93999083-a19b-406f-8c61-447240a4fbb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 200 len: 863 time: 0.1551800 Jul 07 17:53:11.536229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-2fb87005-c997-4cca-a331-1ada004adbb4 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/adc8107f-b9cb-433c-8389-a56e17190b37 HTTP/1.1" status: 200 len: 2981 time: 0.2810915 Jul 07 17:53:11.538542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Made reservation on behalf of d408b542bf91419685d3ee7a1aa79153 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:11.543612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.593974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 89b76153-7de1-41b3-8d43-562c60a2969f details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:53:11.631784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.673568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccdc0a-f875-4268-a0fd-b04f82dc8fb4 req-f7c334f1-7b3e-44f0-99cf-3da9ea7c4cf3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.680316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58ccdc0a-f875-4268-a0fd-b04f82dc8fb4 req-f7c334f1-7b3e-44f0-99cf-3da9ea7c4cf3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 945 time: 0.2439942 Jul 07 17:53:11.684999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=320888ea-ef39-458f-8d15-a63458465993,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:11.698743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-7d3a4ff3-d568-4693-9024-68e801e888b5 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/adc8107f-b9cb-433c-8389-a56e17190b37 HTTP/1.1" status: 200 len: 2981 time: 0.1486301 Jul 07 17:53:11.783185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.783820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-87a5632c-a4ee-48d0-85ff-3af8ec3b3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.785489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-87a5632c-a4ee-48d0-85ff-3af8ec3b3d99 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=78f2d497-06d4-403b-99e8-f8ea474e9a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483830 Jul 07 17:53:11.791094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58ccdc0a-f875-4268-a0fd-b04f82dc8fb4 req-bcd8640a-ab39-4b28-ba90-15d56c7e9288 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100323 Jul 07 17:53:11.828322 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.852693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Checking segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:11.853163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Network hostable DHCP agents. Network: 89b76153-7de1-41b3-8d43-562c60a2969f, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:53:11.855218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e22b2dd-8190-47fd-89fb-274080a1f223,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:11.880009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Network 89b76153-7de1-41b3-8d43-562c60a2969f is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:53:11.880238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-495308b1-f7fa-4239-b440-bb4d2ec09ec5 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ae81a78f-bea9-4584-aef8-a1bc1c55824e HTTP/1.1" status: 200 len: 2973 time: 0.1697347 Jul 07 17:53:11.893497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 89b76153-7de1-41b3-8d43-562c60a2969f) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:11.897751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.898652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.907608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6343ae-4d42-4546-a43d-f8c1bf5051ac None None] Network 89b76153-7de1-41b3-8d43-562c60a2969f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:11.920942 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2047fed4-64dc-4d93-add8-94e658de79c6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4109790 Jul 07 17:53:11.987914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Pushing event updated for resources: {'Port': ['ID=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:12.020799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:12.039102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:12.041800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:12.104340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f3baf-e67b-4fdd-9a60-70f5ebadbe94 None None] Network 89b76153-7de1-41b3-8d43-562c60a2969f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:12.128158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-8fa426f4-a5b5-42aa-89ad-da1ab179c4c7 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/ae81a78f-bea9-4584-aef8-a1bc1c55824e HTTP/1.1" status: 200 len: 2973 time: 0.2348583 Jul 07 17:53:12.136586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-6e404ec3-2e22-47b8-a100-fe5ce2532d4c service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394403 Jul 07 17:53:12.235902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.236627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.278694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-1968098b-ab3a-4a6c-a53e-47a01ab56b50 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1510437 Jul 07 17:53:12.284467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-c33df437-d921-4a91-b2b3-07258523f1e2 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6 HTTP/1.1" status: 200 len: 2981 time: 0.1298082 Jul 07 17:53:12.298690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Request body: {'port': {'device_id': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:12.382557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78f9cd2b-cf8b-41b4-9808-6e94b795be80 req-56feadda-8278-47c7-b741-979fa7e62fd8 service neutron] 10.222.0.90 "GET /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262425 Jul 07 17:53:12.384321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd9458-9c38-4e47-ac10-5b4d46ea405c req-92f503b5-cb31-45ab-8c09-1d4fccb23c6f tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.385741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bdd9458-9c38-4e47-ac10-5b4d46ea405c req-92f503b5-cb31-45ab-8c09-1d4fccb23c6f tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 1100 time: 0.2732353 Jul 07 17:53:12.393497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-0b3852be-1ac2-47cf-895f-a19e7875397e tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6 HTTP/1.1" status: 200 len: 2981 time: 0.1006842 Jul 07 17:53:12.467813 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.496950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bdd9458-9c38-4e47-ac10-5b4d46ea405c req-570c0f40-81fd-462d-b183-186de4152e67 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024597 Jul 07 17:53:12.500882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-54a0110d-473c-4c53-bd3b-2fa6e3c8b530 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/dd9f0079-3473-46cf-8b96-56fd1dcc88e2 HTTP/1.1" status: 200 len: 2981 time: 0.0883989 Jul 07 17:53:12.632687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-7519edf6-aa6f-4b06-8d41-53117f11d217 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/dd9f0079-3473-46cf-8b96-56fd1dcc88e2 HTTP/1.1" status: 200 len: 2981 time: 0.1141827 Jul 07 17:53:12.841353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 320888ea-ef39-458f-8d15-a63458465993 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:12.890324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 320888ea-ef39-458f-8d15-a63458465993 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:12.890550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.104013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-15609700-5c0d-4581-8fa3-4e2668caccf2 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/e442532a-c267-4bd9-ae7e-ea75324ebfb2 HTTP/1.1" status: 200 len: 2981 time: 0.4419115 Jul 07 17:53:13.156537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-605b8512-5322-47ed-82d1-19d70e2fe0a2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.160543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-605b8512-5322-47ed-82d1-19d70e2fe0a2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.90 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 819 time: 0.5442109 Jul 07 17:53:13.182422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Request body: {'port': {'device_id': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'admin_state_up': True, 'tenant_id': '597a9e3fda1748d797789883238a6a4d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:13.198244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e475361-1aae-4d07-971c-b021220328ee req-6997fa33-6df1-42f8-be0f-b80682b84bdf tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.199729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e475361-1aae-4d07-971c-b021220328ee req-6997fa33-6df1-42f8-be0f-b80682b84bdf tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 946 time: 0.5816443 Jul 07 17:53:13.289146 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-84872c6e-e901-4d5a-a925-e448ed968e92 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/e442532a-c267-4bd9-ae7e-ea75324ebfb2 HTTP/1.1" status: 200 len: 2981 time: 0.1789875 Jul 07 17:53:13.358855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e475361-1aae-4d07-971c-b021220328ee req-efdf711c-7590-46a1-9833-4e532b80f6dd tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426175 Jul 07 17:53:13.388668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0cd2f8-7a82-480c-9089-74b4695f2ab2 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:13.408764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.431045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Transition to ACTIVE for port object fa0cd2f8-7a82-480c-9089-74b4695f2ab2 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:13.433018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-3db0a533-d653-4377-bb19-da7cadb79066 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f5f5c942-750f-42a5-9eb3-80014a753ea7 HTTP/1.1" status: 200 len: 2977 time: 0.1300972 Jul 07 17:53:13.437501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.501603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Made reservation on behalf of 597a9e3fda1748d797789883238a6a4d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:13.505248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.550733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd09f4f6-851c-42c3-af1c-6e01d419b1a4 req-32905281-b343-431e-b66f-eaae1daa9572 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 210 time: 0.0685878 Jul 07 17:53:13.570452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:13.623073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89545b3-1d12-4a8e-850c-2ab1ec33a0e8 req-5fbd4b88-ddc5-4f56-b659-cb59821a0399 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f5f5c942-750f-42a5-9eb3-80014a753ea7 HTTP/1.1" status: 200 len: 2977 time: 0.1833394 Jul 07 17:53:13.716195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Attempting to bind port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:13.716503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Attempting to bind port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:13.716844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Attempting to bind port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 on network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:13.724717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 on network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:13.725006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Attempting to bind port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 on network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:13.744938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:13.746529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Checking segment: {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:13.746529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Bound using segment: {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:13.746529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Bound port: fa0cd2f8-7a82-480c-9089-74b4695f2ab2, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:13.746529 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.768931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Allocated IP 172.20.0.13 (4b2416c9-5b94-41c0-8b49-749cc52f8d0f/76cb5689-512b-410b-bc65-ed33d813e7b1/1307d571-b8f3-478b-ad98-b3034e11d794) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:13.879540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] For port fa0cd2f8-7a82-480c-9089-74b4695f2ab2, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:13.963757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] For port fa0cd2f8-7a82-480c-9089-74b4695f2ab2, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:13.977808 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.089005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.089622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.091012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 200 len: 1091 time: 1.7993801 Jul 07 17:53:14.092237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'tag': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:14.094540 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc014d9b-ce9c-4d66-a739-07d75447e922" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a39acc-708f-48c7-aa79-80edc13925ba", "tag": "fa0cd2f8-7a82-480c-9089-74b4695f2ab2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:14.132415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-37bcd5e0-7173-4308-9eb0-6c7bb0a10953 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.133960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-37bcd5e0-7173-4308-9eb0-6c7bb0a10953 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 813 time: 0.2882457 Jul 07 17:53:14.139472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93db3b-a24f-4318-81db-f34a37290d06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:14.190598 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.197730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-44ff1b30-414b-48f0-9267-6c97868ef37a tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/quotas/d408b542bf91419685d3ee7a1aa79153 HTTP/1.1" status: 200 len: 375 time: 0.0552878 Jul 07 17:53:14.257580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-15d3c23d-e07a-4210-bf07-936acb004c90 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501807 Jul 07 17:53:14.264270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206b4d0-ab39-4825-94c2-1a1d1d40371c req-a0e059bd-b34a-4b6f-a4a7-9e875c27daa9 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.265821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a206b4d0-ab39-4825-94c2-1a1d1d40371c req-a0e059bd-b34a-4b6f-a4a7-9e875c27daa9 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 1101 time: 0.2519054 Jul 07 17:53:14.372348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.379006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-c012d188-2fba-4bcc-a2b8-0b9695ee7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.380605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-c012d188-2fba-4bcc-a2b8-0b9695ee7cbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1094 time: 0.2315185 Jul 07 17:53:14.400890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a206b4d0-ab39-4825-94c2-1a1d1d40371c req-ddd05492-7c23-469e-bd45-9612f60bc904 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219938 Jul 07 17:53:14.490324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-33862165-390e-4de1-a39c-cd5b97dcf507 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 200 len: 217 time: 0.0951097 Jul 07 17:53:14.510365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:14.522532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:14.524353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Pushing event updated for resources: {'Port': ['ID=1307d571-b8f3-478b-ad98-b3034e11d794,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:14.526689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:14.549895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-66f2461f-dd09-4ca5-b3cf-9f373280774e service neutron] 10.222.0.88 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722344 Jul 07 17:53:14.625544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-40f81a9a-5b03-4679-959d-bf56686c2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.627027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-40f81a9a-5b03-4679-959d-bf56686c2258 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.1188581 Jul 07 17:53:14.643681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.644293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.733328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-59816aaa-c924-41b8-8824-0ec19662ff19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861268 Jul 07 17:53:14.740775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9dd1ba4a-ab8a-4c03-938c-4a85ff5ae88b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5670836 Jul 07 17:53:14.761387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Request body: {'port': {'device_id': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:14.791405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-4c79a6b2-fa82-42d2-b75d-9a7a4b568db4 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.793379 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-4c79a6b2-fa82-42d2-b75d-9a7a4b568db4 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1097 time: 0.0722175 Jul 07 17:53:14.813619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-2'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:14.838842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-018ca66b-4a45-4b5b-9da3-64ccb2508073 req-8a9324c4-98e6-46bb-9f30-f4c71996d0fe tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e4bda35c4704093ba0ae651965dc756 HTTP/1.1" status: 200 len: 6101 time: 0.2659557 Jul 07 17:53:14.907411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.999769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-97d10d2a-7866-4b6c-8939-c4b89ab331f0 service neutron] 10.222.0.88 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278955 Jul 07 17:53:15.021560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-018ca66b-4a45-4b5b-9da3-64ccb2508073 req-4638f702-617c-47ad-9c99-1ae12df37808 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "GET /v2.0/security-groups/88206183-8604-4e17-8873-85092fc936c5 HTTP/1.1" status: 200 len: 2981 time: 0.1662478 Jul 07 17:53:15.027079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.031115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-82b98a09-917e-4a38-b8b6-6bd0d3ad6917 service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745521 Jul 07 17:53:15.046400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:15.104434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:15.153622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.155228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:15.157950 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7edea-a76b-4439-b052-90ac468d678e" -d '{"events": [{"server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "name": "network-vif-unplugged", "status": "completed", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:15.164937 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.176933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-018ca66b-4a45-4b5b-9da3-64ccb2508073 req-5a74f8d7-e94a-413d-b5e3-7a311520d949 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "GET /v2.0/security-groups/88206183-8604-4e17-8873-85092fc936c5 HTTP/1.1" status: 200 len: 2981 time: 0.1507535 Jul 07 17:53:15.312633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on host n-h2-798930-2 for vnic_type normal with profile {"migrating_to": "n-h1-798930-2"} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:15.312882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:15.313283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:15.322712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:15.323059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Attempting to bind port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on network 4ff2f983-2510-4225-8609-03e72b33b22b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:15.328479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.331508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:15.332005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Checking segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:15.332595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Bound using segment: {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:15.333155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Bound port: 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e73af-42d6-4eb8-b225-b1e870cc0472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4ff2f983-2510-4225-8609-03e72b33b22b'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:15.333515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.344287 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f897acdc-6be5-4570-8040-069cc4d7de19 x-openstack-request-id: req-f897acdc-6be5-4570-8040-069cc4d7de19 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:15.344723 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a39acc-708f-48c7-aa79-80edc13925ba", "tag": "fa0cd2f8-7a82-480c-9089-74b4695f2ab2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:15.345088 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f897acdc-6be5-4570-8040-069cc4d7de19 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:15.345498 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'tag': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2', 'status': 'completed', 'code': 200} Jul 07 17:53:15.430901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:15.434941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:15.445597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.470268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e4cf759-2239-4662-bdaf-bc1c36f9026b req-74dee681-9353-4b5e-b241-ad5c8517dfa8 service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220111 Jul 07 17:53:15.540116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.540871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.542242 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] 10.222.0.55 "PUT /v2.0/ports/95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 200 len: 1122 time: 0.7347515 Jul 07 17:53:15.543414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf307f-3246-41bb-8f2c-9f0fa3eb4fce service neutron] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=8']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.656422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['95a62317-2f7c-4cfb-a143-ca03f749b5a5'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:15.697519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['95a62317-2f7c-4cfb-a143-ca03f749b5a5'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:15.796522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88280d66-8048-4bbf-a6bb-9467a6f5046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.950759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff545df-1952-4c3c-91f4-3fc586faacfe req-979a9934-3847-4d67-a646-044f5f2074a2 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.952435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eff545df-1952-4c3c-91f4-3fc586faacfe req-979a9934-3847-4d67-a646-044f5f2074a2 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 945 time: 0.6061382 Jul 07 17:53:16.015399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17432a-6c8d-4b48-a40d-a5cf452832c5 req-45a976dc-0d83-4abc-b0a8-ac93529ed253 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.017237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c17432a-6c8d-4b48-a40d-a5cf452832c5 req-45a976dc-0d83-4abc-b0a8-ac93529ed253 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.5957150 Jul 07 17:53:16.114510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eff545df-1952-4c3c-91f4-3fc586faacfe req-2a3ac728-c9e1-46b2-a253-6cf8c533dbc7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439662 Jul 07 17:53:16.116635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-850a1774-d6d9-46b0-9c5a-672b775e5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.118371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-850a1774-d6d9-46b0-9c5a-672b775e5b39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1094 time: 0.5614038 Jul 07 17:53:16.138477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1307d571-b8f3-478b-ad98-b3034e11d794 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:16.151672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c17432a-6c8d-4b48-a40d-a5cf452832c5 req-3fbce649-e6fd-46f7-ba32-b16a1c33f47b tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186774 Jul 07 17:53:16.164536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.214120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Transition to ACTIVE for port object 1307d571-b8f3-478b-ad98-b3034e11d794 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:16.237113 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.337322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-e93aa9a5-5ea4-4b7f-b20a-0d6f1aebe611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.338919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-e93aa9a5-5ea4-4b7f-b20a-0d6f1aebe611 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 920 time: 0.2124705 Jul 07 17:53:16.340611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-4c06c656-e352-4951-a7fc-e6b8a53f8844 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667503 Jul 07 17:53:16.387031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1307d571-b8f3-478b-ad98-b3034e11d794,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:16.460293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-bff590b5-3983-43d3-941d-afe42ad39ee8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 200 len: 217 time: 0.0986347 Jul 07 17:53:16.621985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-41e25e4d-fa25-4731-965f-60c88a25c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.623453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-41e25e4d-fa25-4731-965f-60c88a25c4fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.1297145 Jul 07 17:53:16.638707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ce951-0316-4c75-b141-6e173a164d4f req-5b5ce12c-57ef-44ed-995b-90a737740588 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.640118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b61ce951-0316-4c75-b141-6e173a164d4f req-5b5ce12c-57ef-44ed-995b-90a737740588 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 944 time: 0.3380456 Jul 07 17:53:16.655635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Attempting to bind port 1307d571-b8f3-478b-ad98-b3034e11d794 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:16.655972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Attempting to bind port 1307d571-b8f3-478b-ad98-b3034e11d794 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:16.656305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Attempting to bind port 1307d571-b8f3-478b-ad98-b3034e11d794 on network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:16.687420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-3d35e456-e048-4238-95ee-2f0b44889776 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463631 Jul 07 17:53:16.694768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Port 1307d571-b8f3-478b-ad98-b3034e11d794 on network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:16.695095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Attempting to bind port 1307d571-b8f3-478b-ad98-b3034e11d794 on network 4b2416c9-5b94-41c0-8b49-749cc52f8d0f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:16.705115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-3a1d1e11-c795-48ea-81f3-c1ebcb1f87e4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.706725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-3a1d1e11-c795-48ea-81f3-c1ebcb1f87e4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462770 Jul 07 17:53:16.775342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:16.775754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Checking segment: {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:16.776143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Bound using segment: {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:16.776736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Bound port: 1307d571-b8f3-478b-ad98-b3034e11d794, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f0329-77dd-4a3d-a2fe-c3351422db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:16.777124 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.804286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b61ce951-0316-4c75-b141-6e173a164d4f req-c8153649-c21f-4073-bbc5-1fa655098b12 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495523 Jul 07 17:53:16.808924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-7be49d7f-2c2f-427b-a160-fb1939b88274 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/quotas/b0b7422b5a6f47faa6f6657141a679f9 HTTP/1.1" status: 200 len: 375 time: 0.0895016 Jul 07 17:53:16.925739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-b6835e13-0cdd-4656-b63c-d339f3f5e87d service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168462 Jul 07 17:53:16.930568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] For port 1307d571-b8f3-478b-ad98-b3034e11d794, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:16.936066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] For port 1307d571-b8f3-478b-ad98-b3034e11d794, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1307d571-b8f3-478b-ad98-b3034e11d794,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:16.949742 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.958647 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07672e4b-646b-428d-a29f-54fecb8f44cd x-openstack-request-id: req-07672e4b-646b-428d-a29f-54fecb8f44cd {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:16.959762 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "name": "network-vif-unplugged", "status": "completed", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:16.960247 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-07672e4b-646b-428d-a29f-54fecb8f44cd {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:16.960899 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5', 'code': 200} Jul 07 17:53:17.035220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.035836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.037278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] 10.222.0.90 "PUT /v2.0/ports/1307d571-b8f3-478b-ad98-b3034e11d794 HTTP/1.1" status: 200 len: 1092 time: 2.2818887 Jul 07 17:53:17.081804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-6e6acde9-b963-4407-9e17-d709e51a4acf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2636812 Jul 07 17:53:17.095430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe75752-4225-4674-ab11-80d29ffafae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1307d571-b8f3-478b-ad98-b3034e11d794,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:17.145772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc014d9b-ce9c-4d66-a739-07d75447e922 req-151f88ff-44d5-4f5d-86ce-c3b301c5297f service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110965 Jul 07 17:53:17.286656 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76ae81b5-7138-459c-ab1d-bab83ebf14db req-ca985488-c720-4a53-9d93-8238a53afa06 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/814cc18b-d594-40e6-91bb-6c0312f72262 HTTP/1.1" status: 200 len: 1778 time: 0.0932155 Jul 07 17:53:17.312854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-576d48b8-54a7-4c4f-b29b-c6fbfe52f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.314554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-576d48b8-54a7-4c4f-b29b-c6fbfe52f316 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 1095 time: 0.1327462 Jul 07 17:53:17.341633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-905a0863-251d-45a6-a5c1-b1fbc5ae74ba tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.345223 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-905a0863-251d-45a6-a5c1-b1fbc5ae74ba tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 813 time: 0.2286415 Jul 07 17:53:17.346109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'tag': '1307d571-b8f3-478b-ad98-b3034e11d794'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:17.348918 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74c20f2-eea3-4036-9dfb-6eb6e281722e" -d '{"events": [{"name": "network-changed", "server_uuid": "fadfc7b8-a4d6-4647-bb69-c9621fc9e741", "tag": "1307d571-b8f3-478b-ad98-b3034e11d794"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:17.372536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Request body: {'port': {'device_id': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'admin_state_up': True, 'tenant_id': 'd408b542bf91419685d3ee7a1aa79153'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:17.381116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-9274990f-7bb9-4b87-9d8d-822f0af56201 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1307d571-b8f3-478b-ad98-b3034e11d794 HTTP/1.1" status: 200 len: 217 time: 0.0448782 Jul 07 17:53:17.459536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-76ae81b5-7138-459c-ab1d-bab83ebf14db req-c8d2c108-1e5e-4c35-8f6b-fb505c42a571 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.499119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-76ae81b5-7138-459c-ab1d-bab83ebf14db req-c8d2c108-1e5e-4c35-8f6b-fb505c42a571 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.507200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-0cbaed6a-7174-435a-92ef-4b97df62d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.509049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-0cbaed6a-7174-435a-92ef-4b97df62d36f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.1167147 Jul 07 17:53:17.546605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Made reservation on behalf of d408b542bf91419685d3ee7a1aa79153 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:17.550604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.560578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-f0d8ae94-c90a-44f7-9b4b-b1dfd6209c08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428050 Jul 07 17:53:17.587642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-76ae81b5-7138-459c-ab1d-bab83ebf14db req-c8d2c108-1e5e-4c35-8f6b-fb505c42a571 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.590469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-76ae81b5-7138-459c-ab1d-bab83ebf14db req-c8d2c108-1e5e-4c35-8f6b-fb505c42a571 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.591584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76ae81b5-7138-459c-ab1d-bab83ebf14db req-c8d2c108-1e5e-4c35-8f6b-fb505c42a571 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/814cc18b-d594-40e6-91bb-6c0312f72262 HTTP/1.1" status: 204 len: 173 time: 0.3040075 Jul 07 17:53:17.666799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c108-1e5e-4c35-8f6b-fb505c42a571 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814cc18b-d594-40e6-91bb-6c0312f72262,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:17.732216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-bb84fcf0-504f-4443-81ad-2cdef8b98786 service neutron] 10.222.0.90 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574504 Jul 07 17:53:17.802453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Allocated IP 172.20.0.5 (89b76153-7de1-41b3-8d43-562c60a2969f/9e22b2dd-8190-47fd-89fb-274080a1f223/87561572-8786-4212-b228-f08d875017c2) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:17.821433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 95a62317-2f7c-4cfb-a143-ca03f749b5a5 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:17.934551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6326d416-8d60-45b4-b6b3-6ede8b644602 req-ec521647-868b-4889-a2b2-f53f7e0cd627 service neutron] 10.222.0.90 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913102 Jul 07 17:53:17.951369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dada2-66ec-4ef7-b77d-ee6f4af6e203 req-c74afd17-c44e-4753-a70d-3385700ad0b5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.953003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-250dada2-66ec-4ef7-b77d-ee6f4af6e203 req-c74afd17-c44e-4753-a70d-3385700ad0b5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 946 time: 0.1857717 Jul 07 17:53:18.064279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:18.081424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 95a62317-2f7c-4cfb-a143-ca03f749b5a5 has no active binding in host n-h1-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:53:18.089385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-250dada2-66ec-4ef7-b77d-ee6f4af6e203 req-287efba7-4dcb-47df-8226-f6f08b8483a2 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282852 Jul 07 17:53:18.152245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.261904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.287891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01cbd8fe-ce32-401f-a85f-dd2fb0bf616f req-bd2722a9-35d4-4964-9a26-cfb536140ca1 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 210 time: 0.0556300 Jul 07 17:53:18.321595 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-220d6c5f-729a-4fbd-bda4-be3bcfaca16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.345251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Network 89b76153-7de1-41b3-8d43-562c60a2969f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:18.346416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event updated for resources: {'Port': ['ID=87561572-8786-4212-b228-f08d875017c2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:18.349932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:18.351525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:18.393578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.434026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.435313 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.456650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785d032-7242-420b-808f-c281f9da1ddc req-1b9676c7-9a20-4ef9-84bd-fa9a5f3cd3b0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.458524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f785d032-7242-420b-808f-c281f9da1ddc req-1b9676c7-9a20-4ef9-84bd-fa9a5f3cd3b0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.1524010 Jul 07 17:53:18.458793 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-73218848-b9d8-4a66-af46-3b8ec4d07296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905025 Jul 07 17:53:18.465243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-71afd0bb-b28d-4ce1-90b3-46465b13206e tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.466781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-71afd0bb-b28d-4ce1-90b3-46465b13206e tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 813 time: 0.3883440 Jul 07 17:53:18.487518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Request body: {'port': {'device_id': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:18.497094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Request body: {'port': {'device_id': '23379a49-3889-4962-8081-7c252a3b0807', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'admin_state_up': True, 'tenant_id': 'd408b542bf91419685d3ee7a1aa79153'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:18.565409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91594711-195c-4dcc-a892-7ed3499e586e req-bd54f513-eef0-424e-b2ed-24c4f07ead1a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0825708 Jul 07 17:53:18.588003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f785d032-7242-420b-808f-c281f9da1ddc req-a392e2e8-6b95-4b49-855c-b3f9d2280291 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201565 Jul 07 17:53:18.603875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.645459 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eaec2c-5887-4fd3-b4d9-fac50bd34c8d x-openstack-request-id: req-d4eaec2c-5887-4fd3-b4d9-fac50bd34c8d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:18.646364 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadfc7b8-a4d6-4647-bb69-c9621fc9e741", "tag": "1307d571-b8f3-478b-ad98-b3034e11d794", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:18.646364 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4eaec2c-5887-4fd3-b4d9-fac50bd34c8d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:18.646586 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'tag': '1307d571-b8f3-478b-ad98-b3034e11d794', 'status': 'completed', 'code': 200} Jul 07 17:53:18.719953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Made reservation on behalf of d408b542bf91419685d3ee7a1aa79153 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:18.723540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.740484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bb0c12d-8d5e-4a4f-820b-371a1e5e707a req-80bd0e56-254e-44d7-9a66-d88f0befd4c6 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "GET /v2.0/security-groups/dc40b771-0fb8-413b-ab25-d857cb83fe78 HTTP/1.1" status: 200 len: 1777 time: 0.1061544 Jul 07 17:53:18.884915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-9448c7a8-fc1c-4b0d-bad5-9dadecf1c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.886483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-9448c7a8-fc1c-4b0d-bad5-9dadecf1c6f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 1095 time: 0.2106669 Jul 07 17:53:18.928791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87561572-8786-4212-b228-f08d875017c2 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:18.945830 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.949900 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-defede94-d33d-45fb-abd7-7c639606d610 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319757 Jul 07 17:53:18.968113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:18.970428 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def1b808-628e-4721-b398-2ef24222f5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:18.974153 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2bb0c12d-8d5e-4a4f-820b-371a1e5e707a req-5b9dd8fb-00cb-4d1a-ae1f-13646931f244 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.992039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d798b-a854-4bb9-921b-c9fcdf930174 req-ba7df957-18be-4124-8707-e1631a0641f6 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.993627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f5d798b-a854-4bb9-921b-c9fcdf930174 req-ba7df957-18be-4124-8707-e1631a0641f6 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 944 time: 0.2452612 Jul 07 17:53:19.010274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Transition to ACTIVE for port object 87561572-8786-4212-b228-f08d875017c2 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:19.023612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.071796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2bb0c12d-8d5e-4a4f-820b-371a1e5e707a req-5b9dd8fb-00cb-4d1a-ae1f-13646931f244 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.100591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Pushing event updated for resources: {'Port': ['ID=87561572-8786-4212-b228-f08d875017c2,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:19.108335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-91fb70e4-6a9e-461b-ad33-df2ded390144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.109862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-91fb70e4-6a9e-461b-ad33-df2ded390144 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 920 time: 0.2127461 Jul 07 17:53:19.138998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-b2d0e2d4-c8fb-4ebd-8387-1a8466e453e0 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.140723 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-b2d0e2d4-c8fb-4ebd-8387-1a8466e453e0 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836462 Jul 07 17:53:19.142087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f5d798b-a854-4bb9-921b-c9fcdf930174 req-b99d7dd2-9f13-403e-b1fb-7ca28adbac73 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377904 Jul 07 17:53:19.171470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:19.181638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-10dc40a1-ca65-48b8-ab9a-77396f242fef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1307d571-b8f3-478b-ad98-b3034e11d794 HTTP/1.1" status: 200 len: 217 time: 0.0622511 Jul 07 17:53:19.186256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Allocated IP 172.20.0.10 (89b76153-7de1-41b3-8d43-562c60a2969f/9e22b2dd-8190-47fd-89fb-274080a1f223/84cb0ba0-132e-4e32-874b-403b9b950dd0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:19.199507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2bb0c12d-8d5e-4a4f-820b-371a1e5e707a req-5b9dd8fb-00cb-4d1a-ae1f-13646931f244 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.202455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2bb0c12d-8d5e-4a4f-820b-371a1e5e707a req-5b9dd8fb-00cb-4d1a-ae1f-13646931f244 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.208217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bb0c12d-8d5e-4a4f-820b-371a1e5e707a req-5b9dd8fb-00cb-4d1a-ae1f-13646931f244 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc40b771-0fb8-413b-ab25-d857cb83fe78 HTTP/1.1" status: 204 len: 173 time: 0.4575148 Jul 07 17:53:19.251924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd8fb-00cb-4d1a-ae1f-13646931f244 tempest-SecurityGroupsTestAdminJSON-1422215881 tempest-SecurityGroupsTestAdminJSON-1422215881-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc40b771-0fb8-413b-ab25-d857cb83fe78,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:19.315793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-58efd2d8-0eef-4ef6-a9c1-89bd677452ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.317414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-58efd2d8-0eef-4ef6-a9c1-89bd677452ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.1081817 Jul 07 17:53:19.344096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Attempting to bind port 87561572-8786-4212-b228-f08d875017c2 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:19.344470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Attempting to bind port 87561572-8786-4212-b228-f08d875017c2 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:19.344881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Attempting to bind port 87561572-8786-4212-b228-f08d875017c2 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:19.354680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Port 87561572-8786-4212-b228-f08d875017c2 on network 89b76153-7de1-41b3-8d43-562c60a2969f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:19.355097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Attempting to bind port 87561572-8786-4212-b228-f08d875017c2 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:19.366971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:19.367392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Checking segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:19.367843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Bound using segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:19.369250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Bound port: 87561572-8786-4212-b228-f08d875017c2, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:19.369757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.419932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-f38a24c4-079f-42d9-949d-37cd755efce0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869408 Jul 07 17:53:19.428204 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02029235-6b77-4783-b876-1b7acb1284e2 x-openstack-request-id: req-02029235-6b77-4783-b876-1b7acb1284e2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:19.436724 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:19.436992 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02029235-6b77-4783-b876-1b7acb1284e2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:19.437421 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5', 'status': 'completed', 'code': 200} Jul 07 17:53:19.497938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] For port 87561572-8786-4212-b228-f08d875017c2, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:19.502817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] For port 87561572-8786-4212-b228-f08d875017c2, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=87561572-8786-4212-b228-f08d875017c2,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:19.505066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:19.511104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.521644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.539603 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.604291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.606531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.608387 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] 10.222.0.55 "PUT /v2.0/ports/87561572-8786-4212-b228-f08d875017c2 HTTP/1.1" status: 200 len: 1091 time: 1.1253510 Jul 07 17:53:19.624346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.655805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6604ad5-7e14-43a8-8ac3-743ff54a8817 req-274f3ba6-d67b-41df-8128-018b23d6e8e3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "GET /v2.0/security-groups/fe513d90-6f9a-4f9b-bb8b-eb2587558ff4 HTTP/1.1" status: 200 len: 1777 time: 0.2149711 Jul 07 17:53:19.715913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b808-628e-4721-b398-2ef24222f5c6 req-ce1c29d8-afc4-496d-8c02-8f8c26df63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.716989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-def1b808-628e-4721-b398-2ef24222f5c6 req-ce1c29d8-afc4-496d-8c02-8f8c26df63b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1125 time: 0.2472057 Jul 07 17:53:19.728428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-ab342065-b755-469d-bd41-cab4d6071949 service neutron] 10.222.0.90 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919550 Jul 07 17:53:19.849407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fa0cd2f8-7a82-480c-9089-74b4695f2ab2 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:19.967800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fa0cd2f8-7a82-480c-9089-74b4695f2ab2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:19.988433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2', 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'port_id': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2', 'mac_address': 'fa:16:3e:28:4e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:20.042442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.060404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0cd2f8-7a82-480c-9089-74b4695f2ab2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:20.065338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cf0c0-07be-435c-b125-37599a65103e service neutron] Pushing event updated for resources: {'Port': ['ID=87561572-8786-4212-b228-f08d875017c2,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.087080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fa0cd2f8-7a82-480c-9089-74b4695f2ab2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:20.097577 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.164215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.168937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-c8a6b24f-e582-44cd-8c28-ee675522b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.170447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-c8a6b24f-e582-44cd-8c28-ee675522b619 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=3a67f51d-5e96-4077-8fc6-fc1e3e22dff7 HTTP/1.1" status: 200 len: 1094 time: 0.4733245 Jul 07 17:53:20.190522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.126 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/30a53fff-af25-4896-a621-0e32c27cb1ce) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:20.234429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1883bef8-8ff6-4910-b144-21bd38376374 req-8673af31-659a-40f1-b73b-e2d3c4a6eea7 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 210 time: 0.1024845 Jul 07 17:53:20.239054 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-43881923-cf5e-4c22-a13d-53fd39232212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87561572-8786-4212-b228-f08d875017c2 HTTP/1.1" status: 200 len: 217 time: 0.0413635 Jul 07 17:53:20.291029 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d6604ad5-7e14-43a8-8ac3-743ff54a8817 req-add2f407-7991-44aa-8e61-f0680ee9d49b tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.298301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-80b60b49-a62b-4664-9b51-596ea7713d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.299973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-80b60b49-a62b-4664-9b51-596ea7713d3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.0494144 Jul 07 17:53:20.309072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.368427 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-38be6284-9bca-4b31-84d2-d649e50246d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559201 Jul 07 17:53:20.401460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d6604ad5-7e14-43a8-8ac3-743ff54a8817 req-add2f407-7991-44aa-8e61-f0680ee9d49b tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.422175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b74c20f2-eea3-4036-9dfb-6eb6e281722e req-3280b595-6451-4b20-b7a9-bf00396d1675 service neutron] 10.222.0.90 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740203 Jul 07 17:53:20.431604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Network 89b76153-7de1-41b3-8d43-562c60a2969f is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:20.435442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b808-628e-4721-b398-2ef24222f5c6 req-414420e0-6e32-4ed6-b5a9-345b0add56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.436956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-def1b808-628e-4721-b398-2ef24222f5c6 req-414420e0-6e32-4ed6-b5a9-345b0add56ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.7075794 Jul 07 17:53:20.446457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:20.468136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:20.501276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['fa0cd2f8-7a82-480c-9089-74b4695f2ab2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:20.567791 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-185a7e0a-aa58-493f-81e5-93fd2841bc8f service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835830 Jul 07 17:53:20.580152 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.595233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event updated for resources: {'Port': ['ID=84cb0ba0-132e-4e32-874b-403b9b950dd0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.604915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-def1b808-628e-4721-b398-2ef24222f5c6 req-773b93b7-5886-4911-bb10-b6c795486e2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 200 len: 217 time: 0.1516109 Jul 07 17:53:20.607570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-417d5836-ad2a-4dcb-8fef-23d5be00fd4b req-473f122b-ed43-4f1b-9991-0143c4773f58 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0823760 Jul 07 17:53:20.633339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.634081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.634651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.635253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.635818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.636377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.637026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.637593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.638100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.638583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.639075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.639733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.651920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object 30a53fff-af25-4896-a621-0e32c27cb1ce will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:20.672358 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d6604ad5-7e14-43a8-8ac3-743ff54a8817 req-add2f407-7991-44aa-8e61-f0680ee9d49b tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.674799 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d6604ad5-7e14-43a8-8ac3-743ff54a8817 req-add2f407-7991-44aa-8e61-f0680ee9d49b tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.676068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6604ad5-7e14-43a8-8ac3-743ff54a8817 req-add2f407-7991-44aa-8e61-f0680ee9d49b tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "DELETE /v2.0/security-groups/fe513d90-6f9a-4f9b-bb8b-eb2587558ff4 HTTP/1.1" status: 204 len: 173 time: 1.0193965 Jul 07 17:53:20.700107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.700773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.711938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2f407-7991-44aa-8e61-f0680ee9d49b tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe513d90-6f9a-4f9b-bb8b-eb2587558ff4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.714343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-32f70654-a27b-4de8-8818-0cd28137e6a4 service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314502 Jul 07 17:53:20.724075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.728897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b808-628e-4721-b398-2ef24222f5c6 req-82cc926d-0565-4a1e-9e3f-3a8d58ec0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.736193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-def1b808-628e-4721-b398-2ef24222f5c6 req-82cc926d-0565-4a1e-9e3f-3a8d58ec0462 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.1166608 Jul 07 17:53:20.738148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-dd72a458-0a41-4a90-9418-a6136db28871 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2541952 Jul 07 17:53:20.771318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Request body: {'port': {'device_id': '23379a49-3889-4962-8081-7c252a3b0807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:20.789425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=30a53fff-af25-4896-a621-0e32c27cb1ce,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.806324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:20.808037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:20.812699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:20.826103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9b4bb75b-09d3-40b7-895c-e1507a8a00b8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:20.899063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.900096 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.917453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-def1b808-628e-4721-b398-2ef24222f5c6 req-09523646-a5f5-4289-8317-5a1adf15d4f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718750 Jul 07 17:53:20.927415 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-69e50d30-fc4f-452b-96ed-af09139ef9a5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7600014 Jul 07 17:53:20.946500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Request body: {'port': {'device_id': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:21.082695 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.094288 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.146045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-def1b808-628e-4721-b398-2ef24222f5c6 req-a26324a0-8588-430c-924a-bf49b1787a85 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823039 Jul 07 17:53:21.158006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.240053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4da4852f-0c74-4919-96ae-247dd4ce5b92 None None] Provisioning for port 30a53fff-af25-4896-a621-0e32c27cb1ce completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:21.245960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4da4852f-0c74-4919-96ae-247dd4ce5b92 None None] Provisioning complete for port 30a53fff-af25-4896-a621-0e32c27cb1ce triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:21.247196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4da4852f-0c74-4919-96ae-247dd4ce5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.291310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4da4852f-0c74-4919-96ae-247dd4ce5b92 None None] Port 30a53fff-af25-4896-a621-0e32c27cb1ce cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:21.349623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6b02d-b1ef-4a76-92c5-44eaa606e84b req-da2418e5-8f41-43fd-aeae-cdfa4c743326 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:21.351165 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01d6b02d-b1ef-4a76-92c5-44eaa606e84b req-da2418e5-8f41-43fd-aeae-cdfa4c743326 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 944 time: 0.4316924 Jul 07 17:53:21.419212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df4cf2-6175-4419-a747-6ec11c711d72 req-6ef330ee-783b-417c-8781-a6e5713436b8 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:21.420609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72df4cf2-6175-4419-a747-6ec11c711d72 req-6ef330ee-783b-417c-8781-a6e5713436b8 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 946 time: 0.3629520 Jul 07 17:53:21.439136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a53fff-af25-4896-a621-0e32c27cb1ce {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:21.443579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'tag': '87561572-8786-4212-b228-f08d875017c2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:21.446392 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a67f51d-5e96-4077-8fc6-fc1e3e22dff7", "tag": "87561572-8786-4212-b228-f08d875017c2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:21.452630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.466022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Transition to ACTIVE for port object 30a53fff-af25-4896-a621-0e32c27cb1ce will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:21.470896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.498564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-def1b808-628e-4721-b398-2ef24222f5c6 req-c9d9c730-5a0e-4f9b-9ca6-6f9e13404967 service neutron] 10.222.0.90 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426383 Jul 07 17:53:21.528736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Pushing event updated for resources: {'Port': ['ID=30a53fff-af25-4896-a621-0e32c27cb1ce,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:21.568426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-4b7f45e3-d7ee-48fe-8ddf-674c542a2f39 service neutron] 10.222.0.90 "GET /v2.0/ports/95a62317-2f7c-4cfb-a143-ca03f749b5a5/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.2886205 Jul 07 17:53:21.575057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01d6b02d-b1ef-4a76-92c5-44eaa606e84b req-65d13ca3-ef0a-44d5-aa32-551e5cae5719 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704381 Jul 07 17:53:21.591455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72df4cf2-6175-4419-a747-6ec11c711d72 req-ac4375f6-ac60-45ef-86dc-28fbff020ff5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549933 Jul 07 17:53:21.638300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Attempting to bind port 30a53fff-af25-4896-a621-0e32c27cb1ce on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:21.638736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Attempting to bind port 30a53fff-af25-4896-a621-0e32c27cb1ce by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:21.639165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Attempting to bind port 30a53fff-af25-4896-a621-0e32c27cb1ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:21.644695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Port 30a53fff-af25-4896-a621-0e32c27cb1ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:21.645235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Attempting to bind port 30a53fff-af25-4896-a621-0e32c27cb1ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:21.651063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:21.651573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:21.652056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:21.652593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Bound port: 30a53fff-af25-4896-a621-0e32c27cb1ce, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:21.653078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.664809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95b749f2-6961-418e-b448-8b4383cf51c4 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:21.669310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95a62317-2f7c-4cfb-a143-ca03f749b5a5 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:21.750928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] For port 30a53fff-af25-4896-a621-0e32c27cb1ce, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:21.756480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] For port 30a53fff-af25-4896-a621-0e32c27cb1ce, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=30a53fff-af25-4896-a621-0e32c27cb1ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:21.768388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.845093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Pushing event updated for resources: {'Port': ['ID=30a53fff-af25-4896-a621-0e32c27cb1ce,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:21.852667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:21.853849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.855369 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-d15b9576-ae86-4279-82c4-518a3b7e1699 service neutron] 10.222.0.90 "PUT /v2.0/ports/30a53fff-af25-4896-a621-0e32c27cb1ce HTTP/1.1" status: 200 len: 1096 time: 0.9172068 Jul 07 17:53:21.948700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:21.962884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '95b749f2-6961-418e-b448-8b4383cf51c4', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': '95b749f2-6961-418e-b448-8b4383cf51c4', 'mac_address': 'fa:16:3e:0e:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:21.972046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-40282a39-fb75-4f50-a3f8-4250a8c983bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:21.973706 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-40282a39-fb75-4f50-a3f8-4250a8c983bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 1099 time: 0.0634604 Jul 07 17:53:21.979969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:22.007062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.022130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95b749f2-6961-418e-b448-8b4383cf51c4 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:22.031377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:22.045685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-5a3ae94c-a1bd-4432-9a5a-6c5d9d65915e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=30a53fff-af25-4896-a621-0e32c27cb1ce HTTP/1.1" status: 200 len: 217 time: 0.0610149 Jul 07 17:53:22.078890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:22.089033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:22.089934 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.090834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1307d571-b8f3-478b-ad98-b3034e11d794 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:22.116203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-3ea6f045-16bb-46a6-b45c-5deb3ea7cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.116477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bd33c56-473a-4269-a561-738fcbf19e35 req-73aefd49-1d95-432e-8100-f2f2e705e4f3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "GET /v2.0/security-groups/f03ac3ff-7090-4753-a56d-dbba70687af3 HTTP/1.1" status: 200 len: 1776 time: 0.2200561 Jul 07 17:53:22.117879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-3ea6f045-16bb-46a6-b45c-5deb3ea7cc19 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0645070 Jul 07 17:53:22.128940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cb0ba0-132e-4e32-874b-403b9b950dd0 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:22.149682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.171129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bde54-4360-41d2-8309-3068297c7770 req-b0b2af77-5aac-498f-8b5b-befcf45d3cdb tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.180689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85bde54-4360-41d2-8309-3068297c7770 req-b0b2af77-5aac-498f-8b5b-befcf45d3cdb tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 944 time: 0.3797731 Jul 07 17:53:22.199839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e666-c820-46b1-8876-683ddec377ef req-045085f4-9c39-488d-80ef-f75d9646da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.201290 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-045085f4-9c39-488d-80ef-f75d9646da36 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727479 Jul 07 17:53:22.228025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a62317-2f7c-4cfb-a143-ca03f749b5a5 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:22.243279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Transition to ACTIVE for port object 84cb0ba0-132e-4e32-874b-403b9b950dd0 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:22.245548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:22.267551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:22.281906 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.326145 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-15fc60b7-cc77-4ddb-91ab-44f95a61c92c service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166377 Jul 07 17:53:22.326427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5bd33c56-473a-4269-a561-738fcbf19e35 req-bf290d49-96fd-4357-831e-953c8eb2ccc3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.330153 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1307d571-b8f3-478b-ad98-b3034e11d794, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1307d571-b8f3-478b-ad98-b3034e11d794,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:22.334193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.358867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85bde54-4360-41d2-8309-3068297c7770 req-485842e6-317f-4ecb-b897-f78c10d429e7 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499231 Jul 07 17:53:22.359915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '1307d571-b8f3-478b-ad98-b3034e11d794', 'network_id': '4b2416c9-5b94-41c0-8b49-749cc52f8d0f', 'port_id': '1307d571-b8f3-478b-ad98-b3034e11d794', 'mac_address': 'fa:16:3e:fe:66:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cb5689-512b-410b-bc65-ed33d813e7b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:22.393067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5bd33c56-473a-4269-a561-738fcbf19e35 req-bf290d49-96fd-4357-831e-953c8eb2ccc3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.408188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=84cb0ba0-132e-4e32-874b-403b9b950dd0,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:22.421018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.444591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1307d571-b8f3-478b-ad98-b3034e11d794 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:22.475943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1307d571-b8f3-478b-ad98-b3034e11d794, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1307d571-b8f3-478b-ad98-b3034e11d794,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:22.485591 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.486161 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f875e666-c820-46b1-8876-683ddec377ef req-b61ebd8e-214c-4aa4-b6a8-37d08c17c9ac service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504822 Jul 07 17:53:22.572324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=1307d571-b8f3-478b-ad98-b3034e11d794,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:22.590805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['95b749f2-6961-418e-b448-8b4383cf51c4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:22.658710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5bd33c56-473a-4269-a561-738fcbf19e35 req-bf290d49-96fd-4357-831e-953c8eb2ccc3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.661583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5bd33c56-473a-4269-a561-738fcbf19e35 req-bf290d49-96fd-4357-831e-953c8eb2ccc3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.662863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bd33c56-473a-4269-a561-738fcbf19e35 req-bf290d49-96fd-4357-831e-953c8eb2ccc3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] 10.222.0.88 "DELETE /v2.0/security-groups/f03ac3ff-7090-4753-a56d-dbba70687af3 HTTP/1.1" status: 204 len: 173 time: 0.5375986 Jul 07 17:53:22.689890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] Transition to ACTIVE for port object 95a62317-2f7c-4cfb-a143-ca03f749b5a5 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:22.702451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf290d49-96fd-4357-831e-953c8eb2ccc3 tempest-SecurityGroupsTestAdminJSON-35199695 tempest-SecurityGroupsTestAdminJSON-35199695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ac3ff-7090-4753-a56d-dbba70687af3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:22.709460 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034ff9fc-99a9-4dbd-9695-78dd426337a4 x-openstack-request-id: req-034ff9fc-99a9-4dbd-9695-78dd426337a4 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:22.709760 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a67f51d-5e96-4077-8fc6-fc1e3e22dff7", "tag": "87561572-8786-4212-b228-f08d875017c2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:22.709982 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-034ff9fc-99a9-4dbd-9695-78dd426337a4 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:22.710382 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'tag': '87561572-8786-4212-b228-f08d875017c2', 'status': 'completed', 'code': 200} Jul 07 17:53:22.716210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Attempting to bind port 84cb0ba0-132e-4e32-874b-403b9b950dd0 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:22.717537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Attempting to bind port 84cb0ba0-132e-4e32-874b-403b9b950dd0 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:22.718195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Attempting to bind port 84cb0ba0-132e-4e32-874b-403b9b950dd0 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:22.724948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.744663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Port 84cb0ba0-132e-4e32-874b-403b9b950dd0 on network 89b76153-7de1-41b3-8d43-562c60a2969f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:22.745177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Attempting to bind port 84cb0ba0-132e-4e32-874b-403b9b950dd0 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:22.837081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:22.837865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Checking segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:22.838035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Bound using segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:22.838634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Bound port: 84cb0ba0-132e-4e32-874b-403b9b950dd0, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:22.839043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.861229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-1cbdeaa9-a974-4911-a34d-9223445badf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.865235 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-1cbdeaa9-a974-4911-a34d-9223445badf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=3a67f51d-5e96-4077-8fc6-fc1e3e22dff7 HTTP/1.1" status: 200 len: 1094 time: 0.1275127 Jul 07 17:53:22.870340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39a791-b665-4adc-ac10-818b097ead7c req-ebfc71d3-1d43-4a7e-bc5d-25d8541924c5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.872159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a39a791-b665-4adc-ac10-818b097ead7c req-ebfc71d3-1d43-4a7e-bc5d-25d8541924c5 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.90 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 946 time: 0.4081292 Jul 07 17:53:22.873137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] No DVR routers for this DVR port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:22.962376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56908) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:22.994674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-b721b30e-09e0-4766-9b4b-4a9a5add9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.996041 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-b721b30e-09e0-4766-9b4b-4a9a5add9d76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 914 time: 0.1225407 Jul 07 17:53:23.006544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e1444-2981-4661-9504-d7d191d9dbba req-ca83c2ed-0acf-4fcc-beb7-ee0c9088bcf8 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.009332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-181e1444-2981-4661-9504-d7d191d9dbba req-ca83c2ed-0acf-4fcc-beb7-ee0c9088bcf8 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 944 time: 0.4625914 Jul 07 17:53:23.045497 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-1f77a411-fc77-41fa-887f-8cacefaa52a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87561572-8786-4212-b228-f08d875017c2 HTTP/1.1" status: 200 len: 217 time: 0.0403094 Jul 07 17:53:23.130392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-6891c4f9-2a40-4cdd-807d-30fd54802d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.132760 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-6891c4f9-2a40-4cdd-807d-30fd54802d00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.0775576 Jul 07 17:53:23.161664 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fc977e32-3a1e-4e6b-a644-b5721fca1b73 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e4bda35c4704093ba0ae651965dc756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976333 Jul 07 17:53:23.179146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56912) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:23.201927 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-12659cd8-c325-497e-ac23-edb8a736e006 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585423 Jul 07 17:53:23.228712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1307d571-b8f3-478b-ad98-b3034e11d794'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:23.334084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b116988-2784-4deb-ae3c-bf13cb892d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.376221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b116988-2784-4deb-ae3c-bf13cb892d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.380447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-ff73ef9f-0f77-4ea3-a802-38cf2a2b8e8f service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616769 Jul 07 17:53:23.416588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] For port 84cb0ba0-132e-4e32-874b-403b9b950dd0, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:23.423668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] Pushing event updated for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:23.440859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-ab9bf9f7-68cb-4579-8dac-f6bee2a1c555 service neutron] 10.222.0.90 "PUT /v2.0/ports/95a62317-2f7c-4cfb-a143-ca03f749b5a5/bindings/n-h1-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8610935 Jul 07 17:53:23.457931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] For port 84cb0ba0-132e-4e32-874b-403b9b950dd0, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=84cb0ba0-132e-4e32-874b-403b9b950dd0,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:23.471776 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.489661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-181e1444-2981-4661-9504-d7d191d9dbba req-9fa5fb87-bdaa-4d2b-9fbd-5c06e2bc9986 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282310 Jul 07 17:53:23.519654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92bad8cc-c6b0-4f46-b6e8-22dca99ebc0d req-5cef10eb-4d32-491e-b85a-fbc9d5156e5a service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302581 Jul 07 17:53:23.528494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b116988-2784-4deb-ae3c-bf13cb892d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.534524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b116988-2784-4deb-ae3c-bf13cb892d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.559329 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4b116988-2784-4deb-ae3c-bf13cb892d5a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88206183-8604-4e17-8873-85092fc936c5 HTTP/1.1" status: 204 len: 168 time: 0.3621602 Jul 07 17:53:23.571250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.572707 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.574178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] 10.222.0.55 "PUT /v2.0/ports/84cb0ba0-132e-4e32-874b-403b9b950dd0 HTTP/1.1" status: 200 len: 1092 time: 2.8086426 Jul 07 17:53:23.580736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23379a49-3889-4962-8081-7c252a3b0807', 'tag': '84cb0ba0-132e-4e32-874b-403b9b950dd0'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:23.583201 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b" -d '{"events": [{"name": "network-changed", "server_uuid": "23379a49-3889-4962-8081-7c252a3b0807", "tag": "84cb0ba0-132e-4e32-874b-403b9b950dd0"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:23.620117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e97bd3-2436-4563-a0ac-6e0d36c8cc30 req-beb1c3b2-05eb-4837-814b-659e2b914977 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.620777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116988-2784-4deb-ae3c-bf13cb892d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88206183-8604-4e17-8873-85092fc936c5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:23.627423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4e97bd3-2436-4563-a0ac-6e0d36c8cc30 req-beb1c3b2-05eb-4837-814b-659e2b914977 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 948 time: 0.6723413 Jul 07 17:53:23.650041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a9704-f158-4094-86cf-c489b4cc8cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=84cb0ba0-132e-4e32-874b-403b9b950dd0,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:23.672185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-876025e2-13bd-4186-8d5d-d8a41c2e8010 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.673894 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-876025e2-13bd-4186-8d5d-d8a41c2e8010 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.1025839 Jul 07 17:53:23.687602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Deleting port 8bad083c-93f4-4460-bf85-fb96aec88877 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:23.687980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.693975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95b749f2-6961-418e-b448-8b4383cf51c4 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:23.759029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 95b749f2-6961-418e-b448-8b4383cf51c4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:23.759793 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.792989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-3bb3545a-9701-4f16-b94a-28731edb22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.794868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-3bb3545a-9701-4f16-b94a-28731edb22c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8&tenant_id=d6e825af701d49d1ac8683652b10e618 HTTP/1.1" status: 200 len: 1096 time: 0.1015904 Jul 07 17:53:23.802206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4e97bd3-2436-4563-a0ac-6e0d36c8cc30 req-691d03b3-4cba-44cf-8d3e-3879f06486a8 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737905 Jul 07 17:53:23.871300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] For port 8bad083c-93f4-4460-bf85-fb96aec88877, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8bad083c-93f4-4460-bf85-fb96aec88877,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:23.872225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.882400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f2140-657e-41ee-925d-15a06d66e562 req-8870275c-d9ef-419d-b1aa-ccfaa8cdf1ef tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.889289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c76f2140-657e-41ee-925d-15a06d66e562 req-8870275c-d9ef-419d-b1aa-ccfaa8cdf1ef tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 945 time: 0.2518013 Jul 07 17:53:23.892377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-05e5e9e7-63f9-49d5-a986-98145edfa676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.897995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-71e11ea8-e0c8-415b-b216-2e86b3bf0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.899510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-71e11ea8-e0c8-415b-b216-2e86b3bf0f1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 1095 time: 0.2683122 Jul 07 17:53:23.899661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-05e5e9e7-63f9-49d5-a986-98145edfa676 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e825af701d49d1ac8683652b10e618&device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1096 time: 0.0693994 Jul 07 17:53:23.903156 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.909292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fa0cd2f8-7a82-480c-9089-74b4695f2ab2 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:23.973078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:23.977507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:23.980105 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b69501-a2b8-4a56-a0ff-d1c3199793cd" -d '{"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-plugged", "status": "completed", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:23.992191 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.993673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8bad083c-93f4-4460-bf85-fb96aec88877 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:23.997267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56924) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:24.051698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-ebdd223e-3fb0-4184-81aa-e0af09d865aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cb0ba0-132e-4e32-874b-403b9b950dd0 HTTP/1.1" status: 200 len: 217 time: 0.1192400 Jul 07 17:53:24.066547 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-caddfcb5-37e0-4901-b04b-c474a16f18a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9b9c4ac44d347f69c03deae00b516f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678689 Jul 07 17:53:24.069586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56926) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:24.103925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-aada449d-d573-4a54-9c8c-a2dea714b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.105757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-aada449d-d573-4a54-9c8c-a2dea714b885 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 200 len: 921 time: 0.1850405 Jul 07 17:53:24.123172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:24.124758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0002195c-bfca-4f0a-ad62-a45bf0c48612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.127190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:24.136767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:24.137197 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.166211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.170757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-df3d5002-31d6-4e1c-aad4-5f79eba7b072 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 200 len: 217 time: 0.0469604 Jul 07 17:53:24.183429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0002195c-bfca-4f0a-ad62-a45bf0c48612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.195278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c76f2140-657e-41ee-925d-15a06d66e562 req-98117c5c-e414-45a8-9fbe-1efeaddb1684 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014834 Jul 07 17:53:24.253779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-4ac1a7d0-5f72-4911-a813-46eda15c2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.255376 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-4ac1a7d0-5f72-4911-a813-46eda15c2720 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 200 len: 860 time: 0.0742490 Jul 07 17:53:24.295163 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-0dc6064b-4d8c-40e4-8133-89f6118c074b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ff2f983-2510-4225-8609-03e72b33b22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327554 Jul 07 17:53:24.354285 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.354611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.354962 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Floating IP 15af8703-47a2-499a-925f-592918a644ae disassociated. External IP: 172.25.1.98, port: 8bad083c-93f4-4460-bf85-fb96aec88877. Jul 07 17:53:24.355415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Calling delete_port for 8bad083c-93f4-4460-bf85-fb96aec88877 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:24.377293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8bad083c-93f4-4460-bf85-fb96aec88877, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8bad083c-93f4-4460-bf85-fb96aec88877,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:24.386580 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.387001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-406b357f-452f-464d-85d4-e5f14a620d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.388590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-406b357f-452f-464d-85d4-e5f14a620d54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.3007982 Jul 07 17:53:24.394047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0002195c-bfca-4f0a-ad62-a45bf0c48612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.397203 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0002195c-bfca-4f0a-ad62-a45bf0c48612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.398573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0002195c-bfca-4f0a-ad62-a45bf0c48612 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/61e2e250-9801-4451-b478-1e992aa5f818 HTTP/1.1" status: 204 len: 168 time: 0.3277001 Jul 07 17:53:24.435143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002195c-bfca-4f0a-ad62-a45bf0c48612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e2e250-9801-4451-b478-1e992aa5f818,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:24.463477 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-f4d59002-097e-4061-8be2-995769c2404c service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605835 Jul 07 17:53:24.466388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.498033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8bad083c-93f4-4460-bf85-fb96aec88877,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:24.498606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-f65c5af1-4251-4127-a871-6740a8bf6c30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620465 Jul 07 17:53:24.517537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3eaf4-dca8-4e9a-ba30-254b5e07790c req-bcd3535e-5f08-4a70-a3f6-ed78f575dc70 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.525475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33d3eaf4-dca8-4e9a-ba30-254b5e07790c req-bcd3535e-5f08-4a70-a3f6-ed78f575dc70 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 946 time: 0.5427766 Jul 07 17:53:24.534701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fa0cd2f8-7a82-480c-9089-74b4695f2ab2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:24.543443 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.583482 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-4be4dea9-8057-4dab-bdab-d9d65d681fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105802 Jul 07 17:53:24.620884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:24.699164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33d3eaf4-dca8-4e9a-ba30-254b5e07790c req-b590a701-1689-4f48-bcc6-6f4b21bf6a0b tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups?id=9e7443bb-c8da-4cca-9107-fc71d9aa0672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602657 Jul 07 17:53:24.711715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'tag': '30a53fff-af25-4896-a621-0e32c27cb1ce'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:24.714248 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9992b57d-0379-44f1-8305-0ddef1df72d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5ccd1d-93d6-4459-969b-6bff50c1a0e3", "tag": "30a53fff-af25-4896-a621-0e32c27cb1ce"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:24.738032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-1648b78b-5770-4ec7-9cbe-3d8732e572c3 service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096944 Jul 07 17:53:24.795964 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970476be-f4b1-4c84-bf54-b48b5085e8d2 x-openstack-request-id: req-970476be-f4b1-4c84-bf54-b48b5085e8d2 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:24.796251 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23379a49-3889-4962-8081-7c252a3b0807", "tag": "84cb0ba0-132e-4e32-874b-403b9b950dd0", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:24.796444 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-970476be-f4b1-4c84-bf54-b48b5085e8d2 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:24.797059 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23379a49-3889-4962-8081-7c252a3b0807', 'tag': '84cb0ba0-132e-4e32-874b-403b9b950dd0', 'status': 'completed', 'code': 200} Jul 07 17:53:24.830136 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b5e19-7e6a-4c9c-b7fe-42826653efed x-openstack-request-id: req-b34b5e19-7e6a-4c9c-b7fe-42826653efed {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:24.830438 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-plugged", "status": "completed", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:24.831041 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b34b5e19-7e6a-4c9c-b7fe-42826653efed {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:24.831720 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4', 'code': 200} Jul 07 17:53:24.861464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ad177-3632-440a-a7fb-7561bf538c36 req-2afb88a9-cffe-4309-abf0-245c92dc9339 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.863037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-762ad177-3632-440a-a7fb-7561bf538c36 req-2afb88a9-cffe-4309-abf0-245c92dc9339 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 945 time: 0.2752843 Jul 07 17:53:24.892393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.970794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event deleted for resources: {'Port': ['ID=8bad083c-93f4-4460-bf85-fb96aec88877,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:25.022495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-762ad177-3632-440a-a7fb-7561bf538c36 req-1e2e68b8-6449-41bf-8bd8-319939d945fb tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500635 Jul 07 17:53:25.024305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e3be9612-70d5-4ea6-a42e-a6d9fd34d3ec tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.026018 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-e3be9612-70d5-4ea6-a42e-a6d9fd34d3ec tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8&tenant_id=d6e825af701d49d1ac8683652b10e618&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.0932634 Jul 07 17:53:25.030839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b7e1e5-dcb2-4d27-930b-0e451c566cef req-b13ad779-6440-45de-951e-3b58916eeb91 service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534442 Jul 07 17:53:25.107196 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937ff4a5-41ef-4742-b05f-3a6c42a66c28 x-openstack-request-id: req-937ff4a5-41ef-4742-b05f-3a6c42a66c28 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:25.108102 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5ccd1d-93d6-4459-969b-6bff50c1a0e3", "tag": "30a53fff-af25-4896-a621-0e32c27cb1ce", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:25.108662 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-937ff4a5-41ef-4742-b05f-3a6c42a66c28 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:25.109450 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'tag': '30a53fff-af25-4896-a621-0e32c27cb1ce', 'status': 'completed', 'code': 200} Jul 07 17:53:25.219116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2bc69-31e4-4f5d-b5ac-143907fc4396 req-261571dd-c5f6-4f1e-ac70-3bcc27b61694 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.219116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33c2bc69-31e4-4f5d-b5ac-143907fc4396 req-261571dd-c5f6-4f1e-ac70-3bcc27b61694 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 944 time: 0.2559800 Jul 07 17:53:25.235530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Router 5e41260d-9935-4d85-ad8b-5803339dd647 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:25.247690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-c55bbbb6-8cef-4a00-ad67-7b1266941a9a service neutron] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:25.251644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-c55bbbb6-8cef-4a00-ad67-7b1266941a9a service neutron] Notify callbacks [] for binding, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.252805 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-43c48fbf-d616-4770-8a70-9cc0c2202615 req-c55bbbb6-8cef-4a00-ad67-7b1266941a9a service neutron] 10.222.0.55 "DELETE /v2.0/ports/95a62317-2f7c-4cfb-a143-ca03f749b5a5/bindings/n-h2-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.2104921 Jul 07 17:53:25.353367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-a7079943-ce92-4d4d-9e8d-1c91fb4f0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.355612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-a7079943-ce92-4d4d-9e8d-1c91fb4f0551 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 1095 time: 0.2540045 Jul 07 17:53:25.370327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33c2bc69-31e4-4f5d-b5ac-143907fc4396 req-8ea566d8-1176-4a45-8169-f6a987361296 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379120 Jul 07 17:53:25.630167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:25.642293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] Sync routers for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:25.655990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:25.658422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:25.661880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-2eb7e6fc-00da-4adf-9826-c8b2b947efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.664233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-2eb7e6fc-00da-4adf-9826-c8b2b947efa8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 1099 time: 0.3656220 Jul 07 17:53:25.761576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1307d571-b8f3-478b-ad98-b3034e11d794 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:25.889097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 1307d571-b8f3-478b-ad98-b3034e11d794 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:25.902098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 87561572-8786-4212-b228-f08d875017c2 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:25.907536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 1307d571-b8f3-478b-ad98-b3034e11d794 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:25.908218 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.947345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:26.154755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bae6f-365b-44d8-9a64-6b444f4b8e50 req-c04b3d2c-733b-489e-a0c5-f119c90621b2 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.156507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d33bae6f-365b-44d8-9a64-6b444f4b8e50 req-c04b3d2c-733b-489e-a0c5-f119c90621b2 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 948 time: 0.9120433 Jul 07 17:53:26.182596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] No DVR routers for this DVR port 8bad083c-93f4-4460-bf85-fb96aec88877 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:26.197729 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.199690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a39a791-b665-4adc-ac10-818b097ead7c req-d3e1c258-8515-4a20-aa2a-e8c86277e74d tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.90 "DELETE /v2.0/ports/8bad083c-93f4-4460-bf85-fb96aec88877 HTTP/1.1" status: 204 len: 173 time: 3.3209252 Jul 07 17:53:26.206867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-5ed1dda3-91c6-4d15-88cd-ca9ebaaabbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.208364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-5ed1dda3-91c6-4d15-88cd-ca9ebaaabbbb service neutron] 10.222.0.55 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 914 time: 0.8421640 Jul 07 17:53:26.297868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.334817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 87561572-8786-4212-b228-f08d875017c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=87561572-8786-4212-b228-f08d875017c2,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:26.370362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '87561572-8786-4212-b228-f08d875017c2', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'port_id': '87561572-8786-4212-b228-f08d875017c2', 'mac_address': 'fa:16:3e:de:15:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e22b2dd-8190-47fd-89fb-274080a1f223', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:26.388774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c37f13-727f-4542-8f58-9359fb21311b req-1a88081f-5296-4a6f-abe7-ecfa88221065 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.396369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c37f13-727f-4542-8f58-9359fb21311b req-1a88081f-5296-4a6f-abe7-ecfa88221065 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 945 time: 0.8764179 Jul 07 17:53:26.403789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-755166eb-7c11-45c9-9058-6c7e7638789f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cb0ba0-132e-4e32-874b-403b9b950dd0 HTTP/1.1" status: 200 len: 217 time: 0.1613553 Jul 07 17:53:26.413495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1307d571-b8f3-478b-ad98-b3034e11d794, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1307d571-b8f3-478b-ad98-b3034e11d794,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:26.461596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d33bae6f-365b-44d8-9a64-6b444f4b8e50 req-c8cece46-0483-4e42-a1ef-199b88b37f11 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813852 Jul 07 17:53:26.487777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.554924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-8d88bfbe-d80f-49a5-836f-05f620388929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.566445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-8d88bfbe-d80f-49a5-836f-05f620388929 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.8727443 Jul 07 17:53:26.581540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.606099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=1307d571-b8f3-478b-ad98-b3034e11d794,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:26.614443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87561572-8786-4212-b228-f08d875017c2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:26.646320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 87561572-8786-4212-b228-f08d875017c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=87561572-8786-4212-b228-f08d875017c2,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:26.649248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:26.658710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-8f500363-395d-495f-967c-896c6bef3a20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=30a53fff-af25-4896-a621-0e32c27cb1ce HTTP/1.1" status: 200 len: 217 time: 0.0680704 Jul 07 17:53:26.670351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11c37f13-727f-4542-8f58-9359fb21311b req-ce09eaf8-9a2e-405a-88c8-4802215401c0 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729607 Jul 07 17:53:26.692244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.701943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-1bd7865b-bcac-435b-8c89-4dac67f77e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.709896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-1bd7865b-bcac-435b-8c89-4dac67f77e6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.2899215 Jul 07 17:53:26.741959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] Checking router: 5e41260d-9935-4d85-ad8b-5803339dd647 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:26.778747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:26.780756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:26.800266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'name': 'network-vif-deleted', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:26.805125 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c37f5a9-fe4d-4947-9cc0-f8f511f40894" -d '{"events": [{"server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "name": "network-vif-deleted", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:26.907461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-48ca8e28-a91f-4f3a-baea-a25747f0f506 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259856 Jul 07 17:53:26.954954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:27.000015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-78149ce5-6f24-41fe-b5be-a00aa052547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:27.002810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-78149ce5-6f24-41fe-b5be-a00aa052547a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.3274603 Jul 07 17:53:27.055307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877'}, {'server_uuid': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2'}, {'server_uuid': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307d571-b8f3-478b-ad98-b3034e11d794'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:27.059563 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf5959-a561-4b00-81ed-f690ffc2cf5c" -d '{"events": [{"server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "name": "network-vif-unplugged", "status": "completed", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877"}, {"server_uuid": "c2a39acc-708f-48c7-aa79-80edc13925ba", "name": "network-vif-plugged", "status": "completed", "tag": "fa0cd2f8-7a82-480c-9089-74b4695f2ab2"}, {"server_uuid": "fadfc7b8-a4d6-4647-bb69-c9621fc9e741", "name": "network-vif-plugged", "status": "completed", "tag": "1307d571-b8f3-478b-ad98-b3034e11d794"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:27.080798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=87561572-8786-4212-b228-f08d875017c2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:27.242606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2aac3b7d-66fc-4587-9c84-f7e3c4f592ba req-fc7c8c0b-4f63-434d-ad43-a3798df8388f tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb125e4e-9517-455d-bee5-e09916e71658 HTTP/1.1" status: 200 len: 210 time: 0.1369426 Jul 07 17:53:27.269132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['87561572-8786-4212-b228-f08d875017c2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:27.320193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-e1f26888-adcf-4947-8f8f-4bd374bfed9b service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975537 Jul 07 17:53:27.398101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-9a8b328f-79bb-4991-a6b0-6b2d54685edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:27.399665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-9a8b328f-79bb-4991-a6b0-6b2d54685edd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3328919 Jul 07 17:53:27.414918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96042-3e84-41f5-8bbc-1c5ddd1d84cb req-7628964b-03c9-4fe1-aaac-33e28596734f tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:27.421879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aef96042-3e84-41f5-8bbc-1c5ddd1d84cb req-7628964b-03c9-4fe1-aaac-33e28596734f tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.3606155 Jul 07 17:53:27.485665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:27.527282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac517c-089e-40fe-a46e-c8ba0566a38a None None] The sync data for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 is: [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:47:20Z', 'revision_number': 4, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '8749bb07-1bca-4694-9b20-5ad10c1b22e1', 'name': '', 'network_id': '78f2d497-06d4-403b-99e8-f8ea474e9a54', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'mac_address': 'fa:16:3e:c2:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:19Z', 'updated_at': '2021-07-07T17:47:27Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'subnets': [{'id': '38b5c0cd-9a13-4cca-b78a-d0539aeb2634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:27.563421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aef96042-3e84-41f5-8bbc-1c5ddd1d84cb req-45a2a375-50e9-4b62-8393-582711d56b06 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405349 Jul 07 17:53:27.573621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4c0b2a-bd41-4c49-8213-79205fe0de3b req-670bd4d9-0b28-4f30-b650-c6b574539488 service neutron] 10.222.0.55 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399735 Jul 07 17:53:27.626901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-19be1ab8-a35d-4848-9be6-d6fe2319aadd service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995437 Jul 07 17:53:27.708971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 30a53fff-af25-4896-a621-0e32c27cb1ce details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:27.754165 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74422955-765f-4f61-9911-c55c7116296d x-openstack-request-id: req-74422955-765f-4f61-9911-c55c7116296d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:27.754796 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "name": "network-vif-deleted", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:27.755272 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-74422955-765f-4f61-9911-c55c7116296d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:27.756031 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'name': 'network-vif-deleted', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877', 'status': 'completed', 'code': 200} Jul 07 17:53:27.771804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9992b57d-0379-44f1-8305-0ddef1df72d6 req-145d0b94-6648-4597-8bb1-ffb0d16999da service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374445 Jul 07 17:53:27.905852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 30a53fff-af25-4896-a621-0e32c27cb1ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=30a53fff-af25-4896-a621-0e32c27cb1ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:27.926602 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c30fd2-cafc-447d-81ec-239dd96d369b x-openstack-request-id: req-65c30fd2-cafc-447d-81ec-239dd96d369b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:27.926951 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb125e4e-9517-455d-bee5-e09916e71658", "name": "network-vif-unplugged", "status": "completed", "tag": "8bad083c-93f4-4460-bf85-fb96aec88877", "code": 200}, {"server_uuid": "c2a39acc-708f-48c7-aa79-80edc13925ba", "name": "network-vif-plugged", "status": "completed", "tag": "fa0cd2f8-7a82-480c-9089-74b4695f2ab2", "code": 200}, {"server_uuid": "fadfc7b8-a4d6-4647-bb69-c9621fc9e741", "name": "network-vif-plugged", "status": "completed", "tag": "1307d571-b8f3-478b-ad98-b3034e11d794", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:27.927309 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65c30fd2-cafc-447d-81ec-239dd96d369b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:27.927778 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb125e4e-9517-455d-bee5-e09916e71658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bad083c-93f4-4460-bf85-fb96aec88877', 'code': 200} Jul 07 17:53:27.928092 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2', 'code': 200} Jul 07 17:53:27.928397 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307d571-b8f3-478b-ad98-b3034e11d794', 'code': 200} Jul 07 17:53:27.929673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '30a53fff-af25-4896-a621-0e32c27cb1ce', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '30a53fff-af25-4896-a621-0e32c27cb1ce', 'mac_address': 'fa:16:3e:85:41:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:27.999055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f22e17-0b31-401f-bede-0e2bf8623303 req-92eea258-930a-4ed8-8efa-e4b512693be4 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.010028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8f22e17-0b31-401f-bede-0e2bf8623303 req-92eea258-930a-4ed8-8efa-e4b512693be4 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 944 time: 0.1957982 Jul 07 17:53:28.014678 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.033433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a53fff-af25-4896-a621-0e32c27cb1ce {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:28.048578 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dedb4-c7ee-4a4c-87a5-84446495b0cb None None] New status for floating IP 15af8703-47a2-499a-925f-592918a644ae: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:53:28.061551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 30a53fff-af25-4896-a621-0e32c27cb1ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=30a53fff-af25-4896-a621-0e32c27cb1ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:28.069822 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.134682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=30a53fff-af25-4896-a621-0e32c27cb1ce,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:28.241249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8f22e17-0b31-401f-bede-0e2bf8623303 req-5834cb7b-0935-4f02-bbd3-28421761d264 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297888 Jul 07 17:53:28.255590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c3067-e9eb-4577-8748-cce6383a949e req-dc2df70b-f7ed-428b-8cf1-6f63ca49597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.259308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-744c3067-e9eb-4577-8748-cce6383a949e req-dc2df70b-f7ed-428b-8cf1-6f63ca49597f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 1097 time: 0.3177452 Jul 07 17:53:28.278793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291165e-d384-432e-9fd3-0a1a701b5926 req-df121d90-1dcc-485c-90dd-9d7122cd6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.281280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c291165e-d384-432e-9fd3-0a1a701b5926 req-df121d90-1dcc-485c-90dd-9d7122cd6a39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1096 time: 0.2676363 Jul 07 17:53:28.301465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b7c48-c952-4e21-a17d-98d01f6f6017 req-92c5d597-5322-4a63-a5ce-bace1e0d9413 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.308180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-675b7c48-c952-4e21-a17d-98d01f6f6017 req-92c5d597-5322-4a63-a5ce-bace1e0d9413 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 949 time: 0.2915683 Jul 07 17:53:28.396704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c291165e-d384-432e-9fd3-0a1a701b5926 req-69c7544f-ce2c-4d78-910a-2d9b37503491 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901136 Jul 07 17:53:28.403603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-744c3067-e9eb-4577-8748-cce6383a949e req-50c72a81-9e0c-41c1-ac4e-d25b1a9b89ea service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339073 Jul 07 17:53:28.420251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-675b7c48-c952-4e21-a17d-98d01f6f6017 req-c5084f9f-7e30-4b26-8a1e-30e7b2d97d98 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989125 Jul 07 17:53:28.496692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['30a53fff-af25-4896-a621-0e32c27cb1ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:28.649972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc55a5-c81a-4775-bf4e-4f33da98badd req-501c0b9a-2496-40c3-a719-a47a92316331 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.651993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0fc55a5-c81a-4775-bf4e-4f33da98badd req-501c0b9a-2496-40c3-a719-a47a92316331 tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 1096 time: 0.1596074 Jul 07 17:53:28.741190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0fc55a5-c81a-4775-bf4e-4f33da98badd req-37055b86-bec7-4e2f-96f6-018d19ffc07a tempest-LiveAutoBlockMigrationV225Test-800752409 tempest-LiveAutoBlockMigrationV225Test-800752409-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783446 Jul 07 17:53:28.903958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a6a37-0232-4fea-aecb-0d436230fea5 req-a5e8620b-396d-4923-b28f-ad30a73727d0 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.911657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f69a6a37-0232-4fea-aecb-0d436230fea5 req-a5e8620b-396d-4923-b28f-ad30a73727d0 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.0937214 Jul 07 17:53:28.961200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f69a6a37-0232-4fea-aecb-0d436230fea5 req-f103d748-4270-47c9-b94b-cc247658950c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Jul 07 17:53:29.195202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:29.322788 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:29.392637 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:29.518187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:29.521496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:29.522867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "DELETE /v2.0/security-groups/9e7443bb-c8da-4cca-9107-fc71d9aa0672 HTTP/1.1" status: 204 len: 168 time: 0.3262968 Jul 07 17:53:29.527925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57096) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:29.544716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7443bb-c8da-4cca-9107-fc71d9aa0672,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:29.552288 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-b449d737-c576-4c45-b789-092851ba48e4 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] show failed (client error): The resource could not be found. Jul 07 17:53:29.553638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b449d737-c576-4c45-b789-092851ba48e4 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "GET /v2.0/security-groups/9e7443bb-c8da-4cca-9107-fc71d9aa0672 HTTP/1.1" status: 404 len: 347 time: 0.0247858 Jul 07 17:53:29.556178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.556746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.557510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.558195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.559433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57098) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:29.560387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.560972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.561474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.562065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.562413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.562762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.563089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.563423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8fcc7-e82e-448d-b0c3-c4bfa7db5e15 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:29.674063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525484a-81f8-4170-936b-220a4d66d3e2 req-c9516c40-090c-4569-a801-9030482c3081 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:29.681454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b525484a-81f8-4170-936b-220a4d66d3e2 req-c9516c40-090c-4569-a801-9030482c3081 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 944 time: 0.1937008 Jul 07 17:53:29.864694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b525484a-81f8-4170-936b-220a4d66d3e2 req-4849ec29-b0f4-414f-aa40-0d81649a82d9 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822762 Jul 07 17:53:29.880863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71181-78f1-4e30-8738-69de1c838865 req-9c176ebd-c042-4e2b-b27e-fc56ebfe8abd tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:29.898907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1b71181-78f1-4e30-8738-69de1c838865 req-9c176ebd-c042-4e2b-b27e-fc56ebfe8abd tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 945 time: 0.3420033 Jul 07 17:53:29.928380 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 84cb0ba0-132e-4e32-874b-403b9b950dd0 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:29.932337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 87561572-8786-4212-b228-f08d875017c2 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:29.973004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1b71181-78f1-4e30-8738-69de1c838865 req-10176fa4-3a51-4b84-9389-2b95826258f5 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730131 Jul 07 17:53:29.979473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Deleting port 21bd1762-b6c5-4f2d-b8f4-093785fc978e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:29.979823 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.106853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 87561572-8786-4212-b228-f08d875017c2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:30.116749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 87561572-8786-4212-b228-f08d875017c2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:30.117412 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.166207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 84cb0ba0-132e-4e32-874b-403b9b950dd0, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=84cb0ba0-132e-4e32-874b-403b9b950dd0,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:30.167528 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.167866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.193193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '84cb0ba0-132e-4e32-874b-403b9b950dd0', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'port_id': '84cb0ba0-132e-4e32-874b-403b9b950dd0', 'mac_address': 'fa:16:3e:53:de:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e22b2dd-8190-47fd-89fb-274080a1f223', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:30.244475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Calling delete_port for 21bd1762-b6c5-4f2d-b8f4-093785fc978e owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:30.279038 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.300328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.312346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cb0ba0-132e-4e32-874b-403b9b950dd0 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:30.350597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87561572-8786-4212-b228-f08d875017c2'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:30.353403 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2871121-b8e0-4b38-90f9-ad6bb520ce7d" -d '{"events": [{"server_uuid": "3a67f51d-5e96-4077-8fc6-fc1e3e22dff7", "name": "network-vif-plugged", "status": "completed", "tag": "87561572-8786-4212-b228-f08d875017c2"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:30.368743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 84cb0ba0-132e-4e32-874b-403b9b950dd0, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=84cb0ba0-132e-4e32-874b-403b9b950dd0,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:30.375891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f2691-dbc2-4dd4-a121-d4ba4828d482 req-23f797a5-7d24-4384-b1fd-a8b71e325f5d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:30.376154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 87561572-8786-4212-b228-f08d875017c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=87561572-8786-4212-b228-f08d875017c2,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:30.377641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-961f2691-dbc2-4dd4-a121-d4ba4828d482 req-23f797a5-7d24-4384-b1fd-a8b71e325f5d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 949 time: 0.1963220 Jul 07 17:53:30.380861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.386614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-e49b4583-51df-4a6e-bf70-7fde149b267a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:30.388154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-e49b4583-51df-4a6e-bf70-7fde149b267a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 945 time: 0.1730583 Jul 07 17:53:30.394453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.453138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=84cb0ba0-132e-4e32-874b-403b9b950dd0,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:30.470425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-961f2691-dbc2-4dd4-a121-d4ba4828d482 req-eaea2cf4-77f7-4dfb-99a1-5ed851048336 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625081 Jul 07 17:53:30.537025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=87561572-8786-4212-b228-f08d875017c2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:30.649309 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.708596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Pushing event deleted for resources: {'Port': ['ID=21bd1762-b6c5-4f2d-b8f4-093785fc978e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:30.732445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b1914-4e2f-40dd-b16a-da2e77f98d55 req-35f0b620-5313-4c53-9c5a-bf48747a5438 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:30.744094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb9b1914-4e2f-40dd-b16a-da2e77f98d55 req-35f0b620-5313-4c53-9c5a-bf48747a5438 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.2446477 Jul 07 17:53:30.763507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['84cb0ba0-132e-4e32-874b-403b9b950dd0'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:30.790731 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925316c5-8845-40d5-a7d3-43e5d8b82670 x-openstack-request-id: req-925316c5-8845-40d5-a7d3-43e5d8b82670 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:30.791034 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a67f51d-5e96-4077-8fc6-fc1e3e22dff7", "name": "network-vif-plugged", "status": "completed", "tag": "87561572-8786-4212-b228-f08d875017c2", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:30.791290 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-925316c5-8845-40d5-a7d3-43e5d8b82670 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:30.791673 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87561572-8786-4212-b228-f08d875017c2', 'code': 200} Jul 07 17:53:30.835788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Deleting port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:30.836168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.951793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb9b1914-4e2f-40dd-b16a-da2e77f98d55 req-06d06a89-0e14-4715-9878-f5e5154d4228 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064583 Jul 07 17:53:30.984002 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.989026 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.999125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d3234fd0-62ac-4fa8-8b2c-7f11a30ce127 tempest-ServersWithSpecificFlavorTestJSON-800386692 tempest-ServersWithSpecificFlavorTestJSON-800386692-project] 10.222.0.88 "DELETE /v2.0/floatingips/15af8703-47a2-499a-925f-592918a644ae HTTP/1.1" status: 204 len: 168 time: 1.4386463 Jul 07 17:53:31.056538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565dbcc-3c83-4e48-9220-688d6007dfc2 req-f49fd0e7-1d8a-4b7e-8a5b-7b04e2934836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.063896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3565dbcc-3c83-4e48-9220-688d6007dfc2 req-f49fd0e7-1d8a-4b7e-8a5b-7b04e2934836 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a67f51d-5e96-4077-8fc6-fc1e3e22dff7 HTTP/1.1" status: 200 len: 1096 time: 0.1715071 Jul 07 17:53:31.106596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] For port 95a62317-2f7c-4cfb-a143-ca03f749b5a5, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=95a62317-2f7c-4cfb-a143-ca03f749b5a5,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:31.109382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.114535 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3565dbcc-3c83-4e48-9220-688d6007dfc2 req-1b74212e-cb26-4ca0-b7f7-b8eb7efafe97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Jul 07 17:53:31.145361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Calling delete_port for 95a62317-2f7c-4cfb-a143-ca03f749b5a5 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:31.313206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df891a60-fbd0-4b38-9d77-ed6d0faf4b3c req-1c159319-2a07-4661-8dec-2862a6ff40e5 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.315150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df891a60-fbd0-4b38-9d77-ed6d0faf4b3c req-1c159319-2a07-4661-8dec-2862a6ff40e5 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 945 time: 0.1721191 Jul 07 17:53:31.359541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57144) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:31.463539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df891a60-fbd0-4b38-9d77-ed6d0faf4b3c req-614ae793-0f8e-4042-91ba-0f7b7b6b96e4 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407797 Jul 07 17:53:31.538136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.550138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:31.606111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165970e3-4d78-4718-8ee4-6a50d3e24352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.666287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event deleted for resources: {'Port': ['ID=95a62317-2f7c-4cfb-a143-ca03f749b5a5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:31.741775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 30a53fff-af25-4896-a621-0e32c27cb1ce up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:31.770560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cebf6383-97ef-4fd8-9edb-5773c86add3f req-4db2fc87-a3d4-43e6-92ae-8f34ba148c36 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 210 time: 0.0974224 Jul 07 17:53:31.836776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] No DVR routers for this DVR port 95a62317-2f7c-4cfb-a143-ca03f749b5a5 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:31.847547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.849909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f0e59e4-7c13-4b00-b1fb-6d2267f28429 req-ab0850d4-7e0f-4921-acb7-af5c443608af tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "DELETE /v2.0/ports/95a62317-2f7c-4cfb-a143-ca03f749b5a5 HTTP/1.1" status: 204 len: 173 time: 1.4516623 Jul 07 17:53:31.852089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'name': 'network-vif-deleted', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:31.854545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 30a53fff-af25-4896-a621-0e32c27cb1ce completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:31.859267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 30a53fff-af25-4896-a621-0e32c27cb1ce triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:31.859684 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.867559 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e60bb1-cb65-4674-a39d-407b6c5fd4aa" -d '{"events": [{"server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "name": "network-vif-deleted", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:31.883598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165970e3-4d78-4718-8ee4-6a50d3e24352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.895095 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165970e3-4d78-4718-8ee4-6a50d3e24352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.920495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-2d38f253-2c4f-4e6c-b0ac-e6456d672063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.922054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-2d38f253-2c4f-4e6c-b0ac-e6456d672063 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 1097 time: 0.3807266 Jul 07 17:53:31.988820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165970e3-4d78-4718-8ee4-6a50d3e24352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1815786-1fdf-487e-8079-ecc86bba8042,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:32.028884 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-165970e3-4d78-4718-8ee4-6a50d3e24352 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dea9f44e7d0a47009a2c4394a292b0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662419 Jul 07 17:53:32.031102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57162) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:32.040368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.119399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 30a53fff-af25-4896-a621-0e32c27cb1ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=30a53fff-af25-4896-a621-0e32c27cb1ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:32.136140 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.160722 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c6087f-3772-419e-a9da-49642e74ba81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.195647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-31e1b6c1-16a6-4598-8f35-70a307bbeb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.197193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-31e1b6c1-16a6-4598-8f35-70a307bbeb3c service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 920 time: 0.2463310 Jul 07 17:53:32.214455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c6087f-3772-419e-a9da-49642e74ba81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.252515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=30a53fff-af25-4896-a621-0e32c27cb1ce,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:32.329708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c6087f-3772-419e-a9da-49642e74ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.333089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c6087f-3772-419e-a9da-49642e74ba81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.341083 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-80c6087f-3772-419e-a9da-49642e74ba81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d1815786-1fdf-487e-8079-ecc86bba8042 HTTP/1.1" status: 204 len: 168 time: 0.3060994 Jul 07 17:53:32.388822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6087f-3772-419e-a9da-49642e74ba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1815786-1fdf-487e-8079-ecc86bba8042,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:32.676670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-1531af3c-b377-4b14-a945-f007911784b1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1307d571-b8f3-478b-ad98-b3034e11d794 HTTP/1.1" status: 200 len: 217 time: 0.4510689 Jul 07 17:53:32.793406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a53fff-af25-4896-a621-0e32c27cb1ce'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:32.796268 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66fbea5-dc99-4bf8-b7f0-a52cb53afe54" -d '{"events": [{"server_uuid": "2f5ccd1d-93d6-4459-969b-6bff50c1a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "30a53fff-af25-4896-a621-0e32c27cb1ce"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:32.807815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-23d2496b-f7bc-4f85-940b-29b414d4e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.811316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-23d2496b-f7bc-4f85-940b-29b414d4e2d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.1055338 Jul 07 17:53:32.884523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b896142-a03f-475b-aa0f-e8faf472a7bc req-7fc45cca-bda6-4ada-af35-3339ce2c2a81 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.895125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57176) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:32.895309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b896142-a03f-475b-aa0f-e8faf472a7bc req-7fc45cca-bda6-4ada-af35-3339ce2c2a81 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.6925020 Jul 07 17:53:32.897634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-45b5ca44-723c-46de-b3ca-78016ddb7a9d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762494 Jul 07 17:53:32.915486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-871fd6d8-b477-42cd-835e-d92f2655900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.019863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92117841-d715-4770-ab01-234ac6c9c49e req-05061d89-dd88-4487-a9b5-5165ce4ce011 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.027843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92117841-d715-4770-ab01-234ac6c9c49e req-05061d89-dd88-4487-a9b5-5165ce4ce011 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 950 time: 0.3492551 Jul 07 17:53:33.052205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b896142-a03f-475b-aa0f-e8faf472a7bc req-d89800a5-c3ab-4ada-bca0-4d682974218f tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462290 Jul 07 17:53:33.109114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92117841-d715-4770-ab01-234ac6c9c49e req-c788363b-4225-4dea-a703-d2e5b6e791f6 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789549 Jul 07 17:53:33.144380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-3ebe6949-160e-4302-91a3-44932269dbbc service neutron] 10.222.0.90 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358639 Jul 07 17:53:33.149570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-871fd6d8-b477-42cd-835e-d92f2655900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.157355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-871fd6d8-b477-42cd-835e-d92f2655900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.225299 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-871fd6d8-b477-42cd-835e-d92f2655900d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f6b2492fec47455c889c4fcbb0774781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288641 Jul 07 17:53:33.227615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57186) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:33.228271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fd6d8-b477-42cd-835e-d92f2655900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb614511-9585-4e78-bb46-5a4229bd724e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:33.300004 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad7539-6a58-419d-a358-df4c0b1aaca3 x-openstack-request-id: req-6dad7539-6a58-419d-a358-df4c0b1aaca3 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:33.300390 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77d0aaa-0e25-4297-aada-17a5d55363a8", "name": "network-vif-deleted", "tag": "95a62317-2f7c-4cfb-a143-ca03f749b5a5", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:33.300575 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6dad7539-6a58-419d-a358-df4c0b1aaca3 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:33.301220 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77d0aaa-0e25-4297-aada-17a5d55363a8', 'name': 'network-vif-deleted', 'tag': '95a62317-2f7c-4cfb-a143-ca03f749b5a5', 'status': 'completed', 'code': 200} Jul 07 17:53:33.325237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-134e1ff2-f6c3-4a2d-85a6-e10cf45b2886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.376298 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8485ac-2b27-4437-877b-dd81f80662c9 x-openstack-request-id: req-fa8485ac-2b27-4437-877b-dd81f80662c9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:33.376677 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ccd1d-93d6-4459-969b-6bff50c1a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "30a53fff-af25-4896-a621-0e32c27cb1ce", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:33.377056 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fa8485ac-2b27-4437-877b-dd81f80662c9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:33.377533 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a53fff-af25-4896-a621-0e32c27cb1ce', 'code': 200} Jul 07 17:53:33.377706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-134e1ff2-f6c3-4a2d-85a6-e10cf45b2886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.499215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-134e1ff2-f6c3-4a2d-85a6-e10cf45b2886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.503220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-134e1ff2-f6c3-4a2d-85a6-e10cf45b2886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.507070 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-134e1ff2-f6c3-4a2d-85a6-e10cf45b2886 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb614511-9585-4e78-bb46-5a4229bd724e HTTP/1.1" status: 204 len: 168 time: 0.2726886 Jul 07 17:53:33.524427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdde68fa-3086-484c-9b5b-874c7ed62c4a req-364d00ae-d678-4909-b285-08a7ffc0c6fe service neutron] 10.222.0.90 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736448 Jul 07 17:53:33.542288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1ff2-f6c3-4a2d-85a6-e10cf45b2886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb614511-9585-4e78-bb46-5a4229bd724e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:33.600103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.664069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca75397b-468c-449f-b2f4-81a581cd8e1c req-031c776c-cac7-469c-aaa8-66eb7440539d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 210 time: 0.0747375 Jul 07 17:53:33.717250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858280f-1b27-4c3a-a788-0519a2abd759 req-0cf9a04b-1672-4ab0-9d04-ff9f164bf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.730392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e858280f-1b27-4c3a-a788-0519a2abd759 req-0cf9a04b-1672-4ab0-9d04-ff9f164bf858 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 1101 time: 0.2762613 Jul 07 17:53:33.831328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c93a0c-daea-4a32-a1da-909daaeadff6 req-9639113c-60e1-4db9-9858-938d391c6a18 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.840200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05c93a0c-daea-4a32-a1da-909daaeadff6 req-9639113c-60e1-4db9-9858-938d391c6a18 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 945 time: 0.3900731 Jul 07 17:53:33.905876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e858280f-1b27-4c3a-a788-0519a2abd759 req-0ed6fa71-0a4b-415a-a278-c1e91b3fb600 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667707 Jul 07 17:53:33.967291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05c93a0c-daea-4a32-a1da-909daaeadff6 req-f5f20756-9aa4-48fc-a5e0-e6c22092fca9 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252472 Jul 07 17:53:33.975103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 84cb0ba0-132e-4e32-874b-403b9b950dd0 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:34.106534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 84cb0ba0-132e-4e32-874b-403b9b950dd0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:34.127116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 84cb0ba0-132e-4e32-874b-403b9b950dd0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:34.128500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:34.407329 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:34.464202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 84cb0ba0-132e-4e32-874b-403b9b950dd0, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=84cb0ba0-132e-4e32-874b-403b9b950dd0,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:34.480709 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:34.481573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 95a62317-2f7c-4cfb-a143-ca03f749b5a5 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:34.494135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec2c6c-a0d1-4826-b1d7-125d678ec472 req-297dfea7-cf7f-4a76-bc27-c7de91613d8d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:34.496810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0ec2c6c-a0d1-4826-b1d7-125d678ec472 req-297dfea7-cf7f-4a76-bc27-c7de91613d8d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 950 time: 0.0974858 Jul 07 17:53:34.505707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de5d3-4a53-49be-b982-2f0571be3bbd req-084aa8b6-2812-4e73-a302-d1db26d4fb34 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:34.514373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b85de5d3-4a53-49be-b982-2f0571be3bbd req-084aa8b6-2812-4e73-a302-d1db26d4fb34 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.1575115 Jul 07 17:53:34.534470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 95a62317-2f7c-4cfb-a143-ca03f749b5a5 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:34.536410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 95a62317-2f7c-4cfb-a143-ca03f749b5a5 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:34.599938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0ec2c6c-a0d1-4826-b1d7-125d678ec472 req-f30faeaf-e107-415a-a06a-39618a775d65 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747347 Jul 07 17:53:34.642197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=84cb0ba0-132e-4e32-874b-403b9b950dd0,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:34.649140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b85de5d3-4a53-49be-b982-2f0571be3bbd req-4f072fda-efe2-486e-924b-9a3e98488451 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322372 Jul 07 17:53:34.948085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:34.996627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f87c691-d1fc-483c-be27-2d07ef41292b req-ffb5e18c-4d42-491e-8707-260e851e2972 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 210 time: 0.0566659 Jul 07 17:53:35.198447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57250) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:35.244398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-812823371-network', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:35.311988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Made reservation on behalf of c4aff5b04378437882b5fdf3d8afd734 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:35.318484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.377442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaaa77-38b4-4b89-97b7-38194a2a4334 req-4a7cb776-a75a-4dee-859f-467ab4e54cf4 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:35.378669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23379a49-3889-4962-8081-7c252a3b0807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cb0ba0-132e-4e32-874b-403b9b950dd0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:35.382388 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfe23c5-4125-4af1-8ed3-3097c1de520d" -d '{"events": [{"server_uuid": "23379a49-3889-4962-8081-7c252a3b0807", "name": "network-vif-plugged", "status": "completed", "tag": "84cb0ba0-132e-4e32-874b-403b9b950dd0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:35.385920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3eeaaa77-38b4-4b89-97b7-38194a2a4334 req-4a7cb776-a75a-4dee-859f-467ab4e54cf4 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 946 time: 0.1085973 Jul 07 17:53:35.427320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.435456 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292cc0a3-35d9-4e0b-adc6-847401936b14 x-openstack-request-id: req-292cc0a3-35d9-4e0b-adc6-847401936b14 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:35.435797 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23379a49-3889-4962-8081-7c252a3b0807", "name": "network-vif-plugged", "status": "completed", "tag": "84cb0ba0-132e-4e32-874b-403b9b950dd0", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:35.436061 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-292cc0a3-35d9-4e0b-adc6-847401936b14 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:35.436440 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23379a49-3889-4962-8081-7c252a3b0807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cb0ba0-132e-4e32-874b-403b9b950dd0', 'code': 200} Jul 07 17:53:35.451058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3eeaaa77-38b4-4b89-97b7-38194a2a4334 req-a72f615f-bc15-4f73-b959-1a6b502aae16 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640495 Jul 07 17:53:35.556504 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.633627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fce3b8-bae8-497a-97d2-5426f0f080a8 req-5dbd3c4e-de64-4503-befa-5a0a467eb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:35.636868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fce3b8-bae8-497a-97d2-5426f0f080a8 req-5dbd3c4e-de64-4503-befa-5a0a467eb551 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 1097 time: 0.0861514 Jul 07 17:53:35.698939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fce3b8-bae8-497a-97d2-5426f0f080a8 req-d6e031fa-bad4-4d9d-9e3a-db8f8d8bcbcc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Jul 07 17:53:35.852490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.863377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.884904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:53:35.907086 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.907431 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Added segment bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c of type vlan for network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb Jul 07 17:53:35.963325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.989252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca232120-ce54-4a71-a8bd-0e62cdab9deb req-529e5319-6c1a-4edd-9a03-87c0e85f5fc4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:35.991970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca232120-ce54-4a71-a8bd-0e62cdab9deb req-529e5319-6c1a-4edd-9a03-87c0e85f5fc4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1450398 Jul 07 17:53:35.996613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e0442-2ba1-4a58-902f-6c34c7ba8243,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:36.058578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:36.060706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:36.061834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:36.100352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca232120-ce54-4a71-a8bd-0e62cdab9deb req-872b91a8-ac66-476d-9db3-96c9563da071 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717213 Jul 07 17:53:36.153606 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2034504 Jul 07 17:53:36.157454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57268) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:36.164039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Request body: {'subnet': {'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-subnet', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:36.169369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e09057-c2a0-488f-b3c8-ad27d0b43d58 admin admin] Pushing event updated for resources: {'Network': ['ID=38f9dc59-b78e-4fbf-a217-8915aa7f67cb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:36.175939 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:36.187614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:53:36.200161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d06c7-d6a3-4d08-8934-7dc2df3d6920 req-90e5f070-c301-4836-8011-45305148bae5 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:36.208779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d1d06c7-d6a3-4d08-8934-7dc2df3d6920 req-90e5f070-c301-4836-8011-45305148bae5 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.2897050 Jul 07 17:53:36.395387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d1d06c7-d6a3-4d08-8934-7dc2df3d6920 req-2feb7b5a-56a4-4ed2-95e9-27483216f16c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852374 Jul 07 17:53:36.401754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Made reservation on behalf of c4aff5b04378437882b5fdf3d8afd734 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:36.407116 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:36.658818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9d89b56-fb45-4533-a2d4-822d47cad12a req-16db5537-ea96-4515-9889-5204bc5bb35d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=b77d0aaa-0e25-4297-aada-17a5d55363a8 HTTP/1.1" status: 200 len: 210 time: 0.1096337 Jul 07 17:53:36.747819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c6e39-c187-42b9-8448-ccafdf889789 req-dc258d38-7ca4-4559-9d66-c1eee912a8c3 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:36.750394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f09c6e39-c187-42b9-8448-ccafdf889789 req-dc258d38-7ca4-4559-9d66-c1eee912a8c3 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 1101 time: 0.1859629 Jul 07 17:53:36.910357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f09c6e39-c187-42b9-8448-ccafdf889789 req-0ddf237a-f622-4b06-b64c-e83ce6c8948e tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510475 Jul 07 17:53:37.044907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2a51-23e5-400d-8716-3ff568510eae req-a9b264f9-0f12-40c5-9153-2e72bf51ddcf tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:37.057126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d3a2a51-23e5-400d-8716-3ff568510eae req-a9b264f9-0f12-40c5-9153-2e72bf51ddcf tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 946 time: 0.1434243 Jul 07 17:53:37.131949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d3a2a51-23e5-400d-8716-3ff568510eae req-584f3e1d-e234-464d-a016-816ade5ec119 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732076 Jul 07 17:53:37.134586 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.208327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Deleting port 8749bb07-1bca-4694-9b20-5ad10c1b22e1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:37.209849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.239209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b543395-d5eb-4627-b62e-f6d774c6d897,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:37.327947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-13452e19-5043-43e6-b940-c5b4d67ba97d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499349 Jul 07 17:53:37.359926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Checking segment: {'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:37.360302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Network hostable DHCP agents. Network: 38f9dc59-b78e-4fbf-a217-8915aa7f67cb, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:53:37.387650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] For port 8749bb07-1bca-4694-9b20-5ad10c1b22e1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8749bb07-1bca-4694-9b20-5ad10c1b22e1,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:37.388073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.408430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Calling delete_port for 8749bb07-1bca-4694-9b20-5ad10c1b22e1 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:37.575033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:53:37.634142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-6268ca24-f1d4-4142-92b2-71a8af624cc7 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:37.641854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-6268ca24-f1d4-4142-92b2-71a8af624cc7 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126435 Jul 07 17:53:37.661556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 38f9dc59-b78e-4fbf-a217-8915aa7f67cb) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:37.670957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9f083-0685-4037-b433-ae90777efa27 None None] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:37.679945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-b3048460-5884-4438-8433-2d115b5e1148 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/quotas/b0b7422b5a6f47faa6f6657141a679f9 HTTP/1.1" status: 200 len: 375 time: 0.0364382 Jul 07 17:53:37.684819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:37.685564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.727033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.777913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ede7addf-8faf-490d-813b-2f288d8d1ba9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6190765 Jul 07 17:53:37.789521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57308) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:37.790416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=8749bb07-1bca-4694-9b20-5ad10c1b22e1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:37.804129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:37.875096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.886319 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.944377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b94f4-6030-4f4a-b82b-7c2a41cb532d req-16f3997f-551d-440e-89fe-f8acb7235be3 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:37.946297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-195b94f4-6030-4f4a-b82b-7c2a41cb532d req-16f3997f-551d-440e-89fe-f8acb7235be3 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.4000173 Jul 07 17:53:38.108575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-38f9dc59-b78e-4fbf-a217-8915aa7f67cb', 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'fixed_ips': [{'subnet_id': '9b543395-d5eb-4627-b62e-f6d774c6d897'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:53:38.109564 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.142400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.162156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-fea6130c-a327-4ce1-87f9-1ae09ae28a8e tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4801047 Jul 07 17:53:38.244139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.257880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-195b94f4-6030-4f4a-b82b-7c2a41cb532d req-964fa0b9-5a83-4693-b21d-9b902a73fb32 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990193 Jul 07 17:53:38.449536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Router 5e41260d-9935-4d85-ad8b-5803339dd647 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:38.525304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Allocated IP 172.20.0.2 (38f9dc59-b78e-4fbf-a217-8915aa7f67cb/9b543395-d5eb-4627-b62e-f6d774c6d897/0c4ae2b6-bb39-400e-b13e-86ab81dc835e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:38.789103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.797776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:38.802552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Transition to ACTIVE for port object 0c4ae2b6-bb39-400e-b13e-86ab81dc835e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:38.804674 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c48a8277-f04e-43d9-8269-ae64abff5a08 admin admin] 10.222.0.88 "PUT /v2.0/routers/5e41260d-9935-4d85-ad8b-5803339dd647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6050386 Jul 07 17:53:38.811630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57322) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:38.825706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Transition to ACTIVE for port object 0c4ae2b6-bb39-400e-b13e-86ab81dc835e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:38.837518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] Sync routers for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:38.841955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.898074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:38.922449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:38.934240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:38.934903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:39.092430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:39.124110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.153623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196dcb75-777f-4d9a-a296-0df43a80aecd req-c29c9474-83b3-4a83-b9de-93068087db3b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 210 time: 0.0810213 Jul 07 17:53:39.278608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3296-f936-4521-bcc4-27541c0e406b req-44cbe600-e7c6-4654-9d7e-cdddeac3eb8d tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:39.280349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:39.299210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdaa3296-f936-4521-bcc4-27541c0e406b req-44cbe600-e7c6-4654-9d7e-cdddeac3eb8d tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 946 time: 0.2954307 Jul 07 17:53:39.330567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:39.365973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Pushing event updated for resources: {'Port': ['ID=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:39.391129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.518233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Deleting port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:39.518953 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.580514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Attempting to bind port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:39.581179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Attempting to bind port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:39.581508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Attempting to bind port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e on network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:39.596735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:39.597218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Checking segment: {'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:39.597530 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.597933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Bound using segment: {'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:39.598329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Bound port: 0c4ae2b6-bb39-400e-b13e-86ab81dc835e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:39.598706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.600218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdaa3296-f936-4521-bcc4-27541c0e406b req-c168af5f-6852-4fba-9fc9-780d61191d23 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797947 Jul 07 17:53:39.764262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] For port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:39.768674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] For port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,segment=NetworkSegment(bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c),segment_id=bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:39.776184 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.778623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] For port dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:39.778981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.786788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.809455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Calling delete_port for dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:39.821608 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:39.873729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e2cc-8389-40ca-b231-79ab2023b1e3 None None] Pushing event updated for resources: {'Port': ['ID=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:39.925282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:53:37Z', 'revision_number': 5, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port': {'id': 'dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:16Z', 'updated_at': '2021-07-07T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:39.984940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544adb9-995d-4377-af71-2aff77d104df req-956c7e1b-7011-45bc-b61b-f166aad72ff5 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:39.986713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2544adb9-995d-4377-af71-2aff77d104df req-956c7e1b-7011-45bc-b61b-f166aad72ff5 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.4096620 Jul 07 17:53:39.990317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] Checking router: 5e41260d-9935-4d85-ad8b-5803339dd647 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:40.016683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] Routers {'5e41260d-9935-4d85-ad8b-5803339dd647'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:40.025213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5e41260d-9935-4d85-ad8b-5803339dd647'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:40.125490 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:40.167945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2544adb9-995d-4377-af71-2aff77d104df req-2b6a00e9-e1e1-44bc-bb16-a4847e01b370 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739702 Jul 07 17:53:40.248629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Allocated IP 172.25.1.48 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/3539c643-c7fa-448f-88d1-36daff60599c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:40.281603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] Set router 5e41260d-9935-4d85-ad8b-5803339dd647 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:40.473442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:40.539248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:40.670710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:53:39Z', 'revision_number': 6, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:40.731810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace65d74-7607-41c0-b068-129b75b937d1 None None] The sync data for ids ['5e41260d-9935-4d85-ad8b-5803339dd647'] in n-d-798930-2 is: [{'id': '5e41260d-9935-4d85-ad8b-5803339dd647', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225310311-router', 'tenant_id': '036a6086fbde475cb6304008bc73b371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:15Z', 'updated_at': '2021-07-07T17:53:39Z', 'revision_number': 6, 'project_id': '036a6086fbde475cb6304008bc73b371', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:40.733861 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:40.837825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8707e836-86fb-463e-9892-bce8e2eaf37c req-235f2c41-c09f-4c7f-bd43-89babe5e2a9a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 210 time: 0.1197901 Jul 07 17:53:40.850903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27604a-51ec-46b6-b8d4-8fa7cf260a1b req-61ba1521-4f4b-4f27-a1f8-20eb6ec24629 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:40.859069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d27604a-51ec-46b6-b8d4-8fa7cf260a1b req-61ba1521-4f4b-4f27-a1f8-20eb6ec24629 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a67f51d-5e96-4077-8fc6-fc1e3e22dff7 HTTP/1.1" status: 200 len: 945 time: 0.4839909 Jul 07 17:53:40.900005 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:40.947475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d27604a-51ec-46b6-b8d4-8fa7cf260a1b req-8d68694f-e5f0-40ca-8038-a4f77dde5cba tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807438 Jul 07 17:53:41.034083 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.136183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Pushing event updated for resources: {'Port': ['ID=3539c643-c7fa-448f-88d1-36daff60599c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:41.191981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:41.194045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:41.206971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.218717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:41.223386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.432381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.432950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e41260d-9935-4d85-ad8b-5803339dd647 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:53:41.450903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.452096 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-41729c97-6ba3-476a-904f-95c493cb5107 admin admin] 10.222.0.88 "DELETE /v2.0/routers/5e41260d-9935-4d85-ad8b-5803339dd647 HTTP/1.1" status: 204 len: 168 time: 2.6394393 Jul 07 17:53:41.459917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57372) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:41.603369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] Deleting subnet 38b5c0cd-9a13-4cca-b78a-d0539aeb2634 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:53:41.607391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.657011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.866054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:41.882394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4ae2b6-bb39-400e-b13e-86ab81dc835e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:41.905263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-749560b5-b8e8-4767-8042-b79726518b04 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3048940 Jul 07 17:53:42.051694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:42.079611 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.084106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29d625-6bbd-49ca-895e-45959e3782fe None None] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:42.172481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b5c0cd-9a13-4cca-b78a-d0539aeb2634,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:42.173619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-b2b369e7-03a2-41fb-b316-a15d22b32a5f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:42.175473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-b2b369e7-03a2-41fb-b316-a15d22b32a5f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171800 Jul 07 17:53:42.189970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:42.195723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.200612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-80bf107d-9a92-4518-a968-da20fb40d098 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/38b5c0cd-9a13-4cca-b78a-d0539aeb2634 HTTP/1.1" status: 204 len: 168 time: 0.7348428 Jul 07 17:53:42.201475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57388) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:42.211160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622697fc-1da2-4f84-b6ab-520360cd01d7 None None] Network 78f2d497-06d4-403b-99e8-f8ea474e9a54 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:42.336106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dad1fc47-76ca-46f4-861d-c6805a846efc None None] Provisioning for port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:42.344599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dad1fc47-76ca-46f4-861d-c6805a846efc None None] Provisioning complete for port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:42.345161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dad1fc47-76ca-46f4-861d-c6805a846efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.423567 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.487940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-588357f8-3e4e-481f-9db1-509d57d0c356 req-aa0ad7c2-ebdb-43ae-b4c6-d044ff6e2ba1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 210 time: 0.0963500 Jul 07 17:53:42.543740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e19ca6-dfaf-4d1c-a4aa-7ad49d37be77 req-667bc1fd-79c8-4028-b197-1138bc8d4484 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:42.545727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18e19ca6-dfaf-4d1c-a4aa-7ad49d37be77 req-667bc1fd-79c8-4028-b197-1138bc8d4484 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.9274085 Jul 07 17:53:42.590758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Deleting port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:42.591109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.742004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18e19ca6-dfaf-4d1c-a4aa-7ad49d37be77 req-108cc2d1-544c-4c00-9fb4-d55689fa4a67 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659901 Jul 07 17:53:42.755227 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dad1fc47-76ca-46f4-861d-c6805a846efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.774792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] For port e62dbcfc-6ff5-40c3-822a-3147e1eefc41, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e62dbcfc-6ff5-40c3-822a-3147e1eefc41,segment=NetworkSegment(76afb6ed-7f0f-47bf-a2cb-f44486b8f74f),segment_id=76afb6ed-7f0f-47bf-a2cb-f44486b8f74f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:42.775401 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.826183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Calling delete_port for e62dbcfc-6ff5-40c3-822a-3147e1eefc41 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:42.868057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dad1fc47-76ca-46f4-861d-c6805a846efc None None] For port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,segment=NetworkSegment(bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c),segment_id=bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:42.882999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:42.915660 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dad1fc47-76ca-46f4-861d-c6805a846efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.012495 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.060745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd702499-f833-4a94-9a25-0332e027d03d None None] DHCP port deletion for 78f2d497-06d4-403b-99e8-f8ea474e9a54 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:53:43.070013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:43.070696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dd8a6597-36a2-4f9f-adf0-3eaf17edfc2f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:43.073053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8749bb07-1bca-4694-9b20-5ad10c1b22e1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:43.084058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.105240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] No DVR routers for this DVR port e62dbcfc-6ff5-40c3-822a-3147e1eefc41 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:43.251537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62dbcfc-6ff5-40c3-822a-3147e1eefc41,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:43.294235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 8749bb07-1bca-4694-9b20-5ad10c1b22e1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:43.294884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8749bb07-1bca-4694-9b20-5ad10c1b22e1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:43.300909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bd702499-f833-4a94-9a25-0332e027d03d None None] The port 'e62dbcfc-6ff5-40c3-822a-3147e1eefc41' was deleted {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:53:43.353273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1fc47-76ca-46f4-861d-c6805a846efc None None] Pushing event updated for resources: {'Port': ['ID=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:43.451168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.480022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f2d497-06d4-403b-99e8-f8ea474e9a54']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:43.497689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:43.497975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76afb6ed-7f0f-47bf-a2cb-f44486b8f74f') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:43.504094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:43.508352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.525442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.548086 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.555776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:53:43.556194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:53:43.646310 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:53:43.653323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.674355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.677368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] 10.222.0.88 "DELETE /v2.0/networks/78f2d497-06d4-403b-99e8-f8ea474e9a54 HTTP/1.1" status: 204 len: 168 time: 1.4744873 Jul 07 17:53:43.678436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a05a8-d523-4548-aa0e-59c2f1028382 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f2d497-06d4-403b-99e8-f8ea474e9a54,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:43.680325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57416) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:43.854813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-714b7b56-8d87-46c1-a51e-6d08291b67a8 None None] Provisioning complete for port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:43.855534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-714b7b56-8d87-46c1-a51e-6d08291b67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:44.275272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:44.341128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af4be576-1b04-4332-8d66-90ee037adaf1 req-0d7e99bd-d16e-4b98-9569-fec6f814bf5f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 210 time: 0.0607471 Jul 07 17:53:44.644476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:44.743217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-89384f6d-114a-42b2-bcf0-fe7effcf656e tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:44.749500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Deleting port ec22dd06-a3b7-4e36-9a89-4b238924594c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:44.750011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:44.750199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-89384f6d-114a-42b2-bcf0-fe7effcf656e tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 813 time: 1.2828126 Jul 07 17:53:44.778781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-fd3d2533-ee29-4d49-91bf-e5a296caf0da tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/quotas/d408b542bf91419685d3ee7a1aa79153 HTTP/1.1" status: 200 len: 375 time: 0.0276687 Jul 07 17:53:44.860967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-9d6fc2a3-d897-4575-8cac-2628e6b556a5 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:44.862466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-9d6fc2a3-d897-4575-8cac-2628e6b556a5 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a67f51d-5e96-4077-8fc6-fc1e3e22dff7 HTTP/1.1" status: 200 len: 945 time: 0.5547428 Jul 07 17:53:44.930432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9760-1a46-4129-98ef-b1f674f772d6 req-81bf5da5-6846-42f8-a564-28fd9cf0437e tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:44.937804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97fe9760-1a46-4129-98ef-b1f674f772d6 req-81bf5da5-6846-42f8-a564-28fd9cf0437e tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.3802340 Jul 07 17:53:44.957809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.17 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/3e0cf430-693f-4328-b2c8-a56c376c50d0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:44.965250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4ae2b6-bb39-400e-b13e-86ab81dc835e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:44.998973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] For port ec22dd06-a3b7-4e36-9a89-4b238924594c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ec22dd06-a3b7-4e36-9a89-4b238924594c,segment=NetworkSegment(862e109f-152f-49ba-b3a5-6749fc27e963),segment_id=862e109f-152f-49ba-b3a5-6749fc27e963)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:45.000667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:45.049759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Calling delete_port for ec22dd06-a3b7-4e36-9a89-4b238924594c owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:45.054075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97fe9760-1a46-4129-98ef-b1f674f772d6 req-4b635f12-bcf1-46ac-ad25-6d5152fa0e9d tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152716 Jul 07 17:53:45.155994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:45.158979 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:45.336376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-07013912-7ee2-4ae9-afb9-23b8208b9800 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5558832 Jul 07 17:53:45.537551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e62dbcfc-6ff5-40c3-822a-3147e1eefc41 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:45.547717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:45.570920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e62dbcfc-6ff5-40c3-822a-3147e1eefc41 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:45.571313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e62dbcfc-6ff5-40c3-822a-3147e1eefc41 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:45.574292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec22dd06-a3b7-4e36-9a89-4b238924594c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:45.682473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-5b0ea259-7ad7-40e9-b893-734a317cad4a tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:45.684058 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-5b0ea259-7ad7-40e9-b893-734a317cad4a tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "GET /v2.0/ports?device_id=23379a49-3889-4962-8081-7c252a3b0807 HTTP/1.1" status: 200 len: 946 time: 0.3460741 Jul 07 17:53:45.694468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4230841-46a1-4a41-b1be-1af4deed5464 req-c9544c98-c0ce-488b-83ba-76e0c4c6f2de tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 210 time: 0.0584025 Jul 07 17:53:45.757125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Router e8b73d95-038a-44aa-afa4-a5c58a8bf904 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:53:45.769705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a959a6a-7355-4c3b-b5fc-cee0fe5a731c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:45.815299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Deleting port 87561572-8786-4212-b228-f08d875017c2 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:45.816434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:45.887145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:45.899744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-8ed78cc8-b101-4e30-a341-3fd04deb5b2a service neutron] 10.222.0.88 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629127 Jul 07 17:53:46.009729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object 3e0cf430-693f-4328-b2c8-a56c376c50d0 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:46.254253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:46.261795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] For port 87561572-8786-4212-b228-f08d875017c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=87561572-8786-4212-b228-f08d875017c2,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:46.262593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.263952 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Sync routers for ids ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:46.278611 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Routers {'e8b73d95-038a-44aa-afa4-a5c58a8bf904'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:46.279987 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:46.283996 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-664f1b31-bffc-4ba1-a935-40a631957f6e service neutron] 10.222.0.88 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832808 Jul 07 17:53:46.313084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Calling delete_port for 87561572-8786-4212-b228-f08d875017c2 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:46.372631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.375890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.379486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-046794a1-2f36-41ad-85aa-dfe49bc5a128 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5834072 Jul 07 17:53:46.385541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57446) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:46.387647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9b4bb75b-09d3-40b7-895c-e1507a8a00b8', '30a53fff-af25-4896-a621-0e32c27cb1ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:46.481674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Deleting port 84cb0ba0-132e-4e32-874b-403b9b950dd0 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:46.482018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.519683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:46.562679 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Set router e8b73d95-038a-44aa-afa4-a5c58a8bf904 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:46.643570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.828514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] For port 84cb0ba0-132e-4e32-874b-403b9b950dd0, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=84cb0ba0-132e-4e32-874b-403b9b950dd0,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:46.829187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:46.900635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:46.973533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Calling delete_port for 84cb0ba0-132e-4e32-874b-403b9b950dd0 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:46.978276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=3e0cf430-693f-4328-b2c8-a56c376c50d0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:46.992722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:47.016739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:47.095450 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '3539c643-c7fa-448f-88d1-36daff60599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:53:42Z', 'revision_number': 3, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port': {'id': '3539c643-c7fa-448f-88d1-36daff60599c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:39Z', 'updated_at': '2021-07-07T17:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:47.149362 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Checking router: e8b73d95-038a-44aa-afa4-a5c58a8bf904 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:47.149745 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Updating router e8b73d95-038a-44aa-afa4-a5c58a8bf904 port 3539c643-c7fa-448f-88d1-36daff60599c binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:47.232368 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.633774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:47.662088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-889caa49-4843-45a9-8ad3-a40b1bb173e3 None None] Provisioning for port 3e0cf430-693f-4328-b2c8-a56c376c50d0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:47.673729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-889caa49-4843-45a9-8ad3-a40b1bb173e3 None None] Provisioning complete for port 3e0cf430-693f-4328-b2c8-a56c376c50d0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:47.674099 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-889caa49-4843-45a9-8ad3-a40b1bb173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.719602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-889caa49-4843-45a9-8ad3-a40b1bb173e3 None None] Port 3e0cf430-693f-4328-b2c8-a56c376c50d0 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:47.743891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.989374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event deleted for resources: {'Port': ['ID=87561572-8786-4212-b228-f08d875017c2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:48.024301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:48.030182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.047563 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.122189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-9707bf8c-3a2b-4dbd-ad96-83a64ad109fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9361348 Jul 07 17:53:48.127153 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Transition to ACTIVE for port object 3539c643-c7fa-448f-88d1-36daff60599c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:48.140979 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.145942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:48.146542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Request body: {'port': {'device_id': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:48.153107 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-023dafe7-3603-451d-8c56-cb216cd96bc5 admin admin] 10.222.0.88 "PUT /v2.0/routers/9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4711845 Jul 07 17:53:48.154651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.156451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:48.217634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] Sync routers for ids ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:48.254237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] Routers {'9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:48.256393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:48.316344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event deleted for resources: {'Port': ['ID=84cb0ba0-132e-4e32-874b-403b9b950dd0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:48.317680 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d9d2-2cd1-47e9-a7a1-10a209a9cb26 None None] Pushing event updated for resources: {'Port': ['ID=3539c643-c7fa-448f-88d1-36daff60599c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:48.328459 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Attempting to bind port 3539c643-c7fa-448f-88d1-36daff60599c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:48.329227 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Attempting to bind port 3539c643-c7fa-448f-88d1-36daff60599c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:48.329749 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Attempting to bind port 3539c643-c7fa-448f-88d1-36daff60599c on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:48.342001 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:48.342380 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:48.342777 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.343342 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:48.345483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Bound port: 3539c643-c7fa-448f-88d1-36daff60599c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:48.346119 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.412015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2afdb7df-a32b-4eac-94da-f507a1e465b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.460296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] No DVR routers for this DVR port 84cb0ba0-132e-4e32-874b-403b9b950dd0 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:48.472850 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] For port 3539c643-c7fa-448f-88d1-36daff60599c, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:48.474802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.477003 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a685cb2e-2a22-4243-94c6-a32818d8367e req-71e63471-5295-4f7b-b56e-e77fcb5d933f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "DELETE /v2.0/ports/84cb0ba0-132e-4e32-874b-403b9b950dd0 HTTP/1.1" status: 204 len: 173 time: 2.7248614 Jul 07 17:53:48.477511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23379a49-3889-4962-8081-7c252a3b0807', 'name': 'network-vif-deleted', 'tag': '84cb0ba0-132e-4e32-874b-403b9b950dd0'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:48.480387 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b527b9d-9d1a-4a72-8e78-e34996024f4d" -d '{"events": [{"server_uuid": "23379a49-3889-4962-8081-7c252a3b0807", "name": "network-vif-deleted", "tag": "84cb0ba0-132e-4e32-874b-403b9b950dd0"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:48.483670 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] For port 3539c643-c7fa-448f-88d1-36daff60599c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3539c643-c7fa-448f-88d1-36daff60599c,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:48.493146 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.546249 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Routers {'e8b73d95-038a-44aa-afa4-a5c58a8bf904'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:48.547157 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:48.613392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.630553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.698072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] Set router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:48.708565 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] Set router e8b73d95-038a-44aa-afa4-a5c58a8bf904 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:48.976665 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:48.998173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942eb77-df42-4d1e-a532-e1452441222e req-a7b7781c-79e1-4733-ab00-2cec8ea04f1b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:49.006719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f942eb77-df42-4d1e-a532-e1452441222e req-a7b7781c-79e1-4733-ab00-2cec8ea04f1b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 2.3145816 Jul 07 17:53:49.014249 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d9d2-2cd1-47e9-a7a1-10a209a9cb26 None None] Pushing event updated for resources: {'Port': ['ID=3539c643-c7fa-448f-88d1-36daff60599c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:49.027765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] No DVR routers for this DVR port 87561572-8786-4212-b228-f08d875017c2 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:49.042115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:49.044507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ef40149-434f-479b-803f-04522bd4bfc1 req-786feaca-8076-4496-8e4f-c3c0aa64177c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.55 "DELETE /v2.0/ports/87561572-8786-4212-b228-f08d875017c2 HTTP/1.1" status: 204 len: 173 time: 4.1688905 Jul 07 17:53:49.045028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'name': 'network-vif-deleted', 'tag': '87561572-8786-4212-b228-f08d875017c2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:49.048512 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c733c53d-5401-44c0-8ceb-2f5f09e2afaf" -d '{"events": [{"server_uuid": "3a67f51d-5e96-4077-8fc6-fc1e3e22dff7", "name": "network-vif-deleted", "tag": "87561572-8786-4212-b228-f08d875017c2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:49.052120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:53:45Z', 'revision_number': 5, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port': {'id': 'c93c72e0-bea8-49bd-9810-0f57c21b6f51', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:47:31Z', 'updated_at': '2021-07-07T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:49.094587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3ee50-9d95-46ff-bce0-0233299a28b7 req-b5b941a8-0de1-49c0-b1f3-aacc10475c78 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:49.102382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcd3ee50-9d95-46ff-bce0-0233299a28b7 req-b5b941a8-0de1-49c0-b1f3-aacc10475c78 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 944 time: 1.7338517 Jul 07 17:53:49.120351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Deleting port c93c72e0-bea8-49bd-9810-0f57c21b6f51 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:49.120887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:49.145897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-c7d1327d-528a-4c7e-9844-37c2e2c07433 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:49.147444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-c7d1327d-528a-4c7e-9844-37c2e2c07433 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 944 time: 1.5820696 Jul 07 17:53:49.177299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] Checking router: 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:49.189156 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '3539c643-c7fa-448f-88d1-36daff60599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:53:42Z', 'revision_number': 3, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port': {'id': '3539c643-c7fa-448f-88d1-36daff60599c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:39Z', 'updated_at': '2021-07-07T17:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:49.194881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f942eb77-df42-4d1e-a532-e1452441222e req-b6fd9348-85a8-4cd4-ac52-9efffd483bed tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871452 Jul 07 17:53:49.222870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] Routers {'9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:49.223601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:49.262780 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bbdc8-c988-404d-956c-3980cce4286f None None] The sync data for ids ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'] in n-d-798930-2 is: [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '3539c643-c7fa-448f-88d1-36daff60599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:53:42Z', 'revision_number': 3, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port': {'id': '3539c643-c7fa-448f-88d1-36daff60599c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:39Z', 'updated_at': '2021-07-07T17:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:49.328745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] For port c93c72e0-bea8-49bd-9810-0f57c21b6f51, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c93c72e0-bea8-49bd-9810-0f57c21b6f51,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:49.329391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:49.332555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcd3ee50-9d95-46ff-bce0-0233299a28b7 req-3ae74842-4955-4a48-9fcb-3456eb6fff8e tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291667 Jul 07 17:53:49.340790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:49.364141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Calling delete_port for c93c72e0-bea8-49bd-9810-0f57c21b6f51 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:49.987509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:50.046528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 84cb0ba0-132e-4e32-874b-403b9b950dd0 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:50.121053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-8e6a22dc-4970-4acb-a443-f81724b9e5f5 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:50.122753 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-8e6a22dc-4970-4acb-a443-f81724b9e5f5 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 813 time: 0.6117880 Jul 07 17:53:50.127245 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892476a5-b578-4619-9f59-71eb44d7c8c5 x-openstack-request-id: req-892476a5-b578-4619-9f59-71eb44d7c8c5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:50.127538 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23379a49-3889-4962-8081-7c252a3b0807", "name": "network-vif-deleted", "tag": "84cb0ba0-132e-4e32-874b-403b9b950dd0", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:50.127791 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-892476a5-b578-4619-9f59-71eb44d7c8c5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:50.128198 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23379a49-3889-4962-8081-7c252a3b0807', 'name': 'network-vif-deleted', 'tag': '84cb0ba0-132e-4e32-874b-403b9b950dd0', 'status': 'completed', 'code': 200} Jul 07 17:53:50.149038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] Set router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:50.152171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Request body: {'port': {'device_id': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'admin_state_up': True, 'tenant_id': 'd408b542bf91419685d3ee7a1aa79153'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:50.156247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 84cb0ba0-132e-4e32-874b-403b9b950dd0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:50.156877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 84cb0ba0-132e-4e32-874b-403b9b950dd0 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:50.157896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 87561572-8786-4212-b228-f08d875017c2 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:50.287404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 87561572-8786-4212-b228-f08d875017c2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:50.287869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 87561572-8786-4212-b228-f08d875017c2 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:50.291158 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.295601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:53:48Z', 'revision_number': 6, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:50.331574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e5387-27e1-42f7-8340-1cb461d47990 None None] The sync data for ids ['9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b'] in n-d-798930-2 is: [{'id': '9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-590024105-router', 'tenant_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:47:29Z', 'updated_at': '2021-07-07T17:53:48Z', 'revision_number': 6, 'project_id': '5cd3d7add1bc49c6b4b9860647ae014c', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:50.352200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0cf430-693f-4328-b2c8-a56c376c50d0 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:50.368944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.391916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Made reservation on behalf of d408b542bf91419685d3ee7a1aa79153 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:50.403153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.407769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.418552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Transition to ACTIVE for port object 3e0cf430-693f-4328-b2c8-a56c376c50d0 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:50.465251 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd49665-14b8-4c7d-8c48-6d26e978568e x-openstack-request-id: req-3fd49665-14b8-4c7d-8c48-6d26e978568e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:50.466149 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a67f51d-5e96-4077-8fc6-fc1e3e22dff7", "name": "network-vif-deleted", "tag": "87561572-8786-4212-b228-f08d875017c2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:50.466149 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3fd49665-14b8-4c7d-8c48-6d26e978568e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:50.466400 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a67f51d-5e96-4077-8fc6-fc1e3e22dff7', 'name': 'network-vif-deleted', 'tag': '87561572-8786-4212-b228-f08d875017c2', 'status': 'completed', 'code': 200} Jul 07 17:53:50.476954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.519875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93c72e0-bea8-49bd-9810-0f57c21b6f51,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:50.613070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7285b12-7d7e-4053-adb0-a88fbc8f6599 req-8f870253-e8cb-4a7b-bdff-755d5b2c12b7 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 210 time: 0.0789535 Jul 07 17:53:50.667303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.90', 54933) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:50.801833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Pushing event updated for resources: {'Port': ['ID=3e0cf430-693f-4328-b2c8-a56c376c50d0,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:50.805923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-ca051192-dd26-46a1-a569-b0d5acf75ace tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:50.808275 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-ca051192-dd26-46a1-a569-b0d5acf75ace tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 813 time: 0.1382003 Jul 07 17:53:50.828363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.982344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Request body: {'port': {'device_id': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'admin_state_up': True, 'tenant_id': 'd408b542bf91419685d3ee7a1aa79153'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:51.008143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Deleting port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:51.009130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.058650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.074429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Allocated IP 172.20.0.10 (89b76153-7de1-41b3-8d43-562c60a2969f/9e22b2dd-8190-47fd-89fb-274080a1f223/b1a3c40a-bccd-439c-9335-0657001a3b16) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:51.123592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.128329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.150534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Attempting to bind port 3e0cf430-693f-4328-b2c8-a56c376c50d0 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:51.150870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Attempting to bind port 3e0cf430-693f-4328-b2c8-a56c376c50d0 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:51.151205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Attempting to bind port 3e0cf430-693f-4328-b2c8-a56c376c50d0 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:51.181132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e8fd-33e8-42e4-8672-2472b07f7253 req-9e675037-a334-4873-83b2-35e87d9a0eae tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:51.182691 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2af8e8fd-33e8-42e4-8672-2472b07f7253 req-9e675037-a334-4873-83b2-35e87d9a0eae tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 947 time: 1.4565065 Jul 07 17:53:51.194021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Port 3e0cf430-693f-4328-b2c8-a56c376c50d0 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:51.194377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Attempting to bind port 3e0cf430-693f-4328-b2c8-a56c376c50d0 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:51.197785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] For port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:51.198153 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.212747 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.213274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:53:51.231902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.233087 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aae7b385-342e-480e-8a21-eaed8ff6e2e1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/9a627ca8-aa4a-4dd9-ab83-136ea5a9eb1b HTTP/1.1" status: 204 len: 168 time: 3.0754385 Jul 07 17:53:51.238093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:51.246209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Calling delete_port for eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:51.248023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:51.248359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:51.248742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:51.249220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Bound port: 3e0cf430-693f-4328-b2c8-a56c376c50d0, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:51.249758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.383055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Made reservation on behalf of d408b542bf91419685d3ee7a1aa79153 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:51.388373 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.397777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] Deleting subnet 339d3ddd-d2e7-4438-8cde-3831f7dc8233 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:53:51.398872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3539c643-c7fa-448f-88d1-36daff60599c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:51.405591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2af8e8fd-33e8-42e4-8672-2472b07f7253 req-d1a40f10-cdea-46e0-93b1-5a40baee691f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027919 Jul 07 17:53:51.415443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.418611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f904d-de50-433d-9598-b5b5eb13d4a9 req-8e45cb32-544d-4316-b236-5c94cd145f5a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:51.425639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b1f904d-de50-433d-9598-b5b5eb13d4a9 req-8e45cb32-544d-4316-b236-5c94cd145f5a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.4806724 Jul 07 17:53:51.436248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.483338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3539c643-c7fa-448f-88d1-36daff60599c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:51.491973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3539c643-c7fa-448f-88d1-36daff60599c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:51.493561 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.536244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.605685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] For port 3e0cf430-693f-4328-b2c8-a56c376c50d0, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:51.627998 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.632176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b1f904d-de50-433d-9598-b5b5eb13d4a9 req-b5d219b2-87b2-4cb5-a3d1-a790684d15e1 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055259 Jul 07 17:53:51.663259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] For port 3e0cf430-693f-4328-b2c8-a56c376c50d0, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3e0cf430-693f-4328-b2c8-a56c376c50d0,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:51.666078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 3539c643-c7fa-448f-88d1-36daff60599c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3539c643-c7fa-448f-88d1-36daff60599c,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:51.673932 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.690297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.777459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec22dd06-a3b7-4e36-9a89-4b238924594c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:51.827792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=3539c643-c7fa-448f-88d1-36daff60599c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:51.836996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.837354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.842861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.843332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.843775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.843997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.844419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.844753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.845182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.846227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.846369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.846690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:51.854636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ec22dd06-a3b7-4e36-9a89-4b238924594c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:51.855010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec22dd06-a3b7-4e36-9a89-4b238924594c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:51.901122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:51.901920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.903472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] 10.222.0.90 "PUT /v2.0/ports/3e0cf430-693f-4328-b2c8-a56c376c50d0 HTTP/1.1" status: 200 len: 1095 time: 3.7649181 Jul 07 17:53:51.926815 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:51.985099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b1ea3-88bd-44b4-a5cf-ae65f03dd7dd service neutron] Pushing event updated for resources: {'Port': ['ID=3e0cf430-693f-4328-b2c8-a56c376c50d0,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:52.034573 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.084087 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.116806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.181107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event deleted for resources: {'Port': ['ID=eb3e4f79-90e4-47f2-b1b9-24bc9dd45149,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:52.241537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.245770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Network 89b76153-7de1-41b3-8d43-562c60a2969f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:52.253801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Allocated IP 172.20.0.1 (38f9dc59-b78e-4fbf-a217-8915aa7f67cb/9b543395-d5eb-4627-b62e-f6d774c6d897/861889db-bc4c-4826-abad-2637ab665e2f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:52.258020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8c0034f-dbc2-4cb6-9651-cbbf3f2f609e req-ce83baa6-b46c-4e6c-befb-1cad2fc0ed9c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 210 time: 0.0791650 Jul 07 17:53:52.261598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Allocated IP 172.20.0.11 (89b76153-7de1-41b3-8d43-562c60a2969f/9e22b2dd-8190-47fd-89fb-274080a1f223/a5e2951e-102a-4ba6-adbb-7539155e6af6) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:52.263816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:52.275530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179b860-58ff-45e9-b729-ca102ffa8204 req-bf59fe36-e7a2-4c50-ab8c-97c45bbcda22 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.277060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2179b860-58ff-45e9-b729-ca102ffa8204 req-bf59fe36-e7a2-4c50-ab8c-97c45bbcda22 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=72ef56a2-fd5d-4af5-a622-073ff5f6f7dc HTTP/1.1" status: 200 len: 866 time: 0.6685719 Jul 07 17:53:52.298558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:52.301911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event updated for resources: {'Port': ['ID=b1a3c40a-bccd-439c-9335-0657001a3b16,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:52.305144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] No DVR routers for this DVR port eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:52.313772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.316740 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/339d3ddd-d2e7-4438-8cde-3831f7dc8233 HTTP/1.1" status: 204 len: 168 time: 1.0774899 Jul 07 17:53:52.317767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f683-735b-4576-9737-047754b8ecb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339d3ddd-d2e7-4438-8cde-3831f7dc8233,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:52.320754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.323162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.90 "DELETE /v2.0/ports/eb3e4f79-90e4-47f2-b1b9-24bc9dd45149 HTTP/1.1" status: 204 len: 173 time: 3.1476467 Jul 07 17:53:52.327376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633e541-4807-4b64-850f-61008d4a1330 None None] Network c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:52.341767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57536) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:52.413919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.414563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.464170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-fd9d4b78-16b0-4130-a28e-1a25af4ebe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.465503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-fd9d4b78-16b0-4130-a28e-1a25af4ebe50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 1098 time: 0.4744422 Jul 07 17:53:52.472942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'tag': '3e0cf430-693f-4328-b2c8-a56c376c50d0'}, {'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'name': 'network-vif-deleted', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:52.477647 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be135e35-50bf-4839-80d2-6b8a1594e00b" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d67e8-155c-47c8-b45a-93fcdaff8077", "tag": "3e0cf430-693f-4328-b2c8-a56c376c50d0"}, {"server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "name": "network-vif-deleted", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:52.509328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2179b860-58ff-45e9-b729-ca102ffa8204 req-ebb94652-c546-4354-b28a-b182e3736924 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054737 Jul 07 17:53:52.546771 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-645e042b-61cc-4fe5-89c1-1916716b25cc tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3982391 Jul 07 17:53:52.558647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-f363410d-93ae-4b0a-b87a-1d84062131ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e0cf430-693f-4328-b2c8-a56c376c50d0 HTTP/1.1" status: 200 len: 217 time: 0.0704944 Jul 07 17:53:52.581632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.622578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.624788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Request body: {'port': {'device_id': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:52.664553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Transition to ACTIVE for port object 861889db-bc4c-4826-abad-2637ab665e2f will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:52.667800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-721ece4e-df82-4d85-a18e-caaebc9e0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.675115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-721ece4e-df82-4d85-a18e-caaebc9e0dc2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1017227 Jul 07 17:53:52.711754 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.728296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] DHCP port deletion for c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:53:52.731580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.810773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] Deleting port d5bfb22a-9f75-4591-997d-e49ee886ead9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:52.817264 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.851585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Deleting port d5bfb22a-9f75-4591-997d-e49ee886ead9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:52.852520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.876343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.930965 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.946208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] For port d5bfb22a-9f75-4591-997d-e49ee886ead9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5bfb22a-9f75-4591-997d-e49ee886ead9,segment=NetworkSegment(862e109f-152f-49ba-b3a5-6749fc27e963),segment_id=862e109f-152f-49ba-b3a5-6749fc27e963)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:52.946866 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:52.948888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Network 89b76153-7de1-41b3-8d43-562c60a2969f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:52.967830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] Calling delete_port for d5bfb22a-9f75-4591-997d-e49ee886ead9 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:52.981747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:52.988953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:53.069926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3539c643-c7fa-448f-88d1-36daff60599c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:53.075425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event updated for resources: {'Port': ['ID=a5e2951e-102a-4ba6-adbb-7539155e6af6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.106198 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.108530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] For port d5bfb22a-9f75-4591-997d-e49ee886ead9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5bfb22a-9f75-4591-997d-e49ee886ead9,segment=NetworkSegment(862e109f-152f-49ba-b3a5-6749fc27e963),segment_id=862e109f-152f-49ba-b3a5-6749fc27e963)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:53.109340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.121356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.121996 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.140442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Calling delete_port for d5bfb22a-9f75-4591-997d-e49ee886ead9 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:53.144002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] Pushing event deleted for resources: {'Port': ['ID=d5bfb22a-9f75-4591-997d-e49ee886ead9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.155277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b329446-c6df-4a0a-af45-1e6f645ccc0f None None] No DVR routers for this DVR port d5bfb22a-9f75-4591-997d-e49ee886ead9 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:53.164543 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-959e81cf-2185-4883-9c46-7089ae541cc3 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1864059 Jul 07 17:53:53.180058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3539c643-c7fa-448f-88d1-36daff60599c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:53.180438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.190502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Request body: {'port': {'device_id': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:53.233413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-de88c28a-51ac-44c5-a063-49bfe4a5b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.235426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-de88c28a-51ac-44c5-a063-49bfe4a5b370 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5314159 Jul 07 17:53:53.236400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Pushing event updated for resources: {'Port': ['ID=861889db-bc4c-4826-abad-2637ab665e2f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.338595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c1ccd-2215-4a90-91e2-53a644888c85 req-6e316058-35ea-45ad-bcc5-0f47d69d0e01 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.340497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b07c1ccd-2215-4a90-91e2-53a644888c85 req-6e316058-35ea-45ad-bcc5-0f47d69d0e01 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 947 time: 0.6245539 Jul 07 17:53:53.356694 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c032279-447c-4b38-b580-b776e4dd2ac6 x-openstack-request-id: req-4c032279-447c-4b38-b580-b776e4dd2ac6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:53.357056 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d67e8-155c-47c8-b45a-93fcdaff8077", "tag": "3e0cf430-693f-4328-b2c8-a56c376c50d0", "status": "completed", "code": 200}, {"server_uuid": "72ef56a2-fd5d-4af5-a622-073ff5f6f7dc", "name": "network-vif-deleted", "tag": "eb3e4f79-90e4-47f2-b1b9-24bc9dd45149", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:53.357259 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c032279-447c-4b38-b580-b776e4dd2ac6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:53.357954 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'tag': '3e0cf430-693f-4328-b2c8-a56c376c50d0', 'status': 'completed', 'code': 200} Jul 07 17:53:53.358216 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ef56a2-fd5d-4af5-a622-073ff5f6f7dc', 'name': 'network-vif-deleted', 'tag': 'eb3e4f79-90e4-47f2-b1b9-24bc9dd45149', 'status': 'completed', 'code': 200} Jul 07 17:53:53.368311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:53.370050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a3c40a-bccd-439c-9335-0657001a3b16 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:53.387222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.394609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:53.397491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5bfb22a-9f75-4591-997d-e49ee886ead9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:53.398021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.412093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:53.417022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Transition to ACTIVE for port object b1a3c40a-bccd-439c-9335-0657001a3b16 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:53.423271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d5bfb22a-9f75-4591-997d-e49ee886ead9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:53.423914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5bfb22a-9f75-4591-997d-e49ee886ead9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:53.424495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c93c72e0-bea8-49bd-9810-0f57c21b6f51 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:53.440223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.449322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c93c72e0-bea8-49bd-9810-0f57c21b6f51 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:53.452229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c93c72e0-bea8-49bd-9810-0f57c21b6f51 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:53.513049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b07c1ccd-2215-4a90-91e2-53a644888c85 req-72494400-5d73-4011-8013-499f8b902dfa tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615791 Jul 07 17:53:53.609584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.620574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-244c851a-ada0-49a7-9a98-feb9fa9ecbf5 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700440 Jul 07 17:53:53.621364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.683858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-84be6d33-262f-472a-82a8-0b8155445c53 None None] Provisioning for port 861889db-bc4c-4826-abad-2637ab665e2f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:53.690167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-84be6d33-262f-472a-82a8-0b8155445c53 None None] Provisioning complete for port 861889db-bc4c-4826-abad-2637ab665e2f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:53.691554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84be6d33-262f-472a-82a8-0b8155445c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.696702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Pushing event updated for resources: {'Port': ['ID=b1a3c40a-bccd-439c-9335-0657001a3b16,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.715061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] No DVR routers for this DVR port d5bfb22a-9f75-4591-997d-e49ee886ead9 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:53.719200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bfb22a-9f75-4591-997d-e49ee886ead9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.720466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Attempting to bind port b1a3c40a-bccd-439c-9335-0657001a3b16 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:53.720807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Attempting to bind port b1a3c40a-bccd-439c-9335-0657001a3b16 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:53.721166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Attempting to bind port b1a3c40a-bccd-439c-9335-0657001a3b16 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:53.731858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Port b1a3c40a-bccd-439c-9335-0657001a3b16 on network 89b76153-7de1-41b3-8d43-562c60a2969f not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:53.732182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Attempting to bind port b1a3c40a-bccd-439c-9335-0657001a3b16 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:53.744345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-84be6d33-262f-472a-82a8-0b8155445c53 None None] Port 861889db-bc4c-4826-abad-2637ab665e2f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:53.777718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:53.778158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Checking segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:53.778461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Bound using segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:53.778920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Bound port: b1a3c40a-bccd-439c-9335-0657001a3b16, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:53.779333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.881263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95b749f2-6961-418e-b448-8b4383cf51c4 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:53.886874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] For port b1a3c40a-bccd-439c-9335-0657001a3b16, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:53.908272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] For port b1a3c40a-bccd-439c-9335-0657001a3b16, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=b1a3c40a-bccd-439c-9335-0657001a3b16,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:53.915727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.980981 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.986900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.987524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.988999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-0d848309-be73-4391-829c-7431f0a14abb service neutron] 10.222.0.90 "PUT /v2.0/ports/b1a3c40a-bccd-439c-9335-0657001a3b16 HTTP/1.1" status: 200 len: 1092 time: 1.3699422 Jul 07 17:53:53.993420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:53.995784 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ca354-1cae-466d-ae1c-269a08ca7b02" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:54.006914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e2951e-102a-4ba6-adbb-7539155e6af6 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:54.015330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:54.023602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.029100 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b945b6c-c0d4-4396-b283-ffe374403aba" -d '{"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-unplugged", "status": "completed", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:54.029899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848309-be73-4391-829c-7431f0a14abb service neutron] Pushing event updated for resources: {'Port': ['ID=b1a3c40a-bccd-439c-9335-0657001a3b16,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:54.047652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:54.050234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Transition to ACTIVE for port object a5e2951e-102a-4ba6-adbb-7539155e6af6 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:54.054245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.069073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.112495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:54.126826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e2951e-102a-4ba6-adbb-7539155e6af6,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:54.187789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-5782b9cf-6da9-4e1b-930d-b37759f450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.189344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-5782b9cf-6da9-4e1b-930d-b37759f450cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=d5b86faa-4784-4786-9144-65aeb7e781b4 HTTP/1.1" status: 200 len: 1095 time: 0.1512594 Jul 07 17:53:54.240041 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-25de3121-8254-4c6a-941a-d9898687e234 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3c40a-bccd-439c-9335-0657001a3b16 HTTP/1.1" status: 200 len: 217 time: 0.0400996 Jul 07 17:53:54.258163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Attempting to bind port a5e2951e-102a-4ba6-adbb-7539155e6af6 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:54.258534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Attempting to bind port a5e2951e-102a-4ba6-adbb-7539155e6af6 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:54.258815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Attempting to bind port a5e2951e-102a-4ba6-adbb-7539155e6af6 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:54.271023 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.286879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Port a5e2951e-102a-4ba6-adbb-7539155e6af6 on network 89b76153-7de1-41b3-8d43-562c60a2969f not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:54.287163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Attempting to bind port a5e2951e-102a-4ba6-adbb-7539155e6af6 on network 89b76153-7de1-41b3-8d43-562c60a2969f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:54.299337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:54.299664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Checking segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:54.300086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Bound using segment: {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:54.300560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Bound port: a5e2951e-102a-4ba6-adbb-7539155e6af6, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbab463-548a-4e17-af7c-176b98439dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:54.300945 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.303376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d568c-bdba-49d1-b250-d6ab226feb5c req-d514aaff-20f0-4f53-b0ac-1bcb38f56c2c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.304910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-437d568c-bdba-49d1-b250-d6ab226feb5c req-d514aaff-20f0-4f53-b0ac-1bcb38f56c2c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.8147967 Jul 07 17:53:54.313280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-6428787c-ed13-4fe0-bc92-59dd97e7b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.314765 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-6428787c-ed13-4fe0-bc92-59dd97e7b59a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.0672059 Jul 07 17:53:54.319309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14c4fec-9dd2-4d76-b910-8dcfb0ea7585']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:54.362885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862e109f-152f-49ba-b3a5-6749fc27e963') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:54.363240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862e109f-152f-49ba-b3a5-6749fc27e963') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:54.365461 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-bf8a0a6c-ea7f-4c8e-bcb3-32f35f085207 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436490 Jul 07 17:53:54.374008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb3bb894-f1f8-4153-8b64-a33e7cd4d49b req-e2aea25b-8710-48c4-a7db-5f843f3d87ef service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271957 Jul 07 17:53:54.379880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.449548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.454027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] For port a5e2951e-102a-4ba6-adbb-7539155e6af6, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:54.458622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] For port a5e2951e-102a-4ba6-adbb-7539155e6af6, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a5e2951e-102a-4ba6-adbb-7539155e6af6,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:54.468592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.482395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-437d568c-bdba-49d1-b250-d6ab226feb5c req-59b0d82c-2b31-4c11-880f-025e65a75ff7 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573038 Jul 07 17:53:54.486551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:53:54.486551 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.489241 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:53:54.493123 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:53:54.508145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9116ae6-6d2a-489c-ae0d-b29e0f3b90a8 req-b073fd10-4eef-44e4-bb79-19027248b881 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.509723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9116ae6-6d2a-489c-ae0d-b29e0f3b90a8 req-b073fd10-4eef-44e4-bb79-19027248b881 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 944 time: 0.4367957 Jul 07 17:53:54.532812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.533540 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.537401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] 10.222.0.90 "PUT /v2.0/ports/a5e2951e-102a-4ba6-adbb-7539155e6af6 HTTP/1.1" status: 200 len: 1092 time: 1.3526924 Jul 07 17:53:54.537590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.566585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-cb8e3f39-4e10-4bce-8653-77a32b5ec56f service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896887 Jul 07 17:53:54.567340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c160-523b-4b6f-9b2d-b0e685573a62 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e2951e-102a-4ba6-adbb-7539155e6af6,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:54.621132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.625757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.627695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c14c4fec-9dd2-4d76-b910-8dcfb0ea7585 HTTP/1.1" status: 204 len: 168 time: 2.2846274 Jul 07 17:53:54.672997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868894f-c351-4c4f-8899-dec35c1064b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14c4fec-9dd2-4d76-b910-8dcfb0ea7585,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:54.682929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9116ae6-6d2a-489c-ae0d-b29e0f3b90a8 req-77760217-d606-4d3f-b425-b8fb812b701d tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423707 Jul 07 17:53:54.710527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-5203237a-eae7-4372-b80d-06628cc04058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.712754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-5203237a-eae7-4372-b80d-06628cc04058 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 1098 time: 0.2775650 Jul 07 17:53:54.746313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-ba0b43f6-9e23-4620-8ab6-0c2f94cdd1d6 service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681051 Jul 07 17:53:54.751423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-f6ebf049-a32d-40c1-8f4d-8de608368c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.752985 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-f6ebf049-a32d-40c1-8f4d-8de608368c23 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 1095 time: 0.1559508 Jul 07 17:53:54.837112 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-dd377fc4-2e8f-44b1-8747-2a030bac20d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e2951e-102a-4ba6-adbb-7539155e6af6 HTTP/1.1" status: 200 len: 217 time: 0.0762043 Jul 07 17:53:54.895723 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bb923b-c836-434a-8a62-65008c0697e1 x-openstack-request-id: req-d4bb923b-c836-434a-8a62-65008c0697e1 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:54.896013 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:54.896248 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4bb923b-c836-434a-8a62-65008c0697e1 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:54.896701 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16', 'status': 'completed', 'code': 200} Jul 07 17:53:54.913103 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5177aeb3-7a3b-4748-838c-e97984dc40d3 x-openstack-request-id: req-5177aeb3-7a3b-4748-838c-e97984dc40d3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:54.914495 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-unplugged", "status": "completed", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:54.914914 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5177aeb3-7a3b-4748-838c-e97984dc40d3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:54.915503 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4', 'code': 200} Jul 07 17:53:54.928666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57606) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:54.953847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a40b3-a92d-4834-909c-2276950e876f req-ca4cd47d-0b29-46cd-ab2e-7bd44cb7e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.955268 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-ca4cd47d-0b29-46cd-ab2e-7bd44cb7e8c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.1042032 Jul 07 17:53:54.972423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-fd9b6b94-4eaf-41ac-b5b6-89e6e1f3d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.973968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-fd9b6b94-4eaf-41ac-b5b6-89e6e1f3d9d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2364395 Jul 07 17:53:54.998491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-2c7f667f-6ba2-4852-b4c4-e0b8829620f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325322 Jul 07 17:53:55.044686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.047661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-2e03b56c-442d-49be-badb-0946f0ef7c44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e0cf430-693f-4328-b2c8-a56c376c50d0 HTTP/1.1" status: 200 len: 217 time: 0.0590456 Jul 07 17:53:55.051093 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.081672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fbc29572-ba91-42c5-a7e7-940235cf641c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=036a6086fbde475cb6304008bc73b371&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1332293 Jul 07 17:53:55.084097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57610) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:55.118818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-64ca5053-a8ed-4d22-837b-89c7e6144ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.120353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-64ca5053-a8ed-4d22-837b-89c7e6144ee0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=d5b86faa-4784-4786-9144-65aeb7e781b4 HTTP/1.1" status: 200 len: 1095 time: 0.2077479 Jul 07 17:53:55.210813 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.213701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Pushing event updated for resources: {'Port': ['ID=861889db-bc4c-4826-abad-2637ab665e2f,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:55.219202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-e352eaa7-339b-46f4-87e4-bae7e5fe86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.221101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-e352eaa7-339b-46f4-87e4-bae7e5fe86cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1636860 Jul 07 17:53:55.235728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-8543eede-0677-45b4-94fe-8bb7ac4cc253 service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255099 Jul 07 17:53:55.259656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-250cf03c-3c87-461e-9fdf-c468e006756c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.329290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-250cf03c-3c87-461e-9fdf-c468e006756c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.337061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-3e4c9cfa-912c-4eec-94f4-0356c0701254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.338528 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-3e4c9cfa-912c-4eec-94f4-0356c0701254 service neutron] 10.222.0.90 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 914 time: 0.2099137 Jul 07 17:53:55.368966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df4dfd-0ea0-485a-acdd-03d398edbcb4 req-a1dc1434-a46d-4f85-af0b-f9e55bec3646 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.370463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1df4dfd-0ea0-485a-acdd-03d398edbcb4 req-a1dc1434-a46d-4f85-af0b-f9e55bec3646 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 947 time: 0.3144214 Jul 07 17:53:55.410306 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-2d1bf695-2842-493f-b33d-f5616abf5709 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3c40a-bccd-439c-9335-0657001a3b16 HTTP/1.1" status: 200 len: 217 time: 0.0580142 Jul 07 17:53:55.441414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:55.454625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dc1a40b3-a92d-4834-909c-2276950e876f req-23fb2039-53e0-4680-9fff-3cddbfe3ba23 service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085314 Jul 07 17:53:55.456540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:55.473966 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-250cf03c-3c87-461e-9fdf-c468e006756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.479449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-250cf03c-3c87-461e-9fdf-c468e006756c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.481064 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-250cf03c-3c87-461e-9fdf-c468e006756c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4af6117-d87a-4166-a242-1e4be6bc81ae HTTP/1.1" status: 204 len: 168 time: 0.3952138 Jul 07 17:53:55.486082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1df4dfd-0ea0-485a-acdd-03d398edbcb4 req-a88765bf-2ba7-494f-8b23-972339bc1baf tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877585 Jul 07 17:53:55.491025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-16596ed1-7ad5-43d6-9bbd-09b70921692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.492731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-16596ed1-7ad5-43d6-9bbd-09b70921692e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.0752375 Jul 07 17:53:55.498890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cf03c-3c87-461e-9fdf-c468e006756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4af6117-d87a-4166-a242-1e4be6bc81ae,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:55.532333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-55a52d1d-0459-4582-9647-9b25fb21ffec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312178 Jul 07 17:53:55.560368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-e20ab583-6214-4034-b2ad-29bdc682607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.561954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-e20ab583-6214-4034-b2ad-29bdc682607a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3320265 Jul 07 17:53:55.602011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-69119c79-2d67-45d6-8f77-d69fbd643a6d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.612344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-69119c79-2d67-45d6-8f77-d69fbd643a6d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.2943232 Jul 07 17:53:55.677308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-e72b4c95-be05-4b9a-880a-7a078fd52b57 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/quotas/14c8abf30a4940c9be7daa24c12b839f HTTP/1.1" status: 200 len: 375 time: 0.0574329 Jul 07 17:53:55.688795 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-8fb71c2e-05f9-44c1-982e-bc06cb4f52b2 service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451132 Jul 07 17:53:55.782145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bf9c5678-1c2e-45c3-b5a6-d232e8c35e2d None None] Provisioning complete for port 861889db-bc4c-4826-abad-2637ab665e2f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:55.783556 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5678-1c2e-45c3-b5a6-d232e8c35e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:55.799727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Router e8b73d95-038a-44aa-afa4-a5c58a8bf904 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:55.805971 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-344ca354-1cae-466d-ae1c-269a08ca7b02 req-28cb43c3-aa22-4765-9649-40eec069844f service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090059 Jul 07 17:53:55.830268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-398c42fc-2cb1-4af3-a1aa-7d72814fb906 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554026 Jul 07 17:53:55.840853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c5678-1c2e-45c3-b5a6-d232e8c35e2d None None] Port 861889db-bc4c-4826-abad-2637ab665e2f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:55.949342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-0ea1798f-4ab4-4a74-8d99-f4765649e4f9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296019 Jul 07 17:53:56.009414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57632) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:56.050830 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e32d592e-1b86-400e-a061-607132dba146 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5cd3d7add1bc49c6b4b9860647ae014c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399337 Jul 07 17:53:56.053308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57634) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:56.107595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-943c3587-dcd1-42fb-bab2-275d91c72c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.115259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be135e35-50bf-4839-80d2-6b8a1594e00b req-bba4e703-d8c9-4dcf-84ed-f049d710e846 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734036 Jul 07 17:53:56.119050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:56.133214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d6de21f-729a-42d9-b615-75914bfdfab4 admin admin] 10.222.0.88 "PUT /v2.0/routers/e8b73d95-038a-44aa-afa4-a5c58a8bf904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7248158 Jul 07 17:53:56.133652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-943c3587-dcd1-42fb-bab2-275d91c72c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.138000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Sync routers for ids ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:56.149240 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Routers {'e8b73d95-038a-44aa-afa4-a5c58a8bf904'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:56.149846 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:56.170586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4c6e0-fe71-4e41-8f03-0a0f2be0e9a6 req-706a9882-f1c7-421e-b385-135bbeed7472 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.172173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2dd4c6e0-fe71-4e41-8f03-0a0f2be0e9a6 req-706a9882-f1c7-421e-b385-135bbeed7472 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.2143326 Jul 07 17:53:56.196992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-2a15667c-7f3f-4fb7-9b43-ffc73b6b0969 service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072859 Jul 07 17:53:56.204687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-943c3587-dcd1-42fb-bab2-275d91c72c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.208235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-943c3587-dcd1-42fb-bab2-275d91c72c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.220232 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-943c3587-dcd1-42fb-bab2-275d91c72c34 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f5f5c942-750f-42a5-9eb3-80014a753ea7 HTTP/1.1" status: 204 len: 168 time: 0.1657486 Jul 07 17:53:56.231718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c3587-dcd1-42fb-bab2-275d91c72c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5c942-750f-42a5-9eb3-80014a753ea7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:56.301131 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Set router e8b73d95-038a-44aa-afa4-a5c58a8bf904 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:56.329227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2dd4c6e0-fe71-4e41-8f03-0a0f2be0e9a6 req-ac54ac86-c2bb-4197-895d-b7a711ed662c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431432 Jul 07 17:53:56.369532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-e717f8dd-7300-43d1-89d4-bce8968364e9 service neutron] 10.222.0.88 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715739 Jul 07 17:53:56.592734 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '3539c643-c7fa-448f-88d1-36daff60599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:53:54Z', 'revision_number': 4, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port': {'id': '3539c643-c7fa-448f-88d1-36daff60599c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:39Z', 'updated_at': '2021-07-07T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '861889db-bc4c-4826-abad-2637ab665e2f', 'name': '', 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'mac_address': 'fa:16:3e:e4:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '9b543395-d5eb-4627-b62e-f6d774c6d897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:51Z', 'updated_at': '2021-07-07T17:53:54Z', 'revision_number': 2, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'subnets': [{'id': '9b543395-d5eb-4627-b62e-f6d774c6d897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:56.632195 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Checking router: e8b73d95-038a-44aa-afa4-a5c58a8bf904 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:56.632703 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Updating router e8b73d95-038a-44aa-afa4-a5c58a8bf904 port 861889db-bc4c-4826-abad-2637ab665e2f binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:56.687938 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:56.852272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a77a9a-5546-4d9e-b32d-3f54047b85e9 req-9409d504-bfc7-4d82-80bb-76a75d857a95 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.859292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22a77a9a-5546-4d9e-b32d-3f54047b85e9 req-9409d504-bfc7-4d82-80bb-76a75d857a95 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 944 time: 0.1002240 Jul 07 17:53:56.869265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-be983cca-d692-4df0-9c3a-0564f136c359 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.870857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-be983cca-d692-4df0-9c3a-0564f136c359 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 944 time: 0.4665837 Jul 07 17:53:56.898670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'tag': 'a5e2951e-102a-4ba6-adbb-7539155e6af6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:56.901358 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce65070-8e23-4d8e-bcd2-f766920e6d17" -d '{"events": [{"name": "network-changed", "server_uuid": "c992e737-4e82-465b-b02a-fa6b71fb850c", "tag": "a5e2951e-102a-4ba6-adbb-7539155e6af6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:56.921282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22a77a9a-5546-4d9e-b32d-3f54047b85e9 req-f034a09d-5ccf-4034-b335-839f8d6f754f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610454 Jul 07 17:53:57.128243 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:57.140676 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Transition to ACTIVE for port object 861889db-bc4c-4826-abad-2637ab665e2f will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:57.148488 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:57.205473 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625f684-a489-44fb-8934-b4e65dbcecce None None] Pushing event updated for resources: {'Port': ['ID=861889db-bc4c-4826-abad-2637ab665e2f,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:57.313958 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Attempting to bind port 861889db-bc4c-4826-abad-2637ab665e2f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:57.314430 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Attempting to bind port 861889db-bc4c-4826-abad-2637ab665e2f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:57.315171 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Attempting to bind port 861889db-bc4c-4826-abad-2637ab665e2f on network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:57.323223 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:57.323863 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Checking segment: {'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:57.324469 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:57.325042 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Bound using segment: {'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:57.325847 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Bound port: 861889db-bc4c-4826-abad-2637ab665e2f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:57.326406 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:57.441788 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] For port 861889db-bc4c-4826-abad-2637ab665e2f, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:57.442673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152314cd-d0c8-406e-8ac2-8b3c12dff998 req-ab5cade7-71f5-4ce5-a0fb-c8830ce9f34d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.447532 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] For port 861889db-bc4c-4826-abad-2637ab665e2f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=861889db-bc4c-4826-abad-2637ab665e2f,segment=NetworkSegment(bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c),segment_id=bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:57.454001 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:57.454914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-152314cd-d0c8-406e-8ac2-8b3c12dff998 req-ab5cade7-71f5-4ce5-a0fb-c8830ce9f34d tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=f08f95c6-5b4c-4dcc-8f7b-be5b84104522 HTTP/1.1" status: 200 len: 944 time: 0.6975746 Jul 07 17:53:57.538302 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Routers {'e8b73d95-038a-44aa-afa4-a5c58a8bf904'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:57.538984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:57.546032 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625f684-a489-44fb-8934-b4e65dbcecce None None] Pushing event updated for resources: {'Port': ['ID=861889db-bc4c-4826-abad-2637ab665e2f,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:57.676791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-152314cd-d0c8-406e-8ac2-8b3c12dff998 req-02adcdf8-670e-4377-9ee4-c69f9dc0ad5a tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/security-groups?id=753f19b5-eb6c-42ed-86fe-48cfa399ea34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206373 Jul 07 17:53:57.718409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-695583e7-1b29-413c-a7ba-50182d55f87a req-7bfdada3-f827-4861-a085-f42a7de2f78f tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2570982 Jul 07 17:53:57.738284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:57.742598 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] Set router e8b73d95-038a-44aa-afa4-a5c58a8bf904 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:57.772354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Deleting port 32204629-2dda-434b-99ca-af2b539e8996 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:57.772677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:57.805442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-e4e96fe4-aa6a-425a-b7ab-7d62ae57fa38 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.806987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-e4e96fe4-aa6a-425a-b7ab-7d62ae57fa38 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "GET /v2.0/ports?device_id=f31401af-e21c-431c-abff-3a45b3840cea HTTP/1.1" status: 200 len: 943 time: 0.3873980 Jul 07 17:53:57.896960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-154be9c2-9308-4d78-9751-8c9466261f5f req-e696da37-f82a-46b3-946f-4fbe5776aea8 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 210 time: 0.0485227 Jul 07 17:53:57.926394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.088809 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '3539c643-c7fa-448f-88d1-36daff60599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:53:54Z', 'revision_number': 4, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port': {'id': '3539c643-c7fa-448f-88d1-36daff60599c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:39Z', 'updated_at': '2021-07-07T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '861889db-bc4c-4826-abad-2637ab665e2f', 'name': '', 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'mac_address': 'fa:16:3e:e4:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '9b543395-d5eb-4627-b62e-f6d774c6d897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:51Z', 'updated_at': '2021-07-07T17:53:57Z', 'revision_number': 4, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'subnets': [{'id': '9b543395-d5eb-4627-b62e-f6d774c6d897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:58.105735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] For port 32204629-2dda-434b-99ca-af2b539e8996, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=32204629-2dda-434b-99ca-af2b539e8996,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:58.105735 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.125890 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c515-5965-4ab3-b29d-a88a17ea1ef2 None None] The sync data for ids ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'] in n-d-798930-2 is: [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '3539c643-c7fa-448f-88d1-36daff60599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:53:54Z', 'revision_number': 4, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port': {'id': '3539c643-c7fa-448f-88d1-36daff60599c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:39Z', 'updated_at': '2021-07-07T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '861889db-bc4c-4826-abad-2637ab665e2f', 'name': '', 'network_id': '38f9dc59-b78e-4fbf-a217-8915aa7f67cb', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'mac_address': 'fa:16:3e:e4:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '9b543395-d5eb-4627-b62e-f6d774c6d897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:51Z', 'updated_at': '2021-07-07T17:53:57Z', 'revision_number': 4, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'subnets': [{'id': '9b543395-d5eb-4627-b62e-f6d774c6d897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:58.151287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Calling delete_port for 32204629-2dda-434b-99ca-af2b539e8996 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:58.309407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-da1c86fd-8c03-4530-b185-4bfb71c405c0 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:58.311772 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-da1c86fd-8c03-4530-b185-4bfb71c405c0 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 805 time: 0.2456846 Jul 07 17:53:58.328615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Request body: {'port': {'device_id': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'admin_state_up': True, 'tenant_id': '14c8abf30a4940c9be7daa24c12b839f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:58.384677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Deleting port 95b749f2-6961-418e-b448-8b4383cf51c4 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:58.385480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.473412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5568e1-bd96-4d3f-9b8b-b45465f8528a req-03bd21d4-5a49-4e14-9d56-e000cb40add5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:58.475667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Made reservation on behalf of 14c8abf30a4940c9be7daa24c12b839f for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:58.477334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab5568e1-bd96-4d3f-9b8b-b45465f8528a req-03bd21d4-5a49-4e14-9d56-e000cb40add5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 947 time: 0.3853023 Jul 07 17:53:58.480283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.526978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.621014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Allocated IP 172.20.0.10 (42a28c34-1c1c-46c0-b9cb-aa21e3985d8a/ed3fb5dd-b5c6-443a-8b5a-9931fcec1616/b9457652-c34a-48ca-a79e-00069477559f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:58.625978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.660566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab5568e1-bd96-4d3f-9b8b-b45465f8528a req-94189479-51cc-47ed-9de3-9582d234cbb1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709428 Jul 07 17:53:58.691717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] For port 95b749f2-6961-418e-b448-8b4383cf51c4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=95b749f2-6961-418e-b448-8b4383cf51c4,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:58.692084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.696301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event deleted for resources: {'Port': ['ID=32204629-2dda-434b-99ca-af2b539e8996,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:58.715170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Calling delete_port for 95b749f2-6961-418e-b448-8b4383cf51c4 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:58.735028 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a3409-1fe3-46db-ad48-1ddff3741f9e x-openstack-request-id: req-866a3409-1fe3-46db-ad48-1ddff3741f9e {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:58.735620 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c992e737-4e82-465b-b02a-fa6b71fb850c", "tag": "a5e2951e-102a-4ba6-adbb-7539155e6af6", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:58.735971 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-866a3409-1fe3-46db-ad48-1ddff3741f9e {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:58.736474 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'tag': 'a5e2951e-102a-4ba6-adbb-7539155e6af6', 'status': 'completed', 'code': 200} Jul 07 17:53:58.810663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] No DVR routers for this DVR port 32204629-2dda-434b-99ca-af2b539e8996 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:58.852696 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.854844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-029bbfd4-3a69-4968-bf80-c8cacb96e6f8 req-130cf075-afc1-44ca-bd39-c4be9f6e08ad tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "DELETE /v2.0/ports/32204629-2dda-434b-99ca-af2b539e8996 HTTP/1.1" status: 204 len: 173 time: 1.9772155 Jul 07 17:53:58.855315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'name': 'network-vif-deleted', 'tag': '32204629-2dda-434b-99ca-af2b539e8996'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:58.858465 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d8e8e8-eb32-46d7-9e95-dac931847c82" -d '{"events": [{"server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "name": "network-vif-deleted", "tag": "32204629-2dda-434b-99ca-af2b539e8996"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:58.866201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.929318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-43606542-e208-4edb-aa69-b35249791bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:58.930660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-43606542-e208-4edb-aa69-b35249791bce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d408b542bf91419685d3ee7a1aa79153&device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 1095 time: 0.1763256 Jul 07 17:53:58.933019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.938610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Allocated IP 172.25.1.2 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c6224c34-318a-4265-94ab-c10a8d1ae364) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:59.011279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 861889db-bc4c-4826-abad-2637ab665e2f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:59.073606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:59.079287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af140961-9c96-4c65-ad86-1461b6eab9ff req-00658204-82f9-4603-bb2c-391008384744 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.080910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af140961-9c96-4c65-ad86-1461b6eab9ff req-00658204-82f9-4603-bb2c-391008384744 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.2311342 Jul 07 17:53:59.104041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:59.108454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:59.121993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 861889db-bc4c-4826-abad-2637ab665e2f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:59.126830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 861889db-bc4c-4826-abad-2637ab665e2f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:59.129736 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.131573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:59.172330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.199388 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.217610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af140961-9c96-4c65-ad86-1461b6eab9ff req-22e222c7-3bd1-465f-8210-ecc4186b3b35 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296821 Jul 07 17:53:59.267488 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.300529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event deleted for resources: {'Port': ['ID=95b749f2-6961-418e-b448-8b4383cf51c4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:59.314912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 861889db-bc4c-4826-abad-2637ab665e2f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=861889db-bc4c-4826-abad-2637ab665e2f,segment=NetworkSegment(bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c),segment_id=bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:59.324768 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.376693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] No DVR routers for this DVR port 95b749f2-6961-418e-b448-8b4383cf51c4 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:59.385045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=861889db-bc4c-4826-abad-2637ab665e2f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:59.391458 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.393589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bebfb13-c1c6-4ab6-bac6-267c6968adf0 req-7b119af2-7ce4-4c4d-bfc9-30b06e69ada1 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.90 "DELETE /v2.0/ports/95b749f2-6961-418e-b448-8b4383cf51c4 HTTP/1.1" status: 204 len: 173 time: 1.5483155 Jul 07 17:53:59.478618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.544066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:59.560354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:59.571410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:59.600865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-47f87b0c-66dc-4270-b17e-78464536f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.602473 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-47f87b0c-66dc-4270-b17e-78464536f7e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 200 len: 914 time: 0.6581073 Jul 07 17:53:59.614592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.616298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.618498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=c6224c34-318a-4265-94ab-c10a8d1ae364,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:59.628291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6113d5-e474-4010-bcaf-e0b4d970623f req-0af35994-893f-4666-bba5-2304f2e8767d tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.636810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e6113d5-e474-4010-bcaf-e0b4d970623f req-0af35994-893f-4666-bba5-2304f2e8767d tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 944 time: 0.2281253 Jul 07 17:53:59.672117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-143999e4-362b-4b44-ad0c-7c0bfc038217 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e2951e-102a-4ba6-adbb-7539155e6af6 HTTP/1.1" status: 200 len: 217 time: 0.0520172 Jul 07 17:53:59.677618 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-fe1454d7-f01f-4f6a-bf1e-167cbb923be7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3534961 Jul 07 17:53:59.689418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e6113d5-e474-4010-bcaf-e0b4d970623f req-bd5b0d14-c8c7-41ab-aeef-5ad5695a55bd tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 Jul 07 17:53:59.695638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Request body: {'port': {'device_id': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:59.758693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.779992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-3f13ce8d-cc4d-41d0-8768-cd77810e5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.783057 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-3f13ce8d-cc4d-41d0-8768-cd77810e5cc5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 200 len: 853 time: 0.1028087 Jul 07 17:53:59.825086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.875654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-a8ead108-33a2-418a-b679-4dd6c048c14c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=89b76153-7de1-41b3-8d43-562c60a2969f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787156 Jul 07 17:53:59.914081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device b1a3c40a-bccd-439c-9335-0657001a3b16 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:59.917239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95b749f2-6961-418e-b448-8b4383cf51c4 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:59.941645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 95b749f2-6961-418e-b448-8b4383cf51c4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:59.941983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 95b749f2-6961-418e-b448-8b4383cf51c4 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:59.949441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.016600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.024037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.080766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port b1a3c40a-bccd-439c-9335-0657001a3b16, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=b1a3c40a-bccd-439c-9335-0657001a3b16,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.105099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'b1a3c40a-bccd-439c-9335-0657001a3b16', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'port_id': 'b1a3c40a-bccd-439c-9335-0657001a3b16', 'mac_address': 'fa:16:3e:52:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e22b2dd-8190-47fd-89fb-274080a1f223', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:00.132487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=c6224c34-318a-4265-94ab-c10a8d1ae364,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:00.140135 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0696f459-6990-4576-93e2-da5e5215508f x-openstack-request-id: req-0696f459-6990-4576-93e2-da5e5215508f {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:00.140425 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08f95c6-5b4c-4dcc-8f7b-be5b84104522", "name": "network-vif-deleted", "tag": "32204629-2dda-434b-99ca-af2b539e8996", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:00.140914 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0696f459-6990-4576-93e2-da5e5215508f {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:00.141098 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08f95c6-5b4c-4dcc-8f7b-be5b84104522', 'name': 'network-vif-deleted', 'tag': '32204629-2dda-434b-99ca-af2b539e8996', 'status': 'completed', 'code': 200} Jul 07 17:54:00.155566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-e39419e5-904a-4307-904f-71ffe78ff7f8 service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696750 Jul 07 17:54:00.197897 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.215486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a3c40a-bccd-439c-9335-0657001a3b16 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:00.233292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.242548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port b1a3c40a-bccd-439c-9335-0657001a3b16, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=b1a3c40a-bccd-439c-9335-0657001a3b16,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.250808 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.251418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3e0cf430-693f-4328-b2c8-a56c376c50d0 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:00.265315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.266677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-695583e7-1b29-413c-a7ba-50182d55f87a req-6735e823-d1b2-4c6a-b54a-06c503d4f95a tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.5474236 Jul 07 17:54:00.341398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-695583e7-1b29-413c-a7ba-50182d55f87a req-afc8f351-8943-4cab-97e2-84097cd128f5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0560987 Jul 07 17:54:00.357665 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9ce65070-8e23-4d8e-bcd2-f766920e6d17 req-b861d532-2c4e-4a9f-9c4a-239e1c5eeed4 service neutron] 10.222.0.90 "GET /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901629 Jul 07 17:54:00.364220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=b1a3c40a-bccd-439c-9335-0657001a3b16,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:00.410303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3e0cf430-693f-4328-b2c8-a56c376c50d0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3e0cf430-693f-4328-b2c8-a56c376c50d0,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.420931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c0c3-43f7-4b58-9404-c6ce499af66a req-17708b95-83e9-4be6-a49a-d97a9ace0906 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.422086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '3e0cf430-693f-4328-b2c8-a56c376c50d0', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '3e0cf430-693f-4328-b2c8-a56c376c50d0', 'mac_address': 'fa:16:3e:4d:23:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:00.422422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c96c0c3-43f7-4b58-9404-c6ce499af66a req-17708b95-83e9-4be6-a49a-d97a9ace0906 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 932 time: 0.1692019 Jul 07 17:54:00.436982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9457652-c34a-48ca-a79e-00069477559f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:00.445139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.457781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Transition to ACTIVE for port object b9457652-c34a-48ca-a79e-00069477559f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:00.465160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.468008 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.482992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0cf430-693f-4328-b2c8-a56c376c50d0 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:00.496362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695583e7-1b29-413c-a7ba-50182d55f87a req-5db91553-2c32-42ce-9af2-aad871ed7a39 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.497882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-695583e7-1b29-413c-a7ba-50182d55f87a req-5db91553-2c32-42ce-9af2-aad871ed7a39 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.1510546 Jul 07 17:54:00.510184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c96c0c3-43f7-4b58-9404-c6ce499af66a req-8bfd9d02-c001-4f14-8780-96e6581585be tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697627 Jul 07 17:54:00.510862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:00.519370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3e0cf430-693f-4328-b2c8-a56c376c50d0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3e0cf430-693f-4328-b2c8-a56c376c50d0,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.527597 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.528508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a5e2951e-102a-4ba6-adbb-7539155e6af6 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:00.605339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=3e0cf430-693f-4328-b2c8-a56c376c50d0,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:00.612495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a5e2951e-102a-4ba6-adbb-7539155e6af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a5e2951e-102a-4ba6-adbb-7539155e6af6,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.634657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Attempting to bind port b9457652-c34a-48ca-a79e-00069477559f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:00.635166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Attempting to bind port b9457652-c34a-48ca-a79e-00069477559f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:00.635308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Attempting to bind port b9457652-c34a-48ca-a79e-00069477559f on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:00.638254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'a5e2951e-102a-4ba6-adbb-7539155e6af6', 'network_id': '89b76153-7de1-41b3-8d43-562c60a2969f', 'port_id': 'a5e2951e-102a-4ba6-adbb-7539155e6af6', 'mac_address': 'fa:16:3e:d8:e3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e22b2dd-8190-47fd-89fb-274080a1f223', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:00.640038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Port b9457652-c34a-48ca-a79e-00069477559f on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:54:00.640252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Attempting to bind port b9457652-c34a-48ca-a79e-00069477559f on network 42a28c34-1c1c-46c0-b9cb-aa21e3985d8a {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:00.647561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:00.647899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Checking segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:00.648386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Bound using segment: {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:00.648722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Bound port: b9457652-c34a-48ca-a79e-00069477559f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fa0a1c-0106-42b3-8444-f0c5031da158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:00.649218 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.719034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:00.721570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda6670-9786-4067-a291-e760e7e225ef req-c752e32c-231f-4545-b5a8-2a0cd955058d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.722630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:00.725050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abda6670-9786-4067-a291-e760e7e225ef req-c752e32c-231f-4545-b5a8-2a0cd955058d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 948 time: 0.0813315 Jul 07 17:54:00.731590 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.732013 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.769588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e2951e-102a-4ba6-adbb-7539155e6af6 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:00.774129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abda6670-9786-4067-a291-e760e7e225ef req-4ee20c0c-d421-449a-b7f7-cbd24b83d268 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Jul 07 17:54:00.795107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a5e2951e-102a-4ba6-adbb-7539155e6af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a5e2951e-102a-4ba6-adbb-7539155e6af6,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.802793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:00.804354 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.807766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.808912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.810442 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-14d28f96-b8f9-4c23-9538-5efa26f97092 service neutron] 10.222.0.55 "PUT /v2.0/ports/b9457652-c34a-48ca-a79e-00069477559f HTTP/1.1" status: 200 len: 1092 time: 1.1197488 Jul 07 17:54:00.811068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:00.813510 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339e0340-ea61-4cbf-bac5-6b487fb35480" -d '{"events": [{"name": "network-changed", "server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "tag": "b9457652-c34a-48ca-a79e-00069477559f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:00.888448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a5e2951e-102a-4ba6-adbb-7539155e6af6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:00.920552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 861889db-bc4c-4826-abad-2637ab665e2f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:00.959115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-d4fa352f-af6a-4050-aedd-bb1f60355179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.961251 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-d4fa352f-af6a-4050-aedd-bb1f60355179 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 1095 time: 0.0948250 Jul 07 17:54:00.982979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 861889db-bc4c-4826-abad-2637ab665e2f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:00.983258 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.004178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-00fa4f83-49bb-4486-ac72-79051c55e894 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9457652-c34a-48ca-a79e-00069477559f HTTP/1.1" status: 200 len: 217 time: 0.0349188 Jul 07 17:54:01.063020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-d84a745a-f2dc-416a-a282-db20622fe96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:01.064118 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-d84a745a-f2dc-416a-a282-db20622fe96d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.0526457 Jul 07 17:54:01.091092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f4ed-dca0-4502-9cb4-7fe344f3dcda req-d7e9cd92-0717-40e5-831e-cca9a401dbd2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:01.092675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7da7f4ed-dca0-4502-9cb4-7fe344f3dcda req-d7e9cd92-0717-40e5-831e-cca9a401dbd2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.1523728 Jul 07 17:54:01.115053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-3c12b08f-720d-492b-8ee5-13dee9a32500 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426524 Jul 07 17:54:01.141807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-7a252d1c-4678-4745-83a6-849fc31d0b58 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1628439 Jul 07 17:54:01.158628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:01.170830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7da7f4ed-dca0-4502-9cb4-7fe344f3dcda req-fd67955b-7e49-4c6a-a294-23d82d95dfdc tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Jul 07 17:54:01.206048 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.247571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-2ad30486-175f-4e77-a8ea-7525a57d5035 service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215971 Jul 07 17:54:01.334015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.397493 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a27d1a1f-d0e3-4f91-818e-26fa5f757605 req-b38dd808-56b4-4992-a9fc-b672fb115b60 service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385872 Jul 07 17:54:01.398601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['b1a3c40a-bccd-439c-9335-0657001a3b16'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:01.443896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['a5e2951e-102a-4ba6-adbb-7539155e6af6'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:01.515856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['3e0cf430-693f-4328-b2c8-a56c376c50d0'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:01.565735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-9740b27d-53a6-42d9-940b-e8c2540314ac tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:01.567285 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-9740b27d-53a6-42d9-940b-e8c2540314ac tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 945 time: 0.1274960 Jul 07 17:54:01.616694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Allocated IP 172.25.1.68 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/a64d6d4b-b3db-4b41-86cf-32784e35d284) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:01.620164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57740) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:01.660064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f9b26-48cb-4dcd-aa34-5c8c76910ff9 req-07d9c2f2-5499-4e01-abe1-ee73c3230510 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:01.661367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c32f9b26-48cb-4dcd-aa34-5c8c76910ff9 req-07d9c2f2-5499-4e01-abe1-ee73c3230510 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 945 time: 0.2484434 Jul 07 17:54:01.750210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c32f9b26-48cb-4dcd-aa34-5c8c76910ff9 req-349c0cff-be9f-4b07-bf29-62af1f7f7b92 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786843 Jul 07 17:54:01.785356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Deleting port a8aa41d4-c353-4051-a2a9-17b65b3233cf {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:01.786071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.854018 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe351814-644b-494f-88a2-286c963871c3 x-openstack-request-id: req-fe351814-644b-494f-88a2-286c963871c3 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:01.854417 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "tag": "b9457652-c34a-48ca-a79e-00069477559f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:01.854771 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe351814-644b-494f-88a2-286c963871c3 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:01.855385 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f', 'status': 'completed', 'code': 200} Jul 07 17:54:01.887597 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.915814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a88649c-ed1f-4565-a044-b1d3a1da289d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.922194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] For port a8aa41d4-c353-4051-a2a9-17b65b3233cf, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a8aa41d4-c353-4051-a2a9-17b65b3233cf,segment=NetworkSegment(c93e73af-42d6-4eb8-b225-b1e870cc0472),segment_id=c93e73af-42d6-4eb8-b225-b1e870cc0472)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:01.922347 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.937376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Calling delete_port for a8aa41d4-c353-4051-a2a9-17b65b3233cf owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:02.010603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-f095fecf-0195-4e9b-bc41-ca868e930215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:02.012078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-f095fecf-0195-4e9b-bc41-ca868e930215 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14c8abf30a4940c9be7daa24c12b839f&device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 1095 time: 0.1597002 Jul 07 17:54:02.016187 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.020678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:02.064678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 32204629-2dda-434b-99ca-af2b539e8996 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:02.066746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 32204629-2dda-434b-99ca-af2b539e8996 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:02.087207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.122196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Pushing event deleted for resources: {'Port': ['ID=a8aa41d4-c353-4051-a2a9-17b65b3233cf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:02.145179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-deleted', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:02.147328 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dde70e3-03e3-445d-af22-7a513c73a012" -d '{"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-deleted", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:02.151346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:02.173316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] No DVR routers for this DVR port a8aa41d4-c353-4051-a2a9-17b65b3233cf on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:02.176186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.178584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0843c47-ef55-47b6-b462-f753a7cc1bc2 req-8d045b20-7971-460b-8e33-8da935d2a774 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.55 "DELETE /v2.0/ports/a8aa41d4-c353-4051-a2a9-17b65b3233cf HTTP/1.1" status: 204 len: 173 time: 0.6046574 Jul 07 17:54:02.182513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:02.188947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:02.230229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0955a126-fe84-4f62-9ab8-c2942d30f278 req-fb61ea05-897e-4582-9eb9-432e4391ff78 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] 10.222.0.88 "GET /v2.0/ports?device_id=59b44dae-c80d-46bc-a563-3e4e0d2b6986 HTTP/1.1" status: 200 len: 210 time: 0.0673585 Jul 07 17:54:02.256551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=a64d6d4b-b3db-4b41-86cf-32784e35d284,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:02.270953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-156ec2dc-de06-46cf-ae94-018e6b6c2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:02.272532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-156ec2dc-de06-46cf-ae94-018e6b6c2530 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 200 len: 906 time: 0.2459612 Jul 07 17:54:02.297716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a88649c-ed1f-4565-a044-b1d3a1da289d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.330572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-afca59ce-9fd9-4758-81f7-57572a968455 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9457652-c34a-48ca-a79e-00069477559f HTTP/1.1" status: 200 len: 217 time: 0.0462842 Jul 07 17:54:02.331720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a88649c-ed1f-4565-a044-b1d3a1da289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.472465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8a88649c-ed1f-4565-a044-b1d3a1da289d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=85cb240c48a24843a2bdbdf08373b3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8513138 Jul 07 17:54:02.475505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57750) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:02.483442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88649c-ed1f-4565-a044-b1d3a1da289d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84052735-5338-4db5-9b4c-02616a0b2a7a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:02.491446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-5589654e-35f1-40f7-9dd3-793f9d7b9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:02.492925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-5589654e-35f1-40f7-9dd3-793f9d7b9060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 200 len: 845 time: 0.1516871 Jul 07 17:54:02.503226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.532771 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42b976a1-a1fa-4a1f-b2f6-2b266e1679af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.544966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-704f9c9d-b3f4-499f-81ca-1505c272e29f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353985 Jul 07 17:54:02.554158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42b976a1-a1fa-4a1f-b2f6-2b266e1679af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.611195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42b976a1-a1fa-4a1f-b2f6-2b266e1679af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.614180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42b976a1-a1fa-4a1f-b2f6-2b266e1679af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.615397 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-42b976a1-a1fa-4a1f-b2f6-2b266e1679af admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/84052735-5338-4db5-9b4c-02616a0b2a7a HTTP/1.1" status: 204 len: 168 time: 0.1388156 Jul 07 17:54:02.625474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b976a1-a1fa-4a1f-b2f6-2b266e1679af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84052735-5338-4db5-9b4c-02616a0b2a7a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:02.905147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423916f4-b47c-4d32-8e43-f9699b77b42a req-c70e99b3-aa0a-45dc-97c6-63da1b3d527a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:02.912252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-423916f4-b47c-4d32-8e43-f9699b77b42a req-c70e99b3-aa0a-45dc-97c6-63da1b3d527a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 944 time: 0.5641055 Jul 07 17:54:02.959700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57758) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:02.978138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40489647-41fe-448d-91be-a099e712d639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.994302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.025807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-423916f4-b47c-4d32-8e43-f9699b77b42a req-1f13ced6-667d-4733-a6bf-288256fa0ca4 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126535 Jul 07 17:54:03.077026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-ae3f1124-d6c8-430f-833d-57820862e7f8 service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052991 Jul 07 17:54:03.105746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40489647-41fe-448d-91be-a099e712d639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.113446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40489647-41fe-448d-91be-a099e712d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.157161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40489647-41fe-448d-91be-a099e712d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5596ebc1-fa9b-4c9b-89e5-8ae5973f73fc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:03.171125 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40489647-41fe-448d-91be-a099e712d639 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d0e3277ef6074c69ac939c48bf81b9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059669 Jul 07 17:54:03.171458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57762) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:03.234232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3056f66-bcfd-4625-89fc-4cd59d8d71a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.267500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3056f66-bcfd-4625-89fc-4cd59d8d71a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.316015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3056f66-bcfd-4625-89fc-4cd59d8d71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.317926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-339e0340-ea61-4cbf-bac5-6b487fb35480 req-bbf2236f-bcee-4155-9548-490f25284cae service neutron] 10.222.0.55 "GET /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256706 Jul 07 17:54:03.318903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3056f66-bcfd-4625-89fc-4cd59d8d71a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.320169 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3056f66-bcfd-4625-89fc-4cd59d8d71a8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5596ebc1-fa9b-4c9b-89e5-8ae5973f73fc HTTP/1.1" status: 204 len: 168 time: 0.1475222 Jul 07 17:54:03.328626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056f66-bcfd-4625-89fc-4cd59d8d71a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5596ebc1-fa9b-4c9b-89e5-8ae5973f73fc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:03.336168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.346818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b9f32-2d62-4086-aa1d-90d4ac3885c4 req-6174001c-c9bd-4931-9d15-fa09c3f1ee2d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:03.348702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a80b9f32-2d62-4086-aa1d-90d4ac3885c4 req-6174001c-c9bd-4931-9d15-fa09c3f1ee2d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 948 time: 0.1803651 Jul 07 17:54:03.349535 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.437960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=a64d6d4b-b3db-4b41-86cf-32784e35d284,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:03.463795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a80b9f32-2d62-4086-aa1d-90d4ac3885c4 req-3ec38cc3-6444-4a4a-8be0-d064ccf4c68f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087742 Jul 07 17:54:03.466846 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.484439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.487470 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-417c7f38-2f16-4f3a-893a-1ad679181185 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3340569 Jul 07 17:54:03.529653 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71ea899-4ad6-4513-b5e2-ecc5ce4dd7c3 x-openstack-request-id: req-c71ea899-4ad6-4513-b5e2-ecc5ce4dd7c3 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:03.530192 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31401af-e21c-431c-abff-3a45b3840cea", "name": "network-vif-deleted", "tag": "95b749f2-6961-418e-b448-8b4383cf51c4", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:03.530192 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c71ea899-4ad6-4513-b5e2-ecc5ce4dd7c3 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:03.530559 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31401af-e21c-431c-abff-3a45b3840cea', 'name': 'network-vif-deleted', 'tag': '95b749f2-6961-418e-b448-8b4383cf51c4', 'status': 'completed', 'code': 200} Jul 07 17:54:03.541121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-4b93bbdc-b7e3-4828-aaea-6249b8c98f03 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.0493686 Jul 07 17:54:03.588161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.710807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-0385751d-b4fb-42ab-a6e0-92236078cc97 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:03.712166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2582a2e2-7fe4-4ae7-82d2-3ecc73fab28c req-0385751d-b4fb-42ab-a6e0-92236078cc97 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.1652312 Jul 07 17:54:03.731316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e264ee-8a1d-4fd6-ad52-a9745c2d5f2c req-b7c89559-1e78-4c8a-aa47-de4913be49bc tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:03.732846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68e264ee-8a1d-4fd6-ad52-a9745c2d5f2c req-b7c89559-1e78-4c8a-aa47-de4913be49bc tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.1056652 Jul 07 17:54:03.785641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68e264ee-8a1d-4fd6-ad52-a9745c2d5f2c req-8d37f625-e261-4e56-b5ce-17a97f3d26dc tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Jul 07 17:54:03.857046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'name': 'network-vif-deleted', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:03.859519 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d7d29b-ae25-4991-860b-2a8fbd116495" -d '{"events": [{"server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "name": "network-vif-deleted", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:03.891863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaacfed-70f4-43ec-8cff-fdad691fd690 req-e56d5a5b-f695-43cf-a782-746c3c3fd8d1 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:03.893456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eaacfed-70f4-43ec-8cff-fdad691fd690 req-e56d5a5b-f695-43cf-a782-746c3c3fd8d1 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 945 time: 0.0801456 Jul 07 17:54:03.934015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eaacfed-70f4-43ec-8cff-fdad691fd690 req-691b1910-e4fb-4e9a-bf59-2b54a62c699c tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Jul 07 17:54:03.941808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3e0cf430-693f-4328-b2c8-a56c376c50d0 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:03.970238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57788) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:04.005012 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d1fcaa-8e63-4187-8d1d-86848d8ef3e8 x-openstack-request-id: req-f4d1fcaa-8e63-4187-8d1d-86848d8ef3e8 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:04.005901 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b44dae-c80d-46bc-a563-3e4e0d2b6986", "name": "network-vif-deleted", "tag": "a8aa41d4-c353-4051-a2a9-17b65b3233cf", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:04.006119 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4d1fcaa-8e63-4187-8d1d-86848d8ef3e8 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:04.006580 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b44dae-c80d-46bc-a563-3e4e0d2b6986', 'name': 'network-vif-deleted', 'tag': 'a8aa41d4-c353-4051-a2a9-17b65b3233cf', 'status': 'completed', 'code': 200} Jul 07 17:54:04.022522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 3e0cf430-693f-4328-b2c8-a56c376c50d0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:04.027850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 3e0cf430-693f-4328-b2c8-a56c376c50d0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:04.028431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.052626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b9457652-c34a-48ca-a79e-00069477559f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:04.111179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-df0afc89-92b0-4814-a523-b522ecad6437 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1308689 Jul 07 17:54:04.121820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:04.147244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.153877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:04.239165 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.242462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-network', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:04.274518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Made reservation on behalf of a841bb9c3d3e42fea25b1b9d0d96d278 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:04.275612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0cf430-693f-4328-b2c8-a56c376c50d0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:04.277532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.277960 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff9367-a329-4e16-a448-f7a0b8d50405" -d '{"events": [{"server_uuid": "df7d67e8-155c-47c8-b45a-93fcdaff8077", "name": "network-vif-plugged", "status": "completed", "tag": "3e0cf430-693f-4328-b2c8-a56c376c50d0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:04.290481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.291188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:04.300653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] Deleting subnet f9e70c54-6227-4078-b4ae-0073e4c71b28 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:54:04.300930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3e0cf430-693f-4328-b2c8-a56c376c50d0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3e0cf430-693f-4328-b2c8-a56c376c50d0,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:04.306431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.306955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.307367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device b1a3c40a-bccd-439c-9335-0657001a3b16 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:04.311536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'b9457652-c34a-48ca-a79e-00069477559f', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': 'b9457652-c34a-48ca-a79e-00069477559f', 'mac_address': 'fa:16:3e:fd:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:04.363578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.403774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.410203 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.423095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=3e0cf430-693f-4328-b2c8-a56c376c50d0,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.430381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.433613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.443484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:54:04.445883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9457652-c34a-48ca-a79e-00069477559f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:04.451642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port b1a3c40a-bccd-439c-9335-0657001a3b16 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:04.454160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.459587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.460222 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Added segment b7a6c62a-d444-4ff5-96c6-0d5a70680942 of type vlan for network 24148e7c-3c89-49b9-8cb8-a530781d8272 Jul 07 17:54:04.462427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port b1a3c40a-bccd-439c-9335-0657001a3b16 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:04.462797 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.471571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f791b-07e1-4636-b58a-bf99ca214d9c req-3c031735-dbbd-4b67-a7fd-12e9268ba7ff tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:04.473595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-687f791b-07e1-4636-b58a-bf99ca214d9c req-3c031735-dbbd-4b67-a7fd-12e9268ba7ff tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 944 time: 0.2122924 Jul 07 17:54:04.495341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:04.503127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.519483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.519734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.552220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-687f791b-07e1-4636-b58a-bf99ca214d9c req-bb3f1c53-1c37-4902-bbbc-0c15b3f98499 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697711 Jul 07 17:54:04.553191 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.555554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:04.557016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.590625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.602152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.603865 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.619723 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab108c-5621-4f10-b2ea-4407e85fa0a3 x-openstack-request-id: req-5eab108c-5621-4f10-b2ea-4407e85fa0a3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:04.620295 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d67e8-155c-47c8-b45a-93fcdaff8077", "name": "network-vif-plugged", "status": "completed", "tag": "3e0cf430-693f-4328-b2c8-a56c376c50d0", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:04.620754 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5eab108c-5621-4f10-b2ea-4407e85fa0a3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:04.621400 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0cf430-693f-4328-b2c8-a56c376c50d0', 'code': 200} Jul 07 17:54:04.655944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port b1a3c40a-bccd-439c-9335-0657001a3b16, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=b1a3c40a-bccd-439c-9335-0657001a3b16,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:04.662460 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.663717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a5e2951e-102a-4ba6-adbb-7539155e6af6 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:04.665245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5100954 Jul 07 17:54:04.666125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57804) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:04.667131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e5c66-9cf7-4119-843a-445630883113 admin admin] Pushing event updated for resources: {'Network': ['ID=24148e7c-3c89-49b9-8cb8-a530781d8272,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.670275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e70c54-6227-4078-b4ae-0073e4c71b28,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.674684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.677177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-21f7f04e-1e1c-4a84-bb75-b8b167ea0589 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f9e70c54-6227-4078-b4ae-0073e4c71b28 HTTP/1.1" status: 204 len: 168 time: 0.7049479 Jul 07 17:54:04.680257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57806) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:04.691877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Request body: {'subnet': {'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-subnet', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:04.696012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:54:04.760991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Made reservation on behalf of a841bb9c3d3e42fea25b1b9d0d96d278 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:04.763780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.841592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Allocated IP 172.25.1.119 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/222b9c2c-5b7f-4bdd-aacd-c3f6152106c0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:04.849143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.849804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68923de-7df5-45be-b378-4be201138e3c req-6eb72b06-b088-4aa9-b072-c973a76652da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:04.851504 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a68923de-7df5-45be-b378-4be201138e3c req-6eb72b06-b088-4aa9-b072-c973a76652da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 1100 time: 0.1476221 Jul 07 17:54:04.917487 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a68923de-7df5-45be-b378-4be201138e3c req-a3746d3f-338b-4bb5-b9de-feedcb45893e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525124 Jul 07 17:54:04.920754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['b9457652-c34a-48ca-a79e-00069477559f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:04.964391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2393-438c-4fd3-924a-c30607ecdb4f req-a5aa26de-4ed7-452c-bd32-6a812a844d2f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:04.971694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-480b2393-438c-4fd3-924a-c30607ecdb4f req-a5aa26de-4ed7-452c-bd32-6a812a844d2f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 949 time: 0.2337477 Jul 07 17:54:05.015686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=b1a3c40a-bccd-439c-9335-0657001a3b16,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.024127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.057893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port a5e2951e-102a-4ba6-adbb-7539155e6af6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:05.071881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.072144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port a5e2951e-102a-4ba6-adbb-7539155e6af6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:05.072310 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.085158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c756e4-7db6-427c-a19d-60022b0d2b2f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.090856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff2f983-2510-4225-8609-03e72b33b22b']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:05.094651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Checking segment: {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:05.095022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Network hostable DHCP agents. Network: 24148e7c-3c89-49b9-8cb8-a530781d8272, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:54:05.107334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-480b2393-438c-4fd3-924a-c30607ecdb4f req-ea052250-b3ad-49db-8150-a99d85f22307 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346784 Jul 07 17:54:05.109094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93e73af-42d6-4eb8-b225-b1e870cc0472') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:05.109399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93e73af-42d6-4eb8-b225-b1e870cc0472') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:05.118234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:54:05.120054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.126465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.133787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 24148e7c-3c89-49b9-8cb8-a530781d8272) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:05.146120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:05.146390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.146956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.147595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0defa01f-da98-433c-b19a-ebf61a8250e8 None None] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:05.157318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:54:05.157318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:54:05.158522 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:54:05.171660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57814) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:05.173221 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-de582cd8-1eaf-4640-977a-46ebbb3dca59 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4880033 Jul 07 17:54:05.176678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:05.257415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.264253 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.266515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4ff2f983-2510-4225-8609-03e72b33b22b HTTP/1.1" status: 204 len: 168 time: 0.5852778 Jul 07 17:54:05.269736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57816) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:05.271327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.272538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.274328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.290568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.309565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff4445-5917-4a19-a182-96c81bb3ea53 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff2f983-2510-4225-8609-03e72b33b22b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.323174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] Deleting subnet 06c4e0e5-8426-4ef9-95c4-7c03e5b072cf {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:54:05.327024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.341774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a5e2951e-102a-4ba6-adbb-7539155e6af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a5e2951e-102a-4ba6-adbb-7539155e6af6,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:05.365921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.368691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.405393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:05.411400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.415375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.418321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:05.421009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:05.450856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a5e2951e-102a-4ba6-adbb-7539155e6af6,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.452570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=222b9c2c-5b7f-4bdd-aacd-c3f6152106c0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.471956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.473412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-24148e7c-3c89-49b9-8cb8-a530781d8272', 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'fixed_ips': [{'subnet_id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:54:05.474658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.499099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c4e0e5-8426-4ef9-95c4-7c03e5b072cf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.503124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.508023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-47a4a408-bc7a-40c7-ba6c-6dc28a568dae admin admin] 10.222.0.88 "DELETE /v2.0/subnets/06c4e0e5-8426-4ef9-95c4-7c03e5b072cf HTTP/1.1" status: 204 len: 168 time: 0.2371225 Jul 07 17:54:05.508846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57818) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:05.577616 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.588456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.629705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaca5e-9f25-4980-bf0e-c0d8b16c37f6 req-37014406-dba8-45de-b374-e5653f4366fb tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:05.632079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1cdaca5e-9f25-4980-bf0e-c0d8b16c37f6 req-37014406-dba8-45de-b374-e5653f4366fb tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.3428802 Jul 07 17:54:05.637117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.640614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Allocated IP 172.20.0.2 (24148e7c-3c89-49b9-8cb8-a530781d8272/a6c756e4-7db6-427c-a19d-60022b0d2b2f/b8878bed-56d1-4dd3-8aa8-2890c0218e22) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:05.677511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.688990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d81c8c-e275-4d42-9053-8e825bc1d1ea']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:05.699947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf4535a-2005-4c85-a79e-4bc4bb04f3ff') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:05.700408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf4535a-2005-4c85-a79e-4bc4bb04f3ff') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:05.710655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.727566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.737345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:54:05.738149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:54:05.740779 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:54:05.745962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.758280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1cdaca5e-9f25-4980-bf0e-c0d8b16c37f6 req-2bbca948-6cfd-4237-b7ab-5cf6f26edcde tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173751 Jul 07 17:54:05.810370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.842643 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.850589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.857130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/30d81c8c-e275-4d42-9053-8e825bc1d1ea HTTP/1.1" status: 204 len: 168 time: 0.3453770 Jul 07 17:54:05.867903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495ed41-9a60-4e5a-b737-d688e1c9aac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d81c8c-e275-4d42-9053-8e825bc1d1ea,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.872600 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.902375 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Transition to ACTIVE for port object b8878bed-56d1-4dd3-8aa8-2890c0218e22 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:05.927214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Transition to ACTIVE for port object b8878bed-56d1-4dd3-8aa8-2890c0218e22 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:05.943027 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.986332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99ae08-30a4-4e52-bd8a-1b2aefd92f5f req-de9b73d1-e6fa-4aac-82ac-b66dd69580ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:05.988253 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f99ae08-30a4-4e52-bd8a-1b2aefd92f5f req-de9b73d1-e6fa-4aac-82ac-b66dd69580ea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 1097 time: 0.0672953 Jul 07 17:54:06.019549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:06.022614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:06.036129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:06.040773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57824) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:06.052191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f99ae08-30a4-4e52-bd8a-1b2aefd92f5f req-4ec8bd85-5dc7-4eef-829a-d07ebb97c9e2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539577 Jul 07 17:54:06.066373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Pushing event updated for resources: {'Port': ['ID=b8878bed-56d1-4dd3-8aa8-2890c0218e22,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.081468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b9457652-c34a-48ca-a79e-00069477559f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:06.138734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Attempting to bind port b8878bed-56d1-4dd3-8aa8-2890c0218e22 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:06.139203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Attempting to bind port b8878bed-56d1-4dd3-8aa8-2890c0218e22 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:06.139568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Attempting to bind port b8878bed-56d1-4dd3-8aa8-2890c0218e22 on network 24148e7c-3c89-49b9-8cb8-a530781d8272 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:06.147014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:06.147426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Checking segment: {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:06.147824 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.148203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Bound using segment: {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:06.148689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Bound port: b8878bed-56d1-4dd3-8aa8-2890c0218e22, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:06.149094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.154833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6bce9503-323c-40c3-bc3f-91b1c28fd4e0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d6e825af701d49d1ac8683652b10e618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1129415 Jul 07 17:54:06.157678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57826) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:06.186638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.191566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.222657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7282-d6ca-4f9b-8642-f813eb3ce53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.225441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port b9457652-c34a-48ca-a79e-00069477559f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:06.230277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port b9457652-c34a-48ca-a79e-00069477559f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:06.230605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.244361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.246750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.250691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7282-d6ca-4f9b-8642-f813eb3ce53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.283719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] For port b8878bed-56d1-4dd3-8aa8-2890c0218e22, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:06.300902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] For port b8878bed-56d1-4dd3-8aa8-2890c0218e22, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b8878bed-56d1-4dd3-8aa8-2890c0218e22,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:06.308530 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.329318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7282-d6ca-4f9b-8642-f813eb3ce53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.333383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7282-d6ca-4f9b-8642-f813eb3ce53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.337908 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9e9b7282-d6ca-4f9b-8642-f813eb3ce53d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/753f19b5-eb6c-42ed-86fe-48cfa399ea34 HTTP/1.1" status: 204 len: 168 time: 0.1770604 Jul 07 17:54:06.346910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b7282-d6ca-4f9b-8642-f813eb3ce53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f19b5-eb6c-42ed-86fe-48cfa399ea34,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.405821 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.423390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a624fa7-a0a2-483e-9e31-91b1a00cb4a5 None None] Pushing event updated for resources: {'Port': ['ID=b8878bed-56d1-4dd3-8aa8-2890c0218e22,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.449975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:06.459422 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.460261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:06.486259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: a8aa41d4-c353-4051-a2a9-17b65b3233cf {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:06.486529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a8aa41d4-c353-4051-a2a9-17b65b3233cf not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:06.543369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.634609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16'}, {'server_uuid': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e2951e-102a-4ba6-adbb-7539155e6af6'}, {'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:06.637793 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8cc53-9916-414d-bb3f-ee26452b9e7f" -d '{"events": [{"server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16"}, {"server_uuid": "c992e737-4e82-465b-b02a-fa6b71fb850c", "name": "network-vif-plugged", "status": "completed", "tag": "a5e2951e-102a-4ba6-adbb-7539155e6af6"}, {"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9457652-c34a-48ca-a79e-00069477559f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:06.781680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=222b9c2c-5b7f-4bdd-aacd-c3f6152106c0,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.785115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.795387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb13cc9-4ea0-4f81-a479-ecf3d5e91f82 req-7e36e7f0-4d14-4de5-a478-3610f023a80a tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:06.797057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eeb13cc9-4ea0-4f81-a479-ecf3d5e91f82 req-7e36e7f0-4d14-4de5-a478-3610f023a80a tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 946 time: 0.6583245 Jul 07 17:54:06.850818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57838) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:06.854943 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.856182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-7e201234-ef84-4181-b74d-7624afe4945e tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7388806 Jul 07 17:54:06.907758 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5d4953fc-e5d7-4498-a59c-b5ce8e02633b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fe67322d28164d1fbefd52a5c7ab7650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536141 Jul 07 17:54:06.910441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57840) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:06.922818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Allocated IP 172.25.1.197 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/88674d74-d33f-4e45-a38c-fc3019a12311) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:06.942334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eeb13cc9-4ea0-4f81-a479-ecf3d5e91f82 req-f3f23673-db49-499b-b4a9-6102c2caf550 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358175 Jul 07 17:54:06.946512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8878bed-56d1-4dd3-8aa8-2890c0218e22 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:06.957421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-f89248bd-cdf3-4946-baf6-80837f3f620c tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.0916734 Jul 07 17:54:06.978727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95d8e063-b1c5-4cb8-a9f8-db558ad5a84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.016507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b8878bed-56d1-4dd3-8aa8-2890c0218e22 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:07.032587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95d8e063-b1c5-4cb8-a9f8-db558ad5a84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.098470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95d8e063-b1c5-4cb8-a9f8-db558ad5a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.102120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95d8e063-b1c5-4cb8-a9f8-db558ad5a84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.103574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-95d8e063-b1c5-4cb8-a9f8-db558ad5a84e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/86937b8c-3e4b-4716-bffe-e7fef15f027a HTTP/1.1" status: 204 len: 168 time: 0.1921077 Jul 07 17:54:07.116925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8e063-b1c5-4cb8-a9f8-db558ad5a84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86937b8c-3e4b-4716-bffe-e7fef15f027a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:07.261216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-63d231b0-694a-4af0-a10e-3cc83c89b5bb tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.278087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d4126c0-102a-4fbc-8c0c-4ce612091022 req-63d231b0-694a-4af0-a10e-3cc83c89b5bb tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.3029537 Jul 07 17:54:07.292693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4599b-4757-45d4-9af0-53de0015eb9e req-b3a147c1-c482-4c99-ba15-ca7025bfaf2a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.300435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6d4599b-4757-45d4-9af0-53de0015eb9e req-b3a147c1-c482-4c99-ba15-ca7025bfaf2a tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.2170582 Jul 07 17:54:07.305948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.366244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6d4599b-4757-45d4-9af0-53de0015eb9e req-95300f7b-2cf2-45f8-82bb-85e9d456786d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644672 Jul 07 17:54:07.428650 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.450368 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fca970-b34c-4348-b3e9-1e7d0ff50994 x-openstack-request-id: req-20fca970-b34c-4348-b3e9-1e7d0ff50994 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:07.450668 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16", "code": 200}, {"server_uuid": "c992e737-4e82-465b-b02a-fa6b71fb850c", "name": "network-vif-plugged", "status": "completed", "tag": "a5e2951e-102a-4ba6-adbb-7539155e6af6", "code": 200}, {"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9457652-c34a-48ca-a79e-00069477559f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:07.450925 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-20fca970-b34c-4348-b3e9-1e7d0ff50994 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:07.451622 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16', 'code': 200} Jul 07 17:54:07.452033 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e2951e-102a-4ba6-adbb-7539155e6af6', 'code': 200} Jul 07 17:54:07.457314 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f', 'code': 200} Jul 07 17:54:07.480523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:07.488859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:07.491765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:07.555730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Pushing event updated for resources: {'Port': ['ID=88674d74-d33f-4e45-a38c-fc3019a12311,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:07.589715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b9744-6f72-4392-a4a8-a13748aef2a1 req-52a0569a-a8d8-4711-a477-e4aabdf2ca84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.591629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3b9744-6f72-4392-a4a8-a13748aef2a1 req-52a0569a-a8d8-4711-a477-e4aabdf2ca84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 949 time: 0.2033954 Jul 07 17:54:07.689219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab404-1a40-4c22-a347-d3a49609048d req-778e0483-db0a-462d-8be9-d500ef10fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.690871 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-638ab404-1a40-4c22-a347-d3a49609048d req-778e0483-db0a-462d-8be9-d500ef10fd1c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d5b86faa-4784-4786-9144-65aeb7e781b4 HTTP/1.1" status: 200 len: 1097 time: 0.1117165 Jul 07 17:54:07.706959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805156e6-1e09-415a-bc31-ebff6c7fdf7a None None] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:07.741534 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-638ab404-1a40-4c22-a347-d3a49609048d req-69efc22e-1cfc-49a8-af69-7ba99deea4f6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Jul 07 17:54:07.772529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2f5460ff-5ecb-4dc7-81a0-fcf0b3902ceb None None] Provisioning for port b8878bed-56d1-4dd3-8aa8-2890c0218e22 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:07.781991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2f5460ff-5ecb-4dc7-81a0-fcf0b3902ceb None None] Provisioning complete for port b8878bed-56d1-4dd3-8aa8-2890c0218e22 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:07.782450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f5460ff-5ecb-4dc7-81a0-fcf0b3902ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.820978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3b9744-6f72-4392-a4a8-a13748aef2a1 req-7f09042a-f8d1-4095-92c7-d3065c3bab05 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120183 Jul 07 17:54:07.924817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de0fa-dcb2-4ef7-bd31-c400ff3337ce req-6f3b1ed8-e2ab-40d5-a00b-b5b63b862e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.926485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d38de0fa-dcb2-4ef7-bd31-c400ff3337ce req-6f3b1ed8-e2ab-40d5-a00b-b5b63b862e54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 1097 time: 0.2874744 Jul 07 17:54:07.948918 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f5460ff-5ecb-4dc7-81a0-fcf0b3902ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.989251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd6024-bf4c-4481-8882-46664e9627b6 req-30c61468-7865-4a8a-b39b-cd53aa4e02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:07.990812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ffd6024-bf4c-4481-8882-46664e9627b6 req-30c61468-7865-4a8a-b39b-cd53aa4e02a7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 1097 time: 0.3980825 Jul 07 17:54:08.019202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa910d-7da0-4b2a-8393-8b2bacaf0ba2 req-e73d5382-21f9-4369-ad15-8984adba1425 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:08.020779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fa910d-7da0-4b2a-8393-8b2bacaf0ba2 req-e73d5382-21f9-4369-ad15-8984adba1425 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.3346720 Jul 07 17:54:08.038471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2f5460ff-5ecb-4dc7-81a0-fcf0b3902ceb None None] For port b8878bed-56d1-4dd3-8aa8-2890c0218e22, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b8878bed-56d1-4dd3-8aa8-2890c0218e22,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:08.048590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f5460ff-5ecb-4dc7-81a0-fcf0b3902ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.110304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5460ff-5ecb-4dc7-81a0-fcf0b3902ceb None None] Pushing event updated for resources: {'Port': ['ID=b8878bed-56d1-4dd3-8aa8-2890c0218e22,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:08.150539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d38de0fa-dcb2-4ef7-bd31-c400ff3337ce req-02d4d78a-c7ed-4496-a758-1fecaa4390b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072310 Jul 07 17:54:08.218958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ffd6024-bf4c-4481-8882-46664e9627b6 req-202aaacc-4788-45a6-bc47-0fd60d0c730e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155282 Jul 07 17:54:08.234090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fa910d-7da0-4b2a-8393-8b2bacaf0ba2 req-b0edc092-b4af-4b9e-bf8d-3675b3940bc9 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032266 Jul 07 17:54:08.239417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.332856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-988b1cdc-3408-4a23-ac1e-a998d61f1edf tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2709248 Jul 07 17:54:08.377979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:08.492141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-badc988d-f90b-42fe-aaca-eeb5cb397f90 None None] Provisioning complete for port b8878bed-56d1-4dd3-8aa8-2890c0218e22 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:08.493245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-badc988d-f90b-42fe-aaca-eeb5cb397f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.513758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.638825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-d23ca193-c469-4ea2-92c4-d3d0a4e88d5e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2499878 Jul 07 17:54:08.658307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf2bce-a7c8-4c4e-a2e4-31ccc2b4a8e5 req-5d6c5648-f787-4175-872d-d5619bd3cf46 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:08.659884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cbf2bce-a7c8-4c4e-a2e4-31ccc2b4a8e5 req-5d6c5648-f787-4175-872d-d5619bd3cf46 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 1100 time: 0.2356112 Jul 07 17:54:08.670184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.835982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cbf2bce-a7c8-4c4e-a2e4-31ccc2b4a8e5 req-f1abee1c-7615-41ba-a4af-194cd75cc4c0 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687663 Jul 07 17:54:08.898797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-6e22cb90-92ff-48d8-b909-64c31f85e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:08.900367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-6e22cb90-92ff-48d8-b909-64c31f85e47d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 1101 time: 0.2004738 Jul 07 17:54:08.903417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.951361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8878bed-56d1-4dd3-8aa8-2890c0218e22 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:09.024567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Router e7af574d-c7cd-48e5-acd7-e4b1a632f225 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:54:09.041831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b8878bed-56d1-4dd3-8aa8-2890c0218e22 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:09.042531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.531363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Allocated IP 172.25.1.60 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/6ab5cfe7-501b-448f-8db3-f445337a8b60) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:09.547140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-86d68345-028e-46e3-9d69-b2018a24471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.548639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-86d68345-028e-46e3-9d69-b2018a24471c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.5945723 Jul 07 17:54:09.644870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-e63f3e47-68c9-4c3c-a764-37c2782685a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=310b5b93-524a-4e56-9f38-96bded63a321 HTTP/1.1" status: 200 len: 217 time: 0.0619180 Jul 07 17:54:09.736151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97260d1-f6df-40dc-8c18-ea501a95e6fc req-9940c221-e4aa-452d-ab69-46bceb79f1cb tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.737784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a97260d1-f6df-40dc-8c18-ea501a95e6fc req-9940c221-e4aa-452d-ab69-46bceb79f1cb tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 946 time: 0.3797450 Jul 07 17:54:09.743929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:09.754893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Sync routers for ids ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:09.769690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Routers {'e7af574d-c7cd-48e5-acd7-e4b1a632f225'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:09.770636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:09.802214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-49315a54-882b-4196-ae3d-df4a998a424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.803630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-49315a54-882b-4196-ae3d-df4a998a424a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1458194 Jul 07 17:54:09.808934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.810170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-17f861b0-9ed6-45f0-b495-9950c47a0f60 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6372702 Jul 07 17:54:09.813993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:09.865373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a97260d1-f6df-40dc-8c18-ea501a95e6fc req-7e7ebafa-773d-48bd-86bf-1405f12b902b tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162989 Jul 07 17:54:09.876689 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.912292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Set router e7af574d-c7cd-48e5-acd7-e4b1a632f225 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:09.935275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-9a857916-2605-4d77-85f7-841a3b311249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:09.937091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-9a857916-2605-4d77-85f7-841a3b311249 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218243 Jul 07 17:54:09.954670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.085160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:10.087394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:10.095374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:10.118456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=6ab5cfe7-501b-448f-8db3-f445337a8b60,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:10.140058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 3, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:10.167240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Checking router: e7af574d-c7cd-48e5-acd7-e4b1a632f225 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:10.167610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Updating router e7af574d-c7cd-48e5-acd7-e4b1a632f225 port 88674d74-d33f-4e45-a38c-fc3019a12311 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:10.175150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-fda46226-dd38-4702-821d-5023f7b28790 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310042 Jul 07 17:54:10.204484 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.261324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85777-0b4b-4bc6-8b14-ce9b8bdd9341 req-e3416485-fca1-4865-a173-e059a06508ac tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.262879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1db85777-0b4b-4bc6-8b14-ce9b8bdd9341 req-e3416485-fca1-4865-a173-e059a06508ac tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2324314 Jul 07 17:54:10.301400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.313536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.346640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1db85777-0b4b-4bc6-8b14-ce9b8bdd9341 req-5b73b8ab-069c-4447-af42-c43cd561781c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719111 Jul 07 17:54:10.388563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf8d37ff-2680-4e89-adb1-a8b59bcf919c req-fc940c96-2571-4e7c-8517-d73841a70943 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033050 Jul 07 17:54:10.405972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.489845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Allocated IP 172.20.0.1 (24148e7c-3c89-49b9-8cb8-a530781d8272/a6c756e4-7db6-427c-a19d-60022b0d2b2f/d028407d-73cd-447f-8f9b-b95e77d99baf) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:10.602397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.616911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Transition to ACTIVE for port object d028407d-73cd-447f-8f9b-b95e77d99baf will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:10.620585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3906fc-3c80-4706-b675-df3696d3dc8a req-9ff4d011-7695-4699-8905-2d3bed84c5f6 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.622041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d3906fc-3c80-4706-b675-df3696d3dc8a req-9ff4d011-7695-4699-8905-2d3bed84c5f6 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.1113069 Jul 07 17:54:10.645864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.655730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.656365 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.656902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.668683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Transition to ACTIVE for port object 88674d74-d33f-4e45-a38c-fc3019a12311 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:10.674215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.698959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:10.704777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:10.708636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:10.715142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Pushing event updated for resources: {'Port': ['ID=d028407d-73cd-447f-8f9b-b95e77d99baf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:10.729464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Attempting to bind port 88674d74-d33f-4e45-a38c-fc3019a12311 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:10.729464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Attempting to bind port 88674d74-d33f-4e45-a38c-fc3019a12311 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:10.729809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Attempting to bind port 88674d74-d33f-4e45-a38c-fc3019a12311 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:10.737901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:10.738281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:10.738830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.739245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:10.739714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Bound port: 88674d74-d33f-4e45-a38c-fc3019a12311, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:10.740087 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.743553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94b715-c02d-439a-9797-74bde01702ec None None] Pushing event updated for resources: {'Port': ['ID=88674d74-d33f-4e45-a38c-fc3019a12311,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:10.755177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.756213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d3906fc-3c80-4706-b675-df3696d3dc8a req-99f52ec5-c778-416e-9ffb-3c0a2bafbfb4 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207466 Jul 07 17:54:10.794336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event updated for resources: {'Port': ['ID=6ab5cfe7-501b-448f-8db3-f445337a8b60,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:10.807908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.819893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] For port 88674d74-d33f-4e45-a38c-fc3019a12311, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:10.823514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] For port 88674d74-d33f-4e45-a38c-fc3019a12311, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=88674d74-d33f-4e45-a38c-fc3019a12311,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:10.833648 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.836212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:10.846003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-149996f2-87f9-4b23-910a-11d7d50ccaa3 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4818161 Jul 07 17:54:10.935062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-d34ae38a-e324-47ab-b2e3-c3e5b1947200 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0875037 Jul 07 17:54:10.942822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Routers {'e7af574d-c7cd-48e5-acd7-e4b1a632f225'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:10.943572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:11.083641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-afa57e41-fe9c-496c-be74-52dc06e9113d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354979 Jul 07 17:54:11.138336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94b715-c02d-439a-9797-74bde01702ec None None] Pushing event updated for resources: {'Port': ['ID=88674d74-d33f-4e45-a38c-fc3019a12311,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:11.143525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] Set router e7af574d-c7cd-48e5-acd7-e4b1a632f225 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:11.204810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-3266a3c2-3006-4363-9898-9eaced3722f5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:11.208317 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fcc8221-3cf9-434e-a542-b7e72bc177cf req-3266a3c2-3006-4363-9898-9eaced3722f5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2722833 Jul 07 17:54:11.270221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7ebb6c75-77fc-4da3-831c-091d8e4fdd99 None None] Provisioning for port d028407d-73cd-447f-8f9b-b95e77d99baf completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:11.277240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.285222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-bd039bb3-aa71-4faf-be4c-b9b58eaa7746 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:11.286808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-bd039bb3-aa71-4faf-be4c-b9b58eaa7746 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947944 Jul 07 17:54:11.293741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7ebb6c75-77fc-4da3-831c-091d8e4fdd99 None None] Provisioning complete for port d028407d-73cd-447f-8f9b-b95e77d99baf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:11.294430 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ebb6c75-77fc-4da3-831c-091d8e4fdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.305383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-8b2a218d-e9b5-4f49-bafb-0a270a64593c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/quotas/b0b7422b5a6f47faa6f6657141a679f9 HTTP/1.1" status: 200 len: 375 time: 0.0130572 Jul 07 17:54:11.348096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb6c75-77fc-4da3-831c-091d8e4fdd99 None None] Port d028407d-73cd-447f-8f9b-b95e77d99baf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:11.414825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-70791c90-f1b9-44ab-b0a2-152cb2e40c3d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1027040 Jul 07 17:54:11.417517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 3, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:11.480331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec773a-0494-48a4-97c2-ee8592d75fe3 None None] The sync data for ids ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'] in n-d-798930-2 is: [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 3, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:11.492451 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.492889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-cdd62905-26f2-4de7-8962-44ba6be3b9a9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369477 Jul 07 17:54:11.497591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.576960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Pushing event updated for resources: {'Port': ['ID=d028407d-73cd-447f-8f9b-b95e77d99baf,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:11.581320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.655174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-42ea2bcf-1f95-469b-98a5-49f88cbadde2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:11.657071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-42ea2bcf-1f95-469b-98a5-49f88cbadde2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579444 Jul 07 17:54:11.677834 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-84009a43-b763-4732-a7e7-0f350c9ff1f2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/quotas/9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 375 time: 0.0111248 Jul 07 17:54:11.706312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:11.707934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:11.738225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-87e1c88f-525e-4fea-913f-838d9ff5b665 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533643 Jul 07 17:54:11.911891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Router e7af574d-c7cd-48e5-acd7-e4b1a632f225 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:12.184403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43bf8603-6371-4eca-bd48-c777a44adce8 None None] Provisioning complete for port d028407d-73cd-447f-8f9b-b95e77d99baf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:12.185050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43bf8603-6371-4eca-bd48-c777a44adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.205987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:12.227864 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2a7fad01-9ec1-48cc-8c7f-339d6ef6c771 admin admin] 10.222.0.88 "PUT /v2.0/routers/e7af574d-c7cd-48e5-acd7-e4b1a632f225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4124398 Jul 07 17:54:12.243674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed6e55b1-476d-4707-9fac-16a2b7511bb9 req-35cff4e1-877c-4497-9fc7-37f055d84e69 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips/d85a34f6-a369-4bb3-8ea9-1ba90252eabf HTTP/1.1" status: 200 len: 692 time: 0.0699468 Jul 07 17:54:12.244229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-43bf8603-6371-4eca-bd48-c777a44adce8 None None] Port d028407d-73cd-447f-8f9b-b95e77d99baf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:12.473752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f00af9-4e1d-45d0-b9d2-0633d4f43e70 req-62feb61d-54c4-493b-9770-3cf443098b51 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.475754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00f00af9-4e1d-45d0-b9d2-0633d4f43e70 req-62feb61d-54c4-493b-9770-3cf443098b51 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 946 time: 0.2186797 Jul 07 17:54:12.487965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e55b1-476d-4707-9fac-16a2b7511bb9 req-43d5f21d-457a-4e07-9703-5ae9d97c805b tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.489598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed6e55b1-476d-4707-9fac-16a2b7511bb9 req-43d5f21d-457a-4e07-9703-5ae9d97c805b tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2444274 Jul 07 17:54:12.557003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-ed6e55b1-476d-4707-9fac-16a2b7511bb9 req-621981fe-0b1c-4402-af27-42498168d08c tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:54:12.573509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed6e55b1-476d-4707-9fac-16a2b7511bb9 req-621981fe-0b1c-4402-af27-42498168d08c tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0415068 Jul 07 17:54:12.595849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00f00af9-4e1d-45d0-b9d2-0633d4f43e70 req-720663a2-b8ad-4ac4-b72d-4d4bb8221708 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050334 Jul 07 17:54:12.812567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0daa175-ec34-409c-b8d2-1346b9bfc002 req-3946fb8c-64fa-4ad2-b1d1-040759342575 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 210 time: 0.0657876 Jul 07 17:54:12.987641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 88674d74-d33f-4e45-a38c-fc3019a12311 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:13.067593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 88674d74-d33f-4e45-a38c-fc3019a12311 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:13.074134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 88674d74-d33f-4e45-a38c-fc3019a12311 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:13.074944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.103865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-851094c2-0cae-4ecf-86e3-87eb50ff4c7c req-988b90af-d466-4650-8acd-a8b52954223b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 210 time: 0.0513957 Jul 07 17:54:13.228946 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.236688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-022c3344-55db-49e2-a490-d844cfcda812 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips/d85a34f6-a369-4bb3-8ea9-1ba90252eabf HTTP/1.1" status: 200 len: 692 time: 0.1295395 Jul 07 17:54:13.280387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 88674d74-d33f-4e45-a38c-fc3019a12311, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=88674d74-d33f-4e45-a38c-fc3019a12311,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:13.286750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.365678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=88674d74-d33f-4e45-a38c-fc3019a12311,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:13.388147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57990) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:13.394184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-network', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:13.426112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Made reservation on behalf of a0ec75aab22744a7b2a503446fe18db7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:13.429517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.440455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.445917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c809-1836-43dd-a216-bc53f779c55c req-10d6ec96-9f98-4d19-af82-9490b4d7522f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.448055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb31c809-1836-43dd-a216-bc53f779c55c req-10d6ec96-9f98-4d19-af82-9490b4d7522f tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=d5b86faa-4784-4786-9144-65aeb7e781b4 HTTP/1.1" status: 200 len: 946 time: 0.1179047 Jul 07 17:54:13.458743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-1a49f4e2-8df5-4591-aad2-fa0f99f32596 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.465960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-1a49f4e2-8df5-4591-aad2-fa0f99f32596 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2186263 Jul 07 17:54:13.474950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c43a356a-885f-4c9f-8bb1-88a6b3ba7ade tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:54:13.483832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c43a356a-885f-4c9f-8bb1-88a6b3ba7ade tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166669 Jul 07 17:54:13.558296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.558525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-a5917997-75fb-4d64-95fa-6f65ea9e29e5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0730717 Jul 07 17:54:13.566274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.620817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:54:13.627908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902a2fb3-6d2d-4da0-a3d8-a0fa795df86e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:13.643745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.644232 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Added segment c69d1f9d-448f-4508-ad43-a5988aa006ca of type vlan for network 1e869781-416a-41c7-aafd-5d977589ed3d Jul 07 17:54:13.673452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb31c809-1836-43dd-a216-bc53f779c55c req-64b52dc8-852c-4fea-a127-af62355d7acf tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040257 Jul 07 17:54:13.679724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-bb7be04f-1d3c-42d1-b984-fbdb74c03e5e tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100125 Jul 07 17:54:13.689860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-27137863-b8af-4b88-a355-de498d8aef40 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.1229434 Jul 07 17:54:13.693671 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.758539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.759735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.760427 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.840678 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4480331 Jul 07 17:54:13.841101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57994) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:13.847234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Sync routers for ids ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:13.858193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Request body: {'subnet': {'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-subnet', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:13.863144 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Routers {'e7af574d-c7cd-48e5-acd7-e4b1a632f225'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:13.864208 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:13.885201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0f1ac-a90d-424d-9621-78a8ff13cc3e admin admin] Pushing event updated for resources: {'Network': ['ID=1e869781-416a-41c7-aafd-5d977589ed3d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:13.891148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Made reservation on behalf of a0ec75aab22744a7b2a503446fe18db7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:13.900323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.905011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 1e869781-416a-41c7-aafd-5d977589ed3d details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:54:13.969834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-616958d6-9f76-4552-b79f-89fa158069d5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.971983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-616958d6-9f76-4552-b79f-89fa158069d5 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783968 Jul 07 17:54:13.989061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Request body: {'port': {'device_id': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'b0b7422b5a6f47faa6f6657141a679f9'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:14.026892 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Set router e7af574d-c7cd-48e5-acd7-e4b1a632f225 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:14.117321 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-27969e52-438e-4ebf-92fd-5ec5836b4c9d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381911 Jul 07 17:54:14.139077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.280143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ece2863-e077-405d-975b-4f546eb3d5db,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:14.299449 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 4, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd028407d-73cd-447f-8f9b-b95e77d99baf', 'name': '', 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:10Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 2, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'subnets': [{'id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:14.302404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Checking segment: {'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:14.303111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Network hostable DHCP agents. Network: 1e869781-416a-41c7-aafd-5d977589ed3d, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:54:14.334233 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Checking router: e7af574d-c7cd-48e5-acd7-e4b1a632f225 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:14.334588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Updating router e7af574d-c7cd-48e5-acd7-e4b1a632f225 port d028407d-73cd-447f-8f9b-b95e77d99baf binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:14.335350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-3d248611-bce2-48c0-a1e7-35a80b41576a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.336999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-3d248611-bce2-48c0-a1e7-35a80b41576a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093818 Jul 07 17:54:14.352376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Request body: {'port': {'device_id': '300e0af6-4062-4812-912b-937032dc4323', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '9793a0ee37384851b2985dd4ab9c8bdd'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:14.357516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Network 1e869781-416a-41c7-aafd-5d977589ed3d is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:54:14.375620 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.406252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 1e869781-416a-41c7-aafd-5d977589ed3d) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:14.418985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.419865 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.420682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2200c9-ba21-4250-81be-3427659c2163 None None] Network 1e869781-416a-41c7-aafd-5d977589ed3d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:14.452151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-60dbc532-42a2-4416-8149-9cc8aaac27a3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6076088 Jul 07 17:54:14.453245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58002) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:14.459918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:14.500363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Deleting port 6ab5cfe7-501b-448f-8db3-f445337a8b60 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:14.500711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.575316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eedca-6c36-4031-8527-736452a7abe9 req-514a49b3-ac5d-4dad-a221-48d7d10eff26 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.577283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-734eedca-6c36-4031-8527-736452a7abe9 req-514a49b3-ac5d-4dad-a221-48d7d10eff26 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.7227206 Jul 07 17:54:14.589558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-1e869781-416a-41c7-aafd-5d977589ed3d', 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'fixed_ips': [{'subnet_id': '0ece2863-e077-405d-975b-4f546eb3d5db'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:54:14.590658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.594444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.601011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.609386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Made reservation on behalf of 9793a0ee37384851b2985dd4ab9c8bdd for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:14.615605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.627404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.697381 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.711501 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Transition to ACTIVE for port object d028407d-73cd-447f-8f9b-b95e77d99baf will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:14.721930 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.755962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.766245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.789606 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.817501 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-734eedca-6c36-4031-8527-736452a7abe9 req-79f78694-bbfe-4dd8-a182-d2bf16e91c40 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268622 Jul 07 17:54:14.821476 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Pushing event updated for resources: {'Port': ['ID=d028407d-73cd-447f-8f9b-b95e77d99baf,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:14.822665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Allocated IP 172.20.0.2 (1e869781-416a-41c7-aafd-5d977589ed3d/0ece2863-e077-405d-975b-4f546eb3d5db/8661cc14-d969-436d-be21-45ba6b730b99) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:14.823593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab395f-ba4a-45f3-aacc-9c1116d658c5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:14.901872 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.902472 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.903016 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.903279 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.903768 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.904307 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.904781 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.905402 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.905929 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.906453 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.906990 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.907510 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:14.922785 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Attempting to bind port d028407d-73cd-447f-8f9b-b95e77d99baf on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:14.923839 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Attempting to bind port d028407d-73cd-447f-8f9b-b95e77d99baf by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:14.924426 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Attempting to bind port d028407d-73cd-447f-8f9b-b95e77d99baf on network 24148e7c-3c89-49b9-8cb8-a530781d8272 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:14.930655 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:14.932480 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Checking segment: {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:14.933311 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.934147 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Bound using segment: {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:14.934861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Bound port: d028407d-73cd-447f-8f9b-b95e77d99baf, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:14.935498 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.936864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.939258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.976153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Calling delete_port for 6ab5cfe7-501b-448f-8db3-f445337a8b60 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:15.047859 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] For port d028407d-73cd-447f-8f9b-b95e77d99baf, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:15.050552 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.060631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Transition to ACTIVE for port object 8661cc14-d969-436d-be21-45ba6b730b99 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:15.063836 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] For port d028407d-73cd-447f-8f9b-b95e77d99baf, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d028407d-73cd-447f-8f9b-b95e77d99baf,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:15.071308 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.081255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Transition to ACTIVE for port object 8661cc14-d969-436d-be21-45ba6b730b99 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:15.090246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 88674d74-d33f-4e45-a38c-fc3019a12311 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:15.098962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.099555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Allocated IP 192.168.233.60 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:15.177413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Network 1e869781-416a-41c7-aafd-5d977589ed3d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:15.195064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:15.204643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:15.221098 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Routers {'e7af574d-c7cd-48e5-acd7-e4b1a632f225'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:15.221385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Pushing event updated for resources: {'Port': ['ID=8661cc14-d969-436d-be21-45ba6b730b99,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:15.221496 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:15.236184 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346bd79-f89b-4a9f-a99c-e45a7a104035 None None] Pushing event updated for resources: {'Port': ['ID=d028407d-73cd-447f-8f9b-b95e77d99baf,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:15.261896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.279256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Made reservation on behalf of b0b7422b5a6f47faa6f6657141a679f9 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:15.283610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.297348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 88674d74-d33f-4e45-a38c-fc3019a12311 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:15.297723 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.345599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Attempting to bind port 8661cc14-d969-436d-be21-45ba6b730b99 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:15.346025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Attempting to bind port 8661cc14-d969-436d-be21-45ba6b730b99 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:15.346598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Attempting to bind port 8661cc14-d969-436d-be21-45ba6b730b99 on network 1e869781-416a-41c7-aafd-5d977589ed3d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:15.362694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:15.363075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Checking segment: {'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:15.364172 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.364172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Bound using segment: {'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:15.364592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Bound port: 8661cc14-d969-436d-be21-45ba6b730b99, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:15.365040 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.483280 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] Set router e7af574d-c7cd-48e5-acd7-e4b1a632f225 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:15.483917 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.507973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Transition to ACTIVE for port object 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:15.531917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event deleted for resources: {'Port': ['ID=6ab5cfe7-501b-448f-8db3-f445337a8b60,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:15.555740 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.598824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] For port 8661cc14-d969-436d-be21-45ba6b730b99, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:15.614967 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.617982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] For port 8661cc14-d969-436d-be21-45ba6b730b99, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8661cc14-d969-436d-be21-45ba6b730b99,segment=NetworkSegment(c69d1f9d-448f-4508-ad43-a5988aa006ca),segment_id=c69d1f9d-448f-4508-ad43-a5988aa006ca)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:15.631691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:15.635467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:15.641006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.643816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:15.694780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:15.739916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495fceb-0fed-4e1a-9f6c-35672dba88b8 None None] Pushing event updated for resources: {'Port': ['ID=8661cc14-d969-436d-be21-45ba6b730b99,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:15.767068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:15.767496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.779853 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-826cc4f4-ade3-402e-8812-94e747566884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.800301 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-505de6f8-e57b-4a43-a937-5fbcdbe4182c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4521222 Jul 07 17:54:15.821970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Request body: {'port': {'device_id': '300e0af6-4062-4812-912b-937032dc4323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:15.854138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ef98e6-0b33-425b-a8e5-c70a2c532658 req-aed3185f-9ba5-40ab-82de-a3eb23684adc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 210 time: 0.2308671 Jul 07 17:54:15.899395 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 4, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd028407d-73cd-447f-8f9b-b95e77d99baf', 'name': '', 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:10Z', 'updated_at': '2021-07-07T17:54:15Z', 'revision_number': 4, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'subnets': [{'id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:15.932591 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c96ec4-d100-4cb9-89a6-9f905fdc0402 None None] The sync data for ids ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'] in n-d-798930-2 is: [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 4, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd028407d-73cd-447f-8f9b-b95e77d99baf', 'name': '', 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'mac_address': 'fa:16:3e:12:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:10Z', 'updated_at': '2021-07-07T17:54:15Z', 'revision_number': 4, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'subnets': [{'id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:15.970061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Allocated IP 192.168.233.111 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:15.993585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.098506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b9457652-c34a-48ca-a79e-00069477559f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:16.170829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.173591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.174827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f03f4a-f05d-4cb2-b044-eae0e6a2144d req-c44e7cdf-8405-4827-b57f-e972fb7d8903 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "DELETE /v2.0/floatingips/d85a34f6-a369-4bb3-8ea9-1ba90252eabf HTTP/1.1" status: 204 len: 173 time: 2.4838250 Jul 07 17:54:16.292394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:16.316696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'b9457652-c34a-48ca-a79e-00069477559f', 'network_id': '42a28c34-1c1c-46c0-b9cb-aa21e3985d8a', 'port_id': 'b9457652-c34a-48ca-a79e-00069477559f', 'mac_address': 'fa:16:3e:fd:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3fb5dd-b5c6-443a-8b5a-9931fcec1616', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:16.401777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.425577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9457652-c34a-48ca-a79e-00069477559f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:16.451606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:16.452985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c7a7f51f-6c1d-499d-8e31-283f92d795f9 None None] Provisioning for port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:16.458012 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.531194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c7a7f51f-6c1d-499d-8e31-283f92d795f9 None None] Provisioning complete for port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:16.531762 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f51f-6c1d-499d-8e31-283f92d795f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.563501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.616050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:16.647391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7f51f-6c1d-499d-8e31-283f92d795f9 None None] Port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:16.657388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['b9457652-c34a-48ca-a79e-00069477559f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:16.758769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Transition to ACTIVE for port object 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:16.885524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b79158-6916-4290-85c1-1834f43adf4c req-c79a538e-9a9a-4f46-bfca-7629467c34e5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:16.895732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5b79158-6916-4290-85c1-1834f43adf4c req-c79a538e-9a9a-4f46-bfca-7629467c34e5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 935 time: 0.5053563 Jul 07 17:54:16.915286 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.945962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9b4bb75b-09d3-40b7-895c-e1507a8a00b8', '30a53fff-af25-4896-a621-0e32c27cb1ce', '3e0cf430-693f-4328-b2c8-a56c376c50d0'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:16.990607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:17.020112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:17.067590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:17.091854 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:17.165069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.211993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d028407d-73cd-447f-8f9b-b95e77d99baf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:17.242177 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.396145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:17.420851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.453244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Transition to ACTIVE for port object 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:17.463544 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.486692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event updated for resources: {'Port': ['ID=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:17.660709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:17.687350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5b79158-6916-4290-85c1-1834f43adf4c req-b99ffafa-04e2-4eb5-ba77-a85a49d030ec tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898159 Jul 07 17:54:17.722710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:17.802549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44629515-25bf-46c7-8c5d-e9a6f64f190a None None] Network 1e869781-416a-41c7-aafd-5d977589ed3d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:17.821683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:17.822180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:17.823492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:17.832250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:17.833235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.840004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:54:17.848931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:17.856074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:17.856712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:17.857291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:17.857854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Bound port: 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:17.858400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.980523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:17.986910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:18.009306 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.026369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-0a669e52-243e-4b82-8b0c-8a94557178df tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0452492 Jul 07 17:54:18.064767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Request body: {'port': {'device_id': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:18.144474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:18.160033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94b0be-1f8c-4a00-9f90-7a4362980217 req-3be433a2-0dc7-4930-a62e-594d7bebda98 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:18.160745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b9457652-c34a-48ca-a79e-00069477559f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:18.171929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:18.172620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.173770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e94b0be-1f8c-4a00-9f90-7a4362980217 req-3be433a2-0dc7-4930-a62e-594d7bebda98 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7088141 Jul 07 17:54:18.184573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-8190cb12-dc1a-4509-9155-60d08d2402d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 1095 time: 2.3763702 Jul 07 17:54:18.185151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:18.188230 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63" -d '{"events": [{"name": "network-changed", "server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:18.252725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a8d90fab-d84e-418b-ac7d-7b11ab2d4b01 None None] Provisioning for port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:18.312397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-36059cf3-7628-4539-9600-e8060bf23720 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:18.314250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-36059cf3-7628-4539-9600-e8060bf23720 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "GET /v2.0/ports?device_id=d5b86faa-4784-4786-9144-65aeb7e781b4 HTTP/1.1" status: 200 len: 946 time: 0.7672012 Jul 07 17:54:18.354915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Allocated IP 172.25.1.118 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/a91f7656-3d01-4c93-a914-815bdaa2aa33) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:18.427252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-feb87687-855d-43a0-92e5-bf8f3bd58817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:18.433914 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-feb87687-855d-43a0-92e5-bf8f3bd58817 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1098 time: 0.1427236 Jul 07 17:54:18.456301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a8d90fab-d84e-418b-ac7d-7b11ab2d4b01 None None] Provisioning complete for port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:18.463849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a8d90fab-d84e-418b-ac7d-7b11ab2d4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.573369 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-64c78fcd-0495-4fd8-97e8-c554674ad244 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.1234455 Jul 07 17:54:18.613660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d028407d-73cd-447f-8f9b-b95e77d99baf completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:18.653682 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7f518a6-5b89-4ecf-8790-6b934f568322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.675425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-83974941-8d04-4109-ac6e-c569481f5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:18.676696 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.679568 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-83974941-8d04-4109-ac6e-c569481f5085 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0938590 Jul 07 17:54:18.694921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d028407d-73cd-447f-8f9b-b95e77d99baf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:18.695692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.702954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.786171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-d0d27533-5e70-428b-bf1e-f1afbaf742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:18.788177 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-d0d27533-5e70-428b-bf1e-f1afbaf742aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992227 Jul 07 17:54:18.795917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a8d90fab-d84e-418b-ac7d-7b11ab2d4b01 None None] Port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:18.937907 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-598700da-266f-43d2-9ed5-b4da33bea344 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359537 Jul 07 17:54:18.952814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port b9457652-c34a-48ca-a79e-00069477559f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:18.953568 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.040015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.042345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0cbcede3-ed45-4ba6-aee3-9cc2e09dfb2b None None] Provisioning for port 8661cc14-d969-436d-be21-45ba6b730b99 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:19.103574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1d7823fe-cf78-4752-843e-7fdfd436c016 req-bc8a5f4e-444c-4655-8b3c-40c7c9a37936 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511974 Jul 07 17:54:19.210304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d028407d-73cd-447f-8f9b-b95e77d99baf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d028407d-73cd-447f-8f9b-b95e77d99baf,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:19.257496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.258762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8661cc14-d969-436d-be21-45ba6b730b99 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:19.366674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487977af-641d-4b1c-8cc9-7fb77c902e22 req-fd875aca-ddd9-4ad8-926d-42b86d0dd88b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.369302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-487977af-641d-4b1c-8cc9-7fb77c902e22 req-fd875aca-ddd9-4ad8-926d-42b86d0dd88b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 936 time: 1.0527692 Jul 07 17:54:19.381101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Deleting port b1a3c40a-bccd-439c-9335-0657001a3b16 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:19.381101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.434116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.484896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-622c83b5-9837-4529-a6f3-63cff9011568 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.486555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d028407d-73cd-447f-8f9b-b95e77d99baf,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:19.486985 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-622c83b5-9837-4529-a6f3-63cff9011568 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "GET /v2.0/ports?device_id=c992e737-4e82-465b-b02a-fa6b71fb850c HTTP/1.1" status: 200 len: 946 time: 0.1293674 Jul 07 17:54:19.521188 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.530709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b639f-2313-4968-8ff1-78fc2ed2697d req-e44ab836-ffdc-469c-94d3-6b18c1b8ce83 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.533858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:19.536142 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904bf2f3-e64d-4d94-917f-95c9f0cd8768" -d '{"events": [{"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9457652-c34a-48ca-a79e-00069477559f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:19.540048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-563b639f-2313-4968-8ff1-78fc2ed2697d req-e44ab836-ffdc-469c-94d3-6b18c1b8ce83 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/ports?device_id=d5b86faa-4784-4786-9144-65aeb7e781b4 HTTP/1.1" status: 200 len: 946 time: 0.8469884 Jul 07 17:54:19.588127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:19.593004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 8661cc14-d969-436d-be21-45ba6b730b99 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:19.619427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.623591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8661cc14-d969-436d-be21-45ba6b730b99 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:19.623984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.677182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Deleting port a5e2951e-102a-4ba6-adbb-7539155e6af6 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:19.678312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.691446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-487977af-641d-4b1c-8cc9-7fb77c902e22 req-aa6eacd0-852a-4e8c-9ce6-2d87401a0d01 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975218 Jul 07 17:54:19.693007 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.786611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-563b639f-2313-4968-8ff1-78fc2ed2697d req-cb9c8445-fad7-4aec-a851-7d0a5ad3edda tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.88 "GET /v2.0/security-groups?id=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455604 Jul 07 17:54:19.837441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:19.896868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] For port b1a3c40a-bccd-439c-9335-0657001a3b16, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=b1a3c40a-bccd-439c-9335-0657001a3b16,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:19.897254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.931421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ede34e58-6e7e-475d-99ad-f31076ea7600 None None] Provisioning complete for port 8661cc14-d969-436d-be21-45ba6b730b99 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:19.932101 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ede34e58-6e7e-475d-99ad-f31076ea7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.957945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] For port a5e2951e-102a-4ba6-adbb-7539155e6af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a5e2951e-102a-4ba6-adbb-7539155e6af6,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:19.958302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.988673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Calling delete_port for a5e2951e-102a-4ba6-adbb-7539155e6af6 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:19.996307 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.012027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device b1a3c40a-bccd-439c-9335-0657001a3b16 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:20.019361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Calling delete_port for b1a3c40a-bccd-439c-9335-0657001a3b16 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:20.028666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.115160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 8661cc14-d969-436d-be21-45ba6b730b99, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8661cc14-d969-436d-be21-45ba6b730b99,segment=NetworkSegment(c69d1f9d-448f-4508-ad43-a5988aa006ca),segment_id=c69d1f9d-448f-4508-ad43-a5988aa006ca)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:20.149138 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.159420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.244366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event deleted for resources: {'Port': ['ID=a5e2951e-102a-4ba6-adbb-7539155e6af6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:20.252498 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ede34e58-6e7e-475d-99ad-f31076ea7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.277179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Pushing event updated for resources: {'Port': ['ID=a91f7656-3d01-4c93-a914-815bdaa2aa33,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:20.283191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=8661cc14-d969-436d-be21-45ba6b730b99,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:20.286545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.290677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:20.314648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d028407d-73cd-447f-8f9b-b95e77d99baf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:20.337351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] No DVR routers for this DVR port a5e2951e-102a-4ba6-adbb-7539155e6af6 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:20.340423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.343440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58ba50bc-e1bf-4e15-b6cb-b0bab9241ef4 req-97ae38db-84be-4d82-a98e-9d55401b7d47 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "DELETE /v2.0/ports/a5e2951e-102a-4ba6-adbb-7539155e6af6 HTTP/1.1" status: 204 len: 173 time: 0.8490362 Jul 07 17:54:20.384067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:20.400702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.418450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port b1a3c40a-bccd-439c-9335-0657001a3b16, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=b1a3c40a-bccd-439c-9335-0657001a3b16,segment=NetworkSegment(ccbab463-548a-4e17-af7c-176b98439dcf),segment_id=ccbab463-548a-4e17-af7c-176b98439dcf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:20.423261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Transition to ACTIVE for port object 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:20.428517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.437218 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-ede34e58-6e7e-475d-99ad-f31076ea7600 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:54:20.437574 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-ede34e58-6e7e-475d-99ad-f31076ea7600 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:54:20.486102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d028407d-73cd-447f-8f9b-b95e77d99baf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:20.486497 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.509387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:20.510797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=b1a3c40a-bccd-439c-9335-0657001a3b16,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:20.516943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:20.525856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.538836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.658241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada64ff-a795-4527-b724-033839269217 req-a7d07f71-83f8-473a-8bcf-514e3b2cb39f tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:20.660115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ada64ff-a795-4527-b724-033839269217 req-a7d07f71-83f8-473a-8bcf-514e3b2cb39f tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.7095864 Jul 07 17:54:20.813016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] No DVR routers for this DVR port b1a3c40a-bccd-439c-9335-0657001a3b16 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:20.817293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:20.819690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4fd8c5-3b56-49d7-8d5d-164adafdc3c8 req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] 10.222.0.90 "DELETE /v2.0/ports/b1a3c40a-bccd-439c-9335-0657001a3b16 HTTP/1.1" status: 204 len: 173 time: 2.4579768 Jul 07 17:54:20.844102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'name': 'network-vif-deleted', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:20.846773 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af64b505-3fea-4cae-b895-25c1215a382c" -d '{"events": [{"server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "name": "network-vif-deleted", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:20.903812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Pushing event updated for resources: {'Port': ['ID=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:20.917273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ada64ff-a795-4527-b724-033839269217 req-b48c8494-1669-4e52-a706-770578baa50e tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409627 Jul 07 17:54:21.068016 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:21.076955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.077292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.077632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.078447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.078782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.079110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.079433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.080034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.080180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.080377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.081241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.081600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:21.110007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fceec71-5d95-4a4c-9d1c-fc01dc9ee9c7 req-91500b80-0308-4760-a534-1ce5c80ad879 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:21.123309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fceec71-5d95-4a4c-9d1c-fc01dc9ee9c7 req-91500b80-0308-4760-a534-1ce5c80ad879 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 1.1300192 Jul 07 17:54:21.296524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b07ac9-933e-4cf6-95c3-d38316e6f118 tempest-MultipleCreateTestJSON-522840255 tempest-MultipleCreateTestJSON-522840255-project] Pushing event deleted for resources: {'Port': ['ID=b1a3c40a-bccd-439c-9335-0657001a3b16,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:21.324475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0056a8e-56bc-4a07-a86a-3c7a328c35bb req-bd8c6747-cc03-4fab-8db1-9eba676926b5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=c4aff5b04378437882b5fdf3d8afd734 HTTP/1.1" status: 200 len: 1654 time: 0.1996772 Jul 07 17:54:21.537588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fceec71-5d95-4a4c-9d1c-fc01dc9ee9c7 req-e36dce92-a7c7-4604-be9a-8870b4e32dcd tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908448 Jul 07 17:54:21.578440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Attempting to bind port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:21.578778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Attempting to bind port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:21.579327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Attempting to bind port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:21.608650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:54:21.609248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Attempting to bind port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:21.612078 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b7d5d0-d3eb-4ae1-aa48-22f3af0edb29 x-openstack-request-id: req-58b7d5d0-d3eb-4ae1-aa48-22f3af0edb29 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:21.612618 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:21.613056 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58b7d5d0-d3eb-4ae1-aa48-22f3af0edb29 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:21.613563 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'status': 'completed', 'code': 200} Jul 07 17:54:21.636369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056a8e-56bc-4a07-a86a-3c7a328c35bb req-cf72ab9f-9e8e-435c-989e-74444c325ab5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:21.644972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0056a8e-56bc-4a07-a86a-3c7a328c35bb req-cf72ab9f-9e8e-435c-989e-74444c325ab5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks?id=55da5db5-89f4-4781-a606-5a02dab41731&id=55da5db5-89f4-4781-a606-5a02dab41731&id=55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 787 time: 0.3190713 Jul 07 17:54:21.653826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-f0056a8e-56bc-4a07-a86a-3c7a328c35bb req-1be8a28a-5ecb-40e4-8065-1aa6bfc47ddb tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:54:21.678829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0056a8e-56bc-4a07-a86a-3c7a328c35bb req-1be8a28a-5ecb-40e4-8065-1aa6bfc47ddb tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325725 Jul 07 17:54:21.683953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:21.689050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:21.692420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:21.693427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Bound port: 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:21.696973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:21.769707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-4a83b7f3-924d-4d61-81d9-136696c2454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:21.776178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-4a83b7f3-924d-4d61-81d9-136696c2454e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1098 time: 0.1303949 Jul 07 17:54:21.851963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:21.912556 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511de29-60b0-4e51-895c-587158042d85 x-openstack-request-id: req-f511de29-60b0-4e51-895c-587158042d85 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:21.912868 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-plugged", "status": "completed", "tag": "b9457652-c34a-48ca-a79e-00069477559f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:21.913126 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f511de29-60b0-4e51-895c-587158042d85 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:21.913521 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f', 'code': 200} Jul 07 17:54:21.924283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] For port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:21.953202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] For port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:21.956377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-3f465761-b1b4-401a-8bcc-117eb4d879f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:21.959110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-3f465761-b1b4-401a-8bcc-117eb4d879f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1737375 Jul 07 17:54:21.963565 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.023642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a5e2951e-102a-4ba6-adbb-7539155e6af6 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:22.075056 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-6792dc74-1f4b-4442-a8c5-8b8524d7f2dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.1087999 Jul 07 17:54:22.086017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: a5e2951e-102a-4ba6-adbb-7539155e6af6 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:22.086626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a5e2951e-102a-4ba6-adbb-7539155e6af6 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:22.086721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.087060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.088441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] 10.222.0.55 "PUT /v2.0/ports/4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e HTTP/1.1" status: 200 len: 1096 time: 4.0509260 Jul 07 17:54:22.130612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:22.152762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb04976-674e-4dbe-b3b9-2a31979334fc req-d9f1f134-7975-4453-9eb8-84db8a3fb6ba tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.159985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fb04976-674e-4dbe-b3b9-2a31979334fc req-d9f1f134-7975-4453-9eb8-84db8a3fb6ba tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 947 time: 0.3393581 Jul 07 17:54:22.222081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-182d51cd-02ee-49de-9231-5442343a654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.224787 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-182d51cd-02ee-49de-9231-5442343a654f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1436687 Jul 07 17:54:22.349741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd3709-4392-4ddd-b2c4-b268f7c71d57 service neutron] Pushing event updated for resources: {'Port': ['ID=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:22.410184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8661cc14-d969-436d-be21-45ba6b730b99 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:22.410614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-5f58da10-3820-4882-8bd7-aa478168245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.415516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fb04976-674e-4dbe-b3b9-2a31979334fc req-8df10b95-4655-4386-9259-82ec9e377011 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494957 Jul 07 17:54:22.424628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-5f58da10-3820-4882-8bd7-aa478168245a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879377 Jul 07 17:54:22.624865 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.637283 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6881d2c-d9df-4725-a5e2-ad52777f865c x-openstack-request-id: req-a6881d2c-d9df-4725-a5e2-ad52777f865c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:22.639898 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "name": "network-vif-deleted", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:22.640447 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6881d2c-d9df-4725-a5e2-ad52777f865c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:22.641089 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'name': 'network-vif-deleted', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16', 'status': 'completed', 'code': 200} Jul 07 17:54:22.704750 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-e48f0f2b-3b4f-4df8-a3e5-44198088c7bb service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755055 Jul 07 17:54:22.771132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:22.794665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'mac_address': 'fa:16:3e:da:2d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:22.796918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8661cc14-d969-436d-be21-45ba6b730b99 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:22.797533 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.859067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.880624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:22.921761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:22.931025 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.939831 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb0f1c0b-91d3-4ebf-9969-8376975f9b63 req-c828208f-14f6-4690-9b63-77270462bd2d service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270114 Jul 07 17:54:23.010222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:23.197066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-085ccebc-2b32-4470-8ada-52682ddecd09 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips/09990e5f-2d45-4e93-9f64-06039bd801f4 HTTP/1.1" status: 200 len: 693 time: 0.5522656 Jul 07 17:54:23.217479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaeebf8-a2ea-4159-9ece-a87b4a9ebdcc req-4ad17e5c-8d4a-46d2-aae7-a71ba6dd84a2 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.219077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aaeebf8-a2ea-4159-9ece-a87b4a9ebdcc req-4ad17e5c-8d4a-46d2-aae7-a71ba6dd84a2 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 948 time: 1.1079814 Jul 07 17:54:23.292530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:23.303539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-19ab618c-af3e-4cdf-b36c-1a6d85724b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.304187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-19ab618c-af3e-4cdf-b36c-1a6d85724b03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 1099 time: 1.1293540 Jul 07 17:54:23.399681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-d2bbc92d-8cb4-455f-8334-e0818ee7fc54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e HTTP/1.1" status: 200 len: 217 time: 0.0612025 Jul 07 17:54:23.409080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aaeebf8-a2ea-4159-9ece-a87b4a9ebdcc req-f760a6b3-2db8-4dee-9935-78a8783a4c91 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781006 Jul 07 17:54:23.515954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-8ca2ab18-34e1-4968-a9b7-e630b1031106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.517583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-8ca2ab18-34e1-4968-a9b7-e630b1031106 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1036389 Jul 07 17:54:23.526277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-ace23b14-9fd1-4398-9bb0-17ecaf40a9f1 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.533455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-ace23b14-9fd1-4398-9bb0-17ecaf40a9f1 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.3273966 Jul 07 17:54:23.541795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58110) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:23.616214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'name': 'network-vif-deleted', 'tag': 'a5e2951e-102a-4ba6-adbb-7539155e6af6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:23.622382 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b283ccb-5fd5-45ab-9c18-2d3c6baf4a75" -d '{"events": [{"server_uuid": "c992e737-4e82-465b-b02a-fa6b71fb850c", "name": "network-vif-deleted", "tag": "a5e2951e-102a-4ba6-adbb-7539155e6af6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:23.634828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-719848f7-b594-43be-a55e-948fe12533a2 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.0999591 Jul 07 17:54:23.665405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] Deleting subnet 9e22b2dd-8190-47fd-89fb-274080a1f223 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:54:23.675172 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:23.700639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Router 10d644cb-1b69-4596-8a66-b2656b291211 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:54:23.735356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:23.749489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-6f4bb1bd-978c-4a54-b8a5-7d1e613b81cb tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1070464 Jul 07 17:54:23.793055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:23.888504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:23.915117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:23.918960 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81efc309-0856-413f-b5f8-06aa61154bfa" -d '{"events": [{"server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:23.938854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e22b2dd-8190-47fd-89fb-274080a1f223,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:23.940944 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:23.942884 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1e529264-2451-46d6-927f-501e34ba0b67 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9e22b2dd-8190-47fd-89fb-274080a1f223 HTTP/1.1" status: 204 len: 168 time: 0.4001443 Jul 07 17:54:23.945866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58120) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:23.974766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-2558d5df-accc-421e-bbe3-54807b681a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.976292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-2558d5df-accc-421e-bbe3-54807b681a62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4341972 Jul 07 17:54:24.022461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.088214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-57f2f467-f750-485b-b498-8c5fdb2c32f6 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026802 Jul 07 17:54:24.159564 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.177659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b76153-7de1-41b3-8d43-562c60a2969f']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:24.199437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c14ca5-3e4c-4ea4-9568-22fb9310a483 req-5cbeb301-4d31-495b-bde8-41bf3ad5c494 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:24.203962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbab463-548a-4e17-af7c-176b98439dcf') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:24.204494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbab463-548a-4e17-af7c-176b98439dcf') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:24.206657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14c14ca5-3e4c-4ea4-9568-22fb9310a483 req-5cbeb301-4d31-495b-bde8-41bf3ad5c494 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.5215065 Jul 07 17:54:24.220089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.249171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.263771 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:54:24.263771 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:54:24.265661 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:54:24.300229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14c14ca5-3e4c-4ea4-9568-22fb9310a483 req-c15f1d45-ff0c-4712-a297-ec7637d3faa2 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926485 Jul 07 17:54:24.310675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:24.326202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Sync routers for ids ['10d644cb-1b69-4596-8a66-b2656b291211'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:24.355851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Routers {'10d644cb-1b69-4596-8a66-b2656b291211'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:24.356785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['10d644cb-1b69-4596-8a66-b2656b291211'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:24.374983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Deleting port 222b9c2c-5b7f-4bdd-aacd-c3f6152106c0 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:24.375487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.377531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.378878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e7f7096d-2ac6-425e-920c-55d27f00d45d admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.9247315 Jul 07 17:54:24.381183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.382759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58122) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:24.393092 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.403242 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] 10.222.0.88 "DELETE /v2.0/networks/89b76153-7de1-41b3-8d43-562c60a2969f HTTP/1.1" status: 204 len: 168 time: 0.4563315 Jul 07 17:54:24.481417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288d9ec1-2819-48f6-8edb-f656e914ef4d req-b0819718-8f6b-4029-9e5d-904890474ffd service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562238 Jul 07 17:54:24.561890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Set router 10d644cb-1b69-4596-8a66-b2656b291211 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:24.581879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc873f61-878e-4358-b939-5972aba50000 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b76153-7de1-41b3-8d43-562c60a2969f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:24.588350 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.590129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.621313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Calling delete_port for 222b9c2c-5b7f-4bdd-aacd-c3f6152106c0 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:24.645319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'tag': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:24.664047 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d3af26-cc3a-495c-8849-ffe5511e31cb" -d '{"events": [{"name": "network-changed", "server_uuid": "79804a23-4123-472e-80dd-9a3aa6dd9c12", "tag": "4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:24.804718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58130) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:24.858353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e9addd28-0ede-432c-b0f9-b3143d839163 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d408b542bf91419685d3ee7a1aa79153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521307 Jul 07 17:54:24.864948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58132) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:24.866158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:54:21Z', 'revision_number': 3, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port': {'id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:17Z', 'updated_at': '2021-07-07T17:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:24.896127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Checking router: 10d644cb-1b69-4596-8a66-b2656b291211 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:24.896943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Updating router 10d644cb-1b69-4596-8a66-b2656b291211 port a91f7656-3d01-4c93-a914-815bdaa2aa33 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:24.950692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5ebab1f8-1a67-4241-b8d5-ae799f2a615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.955168 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:24.975592 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5ebab1f8-1a67-4241-b8d5-ae799f2a615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.042888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2dbda-5c0a-47cd-b7d4-601d52c7d1b6 req-5fee0bef-6ba3-4e18-a6d4-357f099e243e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:25.050138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6f2dbda-5c0a-47cd-b7d4-601d52c7d1b6 req-5fee0bef-6ba3-4e18-a6d4-357f099e243e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 948 time: 0.3103414 Jul 07 17:54:25.058971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5ebab1f8-1a67-4241-b8d5-ae799f2a615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.067625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5ebab1f8-1a67-4241-b8d5-ae799f2a615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.067625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5ebab1f8-1a67-4241-b8d5-ae799f2a615f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4e7a38f3-3eaf-4a02-801e-98d8ecfc400e HTTP/1.1" status: 204 len: 168 time: 0.1954288 Jul 07 17:54:25.083647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebab1f8-1a67-4241-b8d5-ae799f2a615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7a38f3-3eaf-4a02-801e-98d8ecfc400e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:25.143987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.158840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6f2dbda-5c0a-47cd-b7d4-601d52c7d1b6 req-1996c143-1084-471c-ba75-28c3aae32292 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076686 Jul 07 17:54:25.183700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.212746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event deleted for resources: {'Port': ['ID=222b9c2c-5b7f-4bdd-aacd-c3f6152106c0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:25.307715 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.310917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.312154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97dd4c39-3983-4210-b72b-5b0a2a63cbbf req-53d9f27d-a9b7-4328-8664-e56fe24c6689 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "DELETE /v2.0/floatingips/09990e5f-2d45-4e93-9f64-06039bd801f4 HTTP/1.1" status: 204 len: 173 time: 1.5618453 Jul 07 17:54:25.320210 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b521f0c3-f362-4e76-89fe-a2c21ca95783 x-openstack-request-id: req-b521f0c3-f362-4e76-89fe-a2c21ca95783 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:25.320567 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c992e737-4e82-465b-b02a-fa6b71fb850c", "name": "network-vif-deleted", "tag": "a5e2951e-102a-4ba6-adbb-7539155e6af6", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:25.320978 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b521f0c3-f362-4e76-89fe-a2c21ca95783 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:25.321790 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c992e737-4e82-465b-b02a-fa6b71fb850c', 'name': 'network-vif-deleted', 'tag': 'a5e2951e-102a-4ba6-adbb-7539155e6af6', 'status': 'completed', 'code': 200} Jul 07 17:54:25.392740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Allocated IP 172.20.0.1 (1e869781-416a-41c7-aafd-5d977589ed3d/0ece2863-e077-405d-975b-4f546eb3d5db/b691585d-6686-4c28-8188-a7760c563228) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:25.405946 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66752b80-92a2-4bfa-8110-21b5d7790326 x-openstack-request-id: req-66752b80-92a2-4bfa-8110-21b5d7790326 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:25.406537 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b86faa-4784-4786-9144-65aeb7e781b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a3c40a-bccd-439c-9335-0657001a3b16", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:25.408816 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-66752b80-92a2-4bfa-8110-21b5d7790326 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:25.409314 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b86faa-4784-4786-9144-65aeb7e781b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a3c40a-bccd-439c-9335-0657001a3b16', 'code': 200} Jul 07 17:54:25.641046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952d691-d46e-4204-9131-1be7dfc596e3 req-aa79abd1-b51a-43a2-9610-dc826b32e9cc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:25.649963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b952d691-d46e-4204-9131-1be7dfc596e3 req-aa79abd1-b51a-43a2-9610-dc826b32e9cc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 948 time: 0.1376667 Jul 07 17:54:25.708985 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.737498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Transition to ACTIVE for port object a91f7656-3d01-4c93-a914-815bdaa2aa33 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:25.751555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b952d691-d46e-4204-9131-1be7dfc596e3 req-66d4da60-5eb1-40b5-95d0-252eaa2392a8 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997219 Jul 07 17:54:25.761852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:25.820549 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa681e21-02cc-4659-a6f8-e74c29be9164 x-openstack-request-id: req-aa681e21-02cc-4659-a6f8-e74c29be9164 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:25.821120 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79804a23-4123-472e-80dd-9a3aa6dd9c12", "tag": "4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:25.821552 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa681e21-02cc-4659-a6f8-e74c29be9164 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:25.822155 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'tag': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e', 'status': 'completed', 'code': 200} Jul 07 17:54:25.950316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811f97a2-420c-40db-b523-62895b736449 req-74de4d29-bcc6-494d-892d-8479bb5991cc tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips/9cf9a68c-40f0-466a-b557-7523736b408e HTTP/1.1" status: 200 len: 692 time: 0.1097746 Jul 07 17:54:25.951539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42759be-72ef-4d42-b152-51a1e64cd702 None None] Pushing event updated for resources: {'Port': ['ID=a91f7656-3d01-4c93-a914-815bdaa2aa33,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:25.998517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Attempting to bind port a91f7656-3d01-4c93-a914-815bdaa2aa33 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:25.999298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Attempting to bind port a91f7656-3d01-4c93-a914-815bdaa2aa33 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:25.999881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Attempting to bind port a91f7656-3d01-4c93-a914-815bdaa2aa33 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:26.008222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:26.009403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:26.010062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.010752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:26.011674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Bound port: a91f7656-3d01-4c93-a914-815bdaa2aa33, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:26.012701 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.096284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.114794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Transition to ACTIVE for port object b691585d-6686-4c28-8188-a7760c563228 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:26.118823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-a309f2a4-c987-478a-8c18-c66166a7edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:26.129294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-a309f2a4-c987-478a-8c18-c66166a7edac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 1099 time: 0.2438819 Jul 07 17:54:26.162975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:26.165221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.254337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] For port a91f7656-3d01-4c93-a914-815bdaa2aa33, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:26.290734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] For port a91f7656-3d01-4c93-a914-815bdaa2aa33, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a91f7656-3d01-4c93-a914-815bdaa2aa33,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:26.293207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Network 1e869781-416a-41c7-aafd-5d977589ed3d is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:26.297540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:26.302095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Pushing event updated for resources: {'Port': ['ID=b691585d-6686-4c28-8188-a7760c563228,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:26.314204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.320769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f97a2-420c-40db-b523-62895b736449 req-e821ae67-23b0-49ca-8be8-c0358661d0ee tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:26.333195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:26.333419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811f97a2-420c-40db-b523-62895b736449 req-e821ae67-23b0-49ca-8be8-c0358661d0ee tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.3813057 Jul 07 17:54:26.422005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:26.441734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:26.441983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.442286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-186e7eb3-a696-4d68-b43f-048f48262dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:26.446301 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-186e7eb3-a696-4d68-b43f-048f48262dc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1096 time: 0.2926888 Jul 07 17:54:26.472768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811f97a2-420c-40db-b523-62895b736449 req-667b12ae-c7d9-4558-8379-76a222aa5030 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.1370904 Jul 07 17:54:26.482472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Routers {'10d644cb-1b69-4596-8a66-b2656b291211'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:26.483312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['10d644cb-1b69-4596-8a66-b2656b291211'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:26.494890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42759be-72ef-4d42-b152-51a1e64cd702 None None] Pushing event updated for resources: {'Port': ['ID=a91f7656-3d01-4c93-a914-815bdaa2aa33,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:26.623574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811f97a2-420c-40db-b523-62895b736449 req-c8103eb2-48fb-47b5-a439-2ae6ceba95ba tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.1485717 Jul 07 17:54:26.703409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] Set router 10d644cb-1b69-4596-8a66-b2656b291211 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:26.709428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-c7cf5b7b-9d9f-4a2e-aa1b-d29b12fed82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:26.711226 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-c7cf5b7b-9d9f-4a2e-aa1b-d29b12fed82a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 920 time: 0.2529893 Jul 07 17:54:26.713641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.735548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.868910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:26.881261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.896991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-92222966-6365-4efa-9176-e0827a5e4b2f None None] Provisioning for port b691585d-6686-4c28-8188-a7760c563228 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:26.908595 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-9f2146ba-7bf0-466b-abbf-95d2e13f93f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 200 len: 217 time: 0.1868806 Jul 07 17:54:26.929601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-92222966-6365-4efa-9176-e0827a5e4b2f None None] Provisioning complete for port b691585d-6686-4c28-8188-a7760c563228 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:26.930333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92222966-6365-4efa-9176-e0827a5e4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:26.957713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd185df-d680-4661-99e0-609044053cdb req-b0961c7a-bab0-42c3-ac06-557d08946243 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:26.965117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbd185df-d680-4661-99e0-609044053cdb req-b0961c7a-bab0-42c3-ac06-557d08946243 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.7911129 Jul 07 17:54:27.000107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-ddced17e-fa05-47ee-8128-7c3f5a0f34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:27.001677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-ddced17e-fa05-47ee-8128-7c3f5a0f34e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.8469527 Jul 07 17:54:27.042733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-3da4a57e-4a0b-41a5-a4f0-fed7cf3a5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:27.044492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-3da4a57e-4a0b-41a5-a4f0-fed7cf3a5c45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.1223154 Jul 07 17:54:27.051100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbd185df-d680-4661-99e0-609044053cdb req-2802a69c-8a6c-4dce-84b5-2a807194bc7f tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848985 Jul 07 17:54:27.108683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-60800e2e-1b68-47fa-85d1-4c02f0593cfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e HTTP/1.1" status: 200 len: 217 time: 0.0786018 Jul 07 17:54:27.144628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-55145ea7-e215-4a2c-94de-f41bdeaa91ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901327 Jul 07 17:54:27.169850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Deleting port a64d6d4b-b3db-4b41-86cf-32784e35d284 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:27.170266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.217693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:27.255997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-6e57bf03-3672-4919-9da4-b654b6c22793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:27.257625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-6e57bf03-3672-4919-9da4-b654b6c22793 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1419282 Jul 07 17:54:27.263665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-92222966-6365-4efa-9176-e0827a5e4b2f None None] Port b691585d-6686-4c28-8188-a7760c563228 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:27.324391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:54:21Z', 'revision_number': 3, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port': {'id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:17Z', 'updated_at': '2021-07-07T17:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:27.355777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.356420 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.382757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Calling delete_port for a64d6d4b-b3db-4b41-86cf-32784e35d284 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:27.383244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7dcfc-1d96-47c1-8a46-11118d5a6f70 None None] The sync data for ids ['10d644cb-1b69-4596-8a66-b2656b291211'] in n-d-798930-2 is: [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:54:21Z', 'revision_number': 3, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port': {'id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:17Z', 'updated_at': '2021-07-07T17:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:27.393962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.403187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-26a0f625-4686-4ce2-af6c-ec1b192db1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:27.405743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-26a0f625-4686-4ce2-af6c-ec1b192db1f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390116 Jul 07 17:54:27.411385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:27.414160 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b6e1e8-316c-4f29-b84c-aeaf7e72ed3c" -d '{"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-plugged", "status": "completed", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:27.467966 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-81e24eae-cb95-4935-b226-de909c8f3a7c service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143339 Jul 07 17:54:27.645527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b0ed-4da2-4767-9098-06ccd4e7250c req-84e2775d-dade-4f5d-b83f-bc9c08fe7552 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:27.647380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bd8b0ed-4da2-4767-9098-06ccd4e7250c req-84e2775d-dade-4f5d-b83f-bc9c08fe7552 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.1992805 Jul 07 17:54:27.667537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-54d99852-cedd-4e92-a730-316ff78781ab service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182138 Jul 07 17:54:27.677262 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-72a653c7-d8ad-4c3c-8788-e0d792ab4710 req-1190fa4a-6fe6-45fb-b8da-ee5ad7273a1e service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992903 Jul 07 17:54:27.724368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.735724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.845196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Pushing event updated for resources: {'Port': ['ID=b691585d-6686-4c28-8188-a7760c563228,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:27.868021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.869303 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bd8b0ed-4da2-4767-9098-06ccd4e7250c req-1f192b0b-b17e-4246-b094-146819fe27f9 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131267 Jul 07 17:54:27.912256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:27.994498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event deleted for resources: {'Port': ['ID=a64d6d4b-b3db-4b41-86cf-32784e35d284,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:28.084775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Network 1e869781-416a-41c7-aafd-5d977589ed3d is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:28.086389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:28.157678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:28.419736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Router 10d644cb-1b69-4596-8a66-b2656b291211 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:28.435090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a91f7656-3d01-4c93-a914-815bdaa2aa33 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:28.586095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:28.634513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e', 'mac_address': 'fa:16:3e:82:2d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:28.636527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a91f7656-3d01-4c93-a914-815bdaa2aa33 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:28.642261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a91f7656-3d01-4c93-a914-815bdaa2aa33 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:28.642605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:28.648037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69d3af26-cc3a-495c-8849-ffe5511e31cb req-abcc95eb-ca1e-4f45-be5e-703b4d602ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9717076 Jul 07 17:54:28.683291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:28.693123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:28.695769 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:28.699877 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ee6955d-aa28-4865-b43b-d83568d8da0f admin admin] 10.222.0.88 "PUT /v2.0/routers/10d644cb-1b69-4596-8a66-b2656b291211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3158720 Jul 07 17:54:28.713488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811f97a2-420c-40db-b523-62895b736449 req-1f1a30b4-f006-4156-8c54-182adc2989c9 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "DELETE /v2.0/floatingips/9cf9a68c-40f0-466a-b557-7523736b408e HTTP/1.1" status: 204 len: 173 time: 2.0878899 Jul 07 17:54:28.747065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178d09-87d6-4b2c-a909-11624929e3ee req-677d537d-1afe-4b0f-8251-4dafea98533a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:28.758562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9178d09-87d6-4b2c-a909-11624929e3ee req-677d537d-1afe-4b0f-8251-4dafea98533a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.1631525 Jul 07 17:54:28.803524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9178d09-87d6-4b2c-a909-11624929e3ee req-e0ab4942-3c79-48bf-9668-7c71a48b651c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Jul 07 17:54:28.846354 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:28.852333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e23d8c11-6196-414b-a76b-2177cb63e518 None None] Provisioning complete for port b691585d-6686-4c28-8188-a7760c563228 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:28.852710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23d8c11-6196-414b-a76b-2177cb63e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:28.939692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:28.973197 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b25bd4-ee6f-4bd8-8a55-32c10d8777eb x-openstack-request-id: req-d8b25bd4-ee6f-4bd8-8a55-32c10d8777eb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:28.973971 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-plugged", "status": "completed", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:28.974441 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d8b25bd4-ee6f-4bd8-8a55-32c10d8777eb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:28.975341 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'code': 200} Jul 07 17:54:28.986374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e23d8c11-6196-414b-a76b-2177cb63e518 None None] Port b691585d-6686-4c28-8188-a7760c563228 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:29.011162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:29.033072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:29.235758 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:29.288086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a91f7656-3d01-4c93-a914-815bdaa2aa33, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a91f7656-3d01-4c93-a914-815bdaa2aa33,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:29.295626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:29.305013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:29.336024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef044c7-035c-4695-8039-fe452e4c5a8a req-7478f0f5-c80d-4135-a692-72526bc71845 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:29.338153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ef044c7-035c-4695-8039-fe452e4c5a8a req-7478f0f5-c80d-4135-a692-72526bc71845 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 949 time: 0.3315129 Jul 07 17:54:29.372573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:29.422035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03136d-7ea3-4acc-8f92-44d76f3cf5a1 req-0a29d660-a24c-454c-8b33-952884413fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:29.425379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de03136d-7ea3-4acc-8f92-44d76f3cf5a1 req-0a29d660-a24c-454c-8b33-952884413fd8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1100 time: 0.3038146 Jul 07 17:54:29.430425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ef044c7-035c-4695-8039-fe452e4c5a8a req-96ae7e63-89de-4ca5-824f-b78cce3f38ae tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Jul 07 17:54:29.440585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275081f-a889-42ce-ad2d-0bdbea0bc9a7 req-84cd9a04-3f94-4794-9f9d-a539820c7524 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:29.451309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2275081f-a889-42ce-ad2d-0bdbea0bc9a7 req-84cd9a04-3f94-4794-9f9d-a539820c7524 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.2447834 Jul 07 17:54:29.451607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a91f7656-3d01-4c93-a914-815bdaa2aa33,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:29.542055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de03136d-7ea3-4acc-8f92-44d76f3cf5a1 req-a8223035-8b24-46eb-8e03-bc419f4ae603 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879061 Jul 07 17:54:29.554931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2275081f-a889-42ce-ad2d-0bdbea0bc9a7 req-53553380-eee0-4c9a-9832-142eb0745c75 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026523 Jul 07 17:54:29.647201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-a6423c50-e690-447d-b5d7-a2578761566b tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips/4ed15102-f0c8-4f6a-8905-f6e0714638db HTTP/1.1" status: 200 len: 691 time: 0.0591049 Jul 07 17:54:29.987115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-d6130902-76c0-4d5d-b315-9f951ff908e5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:29.995802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-d6130902-76c0-4d5d-b315-9f951ff908e5 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.3469999 Jul 07 17:54:30.093357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-507e3419-7f9b-4cc3-836d-57451847f22f tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0963850 Jul 07 17:54:30.162744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-e58936f7-a922-45c2-baf4-897e8e7833be tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0683558 Jul 07 17:54:30.174229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f52b7-8d8e-4d0a-955e-97a5f05e7c78 req-e269c261-b625-456c-9229-eb47ffd6c9bd tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:30.181771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da9f52b7-8d8e-4d0a-955e-97a5f05e7c78 req-e269c261-b625-456c-9229-eb47ffd6c9bd tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2693510 Jul 07 17:54:30.296374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a91f7656-3d01-4c93-a914-815bdaa2aa33 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:30.388619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da9f52b7-8d8e-4d0a-955e-97a5f05e7c78 req-96df03e2-d480-4394-ace2-39e45161b5c9 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059433 Jul 07 17:54:30.456511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Deleting port c6224c34-318a-4265-94ab-c10a8d1ae364 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:30.457218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:30.497307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a91f7656-3d01-4c93-a914-815bdaa2aa33 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:30.497634 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:30.511877 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Sync routers for ids ['10d644cb-1b69-4596-8a66-b2656b291211'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:30.547500 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Routers {'10d644cb-1b69-4596-8a66-b2656b291211'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:30.548205 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['10d644cb-1b69-4596-8a66-b2656b291211'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:30.750326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:30.751089 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:30.800557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Calling delete_port for c6224c34-318a-4265-94ab-c10a8d1ae364 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:30.870760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb25a2-4761-4eea-b5e8-9baf49077990 req-907be4a3-e5fe-4170-8031-e0de9013c73f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:30.873399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09cb25a2-4761-4eea-b5e8-9baf49077990 req-907be4a3-e5fe-4170-8031-e0de9013c73f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.2571433 Jul 07 17:54:30.948787 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Set router 10d644cb-1b69-4596-8a66-b2656b291211 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:31.092402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09cb25a2-4761-4eea-b5e8-9baf49077990 req-aa79c44f-5580-4bd4-9da0-cfa961e2659b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843011 Jul 07 17:54:31.182044 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:54:27Z', 'revision_number': 4, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port': {'id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:17Z', 'updated_at': '2021-07-07T17:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b691585d-6686-4c28-8188-a7760c563228', 'name': '', 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'mac_address': 'fa:16:3e:0b:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0ece2863-e077-405d-975b-4f546eb3d5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:25Z', 'updated_at': '2021-07-07T17:54:27Z', 'revision_number': 2, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'subnets': [{'id': '0ece2863-e077-405d-975b-4f546eb3d5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:31.486395 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Checking router: 10d644cb-1b69-4596-8a66-b2656b291211 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:31.486781 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Updating router 10d644cb-1b69-4596-8a66-b2656b291211 port b691585d-6686-4c28-8188-a7760c563228 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:31.526183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:31.571016 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:31.602413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Pushing event deleted for resources: {'Port': ['ID=c6224c34-318a-4265-94ab-c10a8d1ae364,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:31.728959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58220) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:31.781644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1fb3f-6284-4f02-846f-33f912491a8e req-9cbe62d0-bd79-4418-8199-a33a880bbe05 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:31.805213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47a1fb3f-6284-4f02-846f-33f912491a8e req-9cbe62d0-bd79-4418-8199-a33a880bbe05 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 949 time: 0.4389184 Jul 07 17:54:31.888451 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:31.917227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:31.957192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:31.957192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2239e0d4-5d40-4a54-ad7b-4e5dd4f93f22 req-c2d779b8-48d0-42dc-b1ae-44c2d9c45527 tempest-FloatingIPDetailsTestJSON-465713472 tempest-FloatingIPDetailsTestJSON-465713472-project] 10.222.0.88 "DELETE /v2.0/floatingips/4ed15102-f0c8-4f6a-8905-f6e0714638db HTTP/1.1" status: 204 len: 173 time: 1.7784002 Jul 07 17:54:31.958313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58224) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:31.981157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47a1fb3f-6284-4f02-846f-33f912491a8e req-dab77721-3408-4072-b517-15b19a888ba4 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748433 Jul 07 17:54:32.171485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:32.272152 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.308960 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Transition to ACTIVE for port object b691585d-6686-4c28-8188-a7760c563228 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:32.312430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c291d-535a-4194-ac44-8ad76448eaad req-e8fc92d2-43d9-4849-a20c-d0ee1d3c8ce9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:32.320119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-185c291d-535a-4194-ac44-8ad76448eaad req-e8fc92d2-43d9-4849-a20c-d0ee1d3c8ce9 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.1560936 Jul 07 17:54:32.329569 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.372698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:32.378889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:32.379268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.415662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-185c291d-535a-4194-ac44-8ad76448eaad req-b9932968-3b96-4e6c-93bc-8b962c5c0721 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941718 Jul 07 17:54:32.474804 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bce54b-354d-43cf-b597-0b165690d6d2 None None] Pushing event updated for resources: {'Port': ['ID=b691585d-6686-4c28-8188-a7760c563228,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:32.688724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268e97a-403a-400e-8fe1-a070b8adf44c req-c310782c-14db-4d42-b41c-9fcd5dff733a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:32.699070 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.699877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a268e97a-403a-400e-8fe1-a070b8adf44c req-c310782c-14db-4d42-b41c-9fcd5dff733a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2205689 Jul 07 17:54:32.776363 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Attempting to bind port b691585d-6686-4c28-8188-a7760c563228 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:32.779787 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Attempting to bind port b691585d-6686-4c28-8188-a7760c563228 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:32.782243 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Attempting to bind port b691585d-6686-4c28-8188-a7760c563228 on network 1e869781-416a-41c7-aafd-5d977589ed3d {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:32.803374 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:32.804170 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Checking segment: {'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:32.806540 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.807174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Bound using segment: {'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:32.807866 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Bound port: b691585d-6686-4c28-8188-a7760c563228, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69d1f9d-448f-4508-ad43-a5988aa006ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:32.809312 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.828717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:32.835512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:32.842599 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7112eb8-94b2-4c40-b23b-df74dc184767" -d '{"events": [{"server_uuid": "79804a23-4123-472e-80dd-9a3aa6dd9c12", "name": "network-vif-plugged", "status": "completed", "tag": "4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:32.852560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.862395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a268e97a-403a-400e-8fe1-a070b8adf44c req-40e4b7e9-2382-4416-a169-acf0bb13755a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613657 Jul 07 17:54:32.969184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1520b-33cb-4afd-b55b-f5486c0d9a43 req-b8f2a632-4854-4b00-95cf-213226b7769b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:32.977907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa1520b-33cb-4afd-b55b-f5486c0d9a43 req-b8f2a632-4854-4b00-95cf-213226b7769b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.2618544 Jul 07 17:54:33.056606 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ed44bf-c4e5-40b0-a549-0d0e1ff741a3 x-openstack-request-id: req-47ed44bf-c4e5-40b0-a549-0d0e1ff741a3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:33.057787 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79804a23-4123-472e-80dd-9a3aa6dd9c12", "name": "network-vif-plugged", "status": "completed", "tag": "4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:33.057787 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47ed44bf-c4e5-40b0-a549-0d0e1ff741a3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:33.060029 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] For port b691585d-6686-4c28-8188-a7760c563228, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:33.060214 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e', 'code': 200} Jul 07 17:54:33.061077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:33.075388 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] For port b691585d-6686-4c28-8188-a7760c563228, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b691585d-6686-4c28-8188-a7760c563228,segment=NetworkSegment(c69d1f9d-448f-4508-ad43-a5988aa006ca),segment_id=c69d1f9d-448f-4508-ad43-a5988aa006ca)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:33.087204 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:33.127973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa1520b-33cb-4afd-b55b-f5486c0d9a43 req-b54a89f7-5714-45a7-868c-1b75dedb7aaa tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373324 Jul 07 17:54:33.313147 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bce54b-354d-43cf-b597-0b165690d6d2 None None] Pushing event updated for resources: {'Port': ['ID=b691585d-6686-4c28-8188-a7760c563228,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:33.387478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:33.398497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:33.400088 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Routers {'10d644cb-1b69-4596-8a66-b2656b291211'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:33.401024 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['10d644cb-1b69-4596-8a66-b2656b291211'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:33.619463 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:33.686217 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] Set router 10d644cb-1b69-4596-8a66-b2656b291211 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:33.689725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55090d18-a32d-4dda-9e41-3fa90b5128cc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:33.718106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48f98b4428d64b2ba8a34164e0418058&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9879518 Jul 07 17:54:33.722499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58240) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:33.761730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68bcb4-a423-4b6c-898a-dddc4b8f50aa req-15055be2-4e00-4f73-84e7-7a55fb50b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:33.766234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a68bcb4-a423-4b6c-898a-dddc4b8f50aa req-15055be2-4e00-4f73-84e7-7a55fb50b460 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 1101 time: 0.5890782 Jul 07 17:54:33.776228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.785197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.786096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.786547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.787553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.787986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.788409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.788900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.789367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.789791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.790301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.790819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc5591-9b43-4e5b-8e01-4a593c409580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:33.846778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0310935-eb2c-4e69-9f1e-f79dbe71c30a req-0f33a8dd-a824-4a90-86c0-7561eb1ca394 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:33.858738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0310935-eb2c-4e69-9f1e-f79dbe71c30a req-0f33a8dd-a824-4a90-86c0-7561eb1ca394 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 950 time: 0.4476006 Jul 07 17:54:33.977193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0310935-eb2c-4e69-9f1e-f79dbe71c30a req-029a654b-9ba3-4a73-98c3-9f103e0bf1c8 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169760 Jul 07 17:54:34.024146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf8157fc-67a1-4317-895b-717b772cf9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.064672 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:54:27Z', 'revision_number': 4, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port': {'id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:17Z', 'updated_at': '2021-07-07T17:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b691585d-6686-4c28-8188-a7760c563228', 'name': '', 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'mac_address': 'fa:16:3e:0b:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0ece2863-e077-405d-975b-4f546eb3d5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:25Z', 'updated_at': '2021-07-07T17:54:33Z', 'revision_number': 4, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'subnets': [{'id': '0ece2863-e077-405d-975b-4f546eb3d5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:34.095120 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b39fae-2ce1-46d9-8795-5580e30f33ba None None] The sync data for ids ['10d644cb-1b69-4596-8a66-b2656b291211'] in n-d-798930-2 is: [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:54:27Z', 'revision_number': 4, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port': {'id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:17Z', 'updated_at': '2021-07-07T17:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b691585d-6686-4c28-8188-a7760c563228', 'name': '', 'network_id': '1e869781-416a-41c7-aafd-5d977589ed3d', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'mac_address': 'fa:16:3e:0b:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0ece2863-e077-405d-975b-4f546eb3d5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:25Z', 'updated_at': '2021-07-07T17:54:33Z', 'revision_number': 4, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'subnets': [{'id': '0ece2863-e077-405d-975b-4f546eb3d5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:34.150901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a68bcb4-a423-4b6c-898a-dddc4b8f50aa req-1783bbbb-ef7b-455a-bf16-ee67936f0075 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723917 Jul 07 17:54:34.209139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf8157fc-67a1-4317-895b-717b772cf9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.301504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf8157fc-67a1-4317-895b-717b772cf9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.311223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf8157fc-67a1-4317-895b-717b772cf9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.312605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cf8157fc-67a1-4317-895b-717b772cf9f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55090d18-a32d-4dda-9e41-3fa90b5128cc HTTP/1.1" status: 204 len: 168 time: 0.5844653 Jul 07 17:54:34.324556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3da5b-6199-40da-9c7f-d8abdbc74e6c req-dfcc07f9-354d-493a-a7bb-81f7ff56591d tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:34.339720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05c3da5b-6199-40da-9c7f-d8abdbc74e6c req-dfcc07f9-354d-493a-a7bb-81f7ff56591d tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1100 time: 0.3512096 Jul 07 17:54:34.341328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8157fc-67a1-4317-895b-717b772cf9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55090d18-a32d-4dda-9e41-3fa90b5128cc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:34.373772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.418223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-05c3da5b-6199-40da-9c7f-d8abdbc74e6c req-25860ac8-53e3-42c6-b81d-853d6b5a7f74 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.569468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b691585d-6686-4c28-8188-a7760c563228 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:34.747721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b691585d-6686-4c28-8188-a7760c563228 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:34.755248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b691585d-6686-4c28-8188-a7760c563228 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:34.755847 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.990808 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.023263 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-05c3da5b-6199-40da-9c7f-d8abdbc74e6c req-25860ac8-53e3-42c6-b81d-853d6b5a7f74 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.049985 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-05c3da5b-6199-40da-9c7f-d8abdbc74e6c req-25860ac8-53e3-42c6-b81d-853d6b5a7f74 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.127610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25860ac8-53e3-42c6-b81d-853d6b5a7f74 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508bdc7-6e83-4412-977a-68ddff976189,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:35.173338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05c3da5b-6199-40da-9c7f-d8abdbc74e6c req-25860ac8-53e3-42c6-b81d-853d6b5a7f74 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8249185 Jul 07 17:54:35.201745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001400-b19f-4b04-a6ac-5e7d9479958f req-4265f04e-189a-4763-9912-44f3ae364b7e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.218373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26001400-b19f-4b04-a6ac-5e7d9479958f req-4265f04e-189a-4763-9912-44f3ae364b7e tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.5306270 Jul 07 17:54:35.240602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port b691585d-6686-4c28-8188-a7760c563228, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b691585d-6686-4c28-8188-a7760c563228,segment=NetworkSegment(c69d1f9d-448f-4508-ad43-a5988aa006ca),segment_id=c69d1f9d-448f-4508-ad43-a5988aa006ca)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:35.254016 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.339911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26001400-b19f-4b04-a6ac-5e7d9479958f req-92ad1d3e-e540-4b02-83d9-2e9feaf58b71 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149809 Jul 07 17:54:35.391039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Deleting port 861889db-bc4c-4826-abad-2637ab665e2f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:35.391680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.628790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=b691585d-6686-4c28-8188-a7760c563228,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:35.680566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.697153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19638e0c-4e9a-4a87-a436-a4e8574841a4 req-1239d112-e747-41ba-800f-15cb61460d6e tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.706092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19638e0c-4e9a-4a87-a436-a4e8574841a4 req-1239d112-e747-41ba-800f-15cb61460d6e tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2061272 Jul 07 17:54:35.775988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] For port 861889db-bc4c-4826-abad-2637ab665e2f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=861889db-bc4c-4826-abad-2637ab665e2f,segment=NetworkSegment(bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c),segment_id=bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:35.776506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.785526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19638e0c-4e9a-4a87-a436-a4e8574841a4 req-a9221877-995e-4424-a926-00b4fe103c9a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779905 Jul 07 17:54:35.804618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Calling delete_port for 861889db-bc4c-4826-abad-2637ab665e2f owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:35.884625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35bb1f-38b7-4012-b7d7-dc8bd71a9de6 req-fd956212-93b1-41e9-91c2-e70b1df5003b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.897237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e35bb1f-38b7-4012-b7d7-dc8bd71a9de6 req-fd956212-93b1-41e9-91c2-e70b1df5003b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 950 time: 0.2762792 Jul 07 17:54:35.996516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e35bb1f-38b7-4012-b7d7-dc8bd71a9de6 req-0d2e0f32-fa64-4788-90d8-3498975256bb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976408 Jul 07 17:54:36.349071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58274) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:36.357186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.392399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b691585d-6686-4c28-8188-a7760c563228 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:36.486506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-network', 'tenant_id': '3fed500706c840ff847d890221fd3a7d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:36.492875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Pushing event deleted for resources: {'Port': ['ID=861889db-bc4c-4826-abad-2637ab665e2f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:36.579404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Made reservation on behalf of 3fed500706c840ff847d890221fd3a7d for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:36.584411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.594791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b691585d-6686-4c28-8188-a7760c563228 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:36.595162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.611915 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.881498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.895374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.964505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:54:36.976215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.976952 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Added segment b237d27a-896f-4160-9760-0d734238dd7f of type vlan for network 735efaa6-1612-4580-8ac3-c304e025c4b2 Jul 07 17:54:37.028325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:37.035516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:37.085268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:37.086983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:37.087756 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:37.095343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75304703-9a59-41ae-875d-61e306e44b97,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:37.196336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8456380 Jul 07 17:54:37.199228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58290) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:37.205873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Request body: {'subnet': {'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-subnet', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:37.224618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892bba-c04e-4dba-b3be-729e61774448 req-ca92488c-8d26-4cde-ae6e-2515423009be tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:37.226710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45892bba-c04e-4dba-b3be-729e61774448 req-ca92488c-8d26-4cde-ae6e-2515423009be tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.3432109 Jul 07 17:54:37.228858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7c772-f37a-41a2-be6a-97a69169f307 admin admin] Pushing event updated for resources: {'Network': ['ID=735efaa6-1612-4580-8ac3-c304e025c4b2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:37.241987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:54:37.280229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Made reservation on behalf of 3fed500706c840ff847d890221fd3a7d for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:37.284311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:37.326455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45892bba-c04e-4dba-b3be-729e61774448 req-d087a943-bf00-4194-b27b-5b093beabcae tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832052 Jul 07 17:54:37.784786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a08f-d5a7-41a5-b6c3-7534ab2f8010 req-66b1c79e-db34-4f33-8d75-de6dea4eb36b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:37.794859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0eb1a08f-d5a7-41a5-b6c3-7534ab2f8010 req-66b1c79e-db34-4f33-8d75-de6dea4eb36b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.3020082 Jul 07 17:54:37.809706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:37.824694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Router e8b73d95-038a-44aa-afa4-a5c58a8bf904 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:37.865879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0909eb-6dad-40df-8dfa-dffdfeddb049 req-d08947be-cc18-436a-b3a5-37b856810a9b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:37.873412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c0909eb-6dad-40df-8dfa-dffdfeddb049 req-d08947be-cc18-436a-b3a5-37b856810a9b tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 950 time: 0.2947440 Jul 07 17:54:37.933891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0eb1a08f-d5a7-41a5-b6c3-7534ab2f8010 req-aa236935-38f9-462c-b145-73798f6d7396 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229308 Jul 07 17:54:37.965200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-63e10807-9568-49cd-aaa3-f9b052980c9f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3817971 Jul 07 17:54:37.978449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c0909eb-6dad-40df-8dfa-dffdfeddb049 req-a22dcc5a-a97b-4f20-b278-789aef8b2f21 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040645 Jul 07 17:54:37.986846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae236281-973e-4bf3-89e4-6761ce80f1ec,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:38.113535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:38.129473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] Sync routers for ids ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:38.148530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] Routers {'e8b73d95-038a-44aa-afa4-a5c58a8bf904'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:38.151319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58304) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:38.154867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ba722211-d991-4bf7-9e9b-51627c16d523 admin admin] 10.222.0.88 "PUT /v2.0/routers/e8b73d95-038a-44aa-afa4-a5c58a8bf904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2105300 Jul 07 17:54:38.156036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Checking segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:38.158440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Network hostable DHCP agents. Network: 735efaa6-1612-4580-8ac3-c304e025c4b2, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:54:38.159240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:38.258649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:54:38.324710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 735efaa6-1612-4580-8ac3-c304e025c4b2) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:38.357077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:38.357077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:38.380650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df634dc-853b-4d2b-a9ce-85c338e30c8c None None] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:38.389008 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2dff40b6-352a-4728-a972-1b0231b1eb7e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1886461 Jul 07 17:54:38.393770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58314) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:38.402700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:38.472730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:38.474205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:38.603029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:38.636974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:38.976565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] Set router e8b73d95-038a-44aa-afa4-a5c58a8bf904 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:39.039705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1dbd9-7ec5-4fae-b31a-78461e785a03 req-d035949c-25ef-4688-8c0e-f79b2fe36262 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:39.050813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cc1dbd9-7ec5-4fae-b31a-78461e785a03 req-d035949c-25ef-4688-8c0e-f79b2fe36262 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.7572885 Jul 07 17:54:39.226402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cc1dbd9-7ec5-4fae-b31a-78461e785a03 req-4ae54c91-b7ca-49f6-b1c7-f11545f18742 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744745 Jul 07 17:54:39.273007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce65207-caff-43ff-bbc9-e46f06ea3d71 req-c70d6487-3a05-41b0-b2bf-570b860cb287 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:39.273007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fce65207-caff-43ff-bbc9-e46f06ea3d71 req-c70d6487-3a05-41b0-b2bf-570b860cb287 tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 1101 time: 0.5199583 Jul 07 17:54:39.422135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fce65207-caff-43ff-bbc9-e46f06ea3d71 req-d7f7a87d-4c5f-4dda-ac89-28698fca599b tempest-ServersOnMultiNodesTest-799779289 tempest-ServersOnMultiNodesTest-799779289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314969 Jul 07 17:54:39.439142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:39.728074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-735efaa6-1612-4580-8ac3-c304e025c4b2', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:54:39.728959 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:39.759509 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:39.930692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Deleting port 3539c643-c7fa-448f-88d1-36daff60599c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:39.931213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:39.988021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc6ed-3734-4ac3-a757-7cad9267549b req-12472fea-29be-45b3-abc6-c7c8365bbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:39.989983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76bcc6ed-3734-4ac3-a757-7cad9267549b req-12472fea-29be-45b3-abc6-c7c8365bbcad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1096 time: 0.3878319 Jul 07 17:54:40.016113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a13a44-153d-48c4-95c2-c862b0e24aa6 req-54c3b9dd-21e0-4035-b79a-cae00f983945 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:40.024905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a13a44-153d-48c4-95c2-c862b0e24aa6 req-54c3b9dd-21e0-4035-b79a-cae00f983945 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.3165905 Jul 07 17:54:40.371636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '3539c643-c7fa-448f-88d1-36daff60599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:54:36Z', 'revision_number': 5, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port': {'id': '3539c643-c7fa-448f-88d1-36daff60599c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:39Z', 'updated_at': '2021-07-07T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:40.402516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:40.406619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] Checking router: e8b73d95-038a-44aa-afa4-a5c58a8bf904 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:40.420491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] Routers {'e8b73d95-038a-44aa-afa4-a5c58a8bf904'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:40.421330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:40.463250 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:40.525548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Allocated IP 172.20.0.2 (735efaa6-1612-4580-8ac3-c304e025c4b2/ae236281-973e-4bf3-89e4-6761ce80f1ec/8150c2dc-bf3b-4b13-94f9-103f2ca06dd4) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:40.718992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Allocated IP 172.25.1.93 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/4700c15d-f671-4bba-9e77-02fb7efab1f6) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:40.853467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f6799-6d22-4d9e-bb9b-604b2f610f97 req-ca65f819-849b-41ad-a072-e61ec2c232db tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:40.864583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb8f6799-6d22-4d9e-bb9b-604b2f610f97 req-ca65f819-849b-41ad-a072-e61ec2c232db tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 1.2369387 Jul 07 17:54:40.909998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] Set router e8b73d95-038a-44aa-afa4-a5c58a8bf904 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:40.924346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76bcc6ed-3734-4ac3-a757-7cad9267549b req-deaf14c1-3f5d-4ab4-b7bf-69c97f73fa7c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9238160 Jul 07 17:54:40.972173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:54:39Z', 'revision_number': 6, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:41.005306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509289e-355f-408e-a8c7-d3d511b22db3 None None] The sync data for ids ['e8b73d95-038a-44aa-afa4-a5c58a8bf904'] in n-d-798930-2 is: [{'id': 'e8b73d95-038a-44aa-afa4-a5c58a8bf904', 'name': 'tempest-FloatingIPDetailsTestJSON-812823371-router', 'tenant_id': 'c4aff5b04378437882b5fdf3d8afd734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:37Z', 'updated_at': '2021-07-07T17:54:39Z', 'revision_number': 6, 'project_id': 'c4aff5b04378437882b5fdf3d8afd734', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:41.028803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a13a44-153d-48c4-95c2-c862b0e24aa6 req-f8a20e6d-a905-4bf8-8305-5c5aeb89b50b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9987350 Jul 07 17:54:41.077871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] For port 3539c643-c7fa-448f-88d1-36daff60599c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3539c643-c7fa-448f-88d1-36daff60599c,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:41.078158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.104011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Calling delete_port for 3539c643-c7fa-448f-88d1-36daff60599c owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:41.192328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.300133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.375684 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.418371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Transition to ACTIVE for port object 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:41.438383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:41.448275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:41.464316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:41.597481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Transition to ACTIVE for port object 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:41.624566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.631977 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.710852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Pushing event updated for resources: {'Port': ['ID=8150c2dc-bf3b-4b13-94f9-103f2ca06dd4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:41.771005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:41.771005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:41.772786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:41.836573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-70f0b350-cc93-4cbd-85e0-9668fcd6b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:41.836573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-70f0b350-cc93-4cbd-85e0-9668fcd6b1f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1100 time: 1.1069596 Jul 07 17:54:41.836573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Pushing event updated for resources: {'Port': ['ID=4700c15d-f671-4bba-9e77-02fb7efab1f6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:41.837172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Pushing event deleted for resources: {'Port': ['ID=3539c643-c7fa-448f-88d1-36daff60599c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:41.863258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb8f6799-6d22-4d9e-bb9b-604b2f610f97 req-0d17ecb3-ab5b-4614-b9f6-e2eebac5e826 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9971094 Jul 07 17:54:41.977686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Attempting to bind port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:41.982821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Attempting to bind port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:41.983647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Attempting to bind port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:41.994000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:41.998240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Checking segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:41.998944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:41.999506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Bound using segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:42.000458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Bound port: 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:42.001061 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.189457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] For port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:42.197143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] For port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8150c2dc-bf3b-4b13-94f9-103f2ca06dd4,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:42.205827 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.291607 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.317599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55fd6b-5ed4-4ab8-9d1f-bc3b23382243 None None] Pushing event updated for resources: {'Port': ['ID=8150c2dc-bf3b-4b13-94f9-103f2ca06dd4,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:42.391398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-9e7f8448-0f21-490c-8cc5-5dc00e533435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.393179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-9e7f8448-0f21-490c-8cc5-5dc00e533435 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.5366497 Jul 07 17:54:42.455100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3539c643-c7fa-448f-88d1-36daff60599c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:42.509956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3539c643-c7fa-448f-88d1-36daff60599c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:42.510140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3539c643-c7fa-448f-88d1-36daff60599c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:42.510696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 861889db-bc4c-4826-abad-2637ab665e2f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:42.556447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 861889db-bc4c-4826-abad-2637ab665e2f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:42.556845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 861889db-bc4c-4826-abad-2637ab665e2f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:42.562348 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-0cdf1107-50a3-4e8c-a63a-5497869bdaa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.1580076 Jul 07 17:54:42.606216 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.614174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.714712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40c94c-9b9b-4072-a0dc-a5aa95d057c7 req-a9a23c78-aba6-40be-84f1-75012bbd9928 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.727282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a40c94c-9b9b-4072-a0dc-a5aa95d057c7 req-a9a23c78-aba6-40be-84f1-75012bbd9928 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.6712847 Jul 07 17:54:42.735362 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.735362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b73d95-038a-44aa-afa4-a5c58a8bf904 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:54:42.739731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.741495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eb6cdb57-6888-499d-b60e-bcc7fb4b0609 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e8b73d95-038a-44aa-afa4-a5c58a8bf904 HTTP/1.1" status: 204 len: 168 time: 4.5887353 Jul 07 17:54:42.745913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58358) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:42.781452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.792128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-a457f994-2c72-4b2a-b79a-d53b5001f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.799748 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-a457f994-2c72-4b2a-b79a-d53b5001f026 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2211063 Jul 07 17:54:42.835679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a40c94c-9b9b-4072-a0dc-a5aa95d057c7 req-5b8fe7bf-b4cb-4ecd-ac94-154362a180b9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173325 Jul 07 17:54:42.871820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01026-3713-4023-b51d-863d73453ddf req-56a87e47-301b-4562-b002-5b8bcc16665c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.879906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5a01026-3713-4023-b51d-863d73453ddf req-56a87e47-301b-4562-b002-5b8bcc16665c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 950 time: 0.3248608 Jul 07 17:54:42.948592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] Deleting subnet 9b543395-d5eb-4627-b62e-f6d774c6d897 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:54:42.955564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:42.995588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5a01026-3713-4023-b51d-863d73453ddf req-cd8b6007-158b-4994-b34f-c055b85e8524 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147292 Jul 07 17:54:43.078593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:43.172976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-3d0e1c8a-aeff-4cbc-95d8-be6efb5212e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:43.174524 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-3d0e1c8a-aeff-4cbc-95d8-be6efb5212e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2733862 Jul 07 17:54:43.191326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c78b9-fa02-4bd0-a99a-a08c4fea0bd6 req-152e99e4-ab05-481c-8d6b-a6c84eddcc1a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:43.193000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c94c78b9-fa02-4bd0-a99a-a08c4fea0bd6 req-152e99e4-ab05-481c-8d6b-a6c84eddcc1a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.1753936 Jul 07 17:54:43.221471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:43.363552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c94c78b9-fa02-4bd0-a99a-a08c4fea0bd6 req-4f984a83-4912-4671-bbdf-dbf0eaace5a2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597886 Jul 07 17:54:43.439055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:43.491009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b543395-d5eb-4627-b62e-f6d774c6d897,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:43.500436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-07e4f31d-a256-4c75-905d-8f5231bb8ff2 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090384 Jul 07 17:54:43.501853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:43.524695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24321-4daa-483c-b807-2f8078fce4cd req-e78c21fa-0966-41d9-b743-498e29c77463 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:43.528194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a24321-4daa-483c-b807-2f8078fce4cd req-e78c21fa-0966-41d9-b743-498e29c77463 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.2499230 Jul 07 17:54:43.539023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b7673-4ccd-4462-b404-3e354197f837 None None] Network 38f9dc59-b78e-4fbf-a217-8915aa7f67cb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:43.559664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:43.561747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-68cacfff-e643-4410-823b-72af5035436f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9b543395-d5eb-4627-b62e-f6d774c6d897 HTTP/1.1" status: 204 len: 168 time: 0.8086741 Jul 07 17:54:43.565273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58408) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:43.700941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a24321-4daa-483c-b807-2f8078fce4cd req-e5e9804f-8ec2-4e15-acee-0c70ebf32b7d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380000 Jul 07 17:54:43.709331 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-e4a2513b-e16f-460b-94b1-8fc36d595640 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983547 Jul 07 17:54:43.751604 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:43.791120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-817a34df-3e62-4c23-9ffe-4bcc872852f9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:43.794483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-817a34df-3e62-4c23-9ffe-4bcc872852f9 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 950 time: 0.3064308 Jul 07 17:54:43.899589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Deleting port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:43.900175 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.026113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] DHCP port deletion for 38f9dc59-b78e-4fbf-a217-8915aa7f67cb request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:54:44.051009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Router c746216e-257e-4329-9570-a24f17a95dfa is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:54:44.099204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a18f8c-3c0a-488b-bcd5-6d0297b0f424 None None] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:44.241221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] For port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,segment=NetworkSegment(bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c),segment_id=bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:44.241734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.311636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Calling delete_port for 0c4ae2b6-bb39-400e-b13e-86ab81dc835e owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:44.393215 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258bed2-3a80-459a-9d9c-10a900f89c61 req-835966a4-9f0c-4566-bf53-5c01792fd088 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.400436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4258bed2-3a80-459a-9d9c-10a900f89c61 req-835966a4-9f0c-4566-bf53-5c01792fd088 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.2803850 Jul 07 17:54:44.470990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:44.490361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:44.498416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:44.498904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.502357 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Sync routers for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:44.516781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] Deleting port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:44.517659 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.530631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:44.531087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-f55b5380-2166-4e5e-811b-52b8fd0ad11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.531572 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:44.532773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-f55b5380-2166-4e5e-811b-52b8fd0ad11f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1096 time: 0.3058021 Jul 07 17:54:44.534850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.536100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-31127ab8-5fad-4ff1-85cb-83fac5551804 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1392338 Jul 07 17:54:44.539247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58422) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:44.577632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1d91f22a-bd24-4f5b-9b6c-a4f498ec2ba7 None None] Provisioning for port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:44.615628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4258bed2-3a80-459a-9d9c-10a900f89c61 req-2b851db3-c445-4796-a5d1-d60cdb7a1eb1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140124 Jul 07 17:54:44.630981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:44.638984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:44.639551 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.687728 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.709982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] For port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,segment=NetworkSegment(bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c),segment_id=bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:44.710939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.742416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] Calling delete_port for 0c4ae2b6-bb39-400e-b13e-86ab81dc835e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:44.836470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:44.847952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] No DVR routers for this DVR port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:44.871087 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.874366 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:44.883832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2181e8-d552-493d-98ba-51c65ba5d3cf req-4ad4ae2c-f9b9-45a7-a716-8f3d1e973636 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.885648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df2181e8-d552-493d-98ba-51c65ba5d3cf req-4ad4ae2c-f9b9-45a7-a716-8f3d1e973636 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 950 time: 0.3998203 Jul 07 17:54:44.915786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:44.915786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.014019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:45.060883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8150c2dc-bf3b-4b13-94f9-103f2ca06dd4,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:45.070843 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.112194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-62c31e57-b1f9-45b3-9dec-04514d6ddf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:45.114498 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-62c31e57-b1f9-45b3-9dec-04514d6ddf52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 920 time: 0.5604408 Jul 07 17:54:45.160838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.180669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df2181e8-d552-493d-98ba-51c65ba5d3cf req-51112e54-72a1-4038-a280-db86ef00ab5c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682030 Jul 07 17:54:45.211416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4ae2b6-bb39-400e-b13e-86ab81dc835e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:45.267942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f9dc59-b78e-4fbf-a217-8915aa7f67cb']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:45.270735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 0c4ae2b6-bb39-400e-b13e-86ab81dc835e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:45.276946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4ae2b6-bb39-400e-b13e-86ab81dc835e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:45.316246 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:42Z', 'revision_number': 3, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:45.339185 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-8919bc2b-87e6-410b-b83a-a467279aa741 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 200 len: 217 time: 0.1557264 Jul 07 17:54:45.342189 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.345132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:45.345998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc980ba1-d8b5-4bfe-9944-8168fbb1aa6c') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:45.370963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] No DVR routers for this DVR port 0c4ae2b6-bb39-400e-b13e-86ab81dc835e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:45.382220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=8150c2dc-bf3b-4b13-94f9-103f2ca06dd4,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:45.384049 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Checking router: c746216e-257e-4329-9570-a24f17a95dfa for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:45.385203 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Updating router c746216e-257e-4329-9570-a24f17a95dfa port 4700c15d-f671-4bba-9e77-02fb7efab1f6 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:45.389176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.396128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-273adc2f-a4bd-431e-a1f4-52f7c7080c32 None None] Provisioning complete for port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:45.398686 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-273adc2f-a4bd-431e-a1f4-52f7c7080c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.463205 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.470769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d0964-740c-42dc-8ef6-c0bd2a4ca5de None None] Pushing event deleted for resources: {'Port': ['ID=0c4ae2b6-bb39-400e-b13e-86ab81dc835e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:45.492660 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.584468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:54:45.585226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:54:45.589739 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:54:45.673237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9409ff-ea98-4a7d-ae78-10d9864f69c7 req-cb97eead-5ec4-4830-baec-cb0b81310237 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:45.675422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d9409ff-ea98-4a7d-ae78-10d9864f69c7 req-cb97eead-5ec4-4830-baec-cb0b81310237 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.5185399 Jul 07 17:54:45.745132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.772481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.779343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] 10.222.0.88 "DELETE /v2.0/networks/38f9dc59-b78e-4fbf-a217-8915aa7f67cb HTTP/1.1" status: 204 len: 168 time: 2.2100446 Jul 07 17:54:45.784499 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77ebee84-f1c6-4b4c-b696-97e437a1d9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.820255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271aa15-ae87-4bf2-b9ae-c0da39f84374 req-a858ab16-9e80-4712-bc45-7546f5f38034 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:45.829423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6271aa15-ae87-4bf2-b9ae-c0da39f84374 req-a858ab16-9e80-4712-bc45-7546f5f38034 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.3872709 Jul 07 17:54:45.831691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-7c05a303-d40b-431b-9740-4cb7592114b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:45.833407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-7c05a303-d40b-431b-9740-4cb7592114b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.4635460 Jul 07 17:54:45.841868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9351d-ca8e-472e-93ed-e992c5c1f790 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f9dc59-b78e-4fbf-a217-8915aa7f67cb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:45.859890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.874915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9b4bb75b-09d3-40b7-895c-e1507a8a00b8', '30a53fff-af25-4896-a621-0e32c27cb1ce', '3e0cf430-693f-4328-b2c8-a56c376c50d0'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:45.886335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-9626123d-5281-4d46-bc3d-94e0c47a8917 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365767 Jul 07 17:54:45.901667 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.911812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d9409ff-ea98-4a7d-ae78-10d9864f69c7 req-a91d4c84-76d1-4856-a904-cb183ef355f2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077301 Jul 07 17:54:45.936018 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Transition to ACTIVE for port object 4700c15d-f671-4bba-9e77-02fb7efab1f6 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:45.949261 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.000621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'f56f96c4-411b-4b4a-9739-4b0d9b62b211', '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:46.098298 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Attempting to bind port 4700c15d-f671-4bba-9e77-02fb7efab1f6 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:46.098812 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Attempting to bind port 4700c15d-f671-4bba-9e77-02fb7efab1f6 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:46.099366 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Attempting to bind port 4700c15d-f671-4bba-9e77-02fb7efab1f6 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:46.102396 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbf6c8-e31d-447a-b9f4-25d4521a8b52 None None] Pushing event updated for resources: {'Port': ['ID=4700c15d-f671-4bba-9e77-02fb7efab1f6,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:46.113248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58432) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:46.120262 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:46.121140 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:46.121798 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.122430 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:46.123634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Bound port: 4700c15d-f671-4bba-9e77-02fb7efab1f6, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:46.124667 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.139934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:46.196255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6271aa15-ae87-4bf2-b9ae-c0da39f84374 req-670112bc-1fd1-4923-aa48-b4fa2c649762 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668237 Jul 07 17:54:46.207943 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-c98dbaaf-d6f5-46e0-923a-f3bb2f784e80 service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999885 Jul 07 17:54:46.273691 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] For port 4700c15d-f671-4bba-9e77-02fb7efab1f6, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:46.281278 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] For port 4700c15d-f671-4bba-9e77-02fb7efab1f6, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4700c15d-f671-4bba-9e77-02fb7efab1f6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:46.286508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:46.288777 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.297305 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.303189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1bdd79c3-6ebb-4d98-bf00-b312a48da452 req-cdd8920f-f134-45f7-99f6-86e9fab5b614 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "DELETE /v2.0/ports/4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e HTTP/1.1" status: 204 len: 173 time: 2.3711085 Jul 07 17:54:46.329037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'name': 'network-vif-deleted', 'tag': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:46.345864 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc144fd-1bef-4d90-a397-db34b1d3d374" -d '{"events": [{"server_uuid": "79804a23-4123-472e-80dd-9a3aa6dd9c12", "name": "network-vif-deleted", "tag": "4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:46.404797 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:46.405455 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:46.416385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:46.495630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-95732e8d-b393-4c33-9d4e-dc4a46776735 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c4aff5b04378437882b5fdf3d8afd734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641214 Jul 07 17:54:46.497751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58440) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:46.539518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f6815-a039-4372-a9b7-cbcc9c07d64d req-5a96f06c-c1ca-4e68-b04e-dea8631dcc2a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:46.541657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-067f6815-a039-4372-a9b7-cbcc9c07d64d req-5a96f06c-c1ca-4e68-b04e-dea8631dcc2a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.2795341 Jul 07 17:54:46.633752 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a19c395-3681-4f0a-9a67-2e37296b6a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.641474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.662113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:46.662799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.668793 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad1b3486-ba2c-407b-a726-fb7436905d4b req-8fa2ae54-735a-4932-ab94-f4de6d41e5fa service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581726 Jul 07 17:54:46.686154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a19c395-3681-4f0a-9a67-2e37296b6a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.799604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-067f6815-a039-4372-a9b7-cbcc9c07d64d req-1d7d6d37-4c52-4109-ae6d-88c62f3ee4a5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429090 Jul 07 17:54:46.802054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a19c395-3681-4f0a-9a67-2e37296b6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.813403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a19c395-3681-4f0a-9a67-2e37296b6a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:46.814706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a19c395-3681-4f0a-9a67-2e37296b6a9c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b41e0442-2ba1-4a58-902f-6c34c7ba8243 HTTP/1.1" status: 204 len: 168 time: 0.3178072 Jul 07 17:54:46.851097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19c395-3681-4f0a-9a67-2e37296b6a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e0442-2ba1-4a58-902f-6c34c7ba8243,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:46.929956 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:46.937288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c19cab5-a588-4b65-a5cc-b78f35041193 req-93f34b78-0f21-4b1b-9dd2-2fc0099d8df6 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=79804a23-4123-472e-80dd-9a3aa6dd9c12 HTTP/1.1" status: 200 len: 210 time: 0.0791790 Jul 07 17:54:47.115256 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598c8f68-f786-4b52-a8af-5f6d45413949 x-openstack-request-id: req-598c8f68-f786-4b52-a8af-5f6d45413949 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:47.116343 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79804a23-4123-472e-80dd-9a3aa6dd9c12", "name": "network-vif-deleted", "tag": "4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:47.116850 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-598c8f68-f786-4b52-a8af-5f6d45413949 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:47.117468 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79804a23-4123-472e-80dd-9a3aa6dd9c12', 'name': 'network-vif-deleted', 'tag': '4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e', 'status': 'completed', 'code': 200} Jul 07 17:54:47.136425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Allocated IP 172.20.0.1 (735efaa6-1612-4580-8ac3-c304e025c4b2/ae236281-973e-4bf3-89e4-6761ce80f1ec/ffe29840-bc77-4516-8f41-d6a5f512d36c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:47.176355 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbf6c8-e31d-447a-b9f4-25d4521a8b52 None None] Pushing event updated for resources: {'Port': ['ID=4700c15d-f671-4bba-9e77-02fb7efab1f6,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:47.559419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810069c1-f83a-4356-8b23-0919a21c8e0a req-e28ede85-8e47-4422-b863-41735dccae8c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:47.567729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-810069c1-f83a-4356-8b23-0919a21c8e0a req-e28ede85-8e47-4422-b863-41735dccae8c tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2366796 Jul 07 17:54:47.581536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:47.631459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Transition to ACTIVE for port object ffe29840-bc77-4516-8f41-d6a5f512d36c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:47.672853 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:42Z', 'revision_number': 3, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:47.705188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-810069c1-f83a-4356-8b23-0919a21c8e0a req-b579fcd4-912f-4990-b7b9-f24b50305ae2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361136 Jul 07 17:54:47.770348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:47.785628 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b6e0a-b1c3-42ff-93c1-0e3332525363 None None] The sync data for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 is: [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:42Z', 'revision_number': 3, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:47.823832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:47.825433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:47.828177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:47.940973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe29840-bc77-4516-8f41-d6a5f512d36c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:47.962407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.247337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0aefc-a719-4b9d-a10d-c901b95a6cce req-3fd39faf-6d9d-4d30-b1a5-6b33472007a9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:48.253186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6a0aefc-a719-4b9d-a10d-c901b95a6cce req-3fd39faf-6d9d-4d30-b1a5-6b33472007a9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.2186096 Jul 07 17:54:48.296138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:48.413772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6a0aefc-a719-4b9d-a10d-c901b95a6cce req-bf0b135b-abbd-4331-8753-3ab8334d6211 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530070 Jul 07 17:54:48.447018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:48.447631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4601ba0e-1c80-48cf-bdfd-f5bfe2dad73e not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:48.448487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b9457652-c34a-48ca-a79e-00069477559f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:48.484539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.496675 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bec0beb-640c-4a40-ae8e-011e1647e159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.506246 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.510199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4d080dd8-3913-4bfe-86d8-4721e2a2bb20 None None] Provisioning for port ffe29840-bc77-4516-8f41-d6a5f512d36c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:48.528461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4d080dd8-3913-4bfe-86d8-4721e2a2bb20 None None] Provisioning complete for port ffe29840-bc77-4516-8f41-d6a5f512d36c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:48.530931 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d080dd8-3913-4bfe-86d8-4721e2a2bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.604284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4d080dd8-3913-4bfe-86d8-4721e2a2bb20 None None] Port ffe29840-bc77-4516-8f41-d6a5f512d36c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:48.699732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.755194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:48.762667 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55694244-4d14-4876-b4a9-71a51bcaefaf" -d '{"events": [{"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9457652-c34a-48ca-a79e-00069477559f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:48.794561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:48.802215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.806312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d44405-7d4f-4d5b-8293-f0c6a81242c4 req-cecddff7-ba22-4cde-b53a-cc4ac47cbfb3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:48.820249 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.820758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8d44405-7d4f-4d5b-8293-f0c6a81242c4 req-cecddff7-ba22-4cde-b53a-cc4ac47cbfb3 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 946 time: 0.1436524 Jul 07 17:54:48.847774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.920278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8d44405-7d4f-4d5b-8293-f0c6a81242c4 req-0b68f47d-6b5f-4006-96f6-5b4022104aa0 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968406 Jul 07 17:54:48.948514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:48.998682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.002650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe29840-bc77-4516-8f41-d6a5f512d36c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:49.163019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:49.165017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:49.436327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Router c746216e-257e-4329-9570-a24f17a95dfa has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:49.557740 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.640956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-924956c8-cb08-422b-9031-c25a125a9d18 None None] Provisioning complete for port ffe29840-bc77-4516-8f41-d6a5f512d36c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:49.644492 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-924956c8-cb08-422b-9031-c25a125a9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.689698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:49.706387 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-476cd318-a0c9-49e7-a28d-2018916511b7 admin admin] 10.222.0.88 "PUT /v2.0/routers/c746216e-257e-4329-9570-a24f17a95dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1576331 Jul 07 17:54:49.734277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-924956c8-cb08-422b-9031-c25a125a9d18 None None] Port ffe29840-bc77-4516-8f41-d6a5f512d36c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:49.774975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03fcd6-953b-4a1a-b1e4-c66ac02baf7c req-01037a83-cda2-453a-aa79-5e88c2a395dd tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:49.783049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b03fcd6-953b-4a1a-b1e4-c66ac02baf7c req-01037a83-cda2-453a-aa79-5e88c2a395dd tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.1699045 Jul 07 17:54:49.829176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2a946-5b40-422b-b121-efc97439e5df req-f8508a16-ec2e-4fa0-96d7-f7acd45d69f7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:49.831224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ec2a946-5b40-422b-b121-efc97439e5df req-f8508a16-ec2e-4fa0-96d7-f7acd45d69f7 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 944 time: 0.1207056 Jul 07 17:54:49.863515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b03fcd6-953b-4a1a-b1e4-c66ac02baf7c req-1d59c9eb-56b4-487b-ab45-ba5ad53e6b12 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794692 Jul 07 17:54:49.932318 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2aa2cb-24f4-4a61-9bbb-7327a097d580 x-openstack-request-id: req-6f2aa2cb-24f4-4a61-9bbb-7327a097d580 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:49.932619 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9457652-c34a-48ca-a79e-00069477559f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:49.933026 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f2aa2cb-24f4-4a61-9bbb-7327a097d580 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:49.933439 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f', 'code': 200} Jul 07 17:54:50.070453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Deleting port b9457652-c34a-48ca-a79e-00069477559f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:50.070805 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.111117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d5ac-1150-40ff-b4de-6a05044896fe req-4cf8ee11-fee7-4095-9a53-4f932c19a597 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.120243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5df8d5ac-1150-40ff-b4de-6a05044896fe req-4cf8ee11-fee7-4095-9a53-4f932c19a597 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 949 time: 0.0856681 Jul 07 17:54:50.193710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5df8d5ac-1150-40ff-b4de-6a05044896fe req-38f1de38-a082-4b2e-a977-62f56983f51a tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720141 Jul 07 17:54:50.381288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] For port b9457652-c34a-48ca-a79e-00069477559f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b9457652-c34a-48ca-a79e-00069477559f,segment=NetworkSegment(66fa0a1c-0106-42b3-8444-f0c5031da158),segment_id=66fa0a1c-0106-42b3-8444-f0c5031da158)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:50.382107 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.437577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4700c15d-f671-4bba-9e77-02fb7efab1f6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:50.449897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Calling delete_port for b9457652-c34a-48ca-a79e-00069477559f owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:50.573503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d71e7d-5ac6-4ef7-b388-a8ab1e958e76 req-697a4057-d416-4890-bbce-4fd60ba013c6 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.574529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 4700c15d-f671-4bba-9e77-02fb7efab1f6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:50.581280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3d71e7d-5ac6-4ef7-b388-a8ab1e958e76 req-697a4057-d416-4890-bbce-4fd60ba013c6 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 944 time: 0.2334268 Jul 07 17:54:50.585117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4700c15d-f671-4bba-9e77-02fb7efab1f6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:50.586921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.619263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dbe6f-8564-4dad-9887-66b488d4f56d req-f17bd51f-e4df-4b02-bd79-0b9bafee7483 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:50.626430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e7dbe6f-8564-4dad-9887-66b488d4f56d req-f17bd51f-e4df-4b02-bd79-0b9bafee7483 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.1917014 Jul 07 17:54:50.678560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3d71e7d-5ac6-4ef7-b388-a8ab1e958e76 req-04c78bcc-da9d-41c1-bff4-5a2b2db0b727 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/security-groups?id=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913939 Jul 07 17:54:50.718886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e7dbe6f-8564-4dad-9887-66b488d4f56d req-745c4882-2fb0-4302-bd92-5abe08d01f44 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865598 Jul 07 17:54:50.752200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.808090 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.825292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Pushing event deleted for resources: {'Port': ['ID=b9457652-c34a-48ca-a79e-00069477559f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:50.849518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 4700c15d-f671-4bba-9e77-02fb7efab1f6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4700c15d-f671-4bba-9e77-02fb7efab1f6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:50.859568 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.927667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] No DVR routers for this DVR port b9457652-c34a-48ca-a79e-00069477559f on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:50.932580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.935223 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ec2a946-5b40-422b-b121-efc97439e5df req-bf53c864-ca92-4308-997a-a5df6e039d4d tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.55 "DELETE /v2.0/ports/b9457652-c34a-48ca-a79e-00069477559f HTTP/1.1" status: 204 len: 173 time: 1.0917878 Jul 07 17:54:50.936286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-deleted', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:50.939284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=4700c15d-f671-4bba-9e77-02fb7efab1f6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:50.939831 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d1b281-2e62-4da0-9886-10cbde7c7862" -d '{"events": [{"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-deleted", "tag": "b9457652-c34a-48ca-a79e-00069477559f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:50.945032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Sync routers for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:50.962530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:50.963649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:51.272251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-eed540d0-db37-46f6-95a9-40f6857e70a8 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:51.282369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-eed540d0-db37-46f6-95a9-40f6857e70a8 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 949 time: 0.1660352 Jul 07 17:54:51.340177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58526) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:51.345757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e4ea30c3-5d34-4ece-a7b8-d11a8e1050e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661977496', 'description': 'tempest-description--6148205'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:51.376208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:51.422451 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4ea30c3-5d34-4ece-a7b8-d11a8e1050e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.469647 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f31c6-b64e-455d-97c7-68f2601f31f1 x-openstack-request-id: req-e62f31c6-b64e-455d-97c7-68f2601f31f1 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:51.470012 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02f3a09-15f5-46a5-8446-7d7aac7149c5", "name": "network-vif-deleted", "tag": "b9457652-c34a-48ca-a79e-00069477559f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:51.470391 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e62f31c6-b64e-455d-97c7-68f2601f31f1 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:51.470899 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f3a09-15f5-46a5-8446-7d7aac7149c5', 'name': 'network-vif-deleted', 'tag': 'b9457652-c34a-48ca-a79e-00069477559f', 'status': 'completed', 'code': 200} Jul 07 17:54:51.483167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.748377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port 3e0cf430-693f-4328-b2c8-a56c376c50d0 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:51.748720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.847350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 2, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:51.853156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4ea30c3-5d34-4ece-a7b8-d11a8e1050e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.869114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4ea30c3-5d34-4ece-a7b8-d11a8e1050e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.888385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Checking router: c746216e-257e-4329-9570-a24f17a95dfa for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:51.888970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Updating router c746216e-257e-4329-9570-a24f17a95dfa port ffe29840-bc77-4516-8f41-d6a5f512d36c binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:51.931206 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.955326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4ea30c3-5d34-4ece-a7b8-d11a8e1050e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:51.958476 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e4ea30c3-5d34-4ece-a7b8-d11a8e1050e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6168804 Jul 07 17:54:51.962190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58542) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:51.969114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4b3c7bb1-b37f-42e8-9492-f6ce52abc370 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'security_group_rule': {'security_group_id': '24f37451-3660-4b8f-9950-16fde8c4adf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:51.978276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea30c3-5d34-4ece-a7b8-d11a8e1050e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f37451-3660-4b8f-9950-16fde8c4adf1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:52.045818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7bb1-b37f-42e8-9492-f6ce52abc370 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.107048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port 3e0cf430-693f-4328-b2c8-a56c376c50d0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3e0cf430-693f-4328-b2c8-a56c376c50d0,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:52.112411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.158743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for 3e0cf430-693f-4328-b2c8-a56c376c50d0 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:52.324662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7bb1-b37f-42e8-9492-f6ce52abc370 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.338171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7bb1-b37f-42e8-9492-f6ce52abc370 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.379022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7bb1-b37f-42e8-9492-f6ce52abc370 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7298f545-c38e-463b-a4a0-06d1bfc957ad,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:52.403588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7bb1-b37f-42e8-9492-f6ce52abc370 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.407881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4b3c7bb1-b37f-42e8-9492-f6ce52abc370 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417014 Jul 07 17:54:52.408639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58544) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:52.414252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-61820530-62b7-478e-9411-5f23b2ef9087 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'security_group_rule': {'security_group_id': '24f37451-3660-4b8f-9950-16fde8c4adf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:52.440648 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.450894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Transition to ACTIVE for port object ffe29840-bc77-4516-8f41-d6a5f512d36c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:52.456385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4700c15d-f671-4bba-9e77-02fb7efab1f6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:52.460421 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.474211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61820530-62b7-478e-9411-5f23b2ef9087 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.487538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3f2bfa8-0b1a-464e-92f7-a1f0abccd709 req-5c3f1830-039c-4633-94d9-6ca407976486 tempest-ImagesTestJSON-1639963862 tempest-ImagesTestJSON-1639963862-project] 10.222.0.88 "GET /v2.0/ports?device_id=d02f3a09-15f5-46a5-8446-7d7aac7149c5 HTTP/1.1" status: 200 len: 210 time: 0.3167772 Jul 07 17:54:52.570689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61820530-62b7-478e-9411-5f23b2ef9087 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.583204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61820530-62b7-478e-9411-5f23b2ef9087 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.616773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61820530-62b7-478e-9411-5f23b2ef9087 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd83aab4-c9c3-482f-843a-338b7e015515,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:52.636710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.639581 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61820530-62b7-478e-9411-5f23b2ef9087 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.644425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Pushing event updated for resources: {'Port': ['ID=ffe29840-bc77-4516-8f41-d6a5f512d36c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:52.645225 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-61820530-62b7-478e-9411-5f23b2ef9087 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2353106 Jul 07 17:54:52.646434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58550) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:52.652280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:52.662515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9b4bb75b-09d3-40b7-895c-e1507a8a00b8', '30a53fff-af25-4896-a621-0e32c27cb1ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:52.664535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:52.701265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b001ea-a5f6-43b5-a932-5d6a3ccffe62 req-4f7ecd5d-1c24-44ec-b4bb-87417f65233f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:52.712776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.713633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1b001ea-a5f6-43b5-a932-5d6a3ccffe62 req-4f7ecd5d-1c24-44ec-b4bb-87417f65233f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=df7d67e8-155c-47c8-b45a-93fcdaff8077 HTTP/1.1" status: 200 len: 867 time: 0.5440636 Jul 07 17:54:52.837434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.837809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.838143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.838472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.838793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.839114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.839436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.839749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.840062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.840374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.840684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.843805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:52.930931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port 3e0cf430-693f-4328-b2c8-a56c376c50d0 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:52.939554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.943020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=3e0cf430-693f-4328-b2c8-a56c376c50d0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:52.946846 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:52.949044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae502229-f0fe-41f6-b6cd-8cc9b67d186e req-32cc0d23-d187-4710-9b2f-e3001e9d5b36 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "DELETE /v2.0/ports/3e0cf430-693f-4328-b2c8-a56c376c50d0 HTTP/1.1" status: 204 len: 173 time: 1.6600847 Jul 07 17:54:52.955430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'name': 'network-vif-deleted', 'tag': '3e0cf430-693f-4328-b2c8-a56c376c50d0'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:52.958600 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a53bce-1e8e-4b50-81d2-86ee6ac9d285" -d '{"events": [{"server_uuid": "df7d67e8-155c-47c8-b45a-93fcdaff8077", "name": "network-vif-deleted", "tag": "3e0cf430-693f-4328-b2c8-a56c376c50d0"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:52.999810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1b001ea-a5f6-43b5-a932-5d6a3ccffe62 req-b13a8667-e5d6-4442-8d42-4f18ac6eed54 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832785 Jul 07 17:54:53.091809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef4edc-52cb-48df-92f4-a32e60ca2c30 req-81528548-614a-4a49-b64a-648d036a8d6c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:53.107172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1ef4edc-52cb-48df-92f4-a32e60ca2c30 req-81528548-614a-4a49-b64a-648d036a8d6c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.3080232 Jul 07 17:54:53.111106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4700c15d-f671-4bba-9e77-02fb7efab1f6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:53.111716 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.166165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Allocated IP 172.25.1.34 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/d37fe51d-0323-4306-bb9d-e3ba9bd0c7f9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:53.182275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1ef4edc-52cb-48df-92f4-a32e60ca2c30 req-00b53554-4d1a-4df0-8daa-850738c131ba tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678029 Jul 07 17:54:53.247943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Attempting to bind port ffe29840-bc77-4516-8f41-d6a5f512d36c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:53.248313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Attempting to bind port ffe29840-bc77-4516-8f41-d6a5f512d36c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:53.248678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Attempting to bind port ffe29840-bc77-4516-8f41-d6a5f512d36c on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:53.288483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:53.288992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Checking segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:53.289363 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.289755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Bound using segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:53.290248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Bound port: ffe29840-bc77-4516-8f41-d6a5f512d36c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:53.290619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.404103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.500495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.575759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf0aed-7fc6-46ba-8849-950d74419298 req-aaf430b5-b943-4978-b856-e75caedac6b2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:53.585187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76bf0aed-7fc6-46ba-8849-950d74419298 req-aaf430b5-b943-4978-b856-e75caedac6b2 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.1058571 Jul 07 17:54:53.618791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'Port': ['ID=d37fe51d-0323-4306-bb9d-e3ba9bd0c7f9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:53.633352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:53.636698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:53.642385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:53.670569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76bf0aed-7fc6-46ba-8849-950d74419298 req-c4e8822d-467b-47b4-89f7-81ed3b1482ce tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832527 Jul 07 17:54:53.706139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] For port ffe29840-bc77-4516-8f41-d6a5f512d36c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:53.741990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] For port ffe29840-bc77-4516-8f41-d6a5f512d36c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ffe29840-bc77-4516-8f41-d6a5f512d36c,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:53.767236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.772580 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215597ee-da4f-40a9-adf8-55fda6648dd4 x-openstack-request-id: req-215597ee-da4f-40a9-adf8-55fda6648dd4 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:53.773449 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d67e8-155c-47c8-b45a-93fcdaff8077", "name": "network-vif-deleted", "tag": "3e0cf430-693f-4328-b2c8-a56c376c50d0", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:53.774002 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-215597ee-da4f-40a9-adf8-55fda6648dd4 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:53.774420 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d67e8-155c-47c8-b45a-93fcdaff8077', 'name': 'network-vif-deleted', 'tag': '3e0cf430-693f-4328-b2c8-a56c376c50d0', 'status': 'completed', 'code': 200} Jul 07 17:54:53.865189 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:53.871789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3186fd1-ba99-49e9-a168-8b5789b91603 None None] Pushing event updated for resources: {'Port': ['ID=ffe29840-bc77-4516-8f41-d6a5f512d36c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:53.940461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:53.941672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:53.975981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.089222 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:54.168928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3e0cf430-693f-4328-b2c8-a56c376c50d0 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:54.300325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 3e0cf430-693f-4328-b2c8-a56c376c50d0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:54.303780 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3e0cf430-693f-4328-b2c8-a56c376c50d0 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:54.345270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b9457652-c34a-48ca-a79e-00069477559f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:54.383112 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.396367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.456731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: b9457652-c34a-48ca-a79e-00069477559f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:54:54.457548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b9457652-c34a-48ca-a79e-00069477559f not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:54:54.478386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'Port': ['ID=d37fe51d-0323-4306-bb9d-e3ba9bd0c7f9,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:54.494658 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.524220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:54.530505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:54.540019 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-48a0c54a-3eae-45f9-90e1-eb51ed58402c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8841360 Jul 07 17:54:54.865882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11b435-f70d-4338-9a53-062b0785f3b5 req-b483dda6-e6a8-4575-a829-880ce76fb925 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:54.869743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff11b435-f70d-4338-9a53-062b0785f3b5 req-b483dda6-e6a8-4575-a829-880ce76fb925 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.1376562 Jul 07 17:54:54.910243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:53Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:54.942742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d237-5681-4635-af98-0b5163ceb91b None None] The sync data for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 is: [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:53Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:55.406243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff11b435-f70d-4338-9a53-062b0785f3b5 req-0d7977e6-3ef0-4441-8ee3-4c422b75ca11 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222533 Jul 07 17:54:55.813455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-b10e19cf-841e-48d1-8da6-e4d1ef0790b6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--661977496&fields=id&tenant_id=3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 267 time: 0.0546880 Jul 07 17:54:55.939449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-1bbac012-fc74-4dc5-9f4e-e7745209d813 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.946966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-1bbac012-fc74-4dc5-9f4e-e7745209d813 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 817 time: 0.1320035 Jul 07 17:54:55.968203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-50e937a8-afb4-47d4-a5b5-c6048a536309 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/quotas/3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 375 time: 0.0200002 Jul 07 17:54:56.118686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-63922ee1-43c3-4d77-9695-c9c1c6305932 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1488855 Jul 07 17:54:56.249051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-d9a71907-72bf-4a64-9b0e-cf9d91868837 service neutron] 10.222.0.88 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269147 Jul 07 17:54:56.402424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-ccad167b-6c1b-4f09-9794-de908b169c9d service neutron] 10.222.0.88 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522546 Jul 07 17:54:56.419230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ffe29840-bc77-4516-8f41-d6a5f512d36c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:56.540762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ffe29840-bc77-4516-8f41-d6a5f512d36c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:56.557732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ffe29840-bc77-4516-8f41-d6a5f512d36c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:56.560601 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:56.939490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee57b28-1a8a-403d-8ae3-e259914c679d req-7cc55e06-7a28-4dfd-8288-4b8a312e90c3 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:56.953508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ee57b28-1a8a-403d-8ae3-e259914c679d req-7cc55e06-7a28-4dfd-8288-4b8a312e90c3 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1664531 Jul 07 17:54:57.045687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:57.053461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ee57b28-1a8a-403d-8ae3-e259914c679d req-bb004b60-3b01-4404-b4f8-76a978134da7 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989394 Jul 07 17:54:57.090216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ffe29840-bc77-4516-8f41-d6a5f512d36c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ffe29840-bc77-4516-8f41-d6a5f512d36c,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:57.099991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:57.133107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83743e66-5662-4b98-b3a8-f7892f355a64 req-fce50d37-5157-477f-9c61-9faa52240f68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 210 time: 0.0373318 Jul 07 17:54:57.168184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ffe29840-bc77-4516-8f41-d6a5f512d36c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:57.285630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4c693-109c-4663-a209-da9db248ccf4 req-d267a7dc-25c0-4f83-ac42-1ec96f1bc71d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:57.288935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ea4c693-109c-4663-a209-da9db248ccf4 req-d267a7dc-25c0-4f83-ac42-1ec96f1bc71d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.1532021 Jul 07 17:54:57.369630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ea4c693-109c-4663-a209-da9db248ccf4 req-56236855-7fcb-4d1b-9826-4cb8853451c2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745635 Jul 07 17:54:57.623519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bcdcb-3759-4938-bd59-864fca855332 req-6d88a973-b6f6-4838-a9d1-42e680891b32 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:57.625108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-439bcdcb-3759-4938-bd59-864fca855332 req-6d88a973-b6f6-4838-a9d1-42e680891b32 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 950 time: 0.1531246 Jul 07 17:54:57.871958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port 30a53fff-af25-4896-a621-0e32c27cb1ce {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:57.872300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:57.925032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58660) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:58.021108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port 30a53fff-af25-4896-a621-0e32c27cb1ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=30a53fff-af25-4896-a621-0e32c27cb1ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:58.022018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.064648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for 30a53fff-af25-4896-a621-0e32c27cb1ce owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:58.074324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] Deleting subnet ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:54:58.084434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.170869 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.278532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.340799 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.353790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ffe29840-bc77-4516-8f41-d6a5f512d36c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:58.373142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3fb5dd-b5c6-443a-8b5a-9931fcec1616,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:58.381162 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.384539 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aac56cd4-1307-4b33-a33d-2411bf46a070 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ed3fb5dd-b5c6-443a-8b5a-9931fcec1616 HTTP/1.1" status: 204 len: 168 time: 0.4577186 Jul 07 17:54:58.387027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:58.489862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ffe29840-bc77-4516-8f41-d6a5f512d36c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:58.490637 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.551303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.645720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102da43-966e-459a-a47d-c72822b65b2a req-c71363a0-a720-4779-8f10-85de8a1c324f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:58.658130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e102da43-966e-459a-a47d-c72822b65b2a req-c71363a0-a720-4779-8f10-85de8a1c324f tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 950 time: 0.3851616 Jul 07 17:54:58.680049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.702690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9b4bb75b-09d3-40b7-895c-e1507a8a00b8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:58.718073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:58.836741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=30a53fff-af25-4896-a621-0e32c27cb1ce,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:58.936472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:58.952811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a28c34-1c1c-46c0-b9cb-aa21e3985d8a']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:58.970858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fa0a1c-0106-42b3-8444-f0c5031da158') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:58.971322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fa0a1c-0106-42b3-8444-f0c5031da158') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:58.997161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port 30a53fff-af25-4896-a621-0e32c27cb1ce on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:59.001994 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.013159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e102da43-966e-459a-a47d-c72822b65b2a req-860730e0-fa0f-4b46-9658-fbd5d9cc6738 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477635 Jul 07 17:54:59.014436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.023216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-439bcdcb-3759-4938-bd59-864fca855332 req-512614e3-722e-4c47-bc0d-a7a9f30ce851 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "DELETE /v2.0/ports/30a53fff-af25-4896-a621-0e32c27cb1ce HTTP/1.1" status: 204 len: 173 time: 1.3920345 Jul 07 17:54:59.023782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'name': 'network-vif-deleted', 'tag': '30a53fff-af25-4896-a621-0e32c27cb1ce'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:59.026198 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a385a563-63f6-4a5f-a174-382b4e166d93" -d '{"events": [{"server_uuid": "2f5ccd1d-93d6-4459-969b-6bff50c1a0e3", "name": "network-vif-deleted", "tag": "30a53fff-af25-4896-a621-0e32c27cb1ce"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:59.064490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.072846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:54:59.073676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.230719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cad3a2a1-6003-4b64-ac26-ce36f0b0f13a req-1c78196e-365d-4904-a00d-162a39293761 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 210 time: 0.0773911 Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:54:59.239987 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:54:59.246909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.271432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:59.276345 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] 10.222.0.88 "DELETE /v2.0/networks/42a28c34-1c1c-46c0-b9cb-aa21e3985d8a HTTP/1.1" status: 204 len: 168 time: 0.8881576 Jul 07 17:54:59.344135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fff22-c286-47cd-be31-b73b77ac6b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=42a28c34-1c1c-46c0-b9cb-aa21e3985d8a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:59.394906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-4560fe42-2cec-490a-b026-88b1312ec094 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.398655 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-4560fe42-2cec-490a-b026-88b1312ec094 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 817 time: 0.8261385 Jul 07 17:54:59.512009 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-234fcfc7-d798-4435-978d-0f5114e55929 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 379 time: 0.0980449 Jul 07 17:54:59.528365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'port': {'device_id': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'admin_state_up': True, 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'security_groups': ['24f37451-3660-4b8f-9950-16fde8c4adf1']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:59.593736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73232741-5974-42c8-b836-37713bf4dc9e req-f91429ee-6b29-4b5a-9786-2487bfbf6d82 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:59.604148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73232741-5974-42c8-b836-37713bf4dc9e req-f91429ee-6b29-4b5a-9786-2487bfbf6d82 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.1575360 Jul 07 17:54:59.721456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73232741-5974-42c8-b836-37713bf4dc9e req-dc11856e-004e-4947-9e32-e98b9334822b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162415 Jul 07 17:54:59.724527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58692) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:59.731361 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110cce7e-29e7-426f-b76c-60be0e046c45 x-openstack-request-id: req-110cce7e-29e7-426f-b76c-60be0e046c45 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:59.731684 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ccd1d-93d6-4459-969b-6bff50c1a0e3", "name": "network-vif-deleted", "tag": "30a53fff-af25-4896-a621-0e32c27cb1ce", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:59.731945 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-110cce7e-29e7-426f-b76c-60be0e046c45 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:59.732393 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5ccd1d-93d6-4459-969b-6bff50c1a0e3', 'name': 'network-vif-deleted', 'tag': '30a53fff-af25-4896-a621-0e32c27cb1ce', 'status': 'completed', 'code': 200} Jul 07 17:54:59.893735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58700) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:59.894117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7ce6363f-f0ac-40a7-83f9-a0c9ac0922fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=14c8abf30a4940c9be7daa24c12b839f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674998 Jul 07 17:54:59.907909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Made reservation on behalf of 3fed500706c840ff847d890221fd3a7d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:59.914857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.013251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56e1e543-e499-4319-8cda-60392188973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.067154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56e1e543-e499-4319-8cda-60392188973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.134432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Allocated IP 172.20.0.14 (735efaa6-1612-4580-8ac3-c304e025c4b2/ae236281-973e-4bf3-89e4-6761ce80f1ec/c864ba6f-e636-4a53-a1a0-f5d1c8bb832f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:00.149411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56e1e543-e499-4319-8cda-60392188973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.170011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56e1e543-e499-4319-8cda-60392188973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.171214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-56e1e543-e499-4319-8cda-60392188973d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6 HTTP/1.1" status: 204 len: 168 time: 0.2757747 Jul 07 17:55:00.177740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 30a53fff-af25-4896-a621-0e32c27cb1ce no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:00.197351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1e543-e499-4319-8cda-60392188973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269f603-6ac3-4e4c-a42a-c4dd5b1e7da6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:00.228948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 30a53fff-af25-4896-a621-0e32c27cb1ce {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:00.233392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 30a53fff-af25-4896-a621-0e32c27cb1ce not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:00.392547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58712) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:00.449283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f028f41-ca04-4e69-9dcf-e6429a7b5354 req-ca759593-8a5e-45f9-bd23-d298dcc0848d tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=2f5ccd1d-93d6-4459-969b-6bff50c1a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0601139 Jul 07 17:55:00.513971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.564901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Transition to ACTIVE for port object c864ba6f-e636-4a53-a1a0-f5d1c8bb832f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:00.645403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:00.669848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fd6aaca-55ba-4a22-a2f7-86a0fa647ae4 req-cb94617d-c921-4ea3-9273-3426a749c28c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 210 time: 0.0722404 Jul 07 17:55:00.785031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:00.800727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:00.806556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:00.852241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:00.938222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-135159a5-07a8-4692-8f2a-dbc156604f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.143717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-135159a5-07a8-4692-8f2a-dbc156604f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.153790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:01.154896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.160313 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-135159a5-07a8-4692-8f2a-dbc156604f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.196897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9315e-8a91-4f55-a49c-af0a71ca2977 req-d6adc555-93a8-44f0-a31a-1a758e25072f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:01.205854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4b9315e-8a91-4f55-a49c-af0a71ca2977 req-d6adc555-93a8-44f0-a31a-1a758e25072f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.1870773 Jul 07 17:55:01.225179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-135159a5-07a8-4692-8f2a-dbc156604f60 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cef3a0d17a6248b29a8ebcaf264ed1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133771 Jul 07 17:55:01.227477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58730) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:01.258873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ff147fa0-3b5b-497f-83aa-cfb833501b1d None None] Provisioning for port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:01.277079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ff147fa0-3b5b-497f-83aa-cfb833501b1d None None] Provisioning complete for port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:01.277452 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff147fa0-3b5b-497f-83aa-cfb833501b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.308529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4b9315e-8a91-4f55-a49c-af0a71ca2977 req-d9111e11-8438-498a-a788-6f957d30a52c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987620 Jul 07 17:55:01.325190 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-fcacfc77-6051-4702-8695-20527e2baf68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8083315 Jul 07 17:55:01.335424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135159a5-07a8-4692-8f2a-dbc156604f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8d416e-9182-4ac0-b630-e7a6311bf755,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:01.338262 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-656ae5b5-2a8b-4bcf-bb10-c94585b003ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.371980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Request body: {'port': {'device_id': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:01.384218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-656ae5b5-2a8b-4bcf-bb10-c94585b003ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.420529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ff147fa0-3b5b-497f-83aa-cfb833501b1d None None] Port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:01.477720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-656ae5b5-2a8b-4bcf-bb10-c94585b003ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.482791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-656ae5b5-2a8b-4bcf-bb10-c94585b003ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.484294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-656ae5b5-2a8b-4bcf-bb10-c94585b003ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e8d416e-9182-4ac0-b630-e7a6311bf755 HTTP/1.1" status: 204 len: 168 time: 0.2556009 Jul 07 17:55:01.494429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ae5b5-2a8b-4bcf-bb10-c94585b003ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8d416e-9182-4ac0-b630-e7a6311bf755,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:01.655169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:01.703919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58750) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:01.958559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1592455645-network', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:02.007935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Made reservation on behalf of 3050f5cd93de488599eb7f180faf7ac4 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:02.011076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.046127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.207303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006102c-4fb9-4f1c-b787-0f4517c905fd req-b516ffc4-e465-4013-9058-4120f1098e8d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:02.209889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f006102c-4fb9-4f1c-b787-0f4517c905fd req-b516ffc4-e465-4013-9058-4120f1098e8d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 932 time: 0.1670108 Jul 07 17:55:02.333866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f006102c-4fb9-4f1c-b787-0f4517c905fd req-c835b0c4-c6da-4823-a18d-4b2032890678 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128979 Jul 07 17:55:02.386552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.396189 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.410556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:55:02.424990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.425563 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Added segment fa144a32-4bae-4f7e-9449-df5641376e6f of type vlan for network 3e165df5-d322-45c4-a19e-f646c31415f8 Jul 07 17:55:02.481930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.531938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b287e1-e1dc-42cc-832d-f0aba67c2f7d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:02.547290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.548920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:02.549660 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.644378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9390509 Jul 07 17:55:02.645113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58776) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:02.659932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Request body: {'subnet': {'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1592455645-subnet', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:02.703327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Made reservation on behalf of 3050f5cd93de488599eb7f180faf7ac4 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:02.710594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.023419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c864ba6f-e636-4a53-a1a0-f5d1c8bb832f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:03.039108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.057244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Transition to ACTIVE for port object c864ba6f-e636-4a53-a1a0-f5d1c8bb832f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:03.066240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.105008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe7067-ab6b-4f85-8f0d-80e1e1064613 admin admin] Pushing event updated for resources: {'Network': ['ID=3e165df5-d322-45c4-a19e-f646c31415f8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:03.115366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.118943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 3e165df5-d322-45c4-a19e-f646c31415f8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:55:03.124306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:03.238285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34296304-693e-4db5-a1be-4e3a7012aa29,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:03.326980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74106c52-6fc4-43b1-8312-a0e122bc493c req-ebf2e3c6-0ca2-476c-befc-1e04a9978b20 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.334456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74106c52-6fc4-43b1-8312-a0e122bc493c req-ebf2e3c6-0ca2-476c-befc-1e04a9978b20 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.2342885 Jul 07 17:55:03.336803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Checking segment: {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:03.337402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Network hostable DHCP agents. Network: 3e165df5-d322-45c4-a19e-f646c31415f8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:55:03.387720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:03.388632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:03.388930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:03.400674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on network 735efaa6-1612-4580-8ac3-c304e025c4b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:03.403407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:03.414435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:03.414741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Checking segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:03.414962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Network 3e165df5-d322-45c4-a19e-f646c31415f8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:55:03.415261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Bound using segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:03.415994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Bound port: c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:03.416612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.451191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 3e165df5-d322-45c4-a19e-f646c31415f8) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:03.460740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e0390-e6fa-4ec3-b2b9-8e5c52a30ef3 None None] Network 3e165df5-d322-45c4-a19e-f646c31415f8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:03.494120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.494809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.526560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74106c52-6fc4-43b1-8312-a0e122bc493c req-2cbdffe8-16db-470d-9f85-05f6dda5c318 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907949 Jul 07 17:55:03.540033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a7000349-e022-42c4-a491-b8360f044f83 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8904638 Jul 07 17:55:03.540654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58790) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:03.545422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:03.586311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:03.593870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:03.601367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.613817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.615297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.650355 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.689721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.691353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.692914 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] 10.222.0.90 "PUT /v2.0/ports/c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 1092 time: 2.3367705 Jul 07 17:55:03.693996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55a609-59a5-4508-9ccb-24823bd95fdb service neutron] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:03.711893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:03.720803 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068a350a-7f9d-42a6-99a3-cd8f6850c40a" -d '{"events": [{"name": "network-changed", "server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:03.818223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.836228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-c6fb4ac3-2367-40b8-ae51-3c844db145a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:03.838002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-c6fb4ac3-2367-40b8-ae51-3c844db145a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1095 time: 0.0922499 Jul 07 17:55:03.883758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-3e165df5-d322-45c4-a19e-f646c31415f8', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:55:03.884919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.952515 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-47b6277f-32dc-4c38-a8dd-08962fef9a33 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 217 time: 0.0971675 Jul 07 17:55:04.087528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-9765c2e7-1099-4fc8-8782-fffe25649822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.089080 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-9765c2e7-1099-4fc8-8782-fffe25649822 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.1324658 Jul 07 17:55:04.113481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.148098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38fd6f-594b-40c1-9145-94ebae37a904 req-08162a4a-4b8d-48f0-9c2d-0ada47e07247 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.150355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b38fd6f-594b-40c1-9145-94ebae37a904 req-08162a4a-4b8d-48f0-9c2d-0ada47e07247 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.3745329 Jul 07 17:55:04.187996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-54939291-007b-4724-922a-1db9c23e6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.190237 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-54939291-007b-4724-922a-1db9c23e6876 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933723 Jul 07 17:55:04.238368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Allocated IP 172.20.0.2 (3e165df5-d322-45c4-a19e-f646c31415f8/34296304-693e-4db5-a1be-4e3a7012aa29/be3c5fa5-0831-4193-8a58-f089fe2d37d4) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:04.322722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-20c6fe43-6282-48ef-92ed-a9fac594202f service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253750 Jul 07 17:55:04.351115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b38fd6f-594b-40c1-9145-94ebae37a904 req-3f501628-2018-4e3a-a6c3-f6faa29bcc79 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756928 Jul 07 17:55:04.377325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-72c63abd-70d4-4e9a-a027-2c11a900e1be tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.379858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-72c63abd-70d4-4e9a-a027-2c11a900e1be tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 949 time: 0.2536523 Jul 07 17:55:04.449044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431629c-d6a5-4f3b-9639-fcdbe46782ef req-ad49aaa7-c1a6-45c3-8b75-29ed27da7aeb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.450677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e431629c-d6a5-4f3b-9639-fcdbe46782ef req-ad49aaa7-c1a6-45c3-8b75-29ed27da7aeb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 949 time: 0.2551465 Jul 07 17:55:04.473104 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-373dc5a6-bc12-4230-a29a-edb880dece6d req-23aeffd6-4e51-4255-b81a-f6ab8dca771c service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426632 Jul 07 17:55:04.522705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.533030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Transition to ACTIVE for port object be3c5fa5-0831-4193-8a58-f089fe2d37d4 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:04.556188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Transition to ACTIVE for port object be3c5fa5-0831-4193-8a58-f089fe2d37d4 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:04.570706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.615655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e431629c-d6a5-4f3b-9639-fcdbe46782ef req-e63fb6ce-c146-4d4d-9740-35292621ac52 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476030 Jul 07 17:55:04.630590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Network 3e165df5-d322-45c4-a19e-f646c31415f8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:04.631728 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305be8ec-a079-4c11-beff-5039a02e742b x-openstack-request-id: req-305be8ec-a079-4c11-beff-5039a02e742b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:04.632031 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:04.632282 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-305be8ec-a079-4c11-beff-5039a02e742b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:04.632690 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'status': 'completed', 'code': 200} Jul 07 17:55:04.644896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:04.656743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:04.699803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Pushing event updated for resources: {'Port': ['ID=be3c5fa5-0831-4193-8a58-f089fe2d37d4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:04.744876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Attempting to bind port be3c5fa5-0831-4193-8a58-f089fe2d37d4 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:04.745618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Attempting to bind port be3c5fa5-0831-4193-8a58-f089fe2d37d4 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:04.746238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Attempting to bind port be3c5fa5-0831-4193-8a58-f089fe2d37d4 on network 3e165df5-d322-45c4-a19e-f646c31415f8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:04.754134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:04.754952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Checking segment: {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:04.755824 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.756446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Bound using segment: {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:04.759351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Bound port: be3c5fa5-0831-4193-8a58-f089fe2d37d4, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:04.760113 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.779890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:04.780760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.815613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-c2ae39a3-ca59-406a-8f22-e1968a018b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.817495 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-c2ae39a3-ca59-406a-8f22-e1968a018b50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1095 time: 0.1347995 Jul 07 17:55:04.839740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] For port be3c5fa5-0831-4193-8a58-f089fe2d37d4, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:04.843886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] For port be3c5fa5-0831-4193-8a58-f089fe2d37d4, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=be3c5fa5-0831-4193-8a58-f089fe2d37d4,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:04.859830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.894674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:04.895092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.912075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:04.965200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-f0670eed-0ed5-42e3-ada9-9706852f907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:04.966915 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-f0670eed-0ed5-42e3-ada9-9706852f907a service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.1427553 Jul 07 17:55:05.064354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944aed0-2691-48df-840a-e0901ade4a90 None None] Pushing event updated for resources: {'Port': ['ID=be3c5fa5-0831-4193-8a58-f089fe2d37d4,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:05.096541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-ee1c2a0d-a478-43a5-8fbf-e3f0650826d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 217 time: 0.1186562 Jul 07 17:55:05.121247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f4fd4eb-41b3-463b-b90e-2b61c34847f1 req-6329792d-b454-41d6-a059-303c51112570 tempest-AbsoluteLimitsNegativeTestJSON-878387814 tempest-AbsoluteLimitsNegativeTestJSON-878387814-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7497dad35d024c7f9fbf0f08fcb4caca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984674 Jul 07 17:55:05.255561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-8f971c35-f230-4a02-b6b9-197de6c74715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.257547 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-8f971c35-f230-4a02-b6b9-197de6c74715 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.1540036 Jul 07 17:55:05.294112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.331966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.365340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-7c101c9f-f385-42c9-99a4-3c6498b17888 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.376852 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-7c101c9f-f385-42c9-99a4-3c6498b17888 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 950 time: 0.2596974 Jul 07 17:55:05.457834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048abe11-7e23-4afb-ba90-a7719e456d25 req-6195fe3f-c2d8-4f5e-a684-2447ae9c3315 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.460068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-048abe11-7e23-4afb-ba90-a7719e456d25 req-6195fe3f-c2d8-4f5e-a684-2447ae9c3315 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.4363546 Jul 07 17:55:05.497741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fd4eb-41b3-463b-b90e-2b61c34847f1 req-1c6abee4-3be9-4fb6-a43f-bf373b24f0b9 tempest-AbsoluteLimitsNegativeTestJSON-878387814 tempest-AbsoluteLimitsNegativeTestJSON-878387814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.499365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f4fd4eb-41b3-463b-b90e-2b61c34847f1 req-1c6abee4-3be9-4fb6-a43f-bf373b24f0b9 tempest-AbsoluteLimitsNegativeTestJSON-878387814 tempest-AbsoluteLimitsNegativeTestJSON-878387814-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497727 Jul 07 17:55:05.531342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-5bf28570-b8fa-45f1-b87a-579347b8bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:05.545802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.546822 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-5bf28570-b8fa-45f1-b87a-579347b8bb23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2832136 Jul 07 17:55:05.606959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f4fd4eb-41b3-463b-b90e-2b61c34847f1 req-6db12686-6cab-497a-8e2f-3209e34c8655 tempest-AbsoluteLimitsNegativeTestJSON-878387814 tempest-AbsoluteLimitsNegativeTestJSON-878387814-project] 10.222.0.88 "GET /v2.0/quotas/7497dad35d024c7f9fbf0f08fcb4caca HTTP/1.1" status: 200 len: 375 time: 0.0321488 Jul 07 17:55:05.614602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-048abe11-7e23-4afb-ba90-a7719e456d25 req-a88cb0e1-006b-481c-aaac-8dc8517e5df4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309135 Jul 07 17:55:05.626432 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.640347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:05.696961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port f56f96c4-411b-4b4a-9739-4b0d9b62b211 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:05.698551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.834369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port f56f96c4-411b-4b4a-9739-4b0d9b62b211, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f56f96c4-411b-4b4a-9739-4b0d9b62b211,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:05.834909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.846334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=9b4bb75b-09d3-40b7-895c-e1507a8a00b8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:05.859612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for f56f96c4-411b-4b4a-9739-4b0d9b62b211 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:05.872964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f4fd4eb-41b3-463b-b90e-2b61c34847f1 req-f4e3feee-6f1b-42a0-b30c-8495d97a8a1c tempest-AbsoluteLimitsNegativeTestJSON-878387814 tempest-AbsoluteLimitsNegativeTestJSON-878387814-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7497dad35d024c7f9fbf0f08fcb4caca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2635667 Jul 07 17:55:06.050728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-9c1e0e7a-2acc-4c99-8475-cbda7872362b service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971759 Jul 07 17:55:06.163257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Allocated IP 172.25.1.176 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/20e0a2a7-6787-42bc-a5f8-c6ab3de24d74) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:06.198903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:06.270791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:06.276538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:06.278865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-577a6fd0-8fc4-48b7-ab4b-1c382e53e699 req-07a5309c-6cd5-44ba-8e91-23203fd6f9cb tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.90 "DELETE /v2.0/ports/9b4bb75b-09d3-40b7-895c-e1507a8a00b8 HTTP/1.1" status: 204 len: 173 time: 1.8901467 Jul 07 17:55:06.286146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'name': 'network-vif-deleted', 'tag': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:06.289779 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f75427-3d1e-409e-b1e4-929e7371ecb4" -d '{"events": [{"server_uuid": "1389fc47-e6bd-4670-a046-35767f1e98c0", "name": "network-vif-deleted", "tag": "9b4bb75b-09d3-40b7-895c-e1507a8a00b8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:06.329313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:06.329751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9b4bb75b-09d3-40b7-895c-e1507a8a00b8 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:06.408316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-068a350a-7f9d-42a6-99a3-cd8f6850c40a req-a05702ff-e1a6-47f7-a3b6-6da46f9e42f5 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404405 Jul 07 17:55:06.574798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device be3c5fa5-0831-4193-8a58-f089fe2d37d4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:06.650311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:06.708849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b296e-b566-4526-abff-da376779ccd8 req-e6e4a0cb-0ccc-4d94-b3b5-b676b83500a8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:06.713725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-833b296e-b566-4526-abff-da376779ccd8 req-e6e4a0cb-0ccc-4d94-b3b5-b676b83500a8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.8188314 Jul 07 17:55:06.716372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=f56f96c4-411b-4b4a-9739-4b0d9b62b211,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:06.810995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port f56f96c4-411b-4b4a-9739-4b0d9b62b211 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:06.822298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58832) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:06.898670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port be3c5fa5-0831-4193-8a58-f089fe2d37d4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:06.929552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a55ab6-450e-494e-b1ec-92e99209659d None None] Network 3e165df5-d322-45c4-a19e-f646c31415f8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:06.958486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01f8c180-7281-45d4-9227-b062266ce1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.011258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.014505 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a94f8b3-ac87-4c87-b43a-a60f03cbcabd req-5e1f502c-cd77-47b6-a6dd-f247abeefd84 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "DELETE /v2.0/ports/f56f96c4-411b-4b4a-9739-4b0d9b62b211 HTTP/1.1" status: 204 len: 173 time: 1.6339762 Jul 07 17:55:07.016800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'name': 'network-vif-deleted', 'tag': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:07.019980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.021017 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eba81f-1b06-4780-b82b-f886232bc822" -d '{"events": [{"server_uuid": "97d2df95-cef3-46b0-9bae-8e748228bb9a", "name": "network-vif-deleted", "tag": "f56f96c4-411b-4b4a-9739-4b0d9b62b211"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:07.149672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-63f9fb2f-90a6-400c-8017-4c7ee1cd99bf None None] Provisioning for port be3c5fa5-0831-4193-8a58-f089fe2d37d4 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:07.222806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-63f9fb2f-90a6-400c-8017-4c7ee1cd99bf None None] Provisioning complete for port be3c5fa5-0831-4193-8a58-f089fe2d37d4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:07.223829 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63f9fb2f-90a6-400c-8017-4c7ee1cd99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.249351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01f8c180-7281-45d4-9227-b062266ce1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.265773 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01f8c180-7281-45d4-9227-b062266ce1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.367870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8c180-7281-45d4-9227-b062266ce1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b851b-1c18-4ef9-a945-7b845fe81807,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:07.435891 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-01f8c180-7281-45d4-9227-b062266ce1b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7497dad35d024c7f9fbf0f08fcb4caca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123252 Jul 07 17:55:07.439399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:07.552076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b1c34ad-cebc-45a0-a86c-a7a6cd5d1f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.579072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63f9fb2f-90a6-400c-8017-4c7ee1cd99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.585398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5ce1a6e-989b-4e03-99c5-8a198be85417 req-71264678-1cac-42e4-ac91-3c588bc232fc tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=1389fc47-e6bd-4670-a046-35767f1e98c0 HTTP/1.1" status: 200 len: 210 time: 0.8699200 Jul 07 17:55:07.606075 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-2acb3b54-8aee-44da-bfc4-94267db15e0a service neutron] show failed (client error): The resource could not be found. Jul 07 17:55:07.618471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-2acb3b54-8aee-44da-bfc4-94267db15e0a service neutron] 10.222.0.55 "GET /v2.0/ports/1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 1.3382270 Jul 07 17:55:07.637830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-63f9fb2f-90a6-400c-8017-4c7ee1cd99bf None None] For port be3c5fa5-0831-4193-8a58-f089fe2d37d4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=be3c5fa5-0831-4193-8a58-f089fe2d37d4,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:07.645121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63f9fb2f-90a6-400c-8017-4c7ee1cd99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.663699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b1c34ad-cebc-45a0-a86c-a7a6cd5d1f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.720767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-833b296e-b566-4526-abff-da376779ccd8 req-a3bfe33b-3756-4584-ab52-ad4897b5d5ac tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9705789 Jul 07 17:55:07.722517 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d7f08-8455-46dc-aa96-4c880a6c68a8 x-openstack-request-id: req-911d7f08-8455-46dc-aa96-4c880a6c68a8 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:07.722813 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1389fc47-e6bd-4670-a046-35767f1e98c0", "name": "network-vif-deleted", "tag": "9b4bb75b-09d3-40b7-895c-e1507a8a00b8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:07.724164 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-911d7f08-8455-46dc-aa96-4c880a6c68a8 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:07.724601 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1389fc47-e6bd-4670-a046-35767f1e98c0', 'name': 'network-vif-deleted', 'tag': '9b4bb75b-09d3-40b7-895c-e1507a8a00b8', 'status': 'completed', 'code': 200} Jul 07 17:55:07.730231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.778560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9fb2f-90a6-400c-8017-4c7ee1cd99bf None None] Pushing event updated for resources: {'Port': ['ID=be3c5fa5-0831-4193-8a58-f089fe2d37d4,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:07.801547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:07.813654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b1c34ad-cebc-45a0-a86c-a7a6cd5d1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.816808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b1c34ad-cebc-45a0-a86c-a7a6cd5d1f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:07.821450 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8b1c34ad-cebc-45a0-a86c-a7a6cd5d1f53 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e01b851b-1c18-4ef9-a945-7b845fe81807 HTTP/1.1" status: 204 len: 168 time: 0.3775263 Jul 07 17:55:07.832193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c34ad-cebc-45a0-a86c-a7a6cd5d1f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b851b-1c18-4ef9-a945-7b845fe81807,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:07.870535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:07.882345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:07.890081 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44ac7d-e700-4874-9cc8-f0ba5214ea3f x-openstack-request-id: req-ef44ac7d-e700-4874-9cc8-f0ba5214ea3f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:07.890600 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d2df95-cef3-46b0-9bae-8e748228bb9a", "name": "network-vif-deleted", "tag": "f56f96c4-411b-4b4a-9739-4b0d9b62b211", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:07.890822 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ef44ac7d-e700-4874-9cc8-f0ba5214ea3f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:07.891423 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d2df95-cef3-46b0-9bae-8e748228bb9a', 'name': 'network-vif-deleted', 'tag': 'f56f96c4-411b-4b4a-9739-4b0d9b62b211', 'status': 'completed', 'code': 200} Jul 07 17:55:08.066467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Pushing event updated for resources: {'Port': ['ID=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:08.084698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a90587cd-f28b-4ddd-beac-ace9d2fa89a7 None None] Provisioning complete for port be3c5fa5-0831-4193-8a58-f089fe2d37d4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:08.086254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a90587cd-f28b-4ddd-beac-ace9d2fa89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.222891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:08.268940 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:08.272350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256850c5-617b-4f09-bbdc-300cbe6ba62f req-68f60cad-8e8e-4b1d-b2b6-2cb1db659b0d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:08.274452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-256850c5-617b-4f09-bbdc-300cbe6ba62f req-68f60cad-8e8e-4b1d-b2b6-2cb1db659b0d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.3298256 Jul 07 17:55:08.390621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device be3c5fa5-0831-4193-8a58-f089fe2d37d4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:08.428344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-256850c5-617b-4f09-bbdc-300cbe6ba62f req-8e39b43e-2fe9-44bd-843c-61c9bb880823 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624075 Jul 07 17:55:08.533798 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:55:08.617843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.691321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port be3c5fa5-0831-4193-8a58-f089fe2d37d4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:08.691944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.703332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-44c0217e-1fd8-4325-8b71-32c42c6577d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:08.704986 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-44c0217e-1fd8-4325-8b71-32c42c6577d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 1100 time: 0.2067764 Jul 07 17:55:08.725889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:08.922962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.985348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:09.049280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'port_id': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'mac_address': 'fa:16:3e:70:68:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:09.141209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a73c739f-0d6e-470d-a60d-5d958f1eaeed req-026343bd-50a2-4058-b83f-b30657fd8cae tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=97d2df95-cef3-46b0-9bae-8e748228bb9a HTTP/1.1" status: 200 len: 210 time: 0.0674918 Jul 07 17:55:09.159116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.189697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c864ba6f-e636-4a53-a1a0-f5d1c8bb832f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:09.231849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:09.245986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.272053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58890) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:09.310991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2545f-520f-48ec-b8ce-a21e2712dfc6 req-2260c566-7287-487f-86e2-94d235856970 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:09.321547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fb2545f-520f-48ec-b8ce-a21e2712dfc6 req-2260c566-7287-487f-86e2-94d235856970 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.2948837 Jul 07 17:55:09.326000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:09.353781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:09.363593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.389188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:09.434636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fb2545f-520f-48ec-b8ce-a21e2712dfc6 req-c46021f2-2bfb-432d-85ec-318ce63974bc tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109300 Jul 07 17:55:09.452550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.478818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Transition to ACTIVE for port object 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:09.485419 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.546324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1793045193-network', 'tenant_id': '52805d0d1944419aa8aa8299a4b68051'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:09.553704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:09.598051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] No DVR routers for this DVR port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:09.605744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:09.661983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Made reservation on behalf of 52805d0d1944419aa8aa8299a4b68051 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:09.666768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.682130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:09.682467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:09.682792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:09.694814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:09.695099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Attempting to bind port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:09.700320 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.701252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:09.701646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:09.702033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:09.702474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Bound port: 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:09.703241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.789164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:09.795843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:09.804547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.842752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:55:09.867724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:09.868753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:09.870385 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] 10.222.0.90 "PUT /v2.0/ports/1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 1095 time: 1.1512923 Jul 07 17:55:09.896468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'}, {'name': 'network-changed', 'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:09.899036 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94025e3-e7b4-470c-b299-2fa95ee7d346" -d '{"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-unplugged", "status": "completed", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c"}, {"name": "network-changed", "server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:09.939857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0083a-da58-4557-a327-bdbc35d65a99 service neutron] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:09.968425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-dcc12201-a2e6-4f86-b4bd-a1261eb3fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:09.970214 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-dcc12201-a2e6-4f86-b4bd-a1261eb3fdbd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1098 time: 0.0681114 Jul 07 17:55:09.986203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-486dfef3-6719-4bba-bc62-c2498cf3e91d tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:09.987781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-486dfef3-6719-4bba-bc62-c2498cf3e91d tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/networks?id=24148e7c-3c89-49b9-8cb8-a530781d8272 HTTP/1.1" status: 200 len: 815 time: 0.3000684 Jul 07 17:55:10.058820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-80a686d2-576b-476b-b485-424d7774f2ec tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/quotas/a841bb9c3d3e42fea25b1b9d0d96d278 HTTP/1.1" status: 200 len: 375 time: 0.0603721 Jul 07 17:55:10.070907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b097a-34eb-4631-9996-51c2e7a13f61 req-b8ef9a27-c85a-4801-9e00-628fd2be2408 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.072553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-331b097a-34eb-4631-9996-51c2e7a13f61 req-b8ef9a27-c85a-4801-9e00-628fd2be2408 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 947 time: 0.3284931 Jul 07 17:55:10.075995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-82e55ff2-5703-439d-b56f-dded8d9ea0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.078516 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-82e55ff2-5703-439d-b56f-dded8d9ea0f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1009405 Jul 07 17:55:10.120981 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-e4d17299-69e0-4286-9594-7007a051f096 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.0344203 Jul 07 17:55:10.167370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:10.174250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-ff986eed-bc75-4157-bbc4-3532975e94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.175720 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-ff986eed-bc75-4157-bbc4-3532975e94bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0484881 Jul 07 17:55:10.176396 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.179768 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Sync routers for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:10.193820 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:10.194206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:10.195931 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.229350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-331b097a-34eb-4631-9996-51c2e7a13f61 req-ff6bfdbd-517b-4f7c-a39f-fc28145ef481 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385798 Jul 07 17:55:10.236520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.240273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a80bc1f5-a4fd-4a1c-ab98-860f97a475a6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6984594 Jul 07 17:55:10.240660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58912) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:10.241259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:55:10.270390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-3e4db8fb-3429-40bc-bfe6-1db3e605c084 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a841bb9c3d3e42fea25b1b9d0d96d278&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968188 Jul 07 17:55:10.273135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53c552d-41b5-44c2-9931-4acec84c7ced,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:10.276248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.276600 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Added segment c1ab0611-3b92-40ee-a41c-92d45b1ed91d of type vlan for network 92f77e48-d2c6-40c4-a79c-e94c8788f61c Jul 07 17:55:10.303899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-1dc7119e-e6c3-424a-b180-721f2f7863f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.303899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-1dc7119e-e6c3-424a-b180-721f2f7863f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186984 Jul 07 17:55:10.374676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f56f96c4-411b-4b4a-9739-4b0d9b62b211 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:10.391106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:10.401185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: f56f96c4-411b-4b4a-9739-4b0d9b62b211 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:10.401674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f56f96c4-411b-4b4a-9739-4b0d9b62b211 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:10.402468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:10.421824 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-5b55c1c4-b7c0-4d8f-8afa-2fcdde9e6ac5 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128430 Jul 07 17:55:10.432194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.449421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:10.457042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-94cf4f75-0d60-41cb-869b-60898a26ea35 service neutron] 10.222.0.88 "GET /v2.0/networks/24148e7c-3c89-49b9-8cb8-a530781d8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716142 Jul 07 17:55:10.532266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.533439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.534040 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.624291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3513427 Jul 07 17:55:10.628490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58920) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:10.639835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Request body: {'subnet': {'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1793045193-subnet', 'tenant_id': '52805d0d1944419aa8aa8299a4b68051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:10.655079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a51a9a9-e2bc-4cd5-9b6c-846ce17e95b5 req-f9cbab6a-6a5b-4b2a-9a08-38266925cc76 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179506 Jul 07 17:55:10.671353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549a825-e44d-4431-a522-bc9006a3df8f admin admin] Pushing event updated for resources: {'Network': ['ID=92f77e48-d2c6-40c4-a79c-e94c8788f61c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:10.678534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-dcfa02c2-c297-4c80-a87c-c5ea513cd99c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2182419 Jul 07 17:55:10.681790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e6dc6369-ce31-4f06-a607-a327f2c4456c service neutron] 10.222.0.88 "GET /v2.0/networks/24148e7c-3c89-49b9-8cb8-a530781d8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126253 Jul 07 17:55:10.696517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 92f77e48-d2c6-40c4-a79c-e94c8788f61c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:55:10.711199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Made reservation on behalf of 52805d0d1944419aa8aa8299a4b68051 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:10.714542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.815305 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:08Z', 'revision_number': 3, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:10.852116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-b241269d-6488-491c-b684-750c2f4746f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:10.854404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-b241269d-6488-491c-b684-750c2f4746f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 1101 time: 0.1272149 Jul 07 17:55:10.913794 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Checking router: 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:10.914130 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Updating router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:55:10.961987 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e017c3b9-f6a5-439e-ac4e-e31d1957acc5 x-openstack-request-id: req-e017c3b9-f6a5-439e-ac4e-e31d1957acc5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:10.962639 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-unplugged", "status": "completed", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c", "code": 200}, {"name": "network-changed", "server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:10.962639 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e017c3b9-f6a5-439e-ac4e-e31d1957acc5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:10.963092 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'code': 200} Jul 07 17:55:10.963341 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'status': 'completed', 'code': 200} Jul 07 17:55:10.989756 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:10.995710 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.020734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-001b782b-d94f-40bd-9cc6-9b6143dcc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.022908 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-001b782b-d94f-40bd-9cc6-9b6143dcc96c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1152797 Jul 07 17:55:11.105380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1ad86b-0249-4aaf-b3f2-df303dda6392,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:11.124477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-136f884f-18c4-47e2-947c-3b2ee73956b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8 HTTP/1.1" status: 200 len: 217 time: 0.0883613 Jul 07 17:55:11.256461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-5b45f093-fb35-4939-92cc-3f6b2e5c912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.258755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-5b45f093-fb35-4939-92cc-3f6b2e5c912d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1196826 Jul 07 17:55:11.321999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-8619efdb-dd72-4aa4-9902-c098d19bfc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.323861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-8619efdb-dd72-4aa4-9902-c098d19bfc24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1098 time: 0.4641476 Jul 07 17:55:11.362480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Checking segment: {'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:11.362809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Network hostable DHCP agents. Network: 92f77e48-d2c6-40c4-a79c-e94c8788f61c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:55:11.374273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-68c413ff-824f-43c9-9134-144cd2166869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.375678 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-68c413ff-824f-43c9-9134-144cd2166869 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1096 time: 0.4163074 Jul 07 17:55:11.462560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-4d81a247-f70b-4076-a3af-da6578c2d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.464151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-4d81a247-f70b-4076-a3af-da6578c2d101 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1098 time: 0.4950435 Jul 07 17:55:11.472408 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.477753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e025-ee81-4a43-a1a9-b4efcbcc2adf req-07312fa9-2396-4d20-aeb6-a2d4206537b2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.479475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18f2e025-ee81-4a43-a1a9-b4efcbcc2adf req-07312fa9-2396-4d20-aeb6-a2d4206537b2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.3078454 Jul 07 17:55:11.485315 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Transition to ACTIVE for port object 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:11.494050 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.546804 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e093b1f-a1f5-4021-b97e-a89db1916b58 None None] Pushing event updated for resources: {'Port': ['ID=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:11.548618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-8835ba7b-0235-4b33-9b55-a115c018ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.550325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-8835ba7b-0235-4b33-9b55-a115c018ae89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2694778 Jul 07 17:55:11.573568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b71-d757-41c5-b3e5-ce12ca64c121 req-9a2fa11d-0195-47be-a39e-6cb97adf24b9 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.574649 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Attempting to bind port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:11.575177 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Attempting to bind port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:11.578537 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Attempting to bind port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:11.580948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03630b71-d757-41c5-b3e5-ce12ca64c121 req-9a2fa11d-0195-47be-a39e-6cb97adf24b9 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.3155165 Jul 07 17:55:11.585749 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:11.586266 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:11.587000 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.587570 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:11.588659 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Bound port: 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:11.589159 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.602789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18f2e025-ee81-4a43-a1a9-b4efcbcc2adf req-8f4d4631-90f3-4711-87be-19fb40c5764c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133616 Jul 07 17:55:11.615767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-095fd745-323d-4f11-82d3-b807ce263a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.617348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-095fd745-323d-4f11-82d3-b807ce263a5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2695677 Jul 07 17:55:11.677729 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] For port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:11.681509 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] For port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:11.687907 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.744785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-643d2e63-5899-4eef-a6f6-e5d1e61c0b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.0924478 Jul 07 17:55:11.748877 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:11.749667 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:11.809017 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e093b1f-a1f5-4021-b97e-a89db1916b58 None None] Pushing event updated for resources: {'Port': ['ID=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:11.879485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Network 92f77e48-d2c6-40c4-a79c-e94c8788f61c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:55:11.897338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 92f77e48-d2c6-40c4-a79c-e94c8788f61c) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:11.914806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4a157-c3c7-47e6-b549-5553193e7588 None None] Network 92f77e48-d2c6-40c4-a79c-e94c8788f61c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:11.917535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.918199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:11.991370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-b90a78fe-15ad-46fc-9826-a7b32bca3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:11.992842 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-b90a78fe-15ad-46fc-9826-a7b32bca3301 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1824529 Jul 07 17:55:12.001217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3937846-f552-4255-9e1d-ed8115fea7c6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3694944 Jul 07 17:55:12.015081 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:12.045382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-9ecc1f83-c2ff-483b-8252-11faf0b9d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:12.056537 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-9ecc1f83-c2ff-483b-8252-11faf0b9d005 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 920 time: 0.6539989 Jul 07 17:55:12.093848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71a1f6-cad1-46f6-8ef5-c77b5f97cb27 None None] Network 92f77e48-d2c6-40c4-a79c-e94c8788f61c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:12.132563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-87167056-3f84-4015-8d90-d720cd4bd01e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.1243122 Jul 07 17:55:12.280551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:08Z', 'revision_number': 3, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:12.309170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:12.318542 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45366fe7-787d-4c73-87e7-f8080f48c087 None None] The sync data for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 is: [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:08Z', 'revision_number': 3, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:12.330937 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:12.334394 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-c3304a45-617e-4f84-8b43-2dc0768cc6ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 200 len: 217 time: 0.2207282 Jul 07 17:55:12.339612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-e3a47d19-efe0-473c-8324-a3a7641dcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:12.341138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-e3a47d19-efe0-473c-8324-a3a7641dcae9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0767221 Jul 07 17:55:12.358328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7fd0cdd-fe0c-45a2-ab1c-00bfe6ddeee6 req-9f54b741-8825-4e5e-94cf-cfcd0c9345b8 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 210 time: 0.6241944 Jul 07 17:55:12.392690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-89e2faad-7bd3-4bd9-b232-0a01b43517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:12.394306 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-89e2faad-7bd3-4bd9-b232-0a01b43517ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1860595 Jul 07 17:55:12.405517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03630b71-d757-41c5-b3e5-ce12ca64c121 req-1285ac71-0fb3-4c9c-b6f3-3585fe9a66ff tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233662 Jul 07 17:55:12.466491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-ed28ae20-c521-480f-aa7b-357004254517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:12.468118 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-ed28ae20-c521-480f-aa7b-357004254517 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.1176865 Jul 07 17:55:12.511515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-e22c1ad9-80cd-4226-8d1f-d186740c8ff2 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9522338 Jul 07 17:55:12.528923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:12.535390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:12.535798 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:12.575446 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-00024e43-5245-414c-a17e-2182079d6878 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618904 Jul 07 17:55:12.634471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-5324440f-49b2-49b6-9ca0-cb04c085d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:12.638925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-5324440f-49b2-49b6-9ca0-cb04c085d977 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2770443 Jul 07 17:55:12.722926 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:12.780895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:12.783813 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d851c282-2011-40e2-b003-2b232f0f513e" -d '{"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:12.801383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:12.807384 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:12.863545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-35f9a63d-0878-4339-8e6f-29c29b76b7ef req-0c2181ae-29e8-4439-a60c-400e3855b3ec tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1837287308', 'description': 'tempest-description-17475059'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:12.871988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:12.893827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-ac330472-1344-4071-8dfd-856cf0a9d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:12.895459 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-ac330472-1344-4071-8dfd-856cf0a9d63f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4914167 Jul 07 17:55:12.993992 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-a1ea1a79-e113-41e1-9ec1-e35c634f697b service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095178 Jul 07 17:55:13.013186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Allocated IP 172.20.0.1 (3e165df5-d322-45c4-a19e-f646c31415f8/34296304-693e-4db5-a1be-4e3a7012aa29/2468ba8f-44f9-45b6-a11a-340a69ecb629) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:13.054573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7251aa-81f4-40f1-976e-7657d71e94a7 req-537a01ea-e389-40ae-a822-7337930d00a9 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305812 Jul 07 17:55:13.078358 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35f9a63d-0878-4339-8e6f-29c29b76b7ef req-0c2181ae-29e8-4439-a60c-400e3855b3ec tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.113389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-73bf395c-fdbb-4f31-8365-4b6bd0eba7a4 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629462 Jul 07 17:55:13.127619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-771c4e40-5a53-4f44-ab0f-a7983b41fc2f tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:13.129529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-771c4e40-5a53-4f44-ab0f-a7983b41fc2f tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.90 "GET /v2.0/networks?id=24148e7c-3c89-49b9-8cb8-a530781d8272 HTTP/1.1" status: 200 len: 815 time: 0.2872365 Jul 07 17:55:13.162929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Request body: {'port': {'device_id': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272', 'admin_state_up': True, 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:13.218090 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db3762dd-7963-4a45-85e2-0ea379ecca57 req-c2f8aff4-a2ee-4843-9b24-1297b0a16b47 service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147698 Jul 07 17:55:13.237961 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-ea337307-1622-4b85-8a47-d5e30fe1dda8 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227699 Jul 07 17:55:13.252438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9ef2-54b5-4877-8bf3-15b8230f5ce8 req-7b06a097-42be-4f78-98e5-1bfc404cbcb1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:13.255611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-805c9ef2-54b5-4877-8bf3-15b8230f5ce8 req-7b06a097-42be-4f78-98e5-1bfc404cbcb1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 947 time: 0.5901308 Jul 07 17:55:13.420517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-805c9ef2-54b5-4877-8bf3-15b8230f5ce8 req-bcfa7522-f73a-4fee-8eef-929c4521dd39 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501484 Jul 07 17:55:13.442750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-45dcd912-1926-44e5-b8cd-0010d3e1be99 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107891 Jul 07 17:55:13.473052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.477808 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-fed0a8b4-1ceb-448f-85be-85bb9bf90a68 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2791128 Jul 07 17:55:13.490448 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d94025e3-e7b4-470c-b299-2fa95ee7d346 req-a352b18e-ee74-42b1-8109-c0a3116138ab service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301741 Jul 07 17:55:13.495785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Transition to ACTIVE for port object 2468ba8f-44f9-45b6-a11a-340a69ecb629 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:13.531413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35f9a63d-0878-4339-8e6f-29c29b76b7ef req-0c2181ae-29e8-4439-a60c-400e3855b3ec tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.533992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.539755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35f9a63d-0878-4339-8e6f-29c29b76b7ef req-0c2181ae-29e8-4439-a60c-400e3855b3ec tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.603033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2181ae-29e8-4439-a60c-400e3855b3ec tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a92546e-1a34-4592-9797-9832b652002a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:13.609130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Network 3e165df5-d322-45c4-a19e-f646c31415f8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:13.618432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Made reservation on behalf of a841bb9c3d3e42fea25b1b9d0d96d278 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:13.623684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.628945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:13.651851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-35f9a63d-0878-4339-8e6f-29c29b76b7ef req-0c2181ae-29e8-4439-a60c-400e3855b3ec tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.653403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35f9a63d-0878-4339-8e6f-29c29b76b7ef req-0c2181ae-29e8-4439-a60c-400e3855b3ec tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8472016 Jul 07 17:55:13.676749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:13.782790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Pushing event updated for resources: {'Port': ['ID=2468ba8f-44f9-45b6-a11a-340a69ecb629,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:13.830355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:13.893258 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa323d4-1719-4800-b80d-b2104c3ebfb8 x-openstack-request-id: req-4aa323d4-1719-4800-b80d-b2104c3ebfb8 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:13.893891 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:13.893891 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4aa323d4-1719-4800-b80d-b2104c3ebfb8 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:13.894468 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'code': 200} Jul 07 17:55:14.066060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-922b9a36-f7c0-47d2-b52d-98f7ad4beb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:14.068611 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-922b9a36-f7c0-47d2-b52d-98f7ad4beb1a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=125e20578ce0465b874decabd96b4224&device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 1096 time: 0.4728749 Jul 07 17:55:14.109284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.111879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7c4403a3-12cd-4a27-a671-534255a56187 None None] Provisioning for port 2468ba8f-44f9-45b6-a11a-340a69ecb629 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:14.122950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7c4403a3-12cd-4a27-a671-534255a56187 None None] Provisioning complete for port 2468ba8f-44f9-45b6-a11a-340a69ecb629 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:14.123668 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c4403a3-12cd-4a27-a671-534255a56187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.169506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-764a1910-7b21-45d9-9be2-6345c2eba7db req-ebb8ee6d-9345-40c1-be44-7f7d980f0af7 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 210 time: 0.0633771 Jul 07 17:55:14.188165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Allocated IP 172.20.0.3 (24148e7c-3c89-49b9-8cb8-a530781d8272/a6c756e4-7db6-427c-a19d-60022b0d2b2f/d3f8759c-7f29-46eb-8af5-60ff23408e67) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:14.208111 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7c4403a3-12cd-4a27-a671-534255a56187 None None] Port 2468ba8f-44f9-45b6-a11a-340a69ecb629 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:14.247989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:14.501818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:14.514692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.555458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.583803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:14.584695 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.605234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'mac_address': 'fa:16:3e:da:2d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:14.617120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Transition to ACTIVE for port object d3f8759c-7f29-46eb-8af5-60ff23408e67 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:14.675042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:14.687378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:14.687750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.688264 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.729003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Pushing event updated for resources: {'Port': ['ID=2468ba8f-44f9-45b6-a11a-340a69ecb629,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:14.741452 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.756460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:14.790630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:14.793541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:14.805916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.824813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:14.918400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1b34e-feee-41a9-b77b-fd025f7e4357 req-7656fc00-c1a6-4dca-b9d6-75aabac730e3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:14.927385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-f5bce816-fcca-4d92-a64a-2249fed1d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:14.929062 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-f5bce816-fcca-4d92-a64a-2249fed1d1c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b8af3d42-b87f-44d0-abc1-d547b1f63799 HTTP/1.1" status: 200 len: 907 time: 0.4095857 Jul 07 17:55:14.937512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fe1b34e-feee-41a9-b77b-fd025f7e4357 req-7656fc00-c1a6-4dca-b9d6-75aabac730e3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.9898634 Jul 07 17:55:14.973142 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.994227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:14.994820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:14.995730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.014763 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.060147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:15.060814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3129d8-0c8d-49ef-aaad-7de08123c49a req-6c4a8789-150d-4da3-8afd-aaa9f9e8423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:15.069410 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4c3129d8-0c8d-49ef-aaad-7de08123c49a req-6c4a8789-150d-4da3-8afd-aaa9f9e8423d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1097 time: 0.5504992 Jul 07 17:55:15.104930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9617476 Jul 07 17:55:15.125874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fe1b34e-feee-41a9-b77b-fd025f7e4357 req-a9f6e650-12f0-4d89-8c70-51383e87cb4b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872785 Jul 07 17:55:15.217929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:15.239159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-75f80ef1-9cf2-4da3-b2e0-b658307cf9bb req-40aeb94b-4449-4e35-a710-305c5c7425c6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-426865647', 'description': 'tempest-description-315860962'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:15.247445 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.309168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d040d-0e9c-478c-a9b6-7ef4c0ab1ae9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Pushing event updated for resources: {'Port': ['ID=d3f8759c-7f29-46eb-8af5-60ff23408e67,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:15.354150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4c3129d8-0c8d-49ef-aaad-7de08123c49a req-7d03dbe4-478b-4a89-a41d-7ff13d6fca93 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610097 Jul 07 17:55:15.380583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb519-c3c8-480c-a6bf-466f9309f4c2 req-ef1435fc-5c17-4e77-9d49-a754685ee153 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:15.389511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76eeb519-c3c8-480c-a6bf-466f9309f4c2 req-ef1435fc-5c17-4e77-9d49-a754685ee153 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.7307944 Jul 07 17:55:15.401302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-75f80ef1-9cf2-4da3-b2e0-b658307cf9bb req-40aeb94b-4449-4e35-a710-305c5c7425c6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.401831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5b4b2301-f029-471b-9f72-a63f8fcb41b0 None None] Provisioning for port d3f8759c-7f29-46eb-8af5-60ff23408e67 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:15.414042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:15.419874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-4c2d4fb5-23df-436e-b786-07a72b399b7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c HTTP/1.1" status: 200 len: 1001 time: 0.3492973 Jul 07 17:55:15.432908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Network 3e165df5-d322-45c4-a19e-f646c31415f8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:15.438487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:15.473013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5b4b2301-f029-471b-9f72-a63f8fcb41b0 None None] Provisioning complete for port d3f8759c-7f29-46eb-8af5-60ff23408e67 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:15.473792 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2301-f029-471b-9f72-a63f8fcb41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.502872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:15.531386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76eeb519-c3c8-480c-a6bf-466f9309f4c2 req-ec16d4cb-2d22-4b05-bd2d-3217b0c8135d tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405499 Jul 07 17:55:15.543067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b2301-f029-471b-9f72-a63f8fcb41b0 None None] Port d3f8759c-7f29-46eb-8af5-60ff23408e67 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:15.680130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-800521b8-b88e-48d3-b81b-fe591ee63421 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:15.697956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-800521b8-b88e-48d3-b81b-fe591ee63421 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc93e7f6-069c-415e-9daa-aeb657aafcc7 HTTP/1.1" status: 200 len: 950 time: 0.4087873 Jul 07 17:55:15.794926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:15.798395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d427fce-4bdd-47c3-a819-68e196a914d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.874064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-75f80ef1-9cf2-4da3-b2e0-b658307cf9bb req-40aeb94b-4449-4e35-a710-305c5c7425c6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.880448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-75f80ef1-9cf2-4da3-b2e0-b658307cf9bb req-40aeb94b-4449-4e35-a710-305c5c7425c6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.974223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-45c5e27a-ae54-4e11-8ff1-35d74180cf33 None None] Provisioning complete for port 2468ba8f-44f9-45b6-a11a-340a69ecb629 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:15.974861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45c5e27a-ae54-4e11-8ff1-35d74180cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.977221 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-75f80ef1-9cf2-4da3-b2e0-b658307cf9bb req-40aeb94b-4449-4e35-a710-305c5c7425c6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:15.981943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75f80ef1-9cf2-4da3-b2e0-b658307cf9bb req-40aeb94b-4449-4e35-a710-305c5c7425c6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8150995 Jul 07 17:55:15.993894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeb94b-4449-4e35-a710-305c5c7425c6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd09260c-c4b2-432b-a788-c0b83402a893,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:16.003310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:16.013864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Sync routers for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:16.014150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-84439535-3315-4713-84ad-95ae8fa94a48 admin admin] 10.222.0.88 "PUT /v2.0/routers/1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7723181 Jul 07 17:55:16.029167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:16.030006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:16.085504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-45c5e27a-ae54-4e11-8ff1-35d74180cf33 None None] Port 2468ba8f-44f9-45b6-a11a-340a69ecb629 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:16.092083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:16.092514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:16.229732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:16.302282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:16.302688 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:16.333640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:16.381510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:16.555635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:16.555943 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:16.560912 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:16.587130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:16.647132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=6cd5b9f4-5abc-44b8-a456-afd00e089ff8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:16.670426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:16.676558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:16.678577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9d4d8f8-439e-439a-9bb5-c493d4a13f97 req-8cd862f3-1e3e-493e-80a2-d20bd7053b16 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "DELETE /v2.0/ports/6cd5b9f4-5abc-44b8-a456-afd00e089ff8 HTTP/1.1" status: 204 len: 173 time: 0.9727948 Jul 07 17:55:16.679038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'name': 'network-vif-deleted', 'tag': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:16.681365 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0779d3-0610-4c4b-9d1a-d68619d6a885" -d '{"events": [{"server_uuid": "fc93e7f6-069c-415e-9daa-aeb657aafcc7", "name": "network-vif-deleted", "tag": "6cd5b9f4-5abc-44b8-a456-afd00e089ff8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:16.717601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a72b2-5d1f-417c-9132-2e66fe9da068 req-d5fafde1-76ed-4c5a-957d-97d4f6e0e83f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:16.725539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a56a72b2-5d1f-417c-9132-2e66fe9da068 req-d5fafde1-76ed-4c5a-957d-97d4f6e0e83f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 948 time: 0.1758018 Jul 07 17:55:16.777597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 2, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:16.787269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a56a72b2-5d1f-417c-9132-2e66fe9da068 req-822e9b12-4af0-4516-808c-a7fc0c743e0d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593832 Jul 07 17:55:16.814859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Checking router: 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:16.815310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Updating router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f port 2468ba8f-44f9-45b6-a11a-340a69ecb629 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:55:16.874895 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.023314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848a45-199e-41bc-acd1-85227fee4ade req-6d208367-e02a-4aa5-891c-28d4c3610e0e tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:17.025386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df848a45-199e-41bc-acd1-85227fee4ade req-6d208367-e02a-4aa5-891c-28d4c3610e0e tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 931 time: 0.1145473 Jul 07 17:55:17.088386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df848a45-199e-41bc-acd1-85227fee4ade req-a2924b05-3234-4b82-98a9-b46714f20d28 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544524 Jul 07 17:55:17.345017 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.381988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Transition to ACTIVE for port object 2468ba8f-44f9-45b6-a11a-340a69ecb629 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:17.396543 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.491667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bb8ee-584c-43af-a924-ac0a2f377dbe None None] Pushing event updated for resources: {'Port': ['ID=2468ba8f-44f9-45b6-a11a-340a69ecb629,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:17.498483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-eba633b5-9243-4eda-9e64-f64bd664c75c tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:17.507594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-eba633b5-9243-4eda-9e64-f64bd664c75c tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 813 time: 0.2060435 Jul 07 17:55:17.529473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c84c2bd2-1721-42bb-894d-e956c8b6a210 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/quotas/52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 375 time: 0.0203497 Jul 07 17:55:17.620115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ae6769b-a5c1-417e-8b88-d11b46453540 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874600 Jul 07 17:55:17.668467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Attempting to bind port 2468ba8f-44f9-45b6-a11a-340a69ecb629 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:17.669284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Attempting to bind port 2468ba8f-44f9-45b6-a11a-340a69ecb629 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:17.669841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Attempting to bind port 2468ba8f-44f9-45b6-a11a-340a69ecb629 on network 3e165df5-d322-45c4-a19e-f646c31415f8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:17.677728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:17.678346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Checking segment: {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:17.678961 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.680550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Bound using segment: {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:17.681353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Bound port: 2468ba8f-44f9-45b6-a11a-340a69ecb629, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:17.682010 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.801641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] For port 2468ba8f-44f9-45b6-a11a-340a69ecb629, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:17.813504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] For port 2468ba8f-44f9-45b6-a11a-340a69ecb629, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2468ba8f-44f9-45b6-a11a-340a69ecb629,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:17.822321 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.863464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-41c56de3-ad51-4ab6-b673-a2c2e96a23ca service neutron] 10.222.0.88 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411158 Jul 07 17:55:17.947549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bb8ee-584c-43af-a924-ac0a2f377dbe None None] Pushing event updated for resources: {'Port': ['ID=2468ba8f-44f9-45b6-a11a-340a69ecb629,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:17.989872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:17.990688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:54:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:18.014947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-fe600477-b8d5-452d-b2a1-71868eb7b812 service neutron] 10.222.0.88 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504538 Jul 07 17:55:18.194629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-7ff60f36-c49c-4d08-ac12-cc24bf52894c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:18.196741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-7ff60f36-c49c-4d08-ac12-cc24bf52894c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/ports?device_id=b78c33b9-b5db-42c3-a4c2-7b46f53fc351 HTTP/1.1" status: 200 len: 950 time: 0.1668506 Jul 07 17:55:18.538750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:18.585100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:18.585513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.679138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b165-c225-40fb-a154-c221e21c1690 req-d32fc86c-2ca3-4390-a939-7b5dafa12224 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:18.683303 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02b0b165-c225-40fb-a154-c221e21c1690 req-d32fc86c-2ca3-4390-a939-7b5dafa12224 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2256510 Jul 07 17:55:18.711209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:18.767457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:18.767992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.785170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02b0b165-c225-40fb-a154-c221e21c1690 req-aeab4ee5-b2b9-4910-93a7-f066ca0bc392 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757093 Jul 07 17:55:18.814166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:18.853995 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01d9c423-f159-4665-be23-8fd6794bfead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.871855 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.930436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:18.979545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:18.979826 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:19.033710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:19.055332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321', 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:19.114648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=ce273df1-9b17-42d1-8e3c-f9ff3deb99a7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:19.147922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:17Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:19.191623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:19.196201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:19.199723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-790d46cf-0c17-4315-ad0d-fef7bfc5a168 req-59b4a53c-23de-4744-a6c3-651af9b96b53 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "DELETE /v2.0/ports/ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 HTTP/1.1" status: 204 len: 173 time: 0.9890666 Jul 07 17:55:19.234639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc3b81-093c-4532-a383-b93ae9d42e0d None None] The sync data for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 is: [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:17Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:19.499950 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:19.637537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:19.659105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:19.664354 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46dd77-3791-4782-af67-990fa5b9d2bf" -d '{"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-plugged", "status": "completed", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:19.696070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:19.714001 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:19.803658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:19.852552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59036) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:19.858565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bd186b6f-82f4-4485-86f2-cfd6ef2c940c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325355974', 'description': 'tempest-description--2135207576'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:19.913881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd186b6f-82f4-4485-86f2-cfd6ef2c940c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.098891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd186b6f-82f4-4485-86f2-cfd6ef2c940c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.110326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd186b6f-82f4-4485-86f2-cfd6ef2c940c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.145266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd186b6f-82f4-4485-86f2-cfd6ef2c940c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.150668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bd186b6f-82f4-4485-86f2-cfd6ef2c940c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2960901 Jul 07 17:55:20.150905 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59040) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:20.154307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd186b6f-82f4-4485-86f2-cfd6ef2c940c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62375d5-8949-477b-836e-05b676d4e248,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:20.168189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b3c82338-df74-4f5c-9bab-9cbf004f8386 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Request body: {'security_group_rule': {'security_group_id': 'b62375d5-8949-477b-836e-05b676d4e248', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:20.320146 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3c82338-df74-4f5c-9bab-9cbf004f8386 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.410857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3c82338-df74-4f5c-9bab-9cbf004f8386 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.430214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:20.463010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3c82338-df74-4f5c-9bab-9cbf004f8386 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.485617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2468ba8f-44f9-45b6-a11a-340a69ecb629 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:20.488759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:20.489398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6cd5b9f4-5abc-44b8-a456-afd00e089ff8 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:20.610654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 2468ba8f-44f9-45b6-a11a-340a69ecb629 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:20.613845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82422ed7-f8d2-4bec-89ad-11af1d496bc6 req-e9937ade-a5dd-44a2-bdb7-846d9a7fe35a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:20.619687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2468ba8f-44f9-45b6-a11a-340a69ecb629 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:20.620064 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.621153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82422ed7-f8d2-4bec-89ad-11af1d496bc6 req-e9937ade-a5dd-44a2-bdb7-846d9a7fe35a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.4056005 Jul 07 17:55:20.659744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c82338-df74-4f5c-9bab-9cbf004f8386 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2059c1-bb4d-4c79-ad16-b1d9c6bc28d6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:20.673494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3c82338-df74-4f5c-9bab-9cbf004f8386 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.674872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b3c82338-df74-4f5c-9bab-9cbf004f8386 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5229838 Jul 07 17:55:20.678174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59042) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:20.689104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-db7dacc0-4563-4514-8157-b8112aa3c096 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Request body: {'security_group_rule': {'security_group_id': 'b62375d5-8949-477b-836e-05b676d4e248', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:20.737300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82422ed7-f8d2-4bec-89ad-11af1d496bc6 req-e23faeec-70df-4934-a220-1cef6d19a09b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148782 Jul 07 17:55:20.750879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c4203d9f-8b96-4900-ab21-c2328de3a1d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:20.752461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c4203d9f-8b96-4900-ab21-c2328de3a1d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 813 time: 0.2296152 Jul 07 17:55:20.765572 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.770447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db7dacc0-4563-4514-8157-b8112aa3c096 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.772155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'port': {'device_id': '7972ab07-84a5-494a-949f-33e840d79e01', 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c', 'admin_state_up': True, 'tenant_id': '52805d0d1944419aa8aa8299a4b68051'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:20.877676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 2468ba8f-44f9-45b6-a11a-340a69ecb629, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2468ba8f-44f9-45b6-a11a-340a69ecb629,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:20.878736 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aa8a77-3d12-47ea-ab7f-1d611caa31cb x-openstack-request-id: req-08aa8a77-3d12-47ea-ab7f-1d611caa31cb {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:20.879245 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc93e7f6-069c-415e-9daa-aeb657aafcc7", "name": "network-vif-deleted", "tag": "6cd5b9f4-5abc-44b8-a456-afd00e089ff8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:20.879657 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08aa8a77-3d12-47ea-ab7f-1d611caa31cb {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:20.880242 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc93e7f6-069c-415e-9daa-aeb657aafcc7', 'name': 'network-vif-deleted', 'tag': '6cd5b9f4-5abc-44b8-a456-afd00e089ff8', 'status': 'completed', 'code': 200} Jul 07 17:55:20.889862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.958284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db7dacc0-4563-4514-8157-b8112aa3c096 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.971323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db7dacc0-4563-4514-8157-b8112aa3c096 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.020312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dacc0-4563-4514-8157-b8112aa3c096 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedfe000-afdf-4ccc-98c8-6635c87127c6,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:21.033475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Made reservation on behalf of 52805d0d1944419aa8aa8299a4b68051 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:21.037675 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.045241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db7dacc0-4563-4514-8157-b8112aa3c096 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.051603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59046) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:21.053292 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-db7dacc0-4563-4514-8157-b8112aa3c096 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724461 Jul 07 17:55:21.056567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:21.083435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=2468ba8f-44f9-45b6-a11a-340a69ecb629,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:21.101491 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.134740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.265218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Allocated IP 172.20.0.13 (92f77e48-d2c6-40c4-a79c-e94c8788f61c/9e1ad86b-0249-4aaf-b3f2-df303dda6392/d726c478-ff77-435a-8c2b-523637ad7de4) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:21.570044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c4eb-81ef-420f-989d-68b162a046ea req-72fe6335-8ce6-405e-b512-ac7afd557f89 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.571549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-72fe6335-8ce6-405e-b512-ac7afd557f89 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 949 time: 0.1289966 Jul 07 17:55:21.645174 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-2642c4eb-81ef-420f-989d-68b162a046ea req-d1826824-f161-42fc-873c-d6d0f43fbee5 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:55:21.648552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-d1826824-f161-42fc-873c-d6d0f43fbee5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0697598 Jul 07 17:55:21.809823 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.811534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c4eb-81ef-420f-989d-68b162a046ea req-d99a9268-173c-4b6f-9d8a-3e86f3889de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.813112 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-d99a9268-173c-4b6f-9d8a-3e86f3889de7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1100 time: 0.0778568 Jul 07 17:55:21.920762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c4eb-81ef-420f-989d-68b162a046ea req-f3dbde21-7a48-4bae-a41d-beab452835d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.922485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-f3dbde21-7a48-4bae-a41d-beab452835d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1024902 Jul 07 17:55:21.950285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2607aab-eeb0-4796-aa50-b7ca9ad4a253 req-04bd6b73-acdb-4f1a-868b-663dc99bf9f2 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.953305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2607aab-eeb0-4796-aa50-b7ca9ad4a253 req-04bd6b73-acdb-4f1a-868b-663dc99bf9f2 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 931 time: 0.2403035 Jul 07 17:55:21.961778 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.970912 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-c20904ee-01af-48bd-bb49-523fd9c92350 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.0410676 Jul 07 17:55:22.027646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c4eb-81ef-420f-989d-68b162a046ea req-b3d735cf-dd87-4e6a-a1df-74189d9c5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.029295 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-b3d735cf-dd87-4e6a-a1df-74189d9c5284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0504825 Jul 07 17:55:22.061006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2607aab-eeb0-4796-aa50-b7ca9ad4a253 req-bad279b4-845f-4989-9cf1-1a6d2d9f7dbe tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023054 Jul 07 17:55:22.089372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Allocated IP 172.25.1.2 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/9488f0c4-a85f-4623-b7ab-31adfbd05a53) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:22.108000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c4eb-81ef-420f-989d-68b162a046ea req-b3c1b5a9-67d0-4588-bf57-ce7d5953775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.110837 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-b3c1b5a9-67d0-4588-bf57-ce7d5953775b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707376 Jul 07 17:55:22.172400 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:22.234921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Network 92f77e48-d2c6-40c4-a79c-e94c8788f61c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:22.241221 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-6cbaedc2-688d-4e72-9f41-5824af40dd30 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219087 Jul 07 17:55:22.257209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:22.259959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:22.342025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2468ba8f-44f9-45b6-a11a-340a69ecb629 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:22.344056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:22.360143 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2642c4eb-81ef-420f-989d-68b162a046ea req-f5363785-0e37-4a5e-825f-b98feb71d8be service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113961 Jul 07 17:55:22.390198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.390676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.391027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.391419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.391845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.392191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.392526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.392897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.393239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.393567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.393920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.394223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:22.414494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:22.416750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:22.424961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.425510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:22.439820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:22.440259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ce273df1-9b17-42d1-8e3c-f9ff3deb99a7 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:22.443418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2468ba8f-44f9-45b6-a11a-340a69ecb629 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:22.444868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:22.466176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec18445-a00b-401f-9a4e-2b950ecc1bf9 req-0498fbc4-c9d7-466e-81ba-69f1b2b469c4 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.467770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ec18445-a00b-401f-9a4e-2b950ecc1bf9 req-0498fbc4-c9d7-466e-81ba-69f1b2b469c4 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 932 time: 0.2372851 Jul 07 17:55:22.473028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-c2abaf39-4c9b-442e-ae2c-9c37d6fa1b1b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7051742 Jul 07 17:55:22.493529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Request body: {'port': {'device_id': '7972ab07-84a5-494a-949f-33e840d79e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:22.592913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:22.631871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ec18445-a00b-401f-9a4e-2b950ecc1bf9 req-2384332f-43a8-465d-95c3-3db942d7b428 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489298 Jul 07 17:55:22.651816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:22.659639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:22.670526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:22.676595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:22.680057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event updated for resources: {'Port': ['ID=9488f0c4-a85f-4623-b7ab-31adfbd05a53,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:22.710451 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f354dbee-52d3-457e-bcf0-d07430376b72 x-openstack-request-id: req-f354dbee-52d3-457e-bcf0-d07430376b72 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:22.710753 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-plugged", "status": "completed", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:22.711014 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f354dbee-52d3-457e-bcf0-d07430376b72 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:22.711505 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'code': 200} Jul 07 17:55:22.889160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'name': 'network-vif-deleted', 'tag': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:22.891567 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7689aa3e-c9d7-4314-bbc6-abd35696ffcf" -d '{"events": [{"server_uuid": "b78c33b9-b5db-42c3-a4c2-7b46f53fc351", "name": "network-vif-deleted", "tag": "ce273df1-9b17-42d1-8e3c-f9ff3deb99a7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:22.919994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.042050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33ddc-6406-41f6-a1ce-ba5889064d36 req-cac1beb9-c342-4fe1-80ca-2701a067acb8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:23.044148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99a33ddc-6406-41f6-a1ce-ba5889064d36 req-cac1beb9-c342-4fe1-80ca-2701a067acb8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2347443 Jul 07 17:55:23.044800 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.182810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99a33ddc-6406-41f6-a1ce-ba5889064d36 req-f912c3b7-3ccc-44c8-9ebb-91159ed33bec tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281862 Jul 07 17:55:23.258487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d726c478-ff77-435a-8c2b-523637ad7de4 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:23.270718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.306257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Transition to ACTIVE for port object d726c478-ff77-435a-8c2b-523637ad7de4 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:23.333049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.449917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:23.489471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.511710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.653947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event updated for resources: {'Port': ['ID=9488f0c4-a85f-4623-b7ab-31adfbd05a53,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:23.656361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Attempting to bind port d726c478-ff77-435a-8c2b-523637ad7de4 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:23.656698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Attempting to bind port d726c478-ff77-435a-8c2b-523637ad7de4 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:23.657102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Attempting to bind port d726c478-ff77-435a-8c2b-523637ad7de4 on network 92f77e48-d2c6-40c4-a79c-e94c8788f61c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:23.666461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.679036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Port d726c478-ff77-435a-8c2b-523637ad7de4 on network 92f77e48-d2c6-40c4-a79c-e94c8788f61c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:23.679389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Attempting to bind port d726c478-ff77-435a-8c2b-523637ad7de4 on network 92f77e48-d2c6-40c4-a79c-e94c8788f61c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:23.690212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:23.690685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Checking segment: {'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:23.690935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Bound using segment: {'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:23.691384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Bound port: d726c478-ff77-435a-8c2b-523637ad7de4, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:23.691749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.694552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.695802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-76420d17-6388-4db2-ad23-2a3db73703b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6431534 Jul 07 17:55:23.754248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b718-10e0-4a4f-b61d-bfac0c5a8e0c req-2460aaf7-4267-4d7a-9f45-6278a42c8dff tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:23.755850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-17b5b718-10e0-4a4f-b61d-bfac0c5a8e0c req-2460aaf7-4267-4d7a-9f45-6278a42c8dff tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.1385744 Jul 07 17:55:23.823951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:23.836900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d726c478-ff77-435a-8c2b-523637ad7de4,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:23.841454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-17b5b718-10e0-4a4f-b61d-bfac0c5a8e0c req-ba85b441-2c0f-404e-b4b9-e80335dd3450 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776665 Jul 07 17:55:23.853366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.919591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:23.920596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:23.922305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] 10.222.0.55 "PUT /v2.0/ports/d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 200 len: 1092 time: 1.4382837 Jul 07 17:55:23.962783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbf24b-a2c1-4480-9a79-5b918ae08ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:24.124865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-e0d07b38-8a5a-4778-8ab2-c90dc2324014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.126520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-e0d07b38-8a5a-4778-8ab2-c90dc2324014 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1095 time: 0.1491907 Jul 07 17:55:24.195231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5457-9a21-4e91-843f-cdf3bda76a00 req-9730eee1-414c-403a-a9ab-df38bec77cd9 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.202178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c7b5457-9a21-4e91-843f-cdf3bda76a00 req-9730eee1-414c-403a-a9ab-df38bec77cd9 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.1613452 Jul 07 17:55:24.210610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-1d5d154a-36c0-4bb6-ad38-58521bdf6372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 200 len: 217 time: 0.0738566 Jul 07 17:55:24.286174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c7b5457-9a21-4e91-843f-cdf3bda76a00 req-ddac990d-6828-421c-b153-1047c8c3a4af tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830317 Jul 07 17:55:24.303593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-29d896c4-cd85-40ca-80a0-c3d692d5d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.305116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-29d896c4-cd85-40ca-80a0-c3d692d5d406 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.0831277 Jul 07 17:55:24.359481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-10fa43cd-d0ed-4183-99a8-81a4823b5acc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420325 Jul 07 17:55:24.386870 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a4d82-b3d0-43de-9582-2255ccee1f77 x-openstack-request-id: req-7e8a4d82-b3d0-43de-9582-2255ccee1f77 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:24.387265 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78c33b9-b5db-42c3-a4c2-7b46f53fc351", "name": "network-vif-deleted", "tag": "ce273df1-9b17-42d1-8e3c-f9ff3deb99a7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:24.387690 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e8a4d82-b3d0-43de-9582-2255ccee1f77 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:24.388272 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78c33b9-b5db-42c3-a4c2-7b46f53fc351', 'name': 'network-vif-deleted', 'tag': 'ce273df1-9b17-42d1-8e3c-f9ff3deb99a7', 'status': 'completed', 'code': 200} Jul 07 17:55:24.517736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b5e7b-d063-4e1e-a735-c36be7a25432 req-ad892ed6-75a9-45f5-acb4-ad92a7fdc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.520327 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9b1b5e7b-d063-4e1e-a735-c36be7a25432 req-ad892ed6-75a9-45f5-acb4-ad92a7fdc4fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1096 time: 0.1212146 Jul 07 17:55:24.572970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-24687ab6-f4c9-4bcc-bef8-136cb64bcf2b service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062008 Jul 07 17:55:24.602823 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9b1b5e7b-d063-4e1e-a735-c36be7a25432 req-200cc758-3814-485b-98b1-c8f23aac529e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661907 Jul 07 17:55:24.728422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e394-b77c-4539-8625-b0b7dd4dd670 req-676fb90f-21f0-4ab5-b47c-99f294a99251 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.730050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a00e394-b77c-4539-8625-b0b7dd4dd670 req-676fb90f-21f0-4ab5-b47c-99f294a99251 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 931 time: 0.1551547 Jul 07 17:55:24.732468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d61dcec6-e05a-4586-bcda-33a049e8eac1 req-1fc335b6-357c-4454-8911-06c579c7f62a service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474159 Jul 07 17:55:24.784990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a00e394-b77c-4539-8625-b0b7dd4dd670 req-eba642dc-fb82-40da-b9fd-398acd1ca662 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479910 Jul 07 17:55:25.028674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb2ab1-bc10-4a32-8cbe-88512f261f6c req-4b8c1930-7ac8-4e19-82f9-85aeb68b90cf tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:25.030183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6eb2ab1-bc10-4a32-8cbe-88512f261f6c req-4b8c1930-7ac8-4e19-82f9-85aeb68b90cf tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 944 time: 0.0799525 Jul 07 17:55:25.076068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6eb2ab1-bc10-4a32-8cbe-88512f261f6c req-a0c1f003-8819-4f6c-afaf-ef93328f4fa0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Jul 07 17:55:25.235960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9672d6-107d-44a9-95c9-28f3313965f5 req-2415d2a2-e98c-4f77-8c42-71b6314f2947 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:25.238159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea9672d6-107d-44a9-95c9-28f3313965f5 req-2415d2a2-e98c-4f77-8c42-71b6314f2947 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1100 time: 0.0600584 Jul 07 17:55:25.286760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea9672d6-107d-44a9-95c9-28f3313965f5 req-72abb436-c338-449d-8e9a-5fa24fc23f91 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375812 Jul 07 17:55:25.458622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a65007-b8db-4d30-8599-8481fd9410bb req-ed5fd6c2-c225-443e-8e45-188504e47d62 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:25.460134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4a65007-b8db-4d30-8599-8481fd9410bb req-ed5fd6c2-c225-443e-8e45-188504e47d62 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.0676692 Jul 07 17:55:25.502403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4a65007-b8db-4d30-8599-8481fd9410bb req-dc01409a-e293-49e3-809e-8e684f34df46 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357873 Jul 07 17:55:25.941986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc428a6-f747-4746-8f24-abe817f12bf6 req-56778d5f-184b-439d-b82d-c7b0ec07a0ec tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:25.943511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bc428a6-f747-4746-8f24-abe817f12bf6 req-56778d5f-184b-439d-b82d-c7b0ec07a0ec tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.0703409 Jul 07 17:55:25.985793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bc428a6-f747-4746-8f24-abe817f12bf6 req-a22c0300-d1a8-4e8d-b415-f69fb16a5981 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Jul 07 17:55:26.164372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b5c4d-73d6-4cef-ae2c-0ebbfe827d06 req-4a85511d-8c62-4062-be12-2a6b11114586 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:26.166307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e1b5c4d-73d6-4cef-ae2c-0ebbfe827d06 req-4a85511d-8c62-4062-be12-2a6b11114586 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 950 time: 0.0683148 Jul 07 17:55:26.206168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e1b5c4d-73d6-4cef-ae2c-0ebbfe827d06 req-07f2a057-9876-4c01-b37d-6a49d89c6a22 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/security-groups?id=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Jul 07 17:55:26.383834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfafa5-399d-41a8-8966-d2128ba53e55 req-ca59e69e-9019-4d47-ab38-8ac752ce1a78 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:26.385378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2adfafa5-399d-41a8-8966-d2128ba53e55 req-ca59e69e-9019-4d47-ab38-8ac752ce1a78 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 931 time: 0.0726848 Jul 07 17:55:26.389250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:26.391594 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b" -d '{"events": [{"name": "network-changed", "server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:26.430228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2adfafa5-399d-41a8-8966-d2128ba53e55 req-83bfe1ed-95c4-4073-9ea3-23058bed9ed1 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358903 Jul 07 17:55:26.534445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-c27000aa-ac0c-4cf0-a411-552834b3220e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233140 Jul 07 17:55:26.659255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-f782b46b-2738-44d3-a735-4cf27a8847f0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:26.661040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-f782b46b-2738-44d3-a735-4cf27a8847f0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211114 Jul 07 17:55:26.676352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-a3eeb197-c30e-4f13-b918-76b4dcadb1a0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/quotas/9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 375 time: 0.0099568 Jul 07 17:55:26.745719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2061eb1f-0c43-4e79-8455-9217a698fa59 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638878 Jul 07 17:55:27.227665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf307b4-58a3-4e57-999d-6107a9c574e7 req-2f4ebb87-57c5-42d6-b689-2abdb4409bcb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.230115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbf307b4-58a3-4e57-999d-6107a9c574e7 req-2f4ebb87-57c5-42d6-b689-2abdb4409bcb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 944 time: 0.0824821 Jul 07 17:55:27.314364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbf307b4-58a3-4e57-999d-6107a9c574e7 req-bb2e49e4-95b4-49cb-88ca-e4af3f7f6a9b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715992 Jul 07 17:55:27.338524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-653c0c0a-2ceb-4d25-b2f2-f6bf75e37b7c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.340314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-653c0c0a-2ceb-4d25-b2f2-f6bf75e37b7c tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 950 time: 0.1094408 Jul 07 17:55:27.385012 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143744da-0c69-44d2-82e6-727988280f05 x-openstack-request-id: req-143744da-0c69-44d2-82e6-727988280f05 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:27.385311 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:27.385561 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-143744da-0c69-44d2-82e6-727988280f05 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:27.386018 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4', 'status': 'completed', 'code': 200} Jul 07 17:55:27.477944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-95ba73c9-9e3d-41c0-8d9f-076f39d64df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.479283 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-95ba73c9-9e3d-41c0-8d9f-076f39d64df0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1095 time: 0.0750544 Jul 07 17:55:27.588072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Deleting port 310b5b93-524a-4e56-9f38-96bded63a321 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:27.588519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:27.611990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-c7ed6e34-69db-4daf-904f-62cb6d479d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.613519 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-c7ed6e34-69db-4daf-904f-62cb6d479d21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 914 time: 0.1232874 Jul 07 17:55:27.654107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b70478-1217-40eb-94a5-d20f222b1fc9 req-ef3d9f79-8e1c-4e1c-b2eb-397f24719ff7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.657306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4b70478-1217-40eb-94a5-d20f222b1fc9 req-ef3d9f79-8e1c-4e1c-b2eb-397f24719ff7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.1510332 Jul 07 17:55:27.671504 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-df71e2f4-3e18-42cf-b738-00ebf98b4f4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 200 len: 217 time: 0.0483255 Jul 07 17:55:27.738991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-b9d7a9a8-2e2e-42f6-9cde-bc6039b1355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:27.741274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-b9d7a9a8-2e2e-42f6-9cde-bc6039b1355f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.0587397 Jul 07 17:55:27.741418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] For port 310b5b93-524a-4e56-9f38-96bded63a321, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=310b5b93-524a-4e56-9f38-96bded63a321,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:27.741747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:27.763916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Calling delete_port for 310b5b93-524a-4e56-9f38-96bded63a321 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:27.778399 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-c3994ea6-6bcb-403c-ba31-e953c1aa0225 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292809 Jul 07 17:55:27.780942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4b70478-1217-40eb-94a5-d20f222b1fc9 req-57fadcac-1d3d-4c4b-b798-279624e0e8f2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165183 Jul 07 17:55:27.976280 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:27.988714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['310b5b93-524a-4e56-9f38-96bded63a321'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:28.031033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Pushing event deleted for resources: {'Port': ['ID=310b5b93-524a-4e56-9f38-96bded63a321,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:28.093377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] No DVR routers for this DVR port 310b5b93-524a-4e56-9f38-96bded63a321 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:28.096791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:28.099695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8cc4758a-fd18-481f-9e24-e422eacdaa65 req-4fa65e2f-94cd-478b-a7c1-56b558463dd1 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.55 "DELETE /v2.0/ports/310b5b93-524a-4e56-9f38-96bded63a321 HTTP/1.1" status: 204 len: 173 time: 0.7488322 Jul 07 17:55:28.225114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-8ed7577b-e2ea-4dfc-95e4-764a73a6796b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392179 Jul 07 17:55:28.252580 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-2b583a50-541e-4286-a985-8b36e1620037 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565628 Jul 07 17:55:28.343083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c84d5ecb-0299-4bdc-aa3c-27c72dfa4589 req-66569d4a-24ec-4192-bb74-33a97250f336 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0788510 Jul 07 17:55:28.412980 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a16ada0-4b8f-4924-bd9a-bb49a96cf63b req-fb67e8f3-fc9d-4b5b-9378-50b156822e43 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479819 Jul 07 17:55:28.419581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-05769469-216e-4984-8955-8c8177848262 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:28.421822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-05769469-216e-4984-8955-8c8177848262 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913848 Jul 07 17:55:28.441895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Request body: {'port': {'device_id': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '9793a0ee37384851b2985dd4ab9c8bdd'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:28.459702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d726c478-ff77-435a-8c2b-523637ad7de4 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:28.629088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d726c478-ff77-435a-8c2b-523637ad7de4,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:28.651449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'd726c478-ff77-435a-8c2b-523637ad7de4', 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c', 'port_id': 'd726c478-ff77-435a-8c2b-523637ad7de4', 'mac_address': 'fa:16:3e:ac:95:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1ad86b-0249-4aaf-b3f2-df303dda6392', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:28.667493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Made reservation on behalf of 9793a0ee37384851b2985dd4ab9c8bdd for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:28.676538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:28.726249 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:28.745759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d726c478-ff77-435a-8c2b-523637ad7de4 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:28.794589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d726c478-ff77-435a-8c2b-523637ad7de4,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:28.801322 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:28.811300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Request body: {'port': {'device_id': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:28.822578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-b69858ec-a6bc-4efe-910e-8f0777de4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:28.824194 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-b69858ec-a6bc-4efe-910e-8f0777de4630 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=597a9e3fda1748d797789883238a6a4d&device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 1096 time: 0.0865381 Jul 07 17:55:28.894848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:28.945907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aac94e7c-d121-4f1a-a426-150dd5410f55 req-f0e01fc6-2cfb-4f20-b823-48c4e2345337 tempest-ServersOnMultiNodesTest-398852464 tempest-ServersOnMultiNodesTest-398852464-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0474107 Jul 07 17:55:29.009061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Allocated IP 192.168.233.167 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/564ce100-9fc0-4f35-a5df-9b1c28e573ce) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:29.038801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:29.052387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:29.118918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-e9315d56-8c0a-457b-b9c4-852f98d3366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.120533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-e9315d56-8c0a-457b-b9c4-852f98d3366a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 200 len: 920 time: 0.2868962 Jul 07 17:55:29.129516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-44fce1c6-62cb-49b4-b54e-af794c95d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.131082 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-44fce1c6-62cb-49b4-b54e-af794c95d884 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ee9e119-283d-4770-9907-8b3819e041fe HTTP/1.1" status: 200 len: 845 time: 0.1219583 Jul 07 17:55:29.188000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-85adfe54-1f70-4723-94c6-3877cddbecaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 200 len: 217 time: 0.0557394 Jul 07 17:55:29.266460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-07d9434d-644f-44ba-9989-deb883820846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.268076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-07d9434d-644f-44ba-9989-deb883820846 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 200 len: 859 time: 0.0596938 Jul 07 17:55:29.308760 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-fd5c4ea8-5041-4ef0-9eae-458ddc04a3f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b2416c9-5b94-41c0-8b49-749cc52f8d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320964 Jul 07 17:55:29.315285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-ff8608aa-55b6-48a1-9022-db15a577df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.316979 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-ff8608aa-55b6-48a1-9022-db15a577df31 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b8af3d42-b87f-44d0-abc1-d547b1f63799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379461 Jul 07 17:55:29.487096 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-d23b25c0-3c9a-46a1-9521-a56cbd6297b3 service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677408 Jul 07 17:55:29.488345 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-9ac589b1-7f11-4247-803a-21b7a744f1f3 service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618943 Jul 07 17:55:29.542537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'name': 'network-vif-deleted', 'tag': '310b5b93-524a-4e56-9f38-96bded63a321'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:29.544578 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d864f-4712-4520-9f98-7ce0cc739101" -d '{"events": [{"server_uuid": "bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0", "name": "network-vif-deleted", "tag": "310b5b93-524a-4e56-9f38-96bded63a321"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:29.652927 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1701bdc1-287e-4c02-bc09-ad25cb6dee41 req-19cb98b2-d532-4704-b465-3a9d357af4ab service neutron] 10.222.0.55 "GET /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601517 Jul 07 17:55:29.657573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fd6f25cf-077c-4ea1-87ac-083c6de4ac6c req-45e482ac-395d-4edb-b8b0-e5f3dbd7e692 service neutron] 10.222.0.90 "GET /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560433 Jul 07 17:55:29.843720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20f2dd-a620-486f-b8dc-3e16578c91c1 req-4811b75f-32f4-4ce7-83a2-17f07a8340c9 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.845454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa20f2dd-a620-486f-b8dc-3e16578c91c1 req-4811b75f-32f4-4ce7-83a2-17f07a8340c9 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 945 time: 0.7188706 Jul 07 17:55:29.870957 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:29.892006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99ba49-0936-4e4d-a3f8-1dcadf37b144 req-fdffcdbd-64a7-4827-8a8e-9c85d089976e tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:29.900135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd99ba49-0936-4e4d-a3f8-1dcadf37b144 req-fdffcdbd-64a7-4827-8a8e-9c85d089976e tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 931 time: 0.3403244 Jul 07 17:55:29.955175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Transition to ACTIVE for port object 564ce100-9fc0-4f35-a5df-9b1c28e573ce will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:30.016663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa20f2dd-a620-486f-b8dc-3e16578c91c1 req-a1c4d4ac-e820-4e10-899f-9d32d073907c tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391001 Jul 07 17:55:30.033548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd99ba49-0936-4e4d-a3f8-1dcadf37b144 req-3226abdb-a8bc-41d9-b67b-11d95b72113c tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283762 Jul 07 17:55:30.063964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f8759c-7f29-46eb-8af5-60ff23408e67 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:30.075368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.125093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Transition to ACTIVE for port object d3f8759c-7f29-46eb-8af5-60ff23408e67 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:30.130734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.143079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:30.146627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.285006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:30.427718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:30.443462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:30.453344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:30.464544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d726c478-ff77-435a-8c2b-523637ad7de4 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:30.509454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f8759c-7f29-46eb-8af5-60ff23408e67,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:30.525103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port d726c478-ff77-435a-8c2b-523637ad7de4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:30.530995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port d726c478-ff77-435a-8c2b-523637ad7de4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:30.531222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.563131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Attempting to bind port d3f8759c-7f29-46eb-8af5-60ff23408e67 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:30.563712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Attempting to bind port d3f8759c-7f29-46eb-8af5-60ff23408e67 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:30.563828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Attempting to bind port d3f8759c-7f29-46eb-8af5-60ff23408e67 on network 24148e7c-3c89-49b9-8cb8-a530781d8272 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:30.583822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.584494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.596312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6ce3f-b0bd-4252-8e69-ac08092068ca req-2a2301b6-a49b-497f-8973-71670dd5f2c1 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.601875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8d6ce3f-b0bd-4252-8e69-ac08092068ca req-2a2301b6-a49b-497f-8973-71670dd5f2c1 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.3761718 Jul 07 17:55:30.614869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Port d3f8759c-7f29-46eb-8af5-60ff23408e67 on network 24148e7c-3c89-49b9-8cb8-a530781d8272 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:30.615513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Attempting to bind port d3f8759c-7f29-46eb-8af5-60ff23408e67 on network 24148e7c-3c89-49b9-8cb8-a530781d8272 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:30.637785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:30.638190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Checking segment: {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:30.638517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Bound using segment: {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:30.638979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Bound port: d3f8759c-7f29-46eb-8af5-60ff23408e67, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a6c62a-d444-4ff5-96c6-0d5a70680942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:30.639333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.656087 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.661387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214962d-04bf-4000-859d-82c61b0c842a req-5fde5c56-38a5-495e-988c-bb2b1a18de8d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.668599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d214962d-04bf-4000-859d-82c61b0c842a req-5fde5c56-38a5-495e-988c-bb2b1a18de8d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.4911511 Jul 07 17:55:30.686544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2ace745e-321e-427c-b162-8fc8b6bb3abc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2532070 Jul 07 17:55:30.697883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:30.700933 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446fe98f-2877-4c93-8262-c3e27c129b82" -d '{"events": [{"server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "name": "network-vif-plugged", "status": "completed", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:30.706910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Request body: {'port': {'device_id': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:30.714575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d726c478-ff77-435a-8c2b-523637ad7de4,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:30.722465 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.725882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 310b5b93-524a-4e56-9f38-96bded63a321 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:30.740974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8d6ce3f-b0bd-4252-8e69-ac08092068ca req-814074cd-304c-49c3-b550-f25fdbdea328 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380973 Jul 07 17:55:30.759447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 310b5b93-524a-4e56-9f38-96bded63a321 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:30.760167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 310b5b93-524a-4e56-9f38-96bded63a321 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:30.818590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d214962d-04bf-4000-859d-82c61b0c842a req-943b5f64-8ea2-4637-982c-e56b00ba9e10 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490660 Jul 07 17:55:30.848394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:30.853534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1f85bf9d-e564-4f34-96c7-77c9e024cd9e None None] Provisioning for port 564ce100-9fc0-4f35-a5df-9b1c28e573ce completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:30.863294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1f85bf9d-e564-4f34-96c7-77c9e024cd9e None None] Provisioning complete for port 564ce100-9fc0-4f35-a5df-9b1c28e573ce triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:30.863683 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f85bf9d-e564-4f34-96c7-77c9e024cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.878672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] For port d3f8759c-7f29-46eb-8af5-60ff23408e67, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:30.917662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1f85bf9d-e564-4f34-96c7-77c9e024cd9e None None] Port 564ce100-9fc0-4f35-a5df-9b1c28e573ce cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:30.956480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] For port d3f8759c-7f29-46eb-8af5-60ff23408e67, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d3f8759c-7f29-46eb-8af5-60ff23408e67,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:30.967656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:30.970122 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:31.061019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.061019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:31.061019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] 10.222.0.90 "PUT /v2.0/ports/d3f8759c-7f29-46eb-8af5-60ff23408e67 HTTP/1.1" status: 200 len: 1091 time: 2.2602212 Jul 07 17:55:31.083598 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:31.131947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b4449-eb07-4343-9e74-230cd661dbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f8759c-7f29-46eb-8af5-60ff23408e67,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:31.185040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c703f0-0884-49e4-87cc-60bfb4ff240a req-7aa4333b-e23e-4afd-8736-095d644ca9f9 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.189371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82c703f0-0884-49e4-87cc-60bfb4ff240a req-7aa4333b-e23e-4afd-8736-095d644ca9f9 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 945 time: 0.3079267 Jul 07 17:55:31.376580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ced0cc-2fb3-4e2f-a375-0ad950f9ac25 req-6b47c9f4-7832-435a-8e23-41a5fcd99cc3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.378447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83ced0cc-2fb3-4e2f-a375-0ad950f9ac25 req-6b47c9f4-7832-435a-8e23-41a5fcd99cc3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 936 time: 0.4121413 Jul 07 17:55:31.444273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82c703f0-0884-49e4-87cc-60bfb4ff240a req-c84b014c-b64e-4e91-875f-1c766983d526 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103952 Jul 07 17:55:31.454297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-3b933f37-d9d6-4d47-b6fb-f5469658230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.455819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-3b933f37-d9d6-4d47-b6fb-f5469658230e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a841bb9c3d3e42fea25b1b9d0d96d278&device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 1094 time: 0.3444989 Jul 07 17:55:31.524489 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f8c34-6b5a-4df0-b6e6-8e4490953a8a x-openstack-request-id: req-ca1f8c34-6b5a-4df0-b6e6-8e4490953a8a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:31.524791 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0", "name": "network-vif-deleted", "tag": "310b5b93-524a-4e56-9f38-96bded63a321", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:31.525075 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca1f8c34-6b5a-4df0-b6e6-8e4490953a8a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:31.525614 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcdfb5a-1cd4-4dc8-a4d8-c9646f45a5f0', 'name': 'network-vif-deleted', 'tag': '310b5b93-524a-4e56-9f38-96bded63a321', 'status': 'completed', 'code': 200} Jul 07 17:55:31.529009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83ced0cc-2fb3-4e2f-a375-0ad950f9ac25 req-f5ffd8e8-507e-437c-9d89-44b6370a8379 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416020 Jul 07 17:55:31.535448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-5fec21ff-22c3-4731-b1ab-95bdf962ac06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f8759c-7f29-46eb-8af5-60ff23408e67 HTTP/1.1" status: 200 len: 217 time: 0.0673571 Jul 07 17:55:31.605439 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cdb491-e7a5-43c6-939b-afa0779b1d23 x-openstack-request-id: req-d2cdb491-e7a5-43c6-939b-afa0779b1d23 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:31.606311 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "name": "network-vif-plugged", "status": "completed", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:31.606764 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2cdb491-e7a5-43c6-939b-afa0779b1d23 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:31.608324 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4', 'code': 200} Jul 07 17:55:31.620894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564ce100-9fc0-4f35-a5df-9b1c28e573ce {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:31.632292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:31.636910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-67da5bf6-acc0-40e5-8351-90510747264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.638420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-67da5bf6-acc0-40e5-8351-90510747264c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a6c756e4-7db6-427c-a19d-60022b0d2b2f HTTP/1.1" status: 200 len: 854 time: 0.0962524 Jul 07 17:55:31.660842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Transition to ACTIVE for port object 564ce100-9fc0-4f35-a5df-9b1c28e573ce will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:31.681963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:31.747960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:31.790219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7513-ddbc-487f-8bb9-7160bc7ae512 req-9cbd5809-2c5b-43ed-b2bf-c2809ba44979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.791867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3e2d7513-ddbc-487f-8bb9-7160bc7ae512 req-9cbd5809-2c5b-43ed-b2bf-c2809ba44979 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1097 time: 0.0869899 Jul 07 17:55:31.847315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3e2d7513-ddbc-487f-8bb9-7160bc7ae512 req-7e8203b5-6e6a-4283-8b4b-bc5fa75f6b9b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Jul 07 17:55:31.877902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-73608a7f-5b10-4eda-b22f-1b7a50df8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.879767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-73608a7f-5b10-4eda-b22f-1b7a50df8253 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=24148e7c-3c89-49b9-8cb8-a530781d8272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331955 Jul 07 17:55:32.002971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:32.003585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:32.003762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59230) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:32.003895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:32.018673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:32.019007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:32.038694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3b838-562c-496c-8bb0-7f44a70ef360 req-48972a23-ad8b-400a-be45-252ab550b238 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.040204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3e3b838-562c-496c-8bb0-7f44a70ef360 req-48972a23-ad8b-400a-be45-252ab550b238 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 943 time: 0.2672954 Jul 07 17:55:32.054014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8eed1-480b-4fc6-a19f-57d467188af2 req-2006b01c-5585-4b84-9ebd-f37004a10ca3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.062683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43e8eed1-480b-4fc6-a19f-57d467188af2 req-2006b01c-5585-4b84-9ebd-f37004a10ca3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 946 time: 0.2909274 Jul 07 17:55:32.076618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:32.076993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:32.077377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:32.078116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Bound port: 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:32.078410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.183341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-88db565e-bfe7-4b37-a2ce-f9a6d3f1174e service neutron] 10.222.0.90 "GET /v2.0/networks/24148e7c-3c89-49b9-8cb8-a530781d8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927239 Jul 07 17:55:32.221124 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e08b461b-1f4b-4668-bf66-78da15d58d37 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b0b7422b5a6f47faa6f6657141a679f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145202 Jul 07 17:55:32.223005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59238) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:32.276155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3e3b838-562c-496c-8bb0-7f44a70ef360 req-5b49c130-2542-4227-ba4d-2fa6327b1058 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088082 Jul 07 17:55:32.291420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74e6a2b3-1182-4ed1-be8a-a82daad0e6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.329381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74e6a2b3-1182-4ed1-be8a-a82daad0e6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.366933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43e8eed1-480b-4fc6-a19f-57d467188af2 req-c287b00e-cea2-4299-b8ee-db18a74ecabf tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029063 Jul 07 17:55:32.403709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74e6a2b3-1182-4ed1-be8a-a82daad0e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.406357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74e6a2b3-1182-4ed1-be8a-a82daad0e6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.411586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:32.422019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:32.429485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-74e6a2b3-1182-4ed1-be8a-a82daad0e6da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b HTTP/1.1" status: 204 len: 168 time: 0.2038217 Jul 07 17:55:32.439824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6a2b3-1182-4ed1-be8a-a82daad0e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190f3ce5-c2d1-46f5-8a64-1ed5d6ec9c7b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:32.440118 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.568598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd6248d-c8dd-4250-9e60-6af07f0189fb req-371767d5-08fa-4cd9-a4cd-188157499dee service neutron] 10.222.0.90 "GET /v2.0/networks/24148e7c-3c89-49b9-8cb8-a530781d8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990465 Jul 07 17:55:32.634700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.636076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.638416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] 10.222.0.55 "PUT /v2.0/ports/564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 1096 time: 1.9437289 Jul 07 17:55:32.667532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeaeee-53ee-43c1-a6c1-4258e796580c service neutron] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:32.773499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0903fb2-1b7e-47e8-b901-9b849638f310 req-9761aba6-f823-40f4-a3d4-0ca701eb614f tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.775500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0903fb2-1b7e-47e8-b901-9b849638f310 req-9761aba6-f823-40f4-a3d4-0ca701eb614f tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.3036761 Jul 07 17:55:32.810869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963976ad-b107-4207-86a8-d07316ec6d78 req-ef75bc57-90fe-4cf3-a0cc-2e083b382ced tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.820260 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-963976ad-b107-4207-86a8-d07316ec6d78 req-ef75bc57-90fe-4cf3-a0cc-2e083b382ced tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2561045 Jul 07 17:55:32.866937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-eb3763ce-e1a3-4e55-a4af-701094e20900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.869165 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-eb3763ce-e1a3-4e55-a4af-701094e20900 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1099 time: 0.1791039 Jul 07 17:55:32.903981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0903fb2-1b7e-47e8-b901-9b849638f310 req-9d54a7a1-b8c9-46ec-8a27-64717fe9de68 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212718 Jul 07 17:55:32.932489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:32.963425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-842b920e-7a66-4e0d-9198-542bed4605e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.0783296 Jul 07 17:55:32.979892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-963976ad-b107-4207-86a8-d07316ec6d78 req-1f9296ac-8411-4e86-a6b2-2cacc6320a06 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578822 Jul 07 17:55:33.072092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-b53b94e9-8119-46a4-8b46-88cc945c1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.072984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-b53b94e9-8119-46a4-8b46-88cc945c1003 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0909426 Jul 07 17:55:33.077623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ba857ca-3bd4-4af0-853d-8bfeb7b88ba2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e549464ddf5545e4ad2fed3ae9cbe97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418209 Jul 07 17:55:33.078789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59254) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:33.194263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92e65fa0-46fa-4428-a12e-348b14916fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:33.239912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92e65fa0-46fa-4428-a12e-348b14916fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:33.264178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-23e24831-05d8-41d9-9499-a0445fc7d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.265742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-23e24831-05d8-41d9-9499-a0445fc7d257 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796637 Jul 07 17:55:33.306899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92e65fa0-46fa-4428-a12e-348b14916fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:33.310934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92e65fa0-46fa-4428-a12e-348b14916fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:33.318267 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92e65fa0-46fa-4428-a12e-348b14916fdc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6966081f-3263-41be-bb1d-e4a5c841ef87 HTTP/1.1" status: 204 len: 168 time: 0.2376680 Jul 07 17:55:33.327335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e65fa0-46fa-4428-a12e-348b14916fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6966081f-3263-41be-bb1d-e4a5c841ef87,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:33.629931 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:33.674477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'tag': 'd3f8759c-7f29-46eb-8af5-60ff23408e67'}, {'name': 'network-changed', 'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:33.678704 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce61ead5-2173-4907-8e46-e98022b914d7", "tag": "d3f8759c-7f29-46eb-8af5-60ff23408e67"}, {"name": "network-changed", "server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:33.692925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651914ea-5515-4478-9279-8523d16b1297 req-2c57e7d1-8e8d-4368-8743-00a897fdc174 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.698328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-651914ea-5515-4478-9279-8523d16b1297 req-2c57e7d1-8e8d-4368-8743-00a897fdc174 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 948 time: 0.5317490 Jul 07 17:55:33.811506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-651914ea-5515-4478-9279-8523d16b1297 req-df1ca364-a262-46d6-a714-3591672a8131 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958667 Jul 07 17:55:33.818283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2c9ff923-1703-414d-abd4-015385db9609 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452783 Jul 07 17:55:33.858392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6971662-bd96-4d20-a87c-ed4439b28722 req-0a6b8172-86e3-40fd-b562-ed496cc08e0c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:33.859975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6971662-bd96-4d20-a87c-ed4439b28722 req-0a6b8172-86e3-40fd-b562-ed496cc08e0c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.1777561 Jul 07 17:55:33.873297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59282) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:33.878986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'floatingip': {'port_id': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:33.971331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:34.016646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3983cf-5150-4f3f-ba94-e40756ee9907 req-2e83470d-597c-41c0-940d-fbf27894deea service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913750 Jul 07 17:55:34.075705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5c5be-f1c3-4a7d-b1b7-8409ac5e22ae req-1794ce50-b98b-49da-9966-03db4b99a6d9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.083155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ff5c5be-f1c3-4a7d-b1b7-8409ac5e22ae req-1794ce50-b98b-49da-9966-03db4b99a6d9 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 943 time: 0.1075928 Jul 07 17:55:34.133928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ff5c5be-f1c3-4a7d-b1b7-8409ac5e22ae req-9cbd7eed-5a39-4afa-9721-102f98ac0bf1 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Jul 07 17:55:34.380134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c54d4-a26b-480d-8db9-919ff1bb7222 req-24bbaff4-4bb6-4427-ba67-ef8ac0bed79d tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.381883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e5c54d4-a26b-480d-8db9-919ff1bb7222 req-24bbaff4-4bb6-4427-ba67-ef8ac0bed79d tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 945 time: 0.1452129 Jul 07 17:55:34.441645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac502172-98d3-490e-a676-a7ec4f92d64b req-6f140700-4646-4771-b5bc-829c996cfbfd tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.449380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac502172-98d3-490e-a676-a7ec4f92d64b req-6f140700-4646-4771-b5bc-829c996cfbfd tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 946 time: 0.1433377 Jul 07 17:55:34.464916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e5c54d4-a26b-480d-8db9-919ff1bb7222 req-0f2405bc-8ea6-422a-a863-f32f3ec27f8e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724130 Jul 07 17:55:34.518742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac502172-98d3-490e-a676-a7ec4f92d64b req-65f46820-cdc5-4b58-914a-a2ce936cae2a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684490 Jul 07 17:55:34.560726 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4844d91-0db2-40a3-88ec-f941e078c373 x-openstack-request-id: req-a4844d91-0db2-40a3-88ec-f941e078c373 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:34.562697 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce61ead5-2173-4907-8e46-e98022b914d7", "tag": "d3f8759c-7f29-46eb-8af5-60ff23408e67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:34.562697 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4844d91-0db2-40a3-88ec-f941e078c373 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:34.562697 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'tag': 'd3f8759c-7f29-46eb-8af5-60ff23408e67', 'status': 'completed', 'code': 200} Jul 07 17:55:34.563070 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'status': 'completed', 'code': 200} Jul 07 17:55:34.852418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-ebf56b89-8d8d-445c-9337-21bd27f876a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.853749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-ebf56b89-8d8d-445c-9337-21bd27f876a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a841bb9c3d3e42fea25b1b9d0d96d278&device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 1094 time: 0.2724371 Jul 07 17:55:34.855636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-aa21cd0f-c803-4478-a9a5-b8fb89c81b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:34.857178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-aa21cd0f-c803-4478-a9a5-b8fb89c81b37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1099 time: 0.2150540 Jul 07 17:55:34.862978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-606e32b2-0391-4c54-96cb-d5fe3bc72641 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1837287308&fields=id&tenant_id=52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 267 time: 0.0740697 Jul 07 17:55:34.980367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:34.992054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.133818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-9a4db056-dcff-447c-b392-737ec237360f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.142088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-9a4db056-dcff-447c-b392-737ec237360f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 946 time: 0.2698119 Jul 07 17:55:35.151084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-a3d95feb-2106-4e0a-82d3-879fea12ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.152950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-a3d95feb-2106-4e0a-82d3-879fea12ca65 service neutron] 10.222.0.90 "GET /v2.0/networks?id=24148e7c-3c89-49b9-8cb8-a530781d8272 HTTP/1.1" status: 200 len: 916 time: 0.2789166 Jul 07 17:55:35.159300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'port': {'security_groups': ['f53c552d-41b5-44c2-9931-4acec84c7ced', '1a92546e-1a34-4592-9797-9832b652002a']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:35.163617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-8176f1c7-3cda-42d1-b288-4c13f82675ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.165479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-8176f1c7-3cda-42d1-b288-4c13f82675ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3014545 Jul 07 17:55:35.200245 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Floating IP 22aee496-53ed-4453-b648-c5aa51e311ad associated. External IP: 172.25.1.34, port: c864ba6f-e636-4a53-a1a0-f5d1c8bb832f. Jul 07 17:55:35.277330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-4a5690d1-a689-4e43-95b7-66b2ddcf7f04 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f8759c-7f29-46eb-8af5-60ff23408e67 HTTP/1.1" status: 200 len: 217 time: 0.1094160 Jul 07 17:55:35.281316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-304317d8-b648-4ea0-9a7a-507d0d98300e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.0853279 Jul 07 17:55:35.382578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb287a-8d00-4e73-9d06-c8556ab28cf8 req-79a7a4aa-8812-4334-8b8c-30421db33c92 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.384152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74bb287a-8d00-4e73-9d06-c8556ab28cf8 req-79a7a4aa-8812-4334-8b8c-30421db33c92 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 948 time: 0.3361793 Jul 07 17:55:35.474328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-fc35ec96-e95f-47cb-a642-1278644ec2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.476777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-fc35ec96-e95f-47cb-a642-1278644ec2e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1865203 Jul 07 17:55:35.479104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-899f0b4a-b422-4da2-b408-0104fd0d97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.481791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-899f0b4a-b422-4da2-b408-0104fd0d97c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a6c756e4-7db6-427c-a19d-60022b0d2b2f HTTP/1.1" status: 200 len: 854 time: 0.1901853 Jul 07 17:55:35.522310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Router c746216e-257e-4329-9570-a24f17a95dfa has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:35.538717 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.597770 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.650695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74bb287a-8d00-4e73-9d06-c8556ab28cf8 req-d13cd271-2296-402b-bb5c-734efe4a34f0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372193 Jul 07 17:55:35.658500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:35.665716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.671018 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] Sync routers for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:35.688145 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:35.688787 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:35.787362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3430cc22-3277-4b22-bbb3-01cbfeb8da96 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "PUT /v2.0/floatingips/22aee496-53ed-4453-b648-c5aa51e311ad HTTP/1.1" status: 200 len: 991 time: 1.9130552 Jul 07 17:55:35.790665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:35.794371 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54fe306-e363-45f5-844b-b27b734179e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:35.880303 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:35.950603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-675800ef-b62f-4e79-9725-bfb70c9ca8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.954566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-675800ef-b62f-4e79-9725-bfb70c9ca8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4649179 Jul 07 17:55:35.963590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-04799666-5be1-4ced-993c-53350b8158a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:35.965265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-04799666-5be1-4ced-993c-53350b8158a5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=24148e7c-3c89-49b9-8cb8-a530781d8272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4749763 Jul 07 17:55:36.239340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d726c478-ff77-435a-8c2b-523637ad7de4,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:36.308736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-62314b65-aaf6-4b1f-b46a-015914a4a736 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423190 Jul 07 17:55:36.313984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-8636f11d-0f07-4885-b0c1-a25789586d90 service neutron] 10.222.0.90 "GET /v2.0/networks/24148e7c-3c89-49b9-8cb8-a530781d8272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019416 Jul 07 17:55:36.328011 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '22aee496-53ed-4453-b648-c5aa51e311ad', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'port_id': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'mac_address': 'fa:16:3e:70:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:53Z', 'updated_at': '2021-07-07T17:55:34Z', 'revision_number': 1, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:36.365932 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] Checking router: c746216e-257e-4329-9570-a24f17a95dfa for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:36.375512 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:36.376374 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:36.391120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d3f8759c-7f29-46eb-8af5-60ff23408e67 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:36.408795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.462863 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.506278 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:36.540821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:36.548843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:55:36.563822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.564450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.581883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b2c9390-cf87-4d3c-a47f-6367b2552607 req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "PUT /v2.0/ports/d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 200 len: 982 time: 1.4385233 Jul 07 17:55:36.589420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:36.592244 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa09881c-09b3-4af7-9d8a-9795703460d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:36.681681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b844afe-6702-454a-88d5-e33c00362ab6 req-ee3a70f3-babe-4951-bebc-64c3fd127764 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:36.704628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b844afe-6702-454a-88d5-e33c00362ab6 req-ee3a70f3-babe-4951-bebc-64c3fd127764 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 943 time: 0.4902370 Jul 07 17:55:36.705393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d3f8759c-7f29-46eb-8af5-60ff23408e67, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d3f8759c-7f29-46eb-8af5-60ff23408e67,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:36.737636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'd3f8759c-7f29-46eb-8af5-60ff23408e67', 'network_id': '24148e7c-3c89-49b9-8cb8-a530781d8272', 'port_id': 'd3f8759c-7f29-46eb-8af5-60ff23408e67', 'mac_address': 'fa:16:3e:1f:9e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c756e4-7db6-427c-a19d-60022b0d2b2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:36.747952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:36.766951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-425b9780-0e82-4883-87a7-662a6389a172 service neutron] 10.222.0.90 "GET /v2.0/networks/24148e7c-3c89-49b9-8cb8-a530781d8272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279478 Jul 07 17:55:36.797638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d520ed-736d-4476-9b1c-79babf798c53 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:36.818501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:55:36.820393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec5f9fd8-871b-4a6a-b343-2cd4436f5edf req-737d5672-7d5b-4fe4-b4da-1447c5537fc4 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985895 Jul 07 17:55:36.872182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b844afe-6702-454a-88d5-e33c00362ab6 req-2a5e068d-0859-4fd1-a5bc-84a578ee28df tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015363 Jul 07 17:55:36.967537 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '22aee496-53ed-4453-b648-c5aa51e311ad', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'port_id': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'mac_address': 'fa:16:3e:70:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:53Z', 'updated_at': '2021-07-07T17:55:34Z', 'revision_number': 1, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:37.017528 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333a093-a0bd-46f5-a2ea-5b9a3c4de18d None None] The sync data for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 is: [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '22aee496-53ed-4453-b648-c5aa51e311ad', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'port_id': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'mac_address': 'fa:16:3e:70:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:53Z', 'updated_at': '2021-07-07T17:55:34Z', 'revision_number': 1, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:37.030496 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a4d3c-d212-43cd-98b8-c44624a2a30d x-openstack-request-id: req-8a6a4d3c-d212-43cd-98b8-c44624a2a30d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:37.031035 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:37.031035 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a6a4d3c-d212-43cd-98b8-c44624a2a30d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:37.031614 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'status': 'completed', 'code': 200} Jul 07 17:55:37.034753 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.063942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f8759c-7f29-46eb-8af5-60ff23408e67 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:37.139158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fe306-e363-45f5-844b-b27b734179e2 req-cc1930ec-330b-464b-b2da-3302afd8c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.140940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54fe306-e363-45f5-844b-b27b734179e2 req-cc1930ec-330b-464b-b2da-3302afd8c5d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1097 time: 0.0856326 Jul 07 17:55:37.193062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d3f8759c-7f29-46eb-8af5-60ff23408e67, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d3f8759c-7f29-46eb-8af5-60ff23408e67,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:37.234702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.323106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:37.388030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-57783de2-886a-44df-b905-9b29467017be tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-426865647&fields=id&tenant_id=52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 267 time: 0.1303051 Jul 07 17:55:37.426666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edb27a-ea55-4fbd-8ce1-3c51d6817680 None None] New status for floating IP 22aee496-53ed-4453-b648-c5aa51e311ad: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:55:37.436227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'mac_address': 'fa:16:3e:f5:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:55:37.457354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fe306-e363-45f5-844b-b27b734179e2 req-3ab95a2c-b9c4-48d7-a739-16ed955d4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.459171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54fe306-e363-45f5-844b-b27b734179e2 req-3ab95a2c-b9c4-48d7-a739-16ed955d4f36 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.3109410 Jul 07 17:55:37.479612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509dc6b-f54d-4d03-864e-9728ff4a3899 req-d692ff12-77ab-4d35-ab76-a7fe0c68a1fd tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.481286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7509dc6b-f54d-4d03-864e-9728ff4a3899 req-d692ff12-77ab-4d35-ab76-a7fe0c68a1fd tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 945 time: 0.2443542 Jul 07 17:55:37.550777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54fe306-e363-45f5-844b-b27b734179e2 req-ff507772-2970-4ac3-a5c3-9a043e316728 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 999 time: 0.0799382 Jul 07 17:55:37.644075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-37836651-b09e-4b2f-8d9c-31fd06d87fb8 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.652539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-37836651-b09e-4b2f-8d9c-31fd06d87fb8 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 985 time: 0.2633684 Jul 07 17:55:37.661388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'port': {'security_groups': ['1a92546e-1a34-4592-9797-9832b652002a', 'f53c552d-41b5-44c2-9931-4acec84c7ced', 'fd09260c-c4b2-432b-a788-c0b83402a893']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:37.719917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7509dc6b-f54d-4d03-864e-9728ff4a3899 req-39d8f26a-2e01-4d06-8380-9bcc9cfc4e98 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups?id=825bfa3b-931f-4601-86e4-09ba2cca8395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677713 Jul 07 17:55:37.724443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d3f8759c-7f29-46eb-8af5-60ff23408e67,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:37.725502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fe306-e363-45f5-844b-b27b734179e2 req-2d32d64e-8d33-4ac2-a0c5-a395fcc3d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.729929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54fe306-e363-45f5-844b-b27b734179e2 req-2d32d64e-8d33-4ac2-a0c5-a395fcc3d2f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.1676412 Jul 07 17:55:37.817147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.839575 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58874c5-5fc8-4f79-91e9-745089340cbc x-openstack-request-id: req-b58874c5-5fc8-4f79-91e9-745089340cbc {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:37.839805 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:37.840032 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b58874c5-5fc8-4f79-91e9-745089340cbc {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:37.841018 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4', 'status': 'completed', 'code': 200} Jul 07 17:55:37.882665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d3f8759c-7f29-46eb-8af5-60ff23408e67'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:37.938034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-1f403e4e-8b26-4f8b-977e-f078425fed94 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:37.940596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-1f403e4e-8b26-4f8b-977e-f078425fed94 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.90 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 945 time: 0.1692445 Jul 07 17:55:37.943491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564ce100-9fc0-4f35-a5df-9b1c28e573ce {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:38.034360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:38.054881 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.147339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:38.220444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Deleting port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:38.220880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.359702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] For port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:38.360663 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.372755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['564ce100-9fc0-4f35-a5df-9b1c28e573ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:38.414720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.519637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-ea54205f-800a-4fe7-a3b8-7efc79a2a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:38.520493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-ea54205f-800a-4fe7-a3b8-7efc79a2a8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1136 time: 0.6434593 Jul 07 17:55:38.523319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fe306-e363-45f5-844b-b27b734179e2 req-84a12376-c5c2-4c27-b792-1a8d286cd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:38.525077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54fe306-e363-45f5-844b-b27b734179e2 req-84a12376-c5c2-4c27-b792-1a8d286cd3d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7395952 Jul 07 17:55:38.563831 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa33f29-f709-49fe-b836-8a3571177f5e req-5cb39953-d13a-4068-b557-d64cafefb4d8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:38.566655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aa33f29-f709-49fe-b836-8a3571177f5e req-5cb39953-d13a-4068-b557-d64cafefb4d8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 949 time: 0.2049420 Jul 07 17:55:38.647921 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.648387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.648600 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Floating IP 00bc462a-229f-4955-8b52-8beb5d7d13f9 disassociated. External IP: 172.25.1.123, port: 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c. Jul 07 17:55:38.648986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Calling delete_port for 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:38.741810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aa33f29-f709-49fe-b836-8a3571177f5e req-1f0a2eea-cb85-4e49-a913-46b4de320efd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594543 Jul 07 17:55:38.866618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.908347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event deleted for resources: {'Port': ['ID=9bd3e649-1f1f-4018-b0b9-d4d80d573d0c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:38.910161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54fe306-e363-45f5-844b-b27b734179e2 req-e8d1c47b-1eab-4d70-9c13-201208f3e9f3 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649526 Jul 07 17:55:38.920354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.920962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.921594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.921844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.922219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.922598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.923106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.923437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.923921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.924466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.924944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.925279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:39.035534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-b6bf4dc5-d407-4285-9051-cec3f38d30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.037202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-b6bf4dc5-d407-4285-9051-cec3f38d30fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 914 time: 0.5032895 Jul 07 17:55:39.096915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Router 404f5125-e819-4f54-a710-07aa10a61ac0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:39.183272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-5e326c1f-7a56-4bcf-9f9f-e2ea13b78042 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 200 len: 217 time: 0.1104507 Jul 07 17:55:39.207389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54fe306-e363-45f5-844b-b27b734179e2 req-b117e003-4c01-437e-933b-c3bf436f2ac0 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849886 Jul 07 17:55:39.257111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:39.267834 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] Sync routers for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:39.282564 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:39.284065 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:39.330017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d726c478-ff77-435a-8c2b-523637ad7de4,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:39.336769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] No DVR routers for this DVR port 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:39.339738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.343085 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ce4db6dc-ed1f-4cf1-8bae-701bc28cc76e req-f9642e38-611b-4ca0-91c2-6a6cadbc1072 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.90 "DELETE /v2.0/ports/9bd3e649-1f1f-4018-b0b9-d4d80d573d0c HTTP/1.1" status: 204 len: 173 time: 1.3967988 Jul 07 17:55:39.347515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'name': 'network-vif-deleted', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:39.355490 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455cabb-86f7-4602-8fac-347c7131bef3" -d '{"events": [{"server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "name": "network-vif-deleted", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:39.399204 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.419689 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.434803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:39.443285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3516b9-ef51-4eea-bbaf-de9111b897a7 req-a8870711-8ed2-493d-ac52-f380c8b74a0e tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.445308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc3516b9-ef51-4eea-bbaf-de9111b897a7 req-a8870711-8ed2-493d-ac52-f380c8b74a0e tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 944 time: 0.5342724 Jul 07 17:55:39.466713 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:39.504875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.505782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.507321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd4f37ec-8a4f-4e44-aa82-056ec3b5b6ed req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "PUT /v2.0/ports/d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 200 len: 1021 time: 1.8535507 Jul 07 17:55:39.516815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-9a296163-39a0-4b26-a738-4f440460a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:39.518831 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-9a296163-39a0-4b26-a738-4f440460a39b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.3258598 Jul 07 17:55:39.611826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:39.640297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-9977b83d-5f2a-4241-9f63-92f1759d9b89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087456 Jul 07 17:55:39.643225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345b0d9-0243-4712-8633-c5c35de8e608 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:39.739748 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:03Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:39.769430 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] Checking router: 404f5125-e819-4f54-a710-07aa10a61ac0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:39.778374 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:39.778997 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:39.855169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:39.862568 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfbc10f-95bc-4244-8eee-25693f1aa904" -d '{"events": [{"name": "network-changed", "server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:39.891601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc3516b9-ef51-4eea-bbaf-de9111b897a7 req-aef10fbd-9e18-4ff2-be97-f4e0c0d53a08 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832853 Jul 07 17:55:39.918122 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:39.978761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d3809f5-b5ce-4d6a-aa9d-71d2423502bc req-8514a439-efa1-42e6-bd6a-15f4778bf085 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffcd7dc-5362-4654-97c1-1056e603c678 HTTP/1.1" status: 200 len: 210 time: 0.0736482 Jul 07 17:55:40.001451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-1800bb69-81b1-44e5-abba-94ab66c09bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500662 Jul 07 17:55:40.075412 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f3002-6896-4a16-9866-26b7ffc138b9 x-openstack-request-id: req-554f3002-6896-4a16-9866-26b7ffc138b9 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:40.075907 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffcd7dc-5362-4654-97c1-1056e603c678", "name": "network-vif-deleted", "tag": "9bd3e649-1f1f-4018-b0b9-d4d80d573d0c", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:40.076323 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-554f3002-6896-4a16-9866-26b7ffc138b9 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:40.076796 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffcd7dc-5362-4654-97c1-1056e603c678', 'name': 'network-vif-deleted', 'tag': '9bd3e649-1f1f-4018-b0b9-d4d80d573d0c', 'status': 'completed', 'code': 200} Jul 07 17:55:40.248800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa09881c-09b3-4af7-9d8a-9795703460d3 req-f5e92e85-d0a2-4bb9-9d9f-1dff76524523 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318895 Jul 07 17:55:40.259377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88184e7-1203-4471-915c-2b9d4a49afc0 req-a2974924-27d5-4239-8e31-b79936332021 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.260789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a88184e7-1203-4471-915c-2b9d4a49afc0 req-a2974924-27d5-4239-8e31-b79936332021 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1024 time: 0.1237800 Jul 07 17:55:40.293591 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:03Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:40.324408 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8175837-b665-4af2-ba7e-c124a271d546 None None] The sync data for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 is: [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:51:57Z', 'revision_number': 4, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a18a8f26-dabe-42d8-980c-fb6900876e2c', 'name': '', 'network_id': 'b8af3d42-b87f-44d0-abc1-d547b1f63799', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'mac_address': 'fa:16:3e:98:2a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:56Z', 'updated_at': '2021-07-07T17:52:03Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'subnets': [{'id': '7ee9e119-283d-4770-9907-8b3819e041fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:40.408114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20571a65-894d-4fe2-844a-2a88bad82fae req-680e337f-a9ac-47b0-a3ff-f8b2f9545baa tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.409933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20571a65-894d-4fe2-844a-2a88bad82fae req-680e337f-a9ac-47b0-a3ff-f8b2f9545baa tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 949 time: 0.1287732 Jul 07 17:55:40.413420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d3f8759c-7f29-46eb-8af5-60ff23408e67 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:40.419508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a88184e7-1203-4471-915c-2b9d4a49afc0 req-95987ac1-e7fc-4614-bf5c-f4245284a8d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a92546e-1a34-4592-9797-9832b652002a&id=f53c552d-41b5-44c2-9931-4acec84c7ced&id=fd09260c-c4b2-432b-a788-c0b83402a893 HTTP/1.1" status: 200 len: 6146 time: 0.1495016 Jul 07 17:55:40.471617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20571a65-894d-4fe2-844a-2a88bad82fae req-01094864-db8d-4b51-84c5-4bd9c171c27a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Jul 07 17:55:40.472881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port d3f8759c-7f29-46eb-8af5-60ff23408e67 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:40.477402 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f33cd-485e-4ed1-98c5-a2e6dd5fb698 x-openstack-request-id: req-197f33cd-485e-4ed1-98c5-a2e6dd5fb698 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:40.478744 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:40.479000 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-197f33cd-485e-4ed1-98c5-a2e6dd5fb698 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:40.479552 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4', 'status': 'completed', 'code': 200} Jul 07 17:55:40.480985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port d3f8759c-7f29-46eb-8af5-60ff23408e67 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:40.481631 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.508770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:40.598362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9d0f5ec0-db69-4b34-a9b5-d9e21882dbba req-6e274fda-a87c-46b8-9cb4-bf177dbadd6b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': ' tempest-securitygroup -153965593 ', 'description': 'tempest-description-1134783766'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:40.648726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 564ce100-9fc0-4f35-a5df-9b1c28e573ce completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:40.656270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 564ce100-9fc0-4f35-a5df-9b1c28e573ce triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:40.656985 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.661927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.665995 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9d0f5ec0-db69-4b34-a9b5-d9e21882dbba req-6e274fda-a87c-46b8-9cb4-bf177dbadd6b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.682692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-7d264c81-ec46-46a4-8a06-c2fa14ab7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.684246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-7d264c81-ec46-46a4-8a06-c2fa14ab7143 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1175 time: 0.1678953 Jul 07 17:55:40.722994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f8759c-7f29-46eb-8af5-60ff23408e67'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:40.725522 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ed918-7cc0-498a-8a2a-a171ca5c8492" -d '{"events": [{"server_uuid": "ce61ead5-2173-4907-8e46-e98022b914d7", "name": "network-vif-plugged", "status": "completed", "tag": "d3f8759c-7f29-46eb-8af5-60ff23408e67"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:40.746336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d3f8759c-7f29-46eb-8af5-60ff23408e67, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d3f8759c-7f29-46eb-8af5-60ff23408e67,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:40.754736 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.755602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:40.806166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288b16a-a0e2-444c-b745-e0d2ba0dc097 None None] New status for floating IP 00bc462a-229f-4955-8b52-8beb5d7d13f9: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:55:40.831682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:40.832110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bd3e649-1f1f-4018-b0b9-d4d80d573d0c not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:40.916300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-579b7219-d773-4114-99c1-3e6dc2efb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:40.922665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-579b7219-d773-4114-99c1-3e6dc2efb2a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 914 time: 0.2179601 Jul 07 17:55:40.941040 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.965767 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ff8afd-1767-440b-96ad-eb63f8ba072c x-openstack-request-id: req-47ff8afd-1767-440b-96ad-eb63f8ba072c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:40.966258 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce61ead5-2173-4907-8e46-e98022b914d7", "name": "network-vif-plugged", "status": "completed", "tag": "d3f8759c-7f29-46eb-8af5-60ff23408e67", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:40.966689 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47ff8afd-1767-440b-96ad-eb63f8ba072c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:40.967363 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f8759c-7f29-46eb-8af5-60ff23408e67', 'code': 200} Jul 07 17:55:41.035999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-c469dcf6-ee22-478a-b0c8-4314f854d058 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 200 len: 217 time: 0.1020522 Jul 07 17:55:41.043673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:41.045859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d3f8759c-7f29-46eb-8af5-60ff23408e67,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.056874 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.122374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59428) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:41.156178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-52f48b9d-5b34-4349-9c54-bd9863c6bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:41.161549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-52f48b9d-5b34-4349-9c54-bd9863c6bb00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.1072185 Jul 07 17:55:41.167499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.214036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de9f1b-b8f0-459e-8e82-c5bf2c610afe req-b395b84e-dcc7-4a90-93a5-3dbb907a0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:41.223288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-7edc671f-98c4-4981-a4f9-1d6d25a925b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530829 Jul 07 17:55:41.227236 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91de9f1b-b8f0-459e-8e82-c5bf2c610afe req-b395b84e-dcc7-4a90-93a5-3dbb907a0a43 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 1096 time: 0.1735449 Jul 07 17:55:41.291911 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91de9f1b-b8f0-459e-8e82-c5bf2c610afe req-a0e5ecc9-372c-4e73-af04-62cd4f9304b0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588000 Jul 07 17:55:41.331075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6715bf9-dbfd-47bc-8f3f-ae1f1b16cf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.388962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9d0f5ec0-db69-4b34-a9b5-d9e21882dbba req-6e274fda-a87c-46b8-9cb4-bf177dbadd6b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.407175 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9d0f5ec0-db69-4b34-a9b5-d9e21882dbba req-6e274fda-a87c-46b8-9cb4-bf177dbadd6b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.467259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-470c384e-d2f3-46d5-9fd3-f7e21fdb0c66 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330692 Jul 07 17:55:41.484775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1b00e-1e09-48d7-b1cf-a1b0fa30a141 req-51bff701-ca9e-41c2-b285-ef6c1b2a1a9b tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:41.492239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec1b00e-1e09-48d7-b1cf-a1b0fa30a141 req-51bff701-ca9e-41c2-b285-ef6c1b2a1a9b tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 945 time: 0.1623659 Jul 07 17:55:41.523689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e274fda-a87c-46b8-9cb4-bf177dbadd6b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed4d834-4e77-40b8-9fff-6f10a91e132e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.529909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6715bf9-dbfd-47bc-8f3f-ae1f1b16cf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.538150 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6715bf9-dbfd-47bc-8f3f-ae1f1b16cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.587609 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9d0f5ec0-db69-4b34-a9b5-d9e21882dbba req-6e274fda-a87c-46b8-9cb4-bf177dbadd6b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.594388 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b6715bf9-dbfd-47bc-8f3f-ae1f1b16cf0a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7856d9c1ccac48f1b7b9ab08646b39f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678044 Jul 07 17:55:41.594388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:41.597456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d0f5ec0-db69-4b34-a9b5-d9e21882dbba req-6e274fda-a87c-46b8-9cb4-bf177dbadd6b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0072651 Jul 07 17:55:41.608808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6715bf9-dbfd-47bc-8f3f-ae1f1b16cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda963d-025c-40e6-891e-8d20c9e1fe61,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.655027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec1b00e-1e09-48d7-b1cf-a1b0fa30a141 req-4e9454e0-eba6-446f-ae4e-d161874075ad tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618724 Jul 07 17:55:41.694490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acfbc10f-95bc-4244-8eee-25693f1aa904 req-0b9604be-5610-4bc9-a643-dc8f55eb74b8 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992369 Jul 07 17:55:41.725713 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5136-dfee-4f5d-a958-aacdadb1a67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.775068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5136-dfee-4f5d-a958-aacdadb1a67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.776859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5bea52e-005a-4279-9734-3e90c4fe4d88 req-64557fdd-3b12-4396-befc-7ef2976744c4 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/7ed4d834-4e77-40b8-9fff-6f10a91e132e HTTP/1.1" status: 200 len: 1780 time: 0.0509510 Jul 07 17:55:41.811775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59442) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:41.858438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5136-dfee-4f5d-a958-aacdadb1a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.861382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5136-dfee-4f5d-a958-aacdadb1a67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.863184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fc4b5136-dfee-4f5d-a958-aacdadb1a67f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ffda963d-025c-40e6-891e-8d20c9e1fe61 HTTP/1.1" status: 204 len: 168 time: 0.2676630 Jul 07 17:55:41.888091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b5136-dfee-4f5d-a958-aacdadb1a67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda963d-025c-40e6-891e-8d20c9e1fe61,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:42.032567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09f087b7-dfa6-4d35-8fb4-6342bd07d138 req-84f50f18-d25e-4c86-9606-8aca3d01992a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/7ed4d834-4e77-40b8-9fff-6f10a91e132e HTTP/1.1" status: 200 len: 1780 time: 0.1801548 Jul 07 17:55:42.067389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7c885-974e-4ba6-a7b0-ffa6ac591b26 req-5400f4c8-5a33-4134-9730-6c4d3bc9e4f8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:42.088173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7d7c885-974e-4ba6-a7b0-ffa6ac591b26 req-5400f4c8-5a33-4134-9730-6c4d3bc9e4f8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2374916 Jul 07 17:55:42.093313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b324ce83-ab95-4d85-b6fc-8945fa36ed59 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.187395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7d7c885-974e-4ba6-a7b0-ffa6ac591b26 req-8b9120cd-1d88-4846-bf8b-cabc827e22c5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983746 Jul 07 17:55:42.197471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b324ce83-ab95-4d85-b6fc-8945fa36ed59 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.262706 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09f087b7-dfa6-4d35-8fb4-6342bd07d138 req-6c9c0f8d-2d51-4237-93c0-b88ed33f4ae1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.323276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09f087b7-dfa6-4d35-8fb4-6342bd07d138 req-6c9c0f8d-2d51-4237-93c0-b88ed33f4ae1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.349088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b324ce83-ab95-4d85-b6fc-8945fa36ed59 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.352641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b324ce83-ab95-4d85-b6fc-8945fa36ed59 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.353813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b324ce83-ab95-4d85-b6fc-8945fa36ed59 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "DELETE /v2.0/security-groups/825bfa3b-931f-4601-86e4-09ba2cca8395 HTTP/1.1" status: 204 len: 168 time: 0.5407724 Jul 07 17:55:42.354915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59462) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:42.357212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59464) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:42.398013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324ce83-ab95-4d85-b6fc-8945fa36ed59 tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825bfa3b-931f-4601-86e4-09ba2cca8395,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:42.418765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09f087b7-dfa6-4d35-8fb4-6342bd07d138 req-6c9c0f8d-2d51-4237-93c0-b88ed33f4ae1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.422179 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09f087b7-dfa6-4d35-8fb4-6342bd07d138 req-6c9c0f8d-2d51-4237-93c0-b88ed33f4ae1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.423829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09f087b7-dfa6-4d35-8fb4-6342bd07d138 req-6c9c0f8d-2d51-4237-93c0-b88ed33f4ae1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/7ed4d834-4e77-40b8-9fff-6f10a91e132e HTTP/1.1" status: 204 len: 173 time: 0.3773444 Jul 07 17:55:42.436112 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-1bb82229-a8bb-4eb0-b223-e0473f4d3ffe tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] show failed (client error): The resource could not be found. Jul 07 17:55:42.437176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1bb82229-a8bb-4eb0-b223-e0473f4d3ffe tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "GET /v2.0/security-groups/825bfa3b-931f-4601-86e4-09ba2cca8395 HTTP/1.1" status: 404 len: 347 time: 0.0788605 Jul 07 17:55:42.440251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59468) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:42.461970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c0f8d-2d51-4237-93c0-b88ed33f4ae1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed4d834-4e77-40b8-9fff-6f10a91e132e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:42.469061 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-8604bcd6-f206-4a48-bb7f-862379c59192 req-20fa407d-24f1-42fc-a0a6-34271fe249dd tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:55:42.470810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8604bcd6-f206-4a48-bb7f-862379c59192 req-20fa407d-24f1-42fc-a0a6-34271fe249dd tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/7ed4d834-4e77-40b8-9fff-6f10a91e132e HTTP/1.1" status: 404 len: 352 time: 0.0178409 Jul 07 17:55:42.509772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-5a9f1f5b-f03c-487f-974b-7a591d495c91 req-c17adf7a-eb8d-49bb-a5ec-4374a2800b38 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1854198093', 'description': 'tempest-description-1972702631'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:42.535574 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9547f2b6-f74f-40f6-8fcd-b74c6d215698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.557537 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5a9f1f5b-f03c-487f-974b-7a591d495c91 req-c17adf7a-eb8d-49bb-a5ec-4374a2800b38 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.658798 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5a9f1f5b-f03c-487f-974b-7a591d495c91 req-c17adf7a-eb8d-49bb-a5ec-4374a2800b38 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.661360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Deleting port 0b1df8ae-cbe8-43b5-9528-9085255f5d64 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:42.662056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.667172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5a9f1f5b-f03c-487f-974b-7a591d495c91 req-c17adf7a-eb8d-49bb-a5ec-4374a2800b38 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.702558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17adf7a-eb8d-49bb-a5ec-4374a2800b38 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25646347-b8f7-4a49-ad63-0191c6443570,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:42.769290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.769619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.796324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Calling delete_port for 0b1df8ae-cbe8-43b5-9528-9085255f5d64 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:42.865653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd8057-79d9-409b-81f3-8637ffe726cd req-00bbc3c5-7413-40ef-9420-b890c0ea6a51 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:42.867579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1fd8057-79d9-409b-81f3-8637ffe726cd req-00bbc3c5-7413-40ef-9420-b890c0ea6a51 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 945 time: 0.0831912 Jul 07 17:55:42.912068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9547f2b6-f74f-40f6-8fcd-b74c6d215698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.916050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1fd8057-79d9-409b-81f3-8637ffe726cd req-6cd693ad-83a2-41c9-9e8d-8371e05ad56c tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Jul 07 17:55:42.928784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5a9f1f5b-f03c-487f-974b-7a591d495c91 req-c17adf7a-eb8d-49bb-a5ec-4374a2800b38 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.932896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a9f1f5b-f03c-487f-974b-7a591d495c91 req-c17adf7a-eb8d-49bb-a5ec-4374a2800b38 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4328339 Jul 07 17:55:42.944585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9547f2b6-f74f-40f6-8fcd-b74c6d215698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.968355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:42.971238 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59b8c02-f22e-4c0b-b8de-05d98c7d7d5d" -d '{"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-plugged", "status": "completed", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:42.985116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e45f1970-0483-471b-908f-ac85d914f52b req-ab744ed2-30fc-4879-83f8-1819f90e592e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1262518801', 'description': 'tempest-description-2119163696'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:43.031638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e45f1970-0483-471b-908f-ac85d914f52b req-ab744ed2-30fc-4879-83f8-1819f90e592e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.032365 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f7dd8-f547-44ed-93aa-2fbbf544c36e x-openstack-request-id: req-d06f7dd8-f547-44ed-93aa-2fbbf544c36e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:43.032984 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-plugged", "status": "completed", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:43.033392 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d06f7dd8-f547-44ed-93aa-2fbbf544c36e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:43.034237 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'code': 200} Jul 07 17:55:43.041652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547f2b6-f74f-40f6-8fcd-b74c6d215698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7890f7-69e0-40e1-b034-503f1b32f963,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:43.056436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9547f2b6-f74f-40f6-8fcd-b74c6d215698 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=afca524ca970462e9fbea81b0bc9085a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6998339 Jul 07 17:55:43.061788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59482) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:43.172310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.340612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12764bab-4004-42e3-ae18-aeacf9e4d89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.400870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4881d-4730-44cf-ae92-b45361bad79b req-19a40a10-6e3c-4c0a-95e1-04dc3fd4d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:43.402858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ec4881d-4730-44cf-ae92-b45361bad79b req-19a40a10-6e3c-4c0a-95e1-04dc3fd4d51e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1101 time: 0.2838862 Jul 07 17:55:43.467615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12764bab-4004-42e3-ae18-aeacf9e4d89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.517885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e45f1970-0483-471b-908f-ac85d914f52b req-ab744ed2-30fc-4879-83f8-1819f90e592e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.544618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ec4881d-4730-44cf-ae92-b45361bad79b req-2f6c978e-42b5-491b-b0d8-45912a3a4f8d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095040 Jul 07 17:55:43.548858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e45f1970-0483-471b-908f-ac85d914f52b req-ab744ed2-30fc-4879-83f8-1819f90e592e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.571052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e45f1970-0483-471b-908f-ac85d914f52b req-ab744ed2-30fc-4879-83f8-1819f90e592e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.572542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e45f1970-0483-471b-908f-ac85d914f52b req-ab744ed2-30fc-4879-83f8-1819f90e592e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5923495 Jul 07 17:55:43.634338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac987d06-0922-40d3-abb9-98af63ec6603 req-d6a115f9-841b-44d4-a8cc-47bb5277188a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:43.635965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac987d06-0922-40d3-abb9-98af63ec6603 req-d6a115f9-841b-44d4-a8cc-47bb5277188a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2717726 Jul 07 17:55:43.662374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab744ed2-30fc-4879-83f8-1819f90e592e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8463332a-77ac-4d1b-9a3a-2eed56e64a27,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:43.704379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12764bab-4004-42e3-ae18-aeacf9e4d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.708730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12764bab-4004-42e3-ae18-aeacf9e4d89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.719503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-12764bab-4004-42e3-ae18-aeacf9e4d89a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b7890f7-69e0-40e1-b034-503f1b32f963 HTTP/1.1" status: 204 len: 168 time: 0.6425393 Jul 07 17:55:43.737001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12764bab-4004-42e3-ae18-aeacf9e4d89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7890f7-69e0-40e1-b034-503f1b32f963,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:43.738465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Pushing event deleted for resources: {'Port': ['ID=0b1df8ae-cbe8-43b5-9528-9085255f5d64,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:43.794816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac987d06-0922-40d3-abb9-98af63ec6603 req-c05acffd-ace2-4c04-bb5e-a5e80ac884d7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398942 Jul 07 17:55:43.822149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-a57992bd-8007-4713-897c-494a8660ab0c req-b49babd7-b247-4561-9f52-16769dbf387f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-55060010', 'description': 'tempest-description-1223345993'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:43.825502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.829168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:43.833395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59500) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:43.834012 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0af85d7f-c554-44b9-a0c6-01092d87160e tempest-ServersTestJSON-599129859 tempest-ServersTestJSON-599129859-project] 10.222.0.88 "DELETE /v2.0/floatingips/00bc462a-229f-4955-8b52-8beb5d7d13f9 HTTP/1.1" status: 204 len: 168 time: 1.3918760 Jul 07 17:55:43.926934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a57992bd-8007-4713-897c-494a8660ab0c req-b49babd7-b247-4561-9f52-16769dbf387f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.713784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a57992bd-8007-4713-897c-494a8660ab0c req-b49babd7-b247-4561-9f52-16769dbf387f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.722974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a57992bd-8007-4713-897c-494a8660ab0c req-b49babd7-b247-4561-9f52-16769dbf387f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.748502 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a57992bd-8007-4713-897c-494a8660ab0c req-b49babd7-b247-4561-9f52-16769dbf387f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.754228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a57992bd-8007-4713-897c-494a8660ab0c req-b49babd7-b247-4561-9f52-16769dbf387f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9372003 Jul 07 17:55:44.813443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49babd7-b247-4561-9f52-16769dbf387f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1a7e1-8165-43aa-9c20-008551019367,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:45.013998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f09a1d0-f145-4e61-b10f-2714431aa307 req-d9ed5a08-efbb-4f98-860d-9497ea519237 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 10894 time: 0.2311180 Jul 07 17:55:45.025912 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.450847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f09a1d0-f145-4e61-b10f-2714431aa307 req-c73bb53f-3064-4f84-bb12-7fac36db3c0f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/f53c552d-41b5-44c2-9931-4acec84c7ced HTTP/1.1" status: 200 len: 2981 time: 0.3631356 Jul 07 17:55:45.699559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f09a1d0-f145-4e61-b10f-2714431aa307 req-ea7ef831-7a32-4eb8-912c-7e87164e31e6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/f53c552d-41b5-44c2-9931-4acec84c7ced HTTP/1.1" status: 200 len: 2981 time: 0.2371762 Jul 07 17:55:45.816049 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d4555d8-6f42-4170-a10d-c3043741f958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.881896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ed3b-07ba-41b4-a092-1797b7dbf926 req-03731819-59c0-4c1c-83ac-2505c6f65c40 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:45.893524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb50ed3b-07ba-41b4-a092-1797b7dbf926 req-03731819-59c0-4c1c-83ac-2505c6f65c40 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3547215 Jul 07 17:55:46.037172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb50ed3b-07ba-41b4-a092-1797b7dbf926 req-057b1fa8-ba31-498b-aec3-4a901bd4e254 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425984 Jul 07 17:55:46.225973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a2f2d4b-6665-4949-97ed-55c64f8880cf req-bb7a25e1-ba2e-4c8d-8fbd-d82fb1f8f604 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/25646347-b8f7-4a49-ad63-0191c6443570 HTTP/1.1" status: 200 len: 1801 time: 0.2044699 Jul 07 17:55:46.249124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-c674abbd-721c-4e68-8e1c-62a1ed94455b req-f4610111-df72-476f-856d-41ffac5ccea8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:55:46.250084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c674abbd-721c-4e68-8e1c-62a1ed94455b req-f4610111-df72-476f-856d-41ffac5ccea8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144358 Jul 07 17:55:46.251818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Deleting port a18a8f26-dabe-42d8-980c-fb6900876e2c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:46.252122 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.366969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4a2f2d4b-6665-4949-97ed-55c64f8880cf req-b17f27ea-914a-421d-aa91-3ce350a9fcc6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.422683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] For port a18a8f26-dabe-42d8-980c-fb6900876e2c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a18a8f26-dabe-42d8-980c-fb6900876e2c,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:46.423284 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.427092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4a2f2d4b-6665-4949-97ed-55c64f8880cf req-b17f27ea-914a-421d-aa91-3ce350a9fcc6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.452481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Calling delete_port for a18a8f26-dabe-42d8-980c-fb6900876e2c owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:46.550917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4a2f2d4b-6665-4949-97ed-55c64f8880cf req-b17f27ea-914a-421d-aa91-3ce350a9fcc6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.561698 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4a2f2d4b-6665-4949-97ed-55c64f8880cf req-b17f27ea-914a-421d-aa91-3ce350a9fcc6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.574896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a2f2d4b-6665-4949-97ed-55c64f8880cf req-b17f27ea-914a-421d-aa91-3ce350a9fcc6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/25646347-b8f7-4a49-ad63-0191c6443570 HTTP/1.1" status: 204 len: 173 time: 0.3411386 Jul 07 17:55:46.748853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f27ea-914a-421d-aa91-3ce350a9fcc6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25646347-b8f7-4a49-ad63-0191c6443570,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:46.828540 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-650c6cde-ff8d-4130-a8e4-4e930cca4d9e req-50b19084-af9f-4c29-a868-8405b5b2e92d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:55:46.845599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-650c6cde-ff8d-4130-a8e4-4e930cca4d9e req-50b19084-af9f-4c29-a868-8405b5b2e92d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/25646347-b8f7-4a49-ad63-0191c6443570 HTTP/1.1" status: 404 len: 352 time: 0.0806956 Jul 07 17:55:47.047909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.094052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784ca88-cc90-4bf2-8632-43aaec06a201 req-74f132a8-ba14-4035-8482-b1729ce92b51 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:47.095551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e784ca88-cc90-4bf2-8632-43aaec06a201 req-74f132a8-ba14-4035-8482-b1729ce92b51 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3069422 Jul 07 17:55:47.100080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a18a8f26-dabe-42d8-980c-fb6900876e2c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:47.137127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ffa21b0-cca2-4c7e-a3d7-4a8891aef6c7 req-41f65279-a991-4974-a291-a079d31b0478 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/8463332a-77ac-4d1b-9a3a-2eed56e64a27 HTTP/1.1" status: 200 len: 1801 time: 0.1659961 Jul 07 17:55:47.251077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-cf95f362-f616-4910-8e62-3eec8761969b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5321064 Jul 07 17:55:47.275462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e784ca88-cc90-4bf2-8632-43aaec06a201 req-be595dbf-dab8-458f-8155-b682f7649885 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679029 Jul 07 17:55:47.604066 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.611081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9ffa21b0-cca2-4c7e-a3d7-4a8891aef6c7 req-8a3d0145-f358-4ba6-9106-49828651abae tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.713980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9ffa21b0-cca2-4c7e-a3d7-4a8891aef6c7 req-8a3d0145-f358-4ba6-9106-49828651abae tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.922140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9ffa21b0-cca2-4c7e-a3d7-4a8891aef6c7 req-8a3d0145-f358-4ba6-9106-49828651abae tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.925045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9ffa21b0-cca2-4c7e-a3d7-4a8891aef6c7 req-8a3d0145-f358-4ba6-9106-49828651abae tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.931179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ffa21b0-cca2-4c7e-a3d7-4a8891aef6c7 req-8a3d0145-f358-4ba6-9106-49828651abae tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/8463332a-77ac-4d1b-9a3a-2eed56e64a27 HTTP/1.1" status: 204 len: 173 time: 0.7806568 Jul 07 17:55:47.951347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d0145-f358-4ba6-9106-49828651abae tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8463332a-77ac-4d1b-9a3a-2eed56e64a27,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:47.971361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59630) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:47.980338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-603b59de-c123-48b4-8ff2-14b274fe5d7c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1325355974&fields=id&tenant_id=3050f5cd93de488599eb7f180faf7ac4 HTTP/1.1" status: 200 len: 267 time: 0.1298726 Jul 07 17:55:48.123548 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-fddcff78-3efb-424c-804c-4d9c90100ba0 req-f0c72b19-434d-4ab7-b4c0-5fe2a8a91283 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:55:48.124620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fddcff78-3efb-424c-804c-4d9c90100ba0 req-f0c72b19-434d-4ab7-b4c0-5fe2a8a91283 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/8463332a-77ac-4d1b-9a3a-2eed56e64a27 HTTP/1.1" status: 404 len: 352 time: 0.1348610 Jul 07 17:55:48.228252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0485569-f105-43bf-aee0-8383f858bf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.313627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-77beecf9-fe2d-4a14-8d0a-c07e532f1943 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.318666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-77beecf9-fe2d-4a14-8d0a-c07e532f1943 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/networks?id=3e165df5-d322-45c4-a19e-f646c31415f8 HTTP/1.1" status: 200 len: 816 time: 0.2610340 Jul 07 17:55:48.366482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-49f4745d-18d8-41b9-b468-fe5b9545de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.410349 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.414923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0485569-f105-43bf-aee0-8383f858bf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.422109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0485569-f105-43bf-aee0-8383f858bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.423580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-eb5df1ec-c971-468c-be6e-82076bc39668 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/quotas/3050f5cd93de488599eb7f180faf7ac4 HTTP/1.1" status: 200 len: 375 time: 0.0507994 Jul 07 17:55:48.442745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a464eb53-b9c3-4fb5-a137-34c117ae3ad6 req-cd20c92c-48ac-4e73-ad05-97fec51c4a93 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/adb1a7e1-8165-43aa-9c20-008551019367 HTTP/1.1" status: 200 len: 1799 time: 0.2513804 Jul 07 17:55:48.465411 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0485569-f105-43bf-aee0-8383f858bf0a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29cbf6fbdb62495d9a25b58f5e0f1a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935431 Jul 07 17:55:48.466973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0485569-f105-43bf-aee0-8383f858bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce498d-c0ed-4139-af0e-cfe3bf6af2d7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:48.469706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59642) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:48.524147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Router 404f5125-e819-4f54-a710-07aa10a61ac0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:48.525741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b603a6df-a33b-4c49-9d52-981d2a53ffcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.554497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b603a6df-a33b-4c49-9d52-981d2a53ffcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.620151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b603a6df-a33b-4c49-9d52-981d2a53ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.638366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a464eb53-b9c3-4fb5-a137-34c117ae3ad6 req-1e72b8b2-3057-4d3d-bc91-e388515ea26b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.641137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b603a6df-a33b-4c49-9d52-981d2a53ffcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.646220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b603a6df-a33b-4c49-9d52-981d2a53ffcc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/38ce498d-c0ed-4139-af0e-cfe3bf6af2d7 HTTP/1.1" status: 204 len: 168 time: 0.1729915 Jul 07 17:55:48.665970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603a6df-a33b-4c49-9d52-981d2a53ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce498d-c0ed-4139-af0e-cfe3bf6af2d7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:48.761075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-29a31c13-8772-45e2-9621-78dbf1c27a69 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3050f5cd93de488599eb7f180faf7ac4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3361795 Jul 07 17:55:48.808766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a464eb53-b9c3-4fb5-a137-34c117ae3ad6 req-1e72b8b2-3057-4d3d-bc91-e388515ea26b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.954051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a464eb53-b9c3-4fb5-a137-34c117ae3ad6 req-1e72b8b2-3057-4d3d-bc91-e388515ea26b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.956731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a464eb53-b9c3-4fb5-a137-34c117ae3ad6 req-1e72b8b2-3057-4d3d-bc91-e388515ea26b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.957939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a464eb53-b9c3-4fb5-a137-34c117ae3ad6 req-1e72b8b2-3057-4d3d-bc91-e388515ea26b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/adb1a7e1-8165-43aa-9c20-008551019367 HTTP/1.1" status: 204 len: 173 time: 0.5143690 Jul 07 17:55:48.987629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:48.992099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72b8b2-3057-4d3d-bc91-e388515ea26b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1a7e1-8165-43aa-9c20-008551019367,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:49.000739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0779484b-f2d2-43dd-a8f8-33d3ac1993fc admin admin] 10.222.0.88 "PUT /v2.0/routers/404f5125-e819-4f54-a710-07aa10a61ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1622288 Jul 07 17:55:49.014010 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] Sync routers for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:49.020902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59656) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:49.052581 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:49.053604 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:49.098642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-6a0fd439-0608-439a-92ba-e98b7995b098 service neutron] 10.222.0.88 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363163 Jul 07 17:55:49.324187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59660) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:49.343317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aba3a086-9d5f-4f57-852b-b7ddea84be63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.387607 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:49.501841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-760e4fbd-8411-4928-bead-160731900898 service neutron] 10.222.0.88 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700495 Jul 07 17:55:49.505986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aba3a086-9d5f-4f57-852b-b7ddea84be63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.516407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aba3a086-9d5f-4f57-852b-b7ddea84be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.521804 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.560335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.605876 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aba3a086-9d5f-4f57-852b-b7ddea84be63 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d59578c6747e4617b391a1b556214118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796390 Jul 07 17:55:49.606384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3a086-9d5f-4f57-852b-b7ddea84be63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2bf65e-d06f-4cb3-af06-b1ebd6a85480,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:49.609728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59662) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:49.742910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df809bee-016a-4966-973f-60a5b1d3cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.791970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df809bee-016a-4966-973f-60a5b1d3cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.880011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df809bee-016a-4966-973f-60a5b1d3cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.886104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df809bee-016a-4966-973f-60a5b1d3cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.888488 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-df809bee-016a-4966-973f-60a5b1d3cc06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa2bf65e-d06f-4cb3-af06-b1ebd6a85480 HTTP/1.1" status: 204 len: 168 time: 0.2776635 Jul 07 17:55:49.900940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df809bee-016a-4966-973f-60a5b1d3cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2bf65e-d06f-4cb3-af06-b1ebd6a85480,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:49.908598 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:55:46Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:49.946541 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] Checking router: 404f5125-e819-4f54-a710-07aa10a61ac0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:49.958024 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] Routers {'404f5125-e819-4f54-a710-07aa10a61ac0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:49.958917 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['404f5125-e819-4f54-a710-07aa10a61ac0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:50.075294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-bdcd4585-a215-4881-8307-a6d667a39c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:50.077016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-bdcd4585-a215-4881-8307-a6d667a39c37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1101 time: 0.7709885 Jul 07 17:55:50.095878 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] Set router 404f5125-e819-4f54-a710-07aa10a61ac0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:50.141323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366b1bc-8dcd-44a7-bd03-df97aea6b671 req-2052ab89-7c58-4b11-87d0-9413a0845e08 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:50.148556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6366b1bc-8dcd-44a7-bd03-df97aea6b671 req-2052ab89-7c58-4b11-87d0-9413a0845e08 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.8344040 Jul 07 17:55:50.347456 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-f501886d-c824-43d8-a0f0-6825c5fb0a2e req-19236ce6-4abb-4b1a-9762-f381684d7a7a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:55:50.349013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f501886d-c824-43d8-a0f0-6825c5fb0a2e req-19236ce6-4abb-4b1a-9762-f381684d7a7a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/adb1a7e1-8165-43aa-9c20-008551019367 HTTP/1.1" status: 404 len: 352 time: 0.0498157 Jul 07 17:55:50.379657 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:55:46Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:50.385095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6366b1bc-8dcd-44a7-bd03-df97aea6b671 req-f9f60f7c-0f58-4218-b57d-288764486e96 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183974 Jul 07 17:55:50.394896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.415655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-d416e4a2-962e-4aa7-8820-bb52f0bae7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:50.418107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-d416e4a2-962e-4aa7-8820-bb52f0bae7c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3338423 Jul 07 17:55:50.457094 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf3f999-19b6-4078-b715-52e42e76f9cd None None] The sync data for ids ['404f5125-e819-4f54-a710-07aa10a61ac0'] in n-d-798930-2 is: [{'id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'name': 'tempest-ServersTestJSON-1948558660-router', 'tenant_id': '125e20578ce0465b874decabd96b4224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:51Z', 'updated_at': '2021-07-07T17:55:46Z', 'revision_number': 5, 'project_id': '125e20578ce0465b874decabd96b4224', 'gw_port': {'id': 'ddf6886f-9302-4777-9c5e-575dbc7d447c', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404f5125-e819-4f54-a710-07aa10a61ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:50.554498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-e8da4538-f25e-4438-8b0c-887613eff09e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.1225445 Jul 07 17:55:50.600626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbf00a4a-827d-4630-853c-9db13912ebae req-79d623a0-c654-4246-b9b5-c5e4a478950c tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 210 time: 0.1236043 Jul 07 17:55:50.663357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-f9b36d7d-2de8-4cfa-8fde-6084216812a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:50.665988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-f9b36d7d-2de8-4cfa-8fde-6084216812a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0828731 Jul 07 17:55:50.736380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Deleting port ddf6886f-9302-4777-9c5e-575dbc7d447c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:50.736900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.876061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-661ca72c-8b7e-4e28-8ed4-9a806610ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:50.878034 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-661ca72c-8b7e-4e28-8ed4-9a806610ad4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964526 Jul 07 17:55:50.904370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9375f111-d7e1-4185-af66-1afbe297bbac req-e1dcd771-d97f-440f-9506-3021f37510fc tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 6146 time: 0.2346585 Jul 07 17:55:51.041096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] For port ddf6886f-9302-4777-9c5e-575dbc7d447c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ddf6886f-9302-4777-9c5e-575dbc7d447c,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:51.041469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.071969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Calling delete_port for ddf6886f-9302-4777-9c5e-575dbc7d447c owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:51.110108 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.175414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9375f111-d7e1-4185-af66-1afbe297bbac req-a862567e-8ec6-4eb6-b1b3-cf6fce35d3b4 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/f53c552d-41b5-44c2-9931-4acec84c7ced HTTP/1.1" status: 200 len: 2981 time: 0.2075291 Jul 07 17:55:51.237651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-bf7c2e6e-23d9-4b64-9a4c-a8a9229cb8b1 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252223 Jul 07 17:55:51.256162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7411a-b99c-43d0-9bee-65a0dabf48b6 req-733de0a9-4aa7-490d-a57e-e1b5573baee6 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.264316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6b7411a-b99c-43d0-9bee-65a0dabf48b6 req-733de0a9-4aa7-490d-a57e-e1b5573baee6 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.3529160 Jul 07 17:55:51.291180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9375f111-d7e1-4185-af66-1afbe297bbac req-cb8dd69e-6cf3-479b-8101-317903c9bf66 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/f53c552d-41b5-44c2-9931-4acec84c7ced HTTP/1.1" status: 200 len: 2981 time: 0.1148784 Jul 07 17:55:51.416211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6b7411a-b99c-43d0-9bee-65a0dabf48b6 req-dc62d1e5-c2ff-4c02-a724-c0e8b87d8497 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509528 Jul 07 17:55:51.482409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-a5a3ef17-8c08-463a-a38b-becea07564b8 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153068 Jul 07 17:55:51.510121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-04269b17-8149-43e7-8b2a-d012588ad44a req-0f844d80-1cc3-4776-b8e1-9a99faac1c09 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-390218852', 'description': 'tempest-description-2106810374'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:51.552278 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.576424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-04269b17-8149-43e7-8b2a-d012588ad44a req-0f844d80-1cc3-4776-b8e1-9a99faac1c09 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.581182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf6886f-9302-4777-9c5e-575dbc7d447c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:51.735664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.863669 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.873665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.902794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-5dcec810-583d-43d8-a732-9ea9870cef9f tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.904263 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-5dcec810-583d-43d8-a732-9ea9870cef9f tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.90 "GET /v2.0/networks?id=3e165df5-d322-45c4-a19e-f646c31415f8 HTTP/1.1" status: 200 len: 816 time: 0.1211424 Jul 07 17:55:51.930780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-04269b17-8149-43e7-8b2a-d012588ad44a req-0f844d80-1cc3-4776-b8e1-9a99faac1c09 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.940876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4b17-f2ed-4842-b7e5-56b8556d16ed req-e8b104b0-cd3b-43db-9e66-c9f602344253 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.942233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f31f4b17-f2ed-4842-b7e5-56b8556d16ed req-e8b104b0-cd3b-43db-9e66-c9f602344253 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2704058 Jul 07 17:55:51.944875 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-04269b17-8149-43e7-8b2a-d012588ad44a req-0f844d80-1cc3-4776-b8e1-9a99faac1c09 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.957049 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-b6b11500-5fa2-4655-8852-e6a208f98ea4 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3050f5cd93de488599eb7f180faf7ac4 HTTP/1.1" status: 200 len: 380 time: 0.0381513 Jul 07 17:55:51.963098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.963898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 404f5125-e819-4f54-a710-07aa10a61ac0 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:55:51.968770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Request body: {'port': {'device_id': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'admin_state_up': True, 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'security_groups': ['b62375d5-8949-477b-836e-05b676d4e248']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:51.991051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.992624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-93c798e5-dc2e-4628-8e21-49af6878a785 admin admin] 10.222.0.88 "DELETE /v2.0/routers/404f5125-e819-4f54-a710-07aa10a61ac0 HTTP/1.1" status: 204 len: 168 time: 2.9706757 Jul 07 17:55:51.998906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59724) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:52.022573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-04269b17-8149-43e7-8b2a-d012588ad44a req-0f844d80-1cc3-4776-b8e1-9a99faac1c09 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.023993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04269b17-8149-43e7-8b2a-d012588ad44a req-0f844d80-1cc3-4776-b8e1-9a99faac1c09 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5202241 Jul 07 17:55:52.045407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f844d80-1cc3-4776-b8e1-9a99faac1c09 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08099f6-71aa-4323-baae-27f7d02b932f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:52.082781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f31f4b17-f2ed-4842-b7e5-56b8556d16ed req-4470fd79-523e-4d4a-ac38-de23ff7c3a84 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219788 Jul 07 17:55:52.105801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] Deleting subnet 7ee9e119-283d-4770-9907-8b3819e041fe {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:55:52.120682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.133300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Made reservation on behalf of 3050f5cd93de488599eb7f180faf7ac4 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:52.139304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.156563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2d58e27e-d6d6-4464-8cdf-a6fff477de04 req-adad41c6-5150-4bd2-92a5-9a5edf5cc44d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1342022594', 'description': 'tempest-description-991704919'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:52.182523 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.215716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d58e27e-d6d6-4464-8cdf-a6fff477de04 req-adad41c6-5150-4bd2-92a5-9a5edf5cc44d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.281099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69b4550f-b54a-412d-a1b4-e501b3791fe3 req-94df9201-8166-4c4d-b1f4-cc5dbe038467 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 210 time: 0.0569329 Jul 07 17:55:52.321996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Allocated IP 172.20.0.11 (3e165df5-d322-45c4-a19e-f646c31415f8/34296304-693e-4db5-a1be-4e3a7012aa29/99eb9f27-4135-4eb3-b121-971b2e892f94) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:52.354225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.440059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d58e27e-d6d6-4464-8cdf-a6fff477de04 req-adad41c6-5150-4bd2-92a5-9a5edf5cc44d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.445197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d58e27e-d6d6-4464-8cdf-a6fff477de04 req-adad41c6-5150-4bd2-92a5-9a5edf5cc44d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.457442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.506891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee9e119-283d-4770-9907-8b3819e041fe,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:52.521415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a871c-569f-4235-90b0-c36f76ff4e6f None None] Network b8af3d42-b87f-44d0-abc1-d547b1f63799 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:52.537742 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.545954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59742) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:52.549362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-343d7131-2e92-461a-8443-5cf17ee87084 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7ee9e119-283d-4770-9907-8b3819e041fe HTTP/1.1" status: 204 len: 168 time: 0.5328903 Jul 07 17:55:52.550978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2d58e27e-d6d6-4464-8cdf-a6fff477de04 req-adad41c6-5150-4bd2-92a5-9a5edf5cc44d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.558043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d58e27e-d6d6-4464-8cdf-a6fff477de04 req-adad41c6-5150-4bd2-92a5-9a5edf5cc44d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4097192 Jul 07 17:55:52.559342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad41c6-5150-4bd2-92a5-9a5edf5cc44d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7876976a-e3c8-4d68-b452-7c762a560acb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:52.563149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.669804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Transition to ACTIVE for port object 99eb9f27-4135-4eb3-b121-971b2e892f94 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:52.720402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.737929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a18a8f26-dabe-42d8-980c-fb6900876e2c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:52.777831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a18a8f26-dabe-42d8-980c-fb6900876e2c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:52.778100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a18a8f26-dabe-42d8-980c-fb6900876e2c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:52.779453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddf6886f-9302-4777-9c5e-575dbc7d447c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:52.785696 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.837194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ddf6886f-9302-4777-9c5e-575dbc7d447c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:52.838023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddf6886f-9302-4777-9c5e-575dbc7d447c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:52.863534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768edf8d-a15e-4b5a-8aa7-a2667492959b req-58b4c627-a276-4ea8-8182-d068daf5a5f8 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:52.873687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event updated for resources: {'Port': ['ID=99eb9f27-4135-4eb3-b121-971b2e892f94,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:52.874371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-768edf8d-a15e-4b5a-8aa7-a2667492959b req-58b4c627-a276-4ea8-8182-d068daf5a5f8 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.1256187 Jul 07 17:55:52.885198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Network 3e165df5-d322-45c4-a19e-f646c31415f8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:52.889031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:52.891899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:52.920450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-768edf8d-a15e-4b5a-8aa7-a2667492959b req-1c612d43-d90a-42d6-8671-3fa92960bc82 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Jul 07 17:55:52.977089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] DHCP port deletion for b8af3d42-b87f-44d0-abc1-d547b1f63799 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:55:53.007516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:53.008178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.025796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Deleting port f614d6cd-9990-4c79-a53f-718bce7ed7d9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:53.025796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.080868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Deleting port f614d6cd-9990-4c79-a53f-718bce7ed7d9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:53.081271 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.109258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-1c49001a-52da-45d1-9d82-4479adcfb401 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:53.117103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-1c49001a-52da-45d1-9d82-4479adcfb401 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 813 time: 0.1853752 Jul 07 17:55:53.137203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-2278b457-e747-4733-875d-928fe724645b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/quotas/52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 375 time: 0.0186882 Jul 07 17:55:53.148752 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-e0609b68-bb32-4ba8-92d2-47ee72a62c74 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1849365 Jul 07 17:55:53.194582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] For port f614d6cd-9990-4c79-a53f-718bce7ed7d9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f614d6cd-9990-4c79-a53f-718bce7ed7d9,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:53.195377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.214980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Calling delete_port for f614d6cd-9990-4c79-a53f-718bce7ed7d9 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:53.237581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] For port f614d6cd-9990-4c79-a53f-718bce7ed7d9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f614d6cd-9990-4c79-a53f-718bce7ed7d9,segment=NetworkSegment(37fb0362-1931-48ed-a536-1b81e8189788),segment_id=37fb0362-1931-48ed-a536-1b81e8189788)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:53.238274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.275525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Calling delete_port for f614d6cd-9990-4c79-a53f-718bce7ed7d9 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:53.302158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-bde291d8-4b7e-443f-8d5d-e221fde05047 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626389 Jul 07 17:55:53.350269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Request body: {'port': {'device_id': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:53.354563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.381305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ecb6817a-85a1-4605-9193-660ae1103503 None None] Provisioning for port 99eb9f27-4135-4eb3-b121-971b2e892f94 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:53.388639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ecb6817a-85a1-4605-9193-660ae1103503 None None] Provisioning complete for port 99eb9f27-4135-4eb3-b121-971b2e892f94 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:53.389547 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecb6817a-85a1-4605-9193-660ae1103503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.411610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] No DVR routers for this DVR port f614d6cd-9990-4c79-a53f-718bce7ed7d9 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:53.415341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f614d6cd-9990-4c79-a53f-718bce7ed7d9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:53.447412 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.458809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6817a-85a1-4605-9193-660ae1103503 None None] Port 99eb9f27-4135-4eb3-b121-971b2e892f94 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:53.467763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-65912c98-649c-4f8f-8fbe-69df6306b988 service neutron] 10.222.0.88 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644278 Jul 07 17:55:53.488708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Pushing event deleted for resources: {'Port': ['ID=f614d6cd-9990-4c79-a53f-718bce7ed7d9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:53.494449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] No DVR routers for this DVR port f614d6cd-9990-4c79-a53f-718bce7ed7d9 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:53.508603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.516324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.516963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.518007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.518569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.519110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.519647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.520174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8af3d42-b87f-44d0-abc1-d547b1f63799']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:53.520535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.521563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.522560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.523093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.523624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.524591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b378707-ecb7-4921-aed9-e94fcfae2099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:53.532874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fb0362-1931-48ed-a536-1b81e8189788') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:53.533621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fb0362-1931-48ed-a536-1b81e8189788') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:53.544173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.559853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.566586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:55:53.566990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.570829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c5bd7-b61b-47b6-a62e-03fe68ebf752 req-1c581570-8d1b-422d-befe-63ec4e022bf2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:53.572469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-093c5bd7-b61b-47b6-a62e-03fe68ebf752 req-1c581570-8d1b-422d-befe-63ec4e022bf2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.1793981 Jul 07 17:55:53.613166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-181dc4fd-2300-4e2b-b8a4-ef53a1eac0a0 service neutron] 10.222.0.88 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436474 Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:55:53.625858 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:55:53.653919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.659027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-093c5bd7-b61b-47b6-a62e-03fe68ebf752 req-d209f45e-5f3a-4dd3-b017-816e292862be tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775499 Jul 07 17:55:53.669913 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.677541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b8af3d42-b87f-44d0-abc1-d547b1f63799 HTTP/1.1" status: 204 len: 168 time: 1.1294973 Jul 07 17:55:53.741917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72ad16-f251-47da-a931-a5dcde67de82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8af3d42-b87f-44d0-abc1-d547b1f63799,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:53.770085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.838978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-caa3131e-38e7-447c-8b2b-dd111412769b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:53.843768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-caa3131e-38e7-447c-8b2b-dd111412769b tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.90 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 946 time: 0.1817143 Jul 07 17:55:54.003471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59788) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:54.104514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd74f1-4619-4dc4-9ffb-a366499491de req-5e2cec91-09cf-4a05-9235-7c181cf3307f tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:54.106405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92cd74f1-4619-4dc4-9ffb-a366499491de req-5e2cec91-09cf-4a05-9235-7c181cf3307f tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 932 time: 0.1967044 Jul 07 17:55:54.115827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c146b039-2bd9-400a-9deb-9faf5615da4c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=125e20578ce0465b874decabd96b4224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1046929 Jul 07 17:55:54.116407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59794) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:54.142740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Deleting port 1307d571-b8f3-478b-ad98-b3034e11d794 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:54.143260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.255722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92cd74f1-4619-4dc4-9ffb-a366499491de req-f20e7354-bda1-454a-bb02-cca325bf6e1a tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410763 Jul 07 17:55:54.279116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2704968e-bd5a-43f5-8bdb-a91c0723f00b req-427bd531-b8ba-4ff9-a3ee-7d3ad380a8e0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 210 time: 0.0804765 Jul 07 17:55:54.285835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eb9f27-4135-4eb3-b121-971b2e892f94 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:54.302531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31daa2d9-c663-42d3-a26e-5c364593c152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.302531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.331760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] For port 1307d571-b8f3-478b-ad98-b3034e11d794, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1307d571-b8f3-478b-ad98-b3034e11d794,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:54.332394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.352024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Transition to ACTIVE for port object 99eb9f27-4135-4eb3-b121-971b2e892f94 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:54.362265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Calling delete_port for 1307d571-b8f3-478b-ad98-b3034e11d794 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:54.365476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31daa2d9-c663-42d3-a26e-5c364593c152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.389628 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.414479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f614d6cd-9990-4c79-a53f-718bce7ed7d9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:54.464274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: f614d6cd-9990-4c79-a53f-718bce7ed7d9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:54.464627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f614d6cd-9990-4c79-a53f-718bce7ed7d9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:54.488980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Pushing event updated for resources: {'Port': ['ID=99eb9f27-4135-4eb3-b121-971b2e892f94,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:54.547585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31daa2d9-c663-42d3-a26e-5c364593c152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.550395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31daa2d9-c663-42d3-a26e-5c364593c152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.551560 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-31daa2d9-c663-42d3-a26e-5c364593c152 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e442532a-c267-4bd9-ae7e-ea75324ebfb2 HTTP/1.1" status: 204 len: 168 time: 0.4320123 Jul 07 17:55:54.591690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daa2d9-c663-42d3-a26e-5c364593c152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442532a-c267-4bd9-ae7e-ea75324ebfb2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:54.647709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Attempting to bind port 99eb9f27-4135-4eb3-b121-971b2e892f94 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:54.648130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Attempting to bind port 99eb9f27-4135-4eb3-b121-971b2e892f94 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:54.648550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Attempting to bind port 99eb9f27-4135-4eb3-b121-971b2e892f94 on network 3e165df5-d322-45c4-a19e-f646c31415f8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:54.662669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Port 99eb9f27-4135-4eb3-b121-971b2e892f94 on network 3e165df5-d322-45c4-a19e-f646c31415f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:54.665538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Attempting to bind port 99eb9f27-4135-4eb3-b121-971b2e892f94 on network 3e165df5-d322-45c4-a19e-f646c31415f8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:54.682596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:54.682903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Checking segment: {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:54.686653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Bound using segment: {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:54.687279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Bound port: 99eb9f27-4135-4eb3-b121-971b2e892f94, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa144a32-4bae-4f7e-9449-df5641376e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:54.687656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.768230 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.782561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['fa0cd2f8-7a82-480c-9089-74b4695f2ab2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:54.785268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1307d571-b8f3-478b-ad98-b3034e11d794'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:54.869993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] For port 99eb9f27-4135-4eb3-b121-971b2e892f94, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:54.871849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef064ccc-682a-4806-b041-0bd4b3f50b10 req-cfba2cbd-0059-4731-87d2-9cb4e4e9521a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:54.881900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] For port 99eb9f27-4135-4eb3-b121-971b2e892f94, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=99eb9f27-4135-4eb3-b121-971b2e892f94,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:54.891615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.893470 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef064ccc-682a-4806-b041-0bd4b3f50b10 req-cfba2cbd-0059-4731-87d2-9cb4e4e9521a tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=fadfc7b8-a4d6-4647-bb69-c9621fc9e741 HTTP/1.1" status: 200 len: 867 time: 0.3433995 Jul 07 17:55:54.909019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Pushing event deleted for resources: {'Port': ['ID=1307d571-b8f3-478b-ad98-b3034e11d794,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:55.009787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Pushing event updated for resources: {'Port': ['ID=99eb9f27-4135-4eb3-b121-971b2e892f94,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:55.032228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:55.032882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.035616 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-546b1a4a-4ed0-40e8-826d-1e1b7d2a9d3f service neutron] 10.222.0.90 "PUT /v2.0/ports/99eb9f27-4135-4eb3-b121-971b2e892f94 HTTP/1.1" status: 200 len: 1092 time: 1.8746552 Jul 07 17:55:55.036121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:55.051657 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:55.276940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59824) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:55.321858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-4295a093-54f8-450c-ada1-c336c2a13d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:55.324471 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-4295a093-54f8-450c-ada1-c336c2a13d84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3050f5cd93de488599eb7f180faf7ac4&device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 1095 time: 0.1686230 Jul 07 17:55:55.422217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-076a788e-a57d-4b65-bc35-bf89a97b5d5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99eb9f27-4135-4eb3-b121-971b2e892f94 HTTP/1.1" status: 200 len: 217 time: 0.0881059 Jul 07 17:55:55.482697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ef23-488e-4a09-a86d-dc38772a5176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.510031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-2973d7be-e0a9-45bd-aee3-8002904a20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:55.511781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-2973d7be-e0a9-45bd-aee3-8002904a20d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34296304-693e-4db5-a1be-4e3a7012aa29 HTTP/1.1" status: 200 len: 855 time: 0.0796409 Jul 07 17:55:55.622511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-4b650a55-98f8-4a33-bbd6-87c1929d1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:55.624152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-4b650a55-98f8-4a33-bbd6-87c1929d1ca8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e165df5-d322-45c4-a19e-f646c31415f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023669 Jul 07 17:55:55.663295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] No DVR routers for this DVR port 1307d571-b8f3-478b-ad98-b3034e11d794 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:55.666830 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.669291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3dfa980-8314-407e-81ef-1e2f18447c59 req-916d37f3-d6cd-4a83-af51-2945b168b446 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.90 "DELETE /v2.0/ports/1307d571-b8f3-478b-ad98-b3034e11d794 HTTP/1.1" status: 204 len: 173 time: 1.8211076 Jul 07 17:55:55.684191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'name': 'network-vif-deleted', 'tag': '1307d571-b8f3-478b-ad98-b3034e11d794'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:55.690677 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a9e86-767f-423c-9b51-985eca3c800a" -d '{"events": [{"server_uuid": "fadfc7b8-a4d6-4647-bb69-c9621fc9e741", "name": "network-vif-deleted", "tag": "1307d571-b8f3-478b-ad98-b3034e11d794"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:55.714138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef064ccc-682a-4806-b041-0bd4b3f50b10 req-ed7c24ec-a4e4-490f-8212-129b5105f10e tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8195286 Jul 07 17:55:55.718859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ef23-488e-4a09-a86d-dc38772a5176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.726684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ef23-488e-4a09-a86d-dc38772a5176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:55.797180 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7f4ef23-488e-4a09-a86d-dc38772a5176 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5769759b05e5451086caacc0d9c82154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145152 Jul 07 17:55:55.800140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4ef23-488e-4a09-a86d-dc38772a5176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff9a5c4-acd5-47db-8a9b-2ab4ad25b3b1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:55.804783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:55.814658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-14613cce-2cd3-4350-89d8-5ff938f6786c service neutron] 10.222.0.90 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828029 Jul 07 17:55:55.818255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634b8d-7345-4d83-9fe8-64be8d1f2d20 req-5ac9ee5f-9062-48f8-8fb9-81a018c3a725 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:55.829625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b634b8d-7345-4d83-9fe8-64be8d1f2d20 req-5ac9ee5f-9062-48f8-8fb9-81a018c3a725 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.9164271 Jul 07 17:55:55.877897 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9794cb7-c79d-440d-92c0-e6903f8e3971 x-openstack-request-id: req-f9794cb7-c79d-440d-92c0-e6903f8e3971 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:55.878331 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:55.878483 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f9794cb7-c79d-440d-92c0-e6903f8e3971 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:55.878856 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'status': 'completed', 'code': 200} Jul 07 17:55:55.947032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b634b8d-7345-4d83-9fe8-64be8d1f2d20 req-2698c7f0-c7bb-4f0a-862e-c10784c7c1e9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164854 Jul 07 17:55:56.051490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-26b48c6b-8e4e-4879-9bb0-0aa722add338 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.055267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-26b48c6b-8e4e-4879-9bb0-0aa722add338 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 813 time: 0.2233009 Jul 07 17:55:56.083613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'port': {'device_id': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c', 'admin_state_up': True, 'tenant_id': '52805d0d1944419aa8aa8299a4b68051'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:56.114083 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a2df8c1-c297-4388-818d-4de15f6234dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.162869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59852) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:56.173242 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9f04fbf6-62ff-4ae9-bfe5-b8d4589b6ee5 req-465160b0-8de6-4734-9d81-bc0f01150101 service neutron] 10.222.0.90 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401320 Jul 07 17:55:56.186803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a2df8c1-c297-4388-818d-4de15f6234dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.282897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a2df8c1-c297-4388-818d-4de15f6234dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.286402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a2df8c1-c297-4388-818d-4de15f6234dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.295299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be18a9-18bf-455d-b8c0-b881968f29ab req-b4f4be31-7c2d-4000-a03c-2b32e1001b0e tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.296941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5be18a9-18bf-455d-b8c0-b881968f29ab req-b4f4be31-7c2d-4000-a03c-2b32e1001b0e tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 944 time: 0.1239846 Jul 07 17:55:56.305110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5a2df8c1-c297-4388-818d-4de15f6234dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ff9a5c4-acd5-47db-8a9b-2ab4ad25b3b1 HTTP/1.1" status: 204 len: 168 time: 0.4984362 Jul 07 17:55:56.309034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Made reservation on behalf of 52805d0d1944419aa8aa8299a4b68051 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:56.314911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.328408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2df8c1-c297-4388-818d-4de15f6234dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff9a5c4-acd5-47db-8a9b-2ab4ad25b3b1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:56.387848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1926205336-network', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:56.442772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-b1ab7821-5850-47ea-ab3f-f9653051e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.445694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-b1ab7821-5850-47ea-ab3f-f9653051e51c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3050f5cd93de488599eb7f180faf7ac4&device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 1095 time: 0.0997825 Jul 07 17:55:56.481789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-186fd29d-8cfc-475f-938e-a1f8cee654e4 req-5a352f6f-4759-4436-b9d6-98a24b4f146c tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 210 time: 0.0983889 Jul 07 17:55:56.595229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5be18a9-18bf-455d-b8c0-b881968f29ab req-b5ac4e0f-98fb-4a13-a54d-b23dde471379 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886393 Jul 07 17:55:56.601844 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5faa2-ebb0-4a60-9e1e-c4b76e3bfb38 x-openstack-request-id: req-27d5faa2-ebb0-4a60-9e1e-c4b76e3bfb38 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:56.602340 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfc7b8-a4d6-4647-bb69-c9621fc9e741", "name": "network-vif-deleted", "tag": "1307d571-b8f3-478b-ad98-b3034e11d794", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:56.602794 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-27d5faa2-ebb0-4a60-9e1e-c4b76e3bfb38 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:56.603219 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadfc7b8-a4d6-4647-bb69-c9621fc9e741', 'name': 'network-vif-deleted', 'tag': '1307d571-b8f3-478b-ad98-b3034e11d794', 'status': 'completed', 'code': 200} Jul 07 17:55:56.626146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Made reservation on behalf of e73a87dcfa654e3b942a6c82a4de6efd for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:56.628665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.629984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-acbc997d-f180-4920-b473-37949c981361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.633040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-acbc997d-f180-4920-b473-37949c981361 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3e165df5-d322-45c4-a19e-f646c31415f8 HTTP/1.1" status: 200 len: 917 time: 0.1530006 Jul 07 17:55:56.645917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.711145 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-269b101a-6f57-424c-95e3-03b3b1552204 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99eb9f27-4135-4eb3-b121-971b2e892f94 HTTP/1.1" status: 200 len: 217 time: 0.0695157 Jul 07 17:55:56.746135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Allocated IP 172.20.0.5 (92f77e48-d2c6-40c4-a79c-e94c8788f61c/9e1ad86b-0249-4aaf-b3f2-df303dda6392/f82e2037-2516-4541-926b-774d58fc3b4c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:56.834078 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.849079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.874145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-00af34ab-739f-47bd-a34d-a127a4371a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.876960 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-00af34ab-739f-47bd-a34d-a127a4371a82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34296304-693e-4db5-a1be-4e3a7012aa29 HTTP/1.1" status: 200 len: 855 time: 0.1365635 Jul 07 17:55:56.989254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:55:56.994929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-36b76ac8-3928-43a7-b867-a33e2aa55671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.000797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9f6f4-23ea-4756-af9d-c0499d04806d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:57.001094 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-36b76ac8-3928-43a7-b867-a33e2aa55671 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e165df5-d322-45c4-a19e-f646c31415f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180634 Jul 07 17:55:57.043531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.044005 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Added segment b9906ad5-942c-40b7-aad5-1ef381492b36 of type vlan for network e49b18a0-4912-4354-8c37-145fdfc25fb7 Jul 07 17:55:57.121848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.167836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.196205 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.197298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.197939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.250412 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-984d95d8-22c6-4ba8-b063-b379bf020e01 service neutron] 10.222.0.90 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416205 Jul 07 17:55:57.278861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] Pushing event updated for resources: {'Network': ['ID=e49b18a0-4912-4354-8c37-145fdfc25fb7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:57.291871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:55:57.389446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28d6a653-150f-4588-a427-3fb504dce6fa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2252910 Jul 07 17:55:57.393267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59890) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:57.406565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Request body: {'subnet': {'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1926205336-subnet', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:57.467641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.484021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:57.521210 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-17785f4c-5a1c-4ca4-894d-dd5058a86f7e req-0daf5738-a1f6-4096-bd79-a1290685fa00 service neutron] 10.222.0.90 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640436 Jul 07 17:55:57.547880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:57.567621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Network 92f77e48-d2c6-40c4-a79c-e94c8788f61c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:57.569632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:57.572560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:57.624331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Made reservation on behalf of e73a87dcfa654e3b942a6c82a4de6efd for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:57.626922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.656179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00daef-0ee1-4d40-8d0a-e4c79940c47b req-ebe96334-30f6-4359-b98d-25ea215c3078 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.658608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe00daef-0ee1-4d40-8d0a-e4c79940c47b req-ebe96334-30f6-4359-b98d-25ea215c3078 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3807845 Jul 07 17:55:57.768470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.769243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.822365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe00daef-0ee1-4d40-8d0a-e4c79940c47b req-87aaf900-5178-40c7-a5a3-293a770f8761 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217546 Jul 07 17:55:57.828713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-e8c0df26-7eb4-4d20-8927-daa17e9d6aeb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7494228 Jul 07 17:55:57.836664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c775e4-6e28-4b8e-8133-9d926aeca9e5 req-38f8e1d2-81de-446e-b64b-5c4fc95650e0 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.838265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6c775e4-6e28-4b8e-8133-9d926aeca9e5 req-38f8e1d2-81de-446e-b64b-5c4fc95650e0 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2747934 Jul 07 17:55:57.846189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Request body: {'port': {'device_id': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:57.979793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6c775e4-6e28-4b8e-8133-9d926aeca9e5 req-7411e720-4480-49e2-98aa-5f006c87c7a4 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301064 Jul 07 17:55:58.022247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.055691 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.195268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b989343-b1ef-41af-b661-85a58de4aec6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:58.289250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Checking segment: {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:58.289615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Network hostable DHCP agents. Network: e49b18a0-4912-4354-8c37-145fdfc25fb7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:55:58.402522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:55:58.419672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41852a2e-c866-4abf-9d98-1a1642872b9b req-43421650-ee07-4aea-916e-5fcd842a80be tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.421184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41852a2e-c866-4abf-9d98-1a1642872b9b req-43421650-ee07-4aea-916e-5fcd842a80be tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 944 time: 0.2676995 Jul 07 17:55:58.431547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd34ac7-424b-460f-9252-6e60f66ed62c req-985a9ea3-3f05-4809-a76e-0c73ff10b3c8 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.433064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dfd34ac7-424b-460f-9252-6e60f66ed62c req-985a9ea3-3f05-4809-a76e-0c73ff10b3c8 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 931 time: 0.3112087 Jul 07 17:55:58.471206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e49b18a0-4912-4354-8c37-145fdfc25fb7) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:58.485238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6439a75-4545-413b-a572-8a6e9c9a2f5b None None] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:58.487444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.488057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.511549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1307d571-b8f3-478b-ad98-b3034e11d794 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:58.548933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2483e08f-d1c8-416f-8125-ac9523b27fa3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1513729 Jul 07 17:55:58.549209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59920) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:58.554204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dfd34ac7-424b-460f-9252-6e60f66ed62c req-582f2f88-bb43-401e-b694-e6d747523349 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070287 Jul 07 17:55:58.554602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:58.565583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41852a2e-c866-4abf-9d98-1a1642872b9b req-8ee7ec22-a73b-4300-89f3-fc9c83c69637 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277535 Jul 07 17:55:58.594555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.595806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.631711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82e2037-2516-4541-926b-774d58fc3b4c {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:58.642538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.671402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Transition to ACTIVE for port object f82e2037-2516-4541-926b-774d58fc3b4c will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:58.683374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.686421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.774577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 1307d571-b8f3-478b-ad98-b3034e11d794 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:58.775015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1307d571-b8f3-478b-ad98-b3034e11d794 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:58.808912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Pushing event updated for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:58.897290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.900857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-e49b18a0-4912-4354-8c37-145fdfc25fb7', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:55:58.901758 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.944869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Attempting to bind port f82e2037-2516-4541-926b-774d58fc3b4c on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:58.945206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Attempting to bind port f82e2037-2516-4541-926b-774d58fc3b4c by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:58.945537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Attempting to bind port f82e2037-2516-4541-926b-774d58fc3b4c on network 92f77e48-d2c6-40c4-a79c-e94c8788f61c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:58.950231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Port f82e2037-2516-4541-926b-774d58fc3b4c on network 92f77e48-d2c6-40c4-a79c-e94c8788f61c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:58.950555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Attempting to bind port f82e2037-2516-4541-926b-774d58fc3b4c on network 92f77e48-d2c6-40c4-a79c-e94c8788f61c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:58.955891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:58.956302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Checking segment: {'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:58.956703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Bound using segment: {'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:58.957185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Bound port: f82e2037-2516-4541-926b-774d58fc3b4c, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:58.957557 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.089109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:59.095099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Allocated IP 172.20.0.2 (e49b18a0-4912-4354-8c37-145fdfc25fb7/4b989343-b1ef-41af-b661-85a58de4aec6/4ce572bf-20fb-4b85-983d-69aad2c001a8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:59.100019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f82e2037-2516-4541-926b-774d58fc3b4c,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:59.114347 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.210429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.249213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.251516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.258046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.259119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] 10.222.0.55 "PUT /v2.0/ports/f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 1091 time: 1.4182429 Jul 07 17:55:59.270334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:59.275141 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:59.380482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.393262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Transition to ACTIVE for port object 4ce572bf-20fb-4b85-983d-69aad2c001a8 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:59.413215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Transition to ACTIVE for port object 4ce572bf-20fb-4b85-983d-69aad2c001a8 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:59.421962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.425346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Allocated IP 172.25.1.228 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/d6756888-4c27-4956-b9eb-e1a6cf484bf6) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:59.436024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b566dd-5bc1-4b1a-97e5-e51c0d6ca498 service neutron] Pushing event updated for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:59.473807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Pushing event updated for resources: {'Port': ['ID=4ce572bf-20fb-4b85-983d-69aad2c001a8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:59.479696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57a2aa-2bc5-40fa-b875-094fa74aa138 req-5004ed7d-9e0e-43ae-94f6-b01b71b29779 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.485218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:59.486927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb57a2aa-2bc5-40fa-b875-094fa74aa138 req-5004ed7d-9e0e-43ae-94f6-b01b71b29779 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2846894 Jul 07 17:55:59.487564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:59.491071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:59.539260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-a3eb255e-658d-4cd8-90ae-d493cf883ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.540809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-a3eb255e-658d-4cd8-90ae-d493cf883ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1094 time: 0.2087896 Jul 07 17:55:59.554751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfaf5-b400-4d0e-abff-6504585c860a req-e54eed81-785e-4bf2-8c97-d1cf27caf601 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.556538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b84bfaf5-b400-4d0e-abff-6504585c860a req-e54eed81-785e-4bf2-8c97-d1cf27caf601 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2039945 Jul 07 17:55:59.559355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59958) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:59.569497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb57a2aa-2bc5-40fa-b875-094fa74aa138 req-4c716d07-6dde-4cad-ab0c-4150c3e0cf1c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815642 Jul 07 17:55:59.575725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Attempting to bind port 4ce572bf-20fb-4b85-983d-69aad2c001a8 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:59.576351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Attempting to bind port 4ce572bf-20fb-4b85-983d-69aad2c001a8 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:59.576652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.577105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Attempting to bind port 4ce572bf-20fb-4b85-983d-69aad2c001a8 on network e49b18a0-4912-4354-8c37-145fdfc25fb7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:59.584312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:59.585112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Checking segment: {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:59.585690 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.586590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Bound using segment: {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:59.587251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Bound port: 4ce572bf-20fb-4b85-983d-69aad2c001a8, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:59.587793 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.626158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.664030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] For port 4ce572bf-20fb-4b85-983d-69aad2c001a8, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:59.669166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] For port 4ce572bf-20fb-4b85-983d-69aad2c001a8, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4ce572bf-20fb-4b85-983d-69aad2c001a8,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:59.671461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:59.676020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:59.678155 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.680222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:59.681615 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad42694-e606-4b54-8bc8-6bbe760d91d5 x-openstack-request-id: req-bad42694-e606-4b54-8bc8-6bbe760d91d5 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:59.681939 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:59.682174 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bad42694-e606-4b54-8bc8-6bbe760d91d5 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:59.682597 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c', 'status': 'completed', 'code': 200} Jul 07 17:55:59.703633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-2c8c4b2e-dd2c-405f-9b3f-95d644c2f481 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 217 time: 0.1460028 Jul 07 17:55:59.763847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75d751-8a42-4a2f-95d3-98f63f5b2a4c None None] Pushing event updated for resources: {'Port': ['ID=4ce572bf-20fb-4b85-983d-69aad2c001a8,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:59.773302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b84bfaf5-b400-4d0e-abff-6504585c860a req-9ea42806-a21c-4736-9742-40c0c549a761 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814337 Jul 07 17:55:59.793093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-324b69f5-98b3-4793-b433-efe0ac1db3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.795591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-324b69f5-98b3-4793-b433-efe0ac1db3c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.0825908 Jul 07 17:55:59.831193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e89842c7-ad09-47c6-b7f9-594ad36e6602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.840363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6756888-4c27-4956-b9eb-e1a6cf484bf6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:59.882034 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-2d5e39b9-35ac-48b6-9409-a48f3f3859b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727420 Jul 07 17:56:00.084603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-6fb2c999-e778-478d-83b7-6de9bbeb7436 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840668 Jul 07 17:56:00.114745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.130444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068c99b-2c87-467a-a13c-bc17a8bd5099 req-092be5fa-20de-4fad-a344-6d429467be18 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.137995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f068c99b-2c87-467a-a13c-bc17a8bd5099 req-092be5fa-20de-4fad-a344-6d429467be18 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 943 time: 0.3298595 Jul 07 17:56:00.180237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e89842c7-ad09-47c6-b7f9-594ad36e6602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.241869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f068c99b-2c87-467a-a13c-bc17a8bd5099 req-6e874110-84a8-44dd-a98d-fc2a728dd072 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026428 Jul 07 17:56:00.251503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e89842c7-ad09-47c6-b7f9-594ad36e6602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.273632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd59a5-b8d0-4a35-a1a6-49ee4692d54b req-3afc6e93-8a00-410b-9821-9b91fc81d2e4 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.275318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbd59a5-b8d0-4a35-a1a6-49ee4692d54b req-3afc6e93-8a00-410b-9821-9b91fc81d2e4 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 944 time: 0.3643522 Jul 07 17:56:00.355908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89842c7-ad09-47c6-b7f9-594ad36e6602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80d1f3-e9f1-431b-a91c-3ae706f629d6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:00.389439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bbd59a5-b8d0-4a35-a1a6-49ee4692d54b req-d71c94a7-7bde-4794-aac5-086fef3b9f02 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938342 Jul 07 17:56:00.407749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59970) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:00.409030 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e89842c7-ad09-47c6-b7f9-594ad36e6602 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c97e400fe65046e2a66d66b08f24b71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483217 Jul 07 17:56:00.455748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4ef1cc3-3513-407c-90be-e07bd39daf28 req-803acc59-aafe-4a4c-81c8-25403e3dc75b service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520169 Jul 07 17:56:00.487134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.505042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4ce572bf-20fb-4b85-983d-69aad2c001a8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:00.505753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5473745-a2a1-4305-ba39-1a578aa7f48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.541046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5473745-a2a1-4305-ba39-1a578aa7f48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.584293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 4ce572bf-20fb-4b85-983d-69aad2c001a8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:00.657081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Router 2270525a-ca1a-4350-b7cd-dedbea1fd11f is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:56:00.679612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5473745-a2a1-4305-ba39-1a578aa7f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.688091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5473745-a2a1-4305-ba39-1a578aa7f48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.706183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d5473745-a2a1-4305-ba39-1a578aa7f48a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cc80d1f3-e9f1-431b-a91c-3ae706f629d6 HTTP/1.1" status: 204 len: 168 time: 0.2820640 Jul 07 17:56:00.735315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5473745-a2a1-4305-ba39-1a578aa7f48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80d1f3-e9f1-431b-a91c-3ae706f629d6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:00.832638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-cede1c42-f2c7-4271-9508-59d40021cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.836392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-cede1c42-f2c7-4271-9508-59d40021cb4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1094 time: 0.2627280 Jul 07 17:56:00.886937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:00.907200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Sync routers for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:00.927189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:00.927841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:00.939141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.943851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59978) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:00.957441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f885314-31f9-414c-828d-d750fb410cd5 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4064395 Jul 07 17:56:01.034767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed1f07-e900-4b59-95b9-50fbf4e45e8f req-45d69ec9-d5bb-43a3-a1c8-4c2f224dbc42 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:01.042652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64ed1f07-e900-4b59-95b9-50fbf4e45e8f req-45d69ec9-d5bb-43a3-a1c8-4c2f224dbc42 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2774835 Jul 07 17:56:01.114615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:01.286948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2abca-90db-42c7-bbe7-5bf73eb3dc9d None None] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:01.472274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc6eb58b-2f15-48d1-93ba-d335343546ed None None] Provisioning for port 4ce572bf-20fb-4b85-983d-69aad2c001a8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:01.508377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc6eb58b-2f15-48d1-93ba-d335343546ed None None] Provisioning complete for port 4ce572bf-20fb-4b85-983d-69aad2c001a8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:01.509706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb58b-2f15-48d1-93ba-d335343546ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.670805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:55:59Z', 'revision_number': 3, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:01.763111 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb58b-2f15-48d1-93ba-d335343546ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.775865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Checking router: 2270525a-ca1a-4350-b7cd-dedbea1fd11f for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:01.776544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Updating router 2270525a-ca1a-4350-b7cd-dedbea1fd11f port d6756888-4c27-4956-b9eb-e1a6cf484bf6 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:01.863685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.930126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64ed1f07-e900-4b59-95b9-50fbf4e45e8f req-d512c2c3-34c0-4789-8a26-33117b99be60 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8864219 Jul 07 17:56:01.937343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bc6eb58b-2f15-48d1-93ba-d335343546ed None None] For port 4ce572bf-20fb-4b85-983d-69aad2c001a8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4ce572bf-20fb-4b85-983d-69aad2c001a8,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:01.950811 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb58b-2f15-48d1-93ba-d335343546ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:01.963144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-f67c879a-d81d-465f-b86f-4a5fb3c74145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:01.968224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-f67c879a-d81d-465f-b86f-4a5fb3c74145 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 914 time: 1.1081755 Jul 07 17:56:02.114182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6eb58b-2f15-48d1-93ba-d335343546ed None None] Pushing event updated for resources: {'Port': ['ID=4ce572bf-20fb-4b85-983d-69aad2c001a8,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:02.141890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b2138af4-e111-4091-9035-3c9d5e53dd1c None None] Provisioning complete for port 4ce572bf-20fb-4b85-983d-69aad2c001a8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:02.142287 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2138af4-e111-4091-9035-3c9d5e53dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.160447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-7f36b092-fbdf-4ba3-bee0-26c8914787a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 217 time: 0.1815212 Jul 07 17:56:02.170480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a81e4-c1da-4a04-9ea5-bab176272935 req-36e87b4e-8e2b-401f-8de2-bdda477a8568 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:02.172397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc6a81e4-c1da-4a04-9ea5-bab176272935 req-36e87b4e-8e2b-401f-8de2-bdda477a8568 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 1.1625485 Jul 07 17:56:02.282216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-f51b79e5-eff9-4ae4-a03e-dce1a0440f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:02.283917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-f51b79e5-eff9-4ae4-a03e-dce1a0440f7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.1046317 Jul 07 17:56:02.359448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.370658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Transition to ACTIVE for port object d6756888-4c27-4956-b9eb-e1a6cf484bf6 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:02.378819 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.397538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-23a3cb75-0a1f-4db4-b828-6af5eda161f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957243 Jul 07 17:56:02.419464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4ce572bf-20fb-4b85-983d-69aad2c001a8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:02.497749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c325-edd8-406a-8be5-1397dd97ac13 None None] Pushing event updated for resources: {'Port': ['ID=d6756888-4c27-4956-b9eb-e1a6cf484bf6,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:02.501727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Attempting to bind port d6756888-4c27-4956-b9eb-e1a6cf484bf6 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:02.503354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Attempting to bind port d6756888-4c27-4956-b9eb-e1a6cf484bf6 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:02.503354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Attempting to bind port d6756888-4c27-4956-b9eb-e1a6cf484bf6 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:02.509925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:02.510650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:02.510779 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.511082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:02.511571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Bound port: d6756888-4c27-4956-b9eb-e1a6cf484bf6, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:02.511959 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.515451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4ce572bf-20fb-4b85-983d-69aad2c001a8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:02.515633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.527654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc6a81e4-c1da-4a04-9ea5-bab176272935 req-443cef65-5b8a-4d8b-af97-2eb5cb36c456 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499862 Jul 07 17:56:02.549274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11edfa-4098-4bbf-aa58-c7a9a183a208 req-0d317e9f-3830-4123-9fd3-8c27faf173e1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:02.563654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f11edfa-4098-4bbf-aa58-c7a9a183a208 req-0d317e9f-3830-4123-9fd3-8c27faf173e1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 943 time: 0.4896014 Jul 07 17:56:02.580699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f82e2037-2516-4541-926b-774d58fc3b4c details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:02.626329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] For port d6756888-4c27-4956-b9eb-e1a6cf484bf6, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:02.632378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] For port d6756888-4c27-4956-b9eb-e1a6cf484bf6, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d6756888-4c27-4956-b9eb-e1a6cf484bf6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:02.662352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-10c2cc45-ccaa-4fbb-95f0-73a8fbbb25f6 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446837 Jul 07 17:56:02.697769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.746481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f11edfa-4098-4bbf-aa58-c7a9a183a208 req-8802e110-0ab5-419d-8eff-a6b993bd2ff1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848915 Jul 07 17:56:02.806811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:02.807538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:02.870673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f82e2037-2516-4541-926b-774d58fc3b4c,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:02.871585 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.873559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c325-edd8-406a-8be5-1397dd97ac13 None None] Pushing event updated for resources: {'Port': ['ID=d6756888-4c27-4956-b9eb-e1a6cf484bf6,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:02.905881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'f82e2037-2516-4541-926b-774d58fc3b4c', 'network_id': '92f77e48-d2c6-40c4-a79c-e94c8788f61c', 'port_id': 'f82e2037-2516-4541-926b-774d58fc3b4c', 'mac_address': 'fa:16:3e:68:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1ad86b-0249-4aaf-b3f2-df303dda6392', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:03.006535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e4f2211-340f-4f06-9785-f8b1d3b6cc3f req-863e6292-448a-48e9-800d-6cf2b94eb3ab service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079143 Jul 07 17:56:03.039551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52025-b5ea-4baf-9baa-e1055616fe09 req-50e0aa2c-4794-4218-8ebd-2b3ba6126fe6 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:03.047430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14d52025-b5ea-4baf-9baa-e1055616fe09 req-50e0aa2c-4794-4218-8ebd-2b3ba6126fe6 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 944 time: 0.3227358 Jul 07 17:56:03.136862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:03.147722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14d52025-b5ea-4baf-9baa-e1055616fe09 req-da880f31-dc0a-4e1b-8354-56c71e278946 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991757 Jul 07 17:56:03.151658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:03.153946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82e2037-2516-4541-926b-774d58fc3b4c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:03.267266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f82e2037-2516-4541-926b-774d58fc3b4c,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:03.276479 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:03.291946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Allocated IP 172.20.0.1 (e49b18a0-4912-4354-8c37-145fdfc25fb7/4b989343-b1ef-41af-b661-85a58de4aec6/b8b27b3e-ff04-49b8-8635-7f0ddf60371d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:03.373122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:03.447270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:55:59Z', 'revision_number': 3, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:03.486604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964040b1-92cd-4b20-b4e3-b28117db6041 None None] The sync data for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 is: [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:55:59Z', 'revision_number': 3, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:03.504622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:03.521655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Transition to ACTIVE for port object b8b27b3e-ff04-49b8-8635-7f0ddf60371d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:03.571886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d480e75-e408-4af5-a75d-de9ead7d21b5 req-ae0d360f-bccb-4a55-95bb-691390385893 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:03.579588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d480e75-e408-4af5-a75d-de9ead7d21b5 req-ae0d360f-bccb-4a55-95bb-691390385893 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.1566675 Jul 07 17:56:03.599096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:03.631793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['f82e2037-2516-4541-926b-774d58fc3b4c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:03.660549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:03.667855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:03.682502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d480e75-e408-4af5-a75d-de9ead7d21b5 req-5f37acbf-040e-402a-8a0f-d9d9ce140c2a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019316 Jul 07 17:56:03.693344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:03.704778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Pushing event updated for resources: {'Port': ['ID=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:03.773164 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:03.824532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.193109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789b5b-c334-4464-80ff-4db77e7201d6 req-41a1be06-3fd5-4349-a357-560d007a4922 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:04.202013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d789b5b-c334-4464-80ff-4db77e7201d6 req-41a1be06-3fd5-4349-a357-560d007a4922 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2323549 Jul 07 17:56:04.222920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a5822b4c-55f1-4fd8-aaf4-441544cabf90 None None] Provisioning for port b8b27b3e-ff04-49b8-8635-7f0ddf60371d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:04.225750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.230793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a5822b4c-55f1-4fd8-aaf4-441544cabf90 None None] Provisioning complete for port b8b27b3e-ff04-49b8-8635-7f0ddf60371d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:04.231980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a5822b4c-55f1-4fd8-aaf4-441544cabf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.259238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93f367-eaa0-4629-8664-26a4397d02e7 req-3da19d87-8fd7-4df1-8e2b-1392936a460c tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:04.261061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c93f367-eaa0-4629-8664-26a4397d02e7 req-3da19d87-8fd7-4df1-8e2b-1392936a460c tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 944 time: 0.2316730 Jul 07 17:56:04.276384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a5822b4c-55f1-4fd8-aaf4-441544cabf90 None None] Port b8b27b3e-ff04-49b8-8635-7f0ddf60371d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:04.316735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d789b5b-c334-4464-80ff-4db77e7201d6 req-8ffb8c9d-47ae-41a5-8ec3-424bfafa6039 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135337 Jul 07 17:56:04.445370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d6756888-4c27-4956-b9eb-e1a6cf484bf6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:04.518368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.538949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.546010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d6756888-4c27-4956-b9eb-e1a6cf484bf6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:04.550983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d6756888-4c27-4956-b9eb-e1a6cf484bf6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:04.551410 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.617538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.630895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c93f367-eaa0-4629-8664-26a4397d02e7 req-d0de64ba-76c1-44b3-bac9-b01846973a3c tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593464 Jul 07 17:56:04.702135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.736800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d6756888-4c27-4956-b9eb-e1a6cf484bf6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d6756888-4c27-4956-b9eb-e1a6cf484bf6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:04.745513 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.821493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Pushing event updated for resources: {'Port': ['ID=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:04.842392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babb0f-e381-4586-975a-05d8c998e42c req-17840889-f634-44cb-89ff-7bfa7eabdb56 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:04.844364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39babb0f-e381-4586-975a-05d8c998e42c req-17840889-f634-44cb-89ff-7bfa7eabdb56 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.3212583 Jul 07 17:56:04.864862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d6756888-4c27-4956-b9eb-e1a6cf484bf6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:04.991425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:05.028802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32524d55-8ce2-404c-9d27-3cacc9ae5919 req-e08042c1-0bdd-4332-ab75-54b182db9011 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:05.030419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32524d55-8ce2-404c-9d27-3cacc9ae5919 req-e08042c1-0bdd-4332-ab75-54b182db9011 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 944 time: 0.3253741 Jul 07 17:56:05.034402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:05.160299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32524d55-8ce2-404c-9d27-3cacc9ae5919 req-f0186f6a-46c2-4158-8e67-1ae7e6180de2 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183658 Jul 07 17:56:05.171688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdef30-c588-4793-acc3-8f201fe026de req-f4ccfd40-5c6a-420b-be23-e9e93b0d09ab tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:05.173424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bbdef30-c588-4793-acc3-8f201fe026de req-f4ccfd40-5c6a-420b-be23-e9e93b0d09ab tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2730432 Jul 07 17:56:05.226073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Deleting port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:05.226754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.311517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6019b57b-3b23-45df-b3ad-aa564ed22f3b None None] Provisioning complete for port b8b27b3e-ff04-49b8-8635-7f0ddf60371d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:05.312623 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6019b57b-3b23-45df-b3ad-aa564ed22f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.335392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Router 2270525a-ca1a-4350-b7cd-dedbea1fd11f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:05.341107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bbdef30-c588-4793-acc3-8f201fe026de req-2449c9c3-a622-4cd8-9e47-77ebdc49e50e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316905 Jul 07 17:56:05.364481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6019b57b-3b23-45df-b3ad-aa564ed22f3b None None] Port b8b27b3e-ff04-49b8-8635-7f0ddf60371d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:05.556401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.743770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] For port fa0cd2f8-7a82-480c-9089-74b4695f2ab2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:05.744145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.779023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Calling delete_port for fa0cd2f8-7a82-480c-9089-74b4695f2ab2 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:05.944805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:05.953113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-385371b3-030c-403b-98e4-d3caf9ba936b admin admin] 10.222.0.88 "PUT /v2.0/routers/2270525a-ca1a-4350-b7cd-dedbea1fd11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9996314 Jul 07 17:56:05.960295 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Sync routers for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:05.966387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce3242-6f1f-4030-919b-aeb21390ff7a req-ea982bc0-4696-4cec-9db5-69c4d414e582 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:05.967965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97ce3242-6f1f-4030-919b-aeb21390ff7a req-ea982bc0-4696-4cec-9db5-69c4d414e582 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2a39acc-708f-48c7-aa79-80edc13925ba HTTP/1.1" status: 200 len: 945 time: 0.2448146 Jul 07 17:56:05.969926 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:05.970771 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:06.062864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeed2e-ccf2-4d33-9840-a539d076a8c4 req-18d01a77-e377-4282-9ae2-f87a9a634ba8 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:06.064404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50eeed2e-ccf2-4d33-9840-a539d076a8c4 req-18d01a77-e377-4282-9ae2-f87a9a634ba8 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 944 time: 0.2254038 Jul 07 17:56:06.079596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97ce3242-6f1f-4030-919b-aeb21390ff7a req-352de5a7-3876-4dc1-b388-1867b9a91dc6 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd9f0079-3473-46cf-8b96-56fd1dcc88e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034899 Jul 07 17:56:06.090254 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:06.127703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.142405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['fa0cd2f8-7a82-480c-9089-74b4695f2ab2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:06.168565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50eeed2e-ccf2-4d33-9840-a539d076a8c4 req-6e797b58-378c-4d36-90b9-dea7fc9f9487 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954273 Jul 07 17:56:06.170479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Pushing event deleted for resources: {'Port': ['ID=fa0cd2f8-7a82-480c-9089-74b4695f2ab2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:06.231411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] No DVR routers for this DVR port fa0cd2f8-7a82-480c-9089-74b4695f2ab2 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:06.236184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.238431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39babb0f-e381-4586-975a-05d8c998e42c req-1e816997-c886-4584-9c89-db2f6f258c38 tempest-ServerRescueNegativeTestJSON-1759615902 tempest-ServerRescueNegativeTestJSON-1759615902-project] 10.222.0.55 "DELETE /v2.0/ports/fa0cd2f8-7a82-480c-9089-74b4695f2ab2 HTTP/1.1" status: 204 len: 173 time: 1.3851001 Jul 07 17:56:06.238928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'name': 'network-vif-deleted', 'tag': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:06.242955 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a0cc2a-15e2-495d-8fa6-b2d1d01fcf8c" -d '{"events": [{"server_uuid": "c2a39acc-708f-48c7-aa79-80edc13925ba", "name": "network-vif-deleted", "tag": "fa0cd2f8-7a82-480c-9089-74b4695f2ab2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:06.393773 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 2, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:06.428000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Checking router: 2270525a-ca1a-4350-b7cd-dedbea1fd11f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:06.428786 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Updating router 2270525a-ca1a-4350-b7cd-dedbea1fd11f port b8b27b3e-ff04-49b8-8635-7f0ddf60371d binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:06.445249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d6756888-4c27-4956-b9eb-e1a6cf484bf6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:06.500965 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.520431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d6756888-4c27-4956-b9eb-e1a6cf484bf6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:06.520809 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.569004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 99eb9f27-4135-4eb3-b121-971b2e892f94 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:06.613368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f82e2037-2516-4541-926b-774d58fc3b4c up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:06.726952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port f82e2037-2516-4541-926b-774d58fc3b4c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:06.743239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port f82e2037-2516-4541-926b-774d58fc3b4c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:06.743927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.796241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 99eb9f27-4135-4eb3-b121-971b2e892f94, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=99eb9f27-4135-4eb3-b121-971b2e892f94,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:06.820600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'port_id': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'mac_address': 'fa:16:3e:bf:de:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:06.829027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60074) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:06.835594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-957c018e-6fc4-42f6-b5d4-0f8b8c06f126 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524249374', 'description': 'tempest-description--732456839'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:06.881591 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cabaa9-9020-4a9f-b081-ef5451769899 x-openstack-request-id: req-f4cabaa9-9020-4a9f-b081-ef5451769899 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:06.882573 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a39acc-708f-48c7-aa79-80edc13925ba", "name": "network-vif-deleted", "tag": "fa0cd2f8-7a82-480c-9089-74b4695f2ab2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:06.884937 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4cabaa9-9020-4a9f-b081-ef5451769899 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:06.885565 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a39acc-708f-48c7-aa79-80edc13925ba', 'name': 'network-vif-deleted', 'tag': 'fa0cd2f8-7a82-480c-9089-74b4695f2ab2', 'status': 'completed', 'code': 200} Jul 07 17:56:06.887829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-957c018e-6fc4-42f6-b5d4-0f8b8c06f126 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.984563 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.998875 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Transition to ACTIVE for port object b8b27b3e-ff04-49b8-8635-7f0ddf60371d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:07.006831 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.010226 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.012569 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.029475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eb9f27-4135-4eb3-b121-971b2e892f94 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:07.078448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:07.080876 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766f97c-6f7f-4d9f-bb42-adba7c56453c" -d '{"events": [{"server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "name": "network-vif-plugged", "status": "completed", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:07.085619 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Pushing event updated for resources: {'Port': ['ID=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:07.100787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 99eb9f27-4135-4eb3-b121-971b2e892f94, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=99eb9f27-4135-4eb3-b121-971b2e892f94,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:07.112227 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.115622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f82e2037-2516-4541-926b-774d58fc3b4c,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:07.130858 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.131300 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.131706 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.132118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.132549 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.132964 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.133546 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.133799 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.134390 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.134828 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.135238 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.135653 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:07.165989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=99eb9f27-4135-4eb3-b121-971b2e892f94,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:07.168901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.169704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fa0cd2f8-7a82-480c-9089-74b4695f2ab2 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:07.172604 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Attempting to bind port b8b27b3e-ff04-49b8-8635-7f0ddf60371d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:07.173110 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Attempting to bind port b8b27b3e-ff04-49b8-8635-7f0ddf60371d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:07.173574 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Attempting to bind port b8b27b3e-ff04-49b8-8635-7f0ddf60371d on network e49b18a0-4912-4354-8c37-145fdfc25fb7 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:07.179606 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:07.180077 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Checking segment: {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:07.180566 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.181052 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Bound using segment: {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:07.181626 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Bound port: b8b27b3e-ff04-49b8-8635-7f0ddf60371d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:07.182077 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.200745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: fa0cd2f8-7a82-480c-9089-74b4695f2ab2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:07.201422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fa0cd2f8-7a82-480c-9089-74b4695f2ab2 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:07.203356 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-957c018e-6fc4-42f6-b5d4-0f8b8c06f126 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.219425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-957c018e-6fc4-42f6-b5d4-0f8b8c06f126 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.234301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46da2b4-faad-45f8-95be-9881ab1b2350 req-389a971a-9bdb-48c0-b8b3-00c71b4bea13 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.242385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b46da2b4-faad-45f8-95be-9881ab1b2350 req-389a971a-9bdb-48c0-b8b3-00c71b4bea13 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 944 time: 0.2892311 Jul 07 17:56:07.262489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:07.278412 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] For port b8b27b3e-ff04-49b8-8635-7f0ddf60371d, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:07.282817 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] For port b8b27b3e-ff04-49b8-8635-7f0ddf60371d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:07.288897 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.294370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a829c47-0b03-4979-bc07-396cc436046f req-7d7af0bd-311f-4ada-96a6-c73fcbe1837f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.296112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a829c47-0b03-4979-bc07-396cc436046f req-7d7af0bd-311f-4ada-96a6-c73fcbe1837f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3100843 Jul 07 17:56:07.306257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c018e-6fc4-42f6-b5d4-0f8b8c06f126 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:07.324927 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-957c018e-6fc4-42f6-b5d4-0f8b8c06f126 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.330244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-957c018e-6fc4-42f6-b5d4-0f8b8c06f126 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4958203 Jul 07 17:56:07.330690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60082) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:07.336912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-788f4a1c-901b-40f5-9e7b-a32705b8cac7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Request body: {'security_group_rule': {'security_group_id': 'e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:07.352713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b46da2b4-faad-45f8-95be-9881ab1b2350 req-bb431cfb-698d-4827-8c00-ae718e6798b0 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090944 Jul 07 17:56:07.359242 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:07.359984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:07.372079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-788f4a1c-901b-40f5-9e7b-a32705b8cac7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.392502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a829c47-0b03-4979-bc07-396cc436046f req-12877af9-8ad1-4d16-ae97-839ce6347b39 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830500 Jul 07 17:56:07.419410 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d274d-de29-43d6-a821-595eda8b1dd7 None None] Pushing event updated for resources: {'Port': ['ID=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:07.444113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['99eb9f27-4135-4eb3-b121-971b2e892f94'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:07.477873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-788f4a1c-901b-40f5-9e7b-a32705b8cac7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.484776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-788f4a1c-901b-40f5-9e7b-a32705b8cac7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.507787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f4a1c-901b-40f5-9e7b-a32705b8cac7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d0a137-4898-493a-8ff5-12e40d968799,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:07.521282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-788f4a1c-901b-40f5-9e7b-a32705b8cac7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.527077 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-788f4a1c-901b-40f5-9e7b-a32705b8cac7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1929119 Jul 07 17:56:07.527448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60084) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:07.532324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-088ec2a1-8cca-453c-9546-42f02e9de1f4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Request body: {'security_group_rule': {'security_group_id': 'e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:07.605358 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-088ec2a1-8cca-453c-9546-42f02e9de1f4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.697143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-088ec2a1-8cca-453c-9546-42f02e9de1f4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.702749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-088ec2a1-8cca-453c-9546-42f02e9de1f4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.731766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ec2a1-8cca-453c-9546-42f02e9de1f4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cda4f0-4dcf-45f7-8018-25afa5b18a91,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:07.754839 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-088ec2a1-8cca-453c-9546-42f02e9de1f4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.761327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60086) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:07.761745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-088ec2a1-8cca-453c-9546-42f02e9de1f4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2329006 Jul 07 17:56:07.771352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:07.781234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:07.814729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.815010 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fe613a-5346-4d8c-a40e-b3bca349b0d9 x-openstack-request-id: req-e5fe613a-5346-4d8c-a40e-b3bca349b0d9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:07.815446 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "name": "network-vif-plugged", "status": "completed", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:07.817083 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e5fe613a-5346-4d8c-a40e-b3bca349b0d9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:07.817554 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c', 'code': 200} Jul 07 17:56:07.895407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60090) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:08.010959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.144554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Allocated IP 172.25.1.35 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/32760883-3e5f-4ec9-a490-51df11d70428) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:08.156658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:08.158756 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:07Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:08.226759 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ae2a9-477f-4ffd-953d-bae6f05b4fc0 None None] The sync data for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 is: [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:07Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:08.282326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.354205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cad8e-637d-467c-9194-627844e2d08a req-7d781e2f-d831-475d-87bb-57956bdea07b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.356018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d0cad8e-637d-467c-9194-627844e2d08a req-7d781e2f-d831-475d-87bb-57956bdea07b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 945 time: 0.2865851 Jul 07 17:56:08.357270 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.402133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c284e9-2e7e-4f67-a52b-ad53b6c39779 req-f006b7b4-218a-4312-9678-bbcebed85485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.403729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2c284e9-2e7e-4f67-a52b-ad53b6c39779 req-f006b7b4-218a-4312-9678-bbcebed85485 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1096 time: 0.3866959 Jul 07 17:56:08.417126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event updated for resources: {'Port': ['ID=32760883-3e5f-4ec9-a490-51df11d70428,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:08.442576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:08.444685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:08.447383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:08.481302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d0cad8e-637d-467c-9194-627844e2d08a req-7c9b797f-c35a-4f37-a721-9680b3cb64b6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734959 Jul 07 17:56:08.524781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8b27b3e-ff04-49b8-8635-7f0ddf60371d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:08.556859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 99eb9f27-4135-4eb3-b121-971b2e892f94 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:08.596477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe17304-5b35-4247-a9d6-1ac8b09a6b2a req-38d03ac3-91e4-43ed-8fb0-9804f1574218 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.598148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe17304-5b35-4247-a9d6-1ac8b09a6b2a req-38d03ac3-91e4-43ed-8fb0-9804f1574218 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 945 time: 0.3650393 Jul 07 17:56:08.606458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.610517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2c284e9-2e7e-4f67-a52b-ad53b6c39779 req-922c2136-5b32-4a24-984c-a17a0825653b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982996 Jul 07 17:56:08.658383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b8b27b3e-ff04-49b8-8635-7f0ddf60371d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:08.664534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b8b27b3e-ff04-49b8-8635-7f0ddf60371d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:08.665091 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.671354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.713374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 99eb9f27-4135-4eb3-b121-971b2e892f94 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:08.721649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 99eb9f27-4135-4eb3-b121-971b2e892f94 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:08.722383 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.729684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe17304-5b35-4247-a9d6-1ac8b09a6b2a req-3cd3a8c2-b60e-4476-beef-309373e09692 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178219 Jul 07 17:56:08.858816 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.864261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.928170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 99eb9f27-4135-4eb3-b121-971b2e892f94, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=99eb9f27-4135-4eb3-b121-971b2e892f94,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:08.943772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:08.997172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port b8b27b3e-ff04-49b8-8635-7f0ddf60371d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:09.010903 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.031391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=99eb9f27-4135-4eb3-b121-971b2e892f94,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:09.092809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:09.169121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.247251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.247520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871dda6-f44c-4306-b06b-8b8b7467e378 req-510ce5c8-faee-43a0-8245-b677bd48736b tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.252886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.253431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c871dda6-f44c-4306-b06b-8b8b7467e378 req-510ce5c8-faee-43a0-8245-b677bd48736b tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.2612002 Jul 07 17:56:09.274113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76113-113d-4110-8077-6e5630c1bd5d req-45c25a57-4667-43a9-b2a1-ca5317a05d61 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.275616 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da76113-113d-4110-8077-6e5630c1bd5d req-45c25a57-4667-43a9-b2a1-ca5317a05d61 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.1815338 Jul 07 17:56:09.328366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event updated for resources: {'Port': ['ID=32760883-3e5f-4ec9-a490-51df11d70428,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:09.347686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.363697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.373462 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70ad736a-38a7-41d4-98ec-556e2a1fe7a7 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6064045 Jul 07 17:56:09.385103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c871dda6-f44c-4306-b06b-8b8b7467e378 req-878cbc88-262c-4f73-b884-da6abc943bcc tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208470 Jul 07 17:56:09.392162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da76113-113d-4110-8077-6e5630c1bd5d req-b1b38b35-742d-49b8-98cb-f7ac0fa7ad00 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061976 Jul 07 17:56:09.628252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-4c85bbad-e645-4ec1-84f7-ff21df9cd3d4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--524249374&fields=id&tenant_id=e73a87dcfa654e3b942a6c82a4de6efd HTTP/1.1" status: 200 len: 267 time: 0.0867441 Jul 07 17:56:09.695756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-21dde842-4c67-4c63-a9d0-3f9614875e24 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.702726 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-21dde842-4c67-4c63-a9d0-3f9614875e24 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 945 time: 0.1010361 Jul 07 17:56:09.775146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Deleting port 320888ea-ef39-458f-8d15-a63458465993 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:09.775496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.819630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:09.820787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Deleting port d3f8759c-7f29-46eb-8af5-60ff23408e67 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:09.821300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.825856 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3bc2d3-3172-4b49-a129-315aa1e8b923" -d '{"events": [{"server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "name": "network-vif-plugged", "status": "completed", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:09.867048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-a3def22a-db64-4d28-ae0e-6410bf388179 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.868609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-a3def22a-db64-4d28-ae0e-6410bf388179 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/networks?id=e49b18a0-4912-4354-8c37-145fdfc25fb7 HTTP/1.1" status: 200 len: 812 time: 0.2332330 Jul 07 17:56:09.911759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-c3fabb98-8667-4a3a-869c-3b20a072b8dd tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/quotas/e73a87dcfa654e3b942a6c82a4de6efd HTTP/1.1" status: 200 len: 375 time: 0.0338769 Jul 07 17:56:09.923104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe59834-5136-4e7c-af23-d1c13ec5609c req-6905d90f-81fa-4dd4-9169-ed2a88232d94 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.924652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fe59834-5136-4e7c-af23-d1c13ec5609c req-6905d90f-81fa-4dd4-9169-ed2a88232d94 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 945 time: 0.2260392 Jul 07 17:56:09.929942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] For port d3f8759c-7f29-46eb-8af5-60ff23408e67, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d3f8759c-7f29-46eb-8af5-60ff23408e67,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:09.930449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.945020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Calling delete_port for d3f8759c-7f29-46eb-8af5-60ff23408e67 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:09.953829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] For port 320888ea-ef39-458f-8d15-a63458465993, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=320888ea-ef39-458f-8d15-a63458465993,segment=NetworkSegment(980f0329-77dd-4a3d-a2fe-c3351422db51),segment_id=980f0329-77dd-4a3d-a2fe-c3351422db51)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:09.954087 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:09.994890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Calling delete_port for 320888ea-ef39-458f-8d15-a63458465993 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:10.027153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fe59834-5136-4e7c-af23-d1c13ec5609c req-66e69cbd-535a-4c12-8257-2465085be1f5 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948586 Jul 07 17:56:10.080617 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:10.096957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d3f8759c-7f29-46eb-8af5-60ff23408e67'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:10.098082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-1ea6abef-e003-44b1-87c5-75991e0ca949 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e73a87dcfa654e3b942a6c82a4de6efd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1675353 Jul 07 17:56:10.134429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Pushing event deleted for resources: {'Port': ['ID=d3f8759c-7f29-46eb-8af5-60ff23408e67,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:10.198140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] No DVR routers for this DVR port d3f8759c-7f29-46eb-8af5-60ff23408e67 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:10.201087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:10.203748 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ead92cb9-fadd-4708-821b-8a244c1086b1 req-187a87a9-400a-40ba-a65f-165feb900a66 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.90 "DELETE /v2.0/ports/d3f8759c-7f29-46eb-8af5-60ff23408e67 HTTP/1.1" status: 204 len: 173 time: 0.4955447 Jul 07 17:56:10.204010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'name': 'network-vif-deleted', 'tag': 'd3f8759c-7f29-46eb-8af5-60ff23408e67'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:10.206312 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d0d03d-03a4-49de-9c58-2a51a521df40" -d '{"events": [{"server_uuid": "ce61ead5-2173-4907-8e46-e98022b914d7", "name": "network-vif-deleted", "tag": "d3f8759c-7f29-46eb-8af5-60ff23408e67"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:10.252995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-291ba528-cf7c-4ffa-96ba-3c1242bd178c req-2d3a432c-0007-4602-ba63-7021c39e6b90 tempest-AttachSCSIVolumeTestJSON-921623825 tempest-AttachSCSIVolumeTestJSON-921623825-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce61ead5-2173-4907-8e46-e98022b914d7 HTTP/1.1" status: 200 len: 210 time: 0.0480802 Jul 07 17:56:10.318567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-14fec873-f61c-4be5-94b9-dcbd199352fb service neutron] 10.222.0.88 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923559 Jul 07 17:56:10.323804 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9015a427-0102-4779-9c3c-aa6453062a80 x-openstack-request-id: req-9015a427-0102-4779-9c3c-aa6453062a80 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:10.324193 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "name": "network-vif-plugged", "status": "completed", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:10.324543 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9015a427-0102-4779-9c3c-aa6453062a80 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:10.325119 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'code': 200} Jul 07 17:56:10.438134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8b27b3e-ff04-49b8-8635-7f0ddf60371d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:10.458835 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e98a3-4f80-46ee-aa01-cf3dc2460cb5 x-openstack-request-id: req-6e7e98a3-4f80-46ee-aa01-cf3dc2460cb5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:10.459416 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce61ead5-2173-4907-8e46-e98022b914d7", "name": "network-vif-deleted", "tag": "d3f8759c-7f29-46eb-8af5-60ff23408e67", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:10.459416 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e7e98a3-4f80-46ee-aa01-cf3dc2460cb5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:10.460420 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce61ead5-2173-4907-8e46-e98022b914d7', 'name': 'network-vif-deleted', 'tag': 'd3f8759c-7f29-46eb-8af5-60ff23408e67', 'status': 'completed', 'code': 200} Jul 07 17:56:10.499036 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:10.501672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f636b2-4400-4744-ad26-c11c0d95a3a3 req-46f472ad-f07d-411f-9f00-cabe52d5e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:10.503552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f636b2-4400-4744-ad26-c11c0d95a3a3 req-46f472ad-f07d-411f-9f00-cabe52d5e8e7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 1097 time: 0.0818615 Jul 07 17:56:10.523668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b8b27b3e-ff04-49b8-8635-7f0ddf60371d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:10.524269 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:10.562847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f636b2-4400-4744-ad26-c11c0d95a3a3 req-32c4ad03-0367-493d-91fb-91aa3b5e5045 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514383 Jul 07 17:56:10.577954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=320888ea-ef39-458f-8d15-a63458465993,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:10.609477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-4c08339f-974e-46fa-b6e8-c19cc5a41c4b service neutron] 10.222.0.88 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898915 Jul 07 17:56:10.759632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60138) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:10.923156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95b5fa0c-0629-4c6c-b313-b22d2b00edf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.066434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95b5fa0c-0629-4c6c-b313-b22d2b00edf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.074205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95b5fa0c-0629-4c6c-b313-b22d2b00edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.133087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5fa0c-0629-4c6c-b313-b22d2b00edf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b771b-ff1c-401b-bf8c-7529a2bc56b3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:11.152675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-95b5fa0c-0629-4c6c-b313-b22d2b00edf0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0217ba48dca44a21b4a2e527ad738674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913362 Jul 07 17:56:11.156384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60152) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:11.203290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae97ac-b536-4a70-bcad-83a1fb24830c req-cacca95c-9a52-4ded-a0d5-7b411bcadb90 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:11.205568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fae97ac-b536-4a70-bcad-83a1fb24830c req-cacca95c-9a52-4ded-a0d5-7b411bcadb90 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.5922678 Jul 07 17:56:11.234920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96717744-766f-4bcb-afd4-bef44402a143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.258926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96717744-766f-4bcb-afd4-bef44402a143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.282795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.295570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fae97ac-b536-4a70-bcad-83a1fb24830c req-8ad5c297-fb1c-44ce-99e7-f533373094e7 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662825 Jul 07 17:56:11.338387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96717744-766f-4bcb-afd4-bef44402a143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.341323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96717744-766f-4bcb-afd4-bef44402a143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:11.343638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-96717744-766f-4bcb-afd4-bef44402a143 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fd8b771b-ff1c-401b-bf8c-7529a2bc56b3 HTTP/1.1" status: 204 len: 168 time: 0.1853580 Jul 07 17:56:11.362953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f8045-b1f4-497e-af0d-b238066884e9 req-278dca96-6d21-4e1a-a632-f13e7cc852d3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:11.368721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96717744-766f-4bcb-afd4-bef44402a143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b771b-ff1c-401b-bf8c-7529a2bc56b3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:11.370685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db7f8045-b1f4-497e-af0d-b238066884e9 req-278dca96-6d21-4e1a-a632-f13e7cc852d3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.1978693 Jul 07 17:56:11.473883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db7f8045-b1f4-497e-af0d-b238066884e9 req-5924c42c-79f8-4299-8188-418ae4bd198a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998256 Jul 07 17:56:11.712092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2207aafb-487c-4e59-a3ad-ca1409773a59 req-3683e410-4923-4b65-8a5f-601402abd75c tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 210 time: 0.0763698 Jul 07 17:56:11.761301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Router e46054c0-c2a8-4e84-81dc-7375d218267e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:11.791088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648b7cf-c1d0-4e09-a0ef-fc56a0845760 req-f1d18130-7569-463f-b148-bd6b760e02ad tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:11.792725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6648b7cf-c1d0-4e09-a0ef-fc56a0845760 req-f1d18130-7569-463f-b148-bd6b760e02ad tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 945 time: 0.1585307 Jul 07 17:56:11.939862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6648b7cf-c1d0-4e09-a0ef-fc56a0845760 req-4f78f605-a5fe-4b49-a018-a85ac237064a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881650 Jul 07 17:56:11.966889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:11.976257 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] Sync routers for ids ['e46054c0-c2a8-4e84-81dc-7375d218267e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:11.989576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-24899970-b125-48db-939a-7f1479fbb7ea admin admin] 10.222.0.88 "PUT /v2.0/routers/e46054c0-c2a8-4e84-81dc-7375d218267e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0905368 Jul 07 17:56:11.992786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60180) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:11.999740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] Routers {'e46054c0-c2a8-4e84-81dc-7375d218267e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:12.000486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e46054c0-c2a8-4e84-81dc-7375d218267e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:12.152445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-3791f508-6b91-45f2-b165-6b1fcd157af2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-390218852&fields=id&tenant_id=52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 267 time: 0.0803218 Jul 07 17:56:12.185433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] Set router e46054c0-c2a8-4e84-81dc-7375d218267e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:12.306424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-ddf60809-80ee-4128-88f5-2a14fff732db tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:12.307869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-ddf60809-80ee-4128-88f5-2a14fff732db tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 945 time: 0.1448095 Jul 07 17:56:12.328114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'port': {'security_groups': ['f53c552d-41b5-44c2-9931-4acec84c7ced', 'c08099f6-71aa-4323-baae-27f7d02b932f']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:12.341947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.491665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.586702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.597885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-e1c1a638-f2af-4e86-a39c-bdb49929d804 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:12.599792 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-e1c1a638-f2af-4e86-a39c-bdb49929d804 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.90 "GET /v2.0/networks?id=e49b18a0-4912-4354-8c37-145fdfc25fb7 HTTP/1.1" status: 200 len: 812 time: 0.3489609 Jul 07 17:56:12.642787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:56:10Z', 'revision_number': 5, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port': {'id': 'bb5424a2-5d6f-4058-94ec-7c1846e4cc00', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:00Z', 'updated_at': '2021-07-07T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:12.675360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e44d5-f18b-4d08-8531-0f048a9b5039 req-05f5bb35-fc1e-4055-834f-d1aab168e4f6 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:12.683965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-722e44d5-f18b-4d08-8531-0f048a9b5039 req-05f5bb35-fc1e-4055-834f-d1aab168e4f6 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.1293705 Jul 07 17:56:12.684329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] Checking router: e46054c0-c2a8-4e84-81dc-7375d218267e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:12.697836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] Routers {'e46054c0-c2a8-4e84-81dc-7375d218267e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:12.698729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e46054c0-c2a8-4e84-81dc-7375d218267e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:12.748042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-722e44d5-f18b-4d08-8531-0f048a9b5039 req-11fffc58-4406-4d76-88a6-67e7ce089e94 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631192 Jul 07 17:56:12.752612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-ed9128a5-bf26-43b8-af89-951c7b958585 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73a87dcfa654e3b942a6c82a4de6efd HTTP/1.1" status: 200 len: 379 time: 0.1382198 Jul 07 17:56:12.768513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Request body: {'port': {'device_id': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'admin_state_up': True, 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'security_groups': ['e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:12.774935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Deleting port bb5424a2-5d6f-4058-94ec-7c1846e4cc00 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:12.775283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.864704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f82e2037-2516-4541-926b-774d58fc3b4c,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:12.905552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.912513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.930459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4', 'f82e2037-2516-4541-926b-774d58fc3b4c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:12.971194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:12.972102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.973718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2596da64-72e6-46c5-a1ec-b98e5f1194fc req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "PUT /v2.0/ports/f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 981 time: 0.6572931 Jul 07 17:56:12.974271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:12.977093 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b886186b-b7a5-4128-96a8-384e7a18d999" -d '{"events": [{"name": "network-changed", "server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:13.021696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6d920-beed-42ef-ba3d-5adb229e882b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:13.041968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] Set router e46054c0-c2a8-4e84-81dc-7375d218267e gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:13.075251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] For port bb5424a2-5d6f-4058-94ec-7c1846e4cc00, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:13.076354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.090741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Calling delete_port for bb5424a2-5d6f-4058-94ec-7c1846e4cc00 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:13.095768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['f82e2037-2516-4541-926b-774d58fc3b4c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:13.247915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:56:12Z', 'revision_number': 6, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:13.292237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd1ae7-8160-47be-9837-7f5d313fd047 None None] The sync data for ids ['e46054c0-c2a8-4e84-81dc-7375d218267e'] in n-d-798930-2 is: [{'id': 'e46054c0-c2a8-4e84-81dc-7375d218267e', 'name': 'tempest-ServerRescueNegativeTestJSON-1017289154-router', 'tenant_id': '597a9e3fda1748d797789883238a6a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:52:59Z', 'updated_at': '2021-07-07T17:56:12Z', 'revision_number': 6, 'project_id': '597a9e3fda1748d797789883238a6a4d', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:13.364188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3228f93a-f512-4f8c-a17d-38c01f68bcce req-77e13746-aae9-47b9-a949-671607536869 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 210 time: 0.0482850 Jul 07 17:56:13.432893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d89f47-59ad-417a-a685-ba3fa4094036 req-fdf1db52-f59b-4385-9b5b-24fa2697ad45 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.442724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73d89f47-59ad-417a-a685-ba3fa4094036 req-fdf1db52-f59b-4385-9b5b-24fa2697ad45 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.1711557 Jul 07 17:56:13.453569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Made reservation on behalf of e73a87dcfa654e3b942a6c82a4de6efd for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:13.458158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.507664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73d89f47-59ad-417a-a685-ba3fa4094036 req-48ab626d-ab0b-44b1-b6ac-6deb47f72ac4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638831 Jul 07 17:56:13.554380 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a10954-41ba-42c7-8163-956ec374927d x-openstack-request-id: req-15a10954-41ba-42c7-8163-956ec374927d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:13.554928 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:13.555456 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15a10954-41ba-42c7-8163-956ec374927d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:13.556039 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c', 'status': 'completed', 'code': 200} Jul 07 17:56:13.696303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Allocated IP 172.20.0.11 (e49b18a0-4912-4354-8c37-145fdfc25fb7/4b989343-b1ef-41af-b661-85a58de4aec6/7872a815-268a-40ec-83ac-a4039f570e1f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:13.699466 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.738743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5424a2-5d6f-4058-94ec-7c1846e4cc00,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:13.849725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-747a6672-d3e4-4ba2-987e-4b7b3565e9d3 req-bf7750c8-6e22-4259-9b76-248e030af346 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/c08099f6-71aa-4323-baae-27f7d02b932f HTTP/1.1" status: 200 len: 1800 time: 0.2342367 Jul 07 17:56:13.918623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33620c-65f5-4072-a1e9-1e40faa378f4 req-d3a97a3a-706c-4caa-8ec3-cf033f0ebe2f tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.948265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd33620c-65f5-4072-a1e9-1e40faa378f4 req-d3a97a3a-706c-4caa-8ec3-cf033f0ebe2f tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.3687067 Jul 07 17:56:13.950218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60248) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:13.959737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Request body: {'floatingip': {'port_id': '99eb9f27-4135-4eb3-b121-971b2e892f94'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:13.998997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-2951558d-e483-4e86-8c3b-9478447ed756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:14.000574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-2951558d-e483-4e86-8c3b-9478447ed756 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1135 time: 0.3870523 Jul 07 17:56:14.011176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.058661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.153825 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-747a6672-d3e4-4ba2-987e-4b7b3565e9d3 req-f5e4a2fa-f95d-4411-aad0-82d05796546a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:56:14.166580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-747a6672-d3e4-4ba2-987e-4b7b3565e9d3 req-f5e4a2fa-f95d-4411-aad0-82d05796546a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/c08099f6-71aa-4323-baae-27f7d02b932f HTTP/1.1" status: 409 len: 341 time: 0.3141022 Jul 07 17:56:14.214489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.214489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.287483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-6807b3af-cb8f-4b00-a9e6-a05aeb2aa5ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331228 Jul 07 17:56:14.336604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-315fa701-2a04-4bf5-b464-7f8bcb9ddf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:14.338619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-315fa701-2a04-4bf5-b464-7f8bcb9ddf47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 914 time: 0.3287001 Jul 07 17:56:14.398559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.399415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e46054c0-c2a8-4e84-81dc-7375d218267e {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:56:14.413870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.417464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-52448736-babb-48c0-a05a-a35f3a4d8549 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 217 time: 0.0597322 Jul 07 17:56:14.421557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.422742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-81b7acf5-9c6d-417a-af27-baa390175c5a admin admin] 10.222.0.88 "DELETE /v2.0/routers/e46054c0-c2a8-4e84-81dc-7375d218267e HTTP/1.1" status: 204 len: 168 time: 2.4288733 Jul 07 17:56:14.425602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60258) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:14.447902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Transition to ACTIVE for port object 7872a815-268a-40ec-83ac-a4039f570e1f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:14.449164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bb5424a2-5d6f-4058-94ec-7c1846e4cc00 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:14.498702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: bb5424a2-5d6f-4058-94ec-7c1846e4cc00 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:14.499140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bb5424a2-5d6f-4058-94ec-7c1846e4cc00 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:14.499631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 320888ea-ef39-458f-8d15-a63458465993 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:14.605173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 320888ea-ef39-458f-8d15-a63458465993 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:14.605543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 320888ea-ef39-458f-8d15-a63458465993 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:14.617148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d3f8759c-7f29-46eb-8af5-60ff23408e67 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:14.632424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.644064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: d3f8759c-7f29-46eb-8af5-60ff23408e67 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:14.644702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d3f8759c-7f29-46eb-8af5-60ff23408e67 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:14.666995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-e13b14e4-ded9-4871-b4e3-55c9fdd94dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:14.669030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-e13b14e4-ded9-4871-b4e3-55c9fdd94dfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.2369821 Jul 07 17:56:14.678115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-5fbdd710-7d27-4278-bb84-bae4cabab854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:14.679594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-5fbdd710-7d27-4278-bb84-bae4cabab854 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1100 time: 0.3394516 Jul 07 17:56:14.696285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] Deleting subnet 76cb5689-512b-410b-bc65-ed33d813e7b1 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:56:14.700381 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.726887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event updated for resources: {'Port': ['ID=7872a815-268a-40ec-83ac-a4039f570e1f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:14.753143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.781744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:14.817476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-13833deb-ff8c-44b5-8bac-21cda25015e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368773 Jul 07 17:56:14.903258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:14.907716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:14.995954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:14.996689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.020052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.062671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-9e749816-5c49-42fa-95ef-feebc8a76ea1 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3030329 Jul 07 17:56:15.075614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Request body: {'port': {'device_id': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:15.109047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.126500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.156821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97e3e6-6299-4ce8-bd35-acbaf3379ed9 req-bd4947b4-44ae-4612-9183-a9a4061064b5 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.159785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf97e3e6-6299-4ce8-bd35-acbaf3379ed9 req-bd4947b4-44ae-4612-9183-a9a4061064b5 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 932 time: 0.3465536 Jul 07 17:56:15.180748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-671f397f-2464-442b-a52c-817ffb5fecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.182532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-671f397f-2464-442b-a52c-817ffb5fecf9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3676300 Jul 07 17:56:15.192730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2832f2-9d1c-4416-97b9-819214b07b07 req-9dc775ee-68bb-4d3f-be27-b2a006d0e816 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.194559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d2832f2-9d1c-4416-97b9-819214b07b07 req-9dc775ee-68bb-4d3f-be27-b2a006d0e816 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3226426 Jul 07 17:56:15.200715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c1f3a150-5807-4bba-aa17-fe3f9448625f None None] Provisioning for port 7872a815-268a-40ec-83ac-a4039f570e1f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:15.207367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c1f3a150-5807-4bba-aa17-fe3f9448625f None None] Provisioning complete for port 7872a815-268a-40ec-83ac-a4039f570e1f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:15.208077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1f3a150-5807-4bba-aa17-fe3f9448625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.208337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-559cbc21-5451-4f49-a814-df4cdc8a8bbc service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490207 Jul 07 17:56:15.265962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3a150-5807-4bba-aa17-fe3f9448625f None None] Port 7872a815-268a-40ec-83ac-a4039f570e1f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:15.293273 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.299367 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Floating IP 693c4f14-c735-43e2-92a7-e228af1a2a11 associated. External IP: 172.25.1.2, port: 99eb9f27-4135-4eb3-b121-971b2e892f94. Jul 07 17:56:15.301091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-965bad7f-0bec-40d4-a33f-79ffcb6d6f66 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.1055200 Jul 07 17:56:15.342492 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.389841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf97e3e6-6299-4ce8-bd35-acbaf3379ed9 req-6e77377f-a600-4d91-918d-b753c241edb0 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124283 Jul 07 17:56:15.432297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76cb5689-512b-410b-bc65-ed33d813e7b1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:15.443172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.447921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0ff59689-685c-4003-9264-4dc158d7e9a3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/76cb5689-512b-410b-bc65-ed33d813e7b1 HTTP/1.1" status: 204 len: 168 time: 1.0178876 Jul 07 17:56:15.450580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60270) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:15.472150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d2832f2-9d1c-4416-97b9-819214b07b07 req-d7ede615-e875-4044-b062-f0dd11270c9f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617023 Jul 07 17:56:15.528788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-91631832-80e3-4921-835f-c0930fbd10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.530429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-91631832-80e3-4921-835f-c0930fbd10cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1939061 Jul 07 17:56:15.592897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b886186b-b7a5-4128-96a8-384e7a18d999 req-1dbf2219-8b1c-4d4e-b067-3e2622143122 service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628104 Jul 07 17:56:15.603394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:15.790704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-916e530a-c547-416e-ba28-bc08115ad82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.167650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:16.173309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-ff528f06-d30a-4013-abbc-d5504461899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:16.174826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-ff528f06-d30a-4013-abbc-d5504461899a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6344669 Jul 07 17:56:16.195186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.220096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2416c9-5b94-41c0-8b49-749cc52f8d0f']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:16.265476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980f0329-77dd-4a3d-a2fe-c3351422db51') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:16.265768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980f0329-77dd-4a3d-a2fe-c3351422db51') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:16.299215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.321736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ce924-f792-4ee3-8e73-036d7e0b5cbd req-a2b05dbd-5827-4bb7-adff-3e44d256d1bb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:16.329350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe9ce924-f792-4ee3-8e73-036d7e0b5cbd req-a2b05dbd-5827-4bb7-adff-3e44d256d1bb tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 984 time: 0.7124150 Jul 07 17:56:16.370367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.380197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-67b21e82-abc0-44a0-820d-c2cf1b9404a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:16.381563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-67b21e82-abc0-44a0-820d-c2cf1b9404a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1135 time: 0.6576071 Jul 07 17:56:16.391855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7872a815-268a-40ec-83ac-a4039f570e1f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:16.392645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:56:16.393080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:56:16.394829 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:56:16.402338 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.423010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:16.429090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.450660 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] Sync routers for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:16.464115 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:16.464767 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:16.507343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-3af28194-b77a-4c6f-88da-18e6a2987777 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244319 Jul 07 17:56:16.516675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc046d64-912a-427c-b1ad-dab3a273e8ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "PUT /v2.0/floatingips/693c4f14-c735-43e2-92a7-e228af1a2a11 HTTP/1.1" status: 200 len: 990 time: 2.5611641 Jul 07 17:56:16.517416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:16.523988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe9ce924-f792-4ee3-8e73-036d7e0b5cbd req-6ca7adf4-773d-4004-ac75-a1f36d2c0b85 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=c08099f6-71aa-4323-baae-27f7d02b932f&id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1936786 Jul 07 17:56:16.524936 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be566db-7976-4a9a-848f-94fc0fae12d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:16.592666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Transition to ACTIVE for port object 7872a815-268a-40ec-83ac-a4039f570e1f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:16.601692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.677274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7872a815-268a-40ec-83ac-a4039f570e1f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:16.798380 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.801483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:16.820655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Attempting to bind port 7872a815-268a-40ec-83ac-a4039f570e1f on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:16.821451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Attempting to bind port 7872a815-268a-40ec-83ac-a4039f570e1f by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:16.822181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Attempting to bind port 7872a815-268a-40ec-83ac-a4039f570e1f on network e49b18a0-4912-4354-8c37-145fdfc25fb7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:16.829008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Port 7872a815-268a-40ec-83ac-a4039f570e1f on network e49b18a0-4912-4354-8c37-145fdfc25fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:16.829628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Attempting to bind port 7872a815-268a-40ec-83ac-a4039f570e1f on network e49b18a0-4912-4354-8c37-145fdfc25fb7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:16.839233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:16.839579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Checking segment: {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:16.839979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Bound using segment: {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:16.840420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Bound port: 7872a815-268a-40ec-83ac-a4039f570e1f, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9906ad5-942c-40b7-aad5-1ef381492b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:16.840783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.922197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:16.929742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] 10.222.0.88 "DELETE /v2.0/networks/4b2416c9-5b94-41c0-8b49-749cc52f8d0f HTTP/1.1" status: 204 len: 168 time: 1.4755080 Jul 07 17:56:16.934250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d676ba0-1b29-45eb-afd5-e16fc3dec83d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2416c9-5b94-41c0-8b49-749cc52f8d0f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:16.951141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea27a973-efe4-45ca-9bc9-b72d3cbc1fae req-166478dc-63ea-4e53-9e17-7630032e6d0a service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223354 Jul 07 17:56:17.001665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] For port 7872a815-268a-40ec-83ac-a4039f570e1f, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:17.012637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] For port 7872a815-268a-40ec-83ac-a4039f570e1f, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7872a815-268a-40ec-83ac-a4039f570e1f,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:17.019183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.027094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60304) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:17.048038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-0625349c-f1c0-4f3b-a8f1-15111f73722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.053520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-0625349c-f1c0-4f3b-a8f1-15111f73722e service neutron] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 914 time: 0.6622348 Jul 07 17:56:17.090820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.091598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.093989 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] 10.222.0.90 "PUT /v2.0/ports/7872a815-268a-40ec-83ac-a4039f570e1f HTTP/1.1" status: 200 len: 1092 time: 2.0228360 Jul 07 17:56:17.138783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-c601fe09-6a5b-4930-8bdd-4a8874c0d91b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 217 time: 0.0737784 Jul 07 17:56:17.159711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20440fe-bcbb-4875-9148-62f187540739 req-3b4a94a4-6de5-464a-ac77-e7981302415c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.163063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f20440fe-bcbb-4875-9148-62f187540739 req-3b4a94a4-6de5-464a-ac77-e7981302415c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.4523277 Jul 07 17:56:17.213912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9fea-ec4f-4689-b0e4-d1a8cd799bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7872a815-268a-40ec-83ac-a4039f570e1f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:17.304388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88031-d5bf-458c-ab55-e2301cfd7ccb req-b8eefbf0-97b3-4c7b-b2a4-7d817bb7356a tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.310966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-c8e086b9-3490-46f6-b5be-fda0dea20f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.312968 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-c8e086b9-3490-46f6-b5be-fda0dea20f48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73a87dcfa654e3b942a6c82a4de6efd&device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 1095 time: 0.1680956 Jul 07 17:56:17.317823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60310) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:17.318347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afe88031-d5bf-458c-ab55-e2301cfd7ccb req-b8eefbf0-97b3-4c7b-b2a4-7d817bb7356a tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 944 time: 0.6126142 Jul 07 17:56:17.331733 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '693c4f14-c735-43e2-92a7-e228af1a2a11', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'port_id': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'mac_address': 'fa:16:3e:bf:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:55:22Z', 'updated_at': '2021-07-07T17:56:14Z', 'revision_number': 1, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:20Z', 'revision_number': 5, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:17.381643 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] Checking router: 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:17.389395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-2531f243-171e-4228-acc6-b9c48e301e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.390822 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:17.391448 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:17.391815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-2531f243-171e-4228-acc6-b9c48e301e76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.2431357 Jul 07 17:56:17.420408 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-8b0b1a3e-17d2-478d-b9ba-61cebbdbde6c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7872a815-268a-40ec-83ac-a4039f570e1f HTTP/1.1" status: 200 len: 217 time: 0.0885911 Jul 07 17:56:17.437017 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efa44dcf-031f-4d51-a006-84a39fde1c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.470298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-b603fd66-cdf6-4586-8313-51b8711c2763 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506535 Jul 07 17:56:17.480850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-d97d0c2c-9f82-41cb-aceb-442f44122a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.482325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-d97d0c2c-9f82-41cb-aceb-442f44122a2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4b989343-b1ef-41af-b661-85a58de4aec6 HTTP/1.1" status: 200 len: 851 time: 0.0546710 Jul 07 17:56:17.505658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-059cf5df-e645-49a5-85a0-219dedd0b085 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=597a9e3fda1748d797789883238a6a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795418 Jul 07 17:56:17.519178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60314) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:17.523098 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:17.528140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f20440fe-bcbb-4875-9148-62f187540739 req-b14b4363-2083-4b70-81cf-a977b064aed0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087748 Jul 07 17:56:17.580209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-165971f5-77c4-43ee-be19-231cd9b58db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:17.583724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afe88031-d5bf-458c-ab55-e2301cfd7ccb req-807665ad-83df-4938-b8b6-031cdb1770ca tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466788 Jul 07 17:56:17.586402 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-165971f5-77c4-43ee-be19-231cd9b58db7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e49b18a0-4912-4354-8c37-145fdfc25fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957198 Jul 07 17:56:17.889430 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '693c4f14-c735-43e2-92a7-e228af1a2a11', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'port_id': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'mac_address': 'fa:16:3e:bf:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:55:22Z', 'updated_at': '2021-07-07T17:56:14Z', 'revision_number': 1, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:20Z', 'revision_number': 5, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:17.890142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-2543088d-c46c-4f58-87d2-86f0726c2288 service neutron] 10.222.0.90 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936170 Jul 07 17:56:17.894000 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afe0f02-0af6-4daa-8264-8de492ecc397 x-openstack-request-id: req-8afe0f02-0af6-4daa-8264-8de492ecc397 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:17.894290 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:17.894551 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8afe0f02-0af6-4daa-8264-8de492ecc397 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:17.894966 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'status': 'completed', 'code': 200} Jul 07 17:56:17.928765 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bcb62-fe9e-4486-9944-f5db9a60834a None None] The sync data for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 is: [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '693c4f14-c735-43e2-92a7-e228af1a2a11', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'port_id': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'mac_address': 'fa:16:3e:bf:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:55:22Z', 'updated_at': '2021-07-07T17:56:14Z', 'revision_number': 1, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:20Z', 'revision_number': 5, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:17.934452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-bc38bddd-b515-4060-aefb-f40ce5e14c1a service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479198 Jul 07 17:56:17.938540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-387e25c9-1d68-426b-a4df-3194edcc75d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.069302 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d82c968-c6bf-4c73-8aa7-3aa16aeaecba req-c165db99-623e-46f6-bb8c-446e761b499f service neutron] 10.222.0.90 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665096 Jul 07 17:56:18.088083 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-387e25c9-1d68-426b-a4df-3194edcc75d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.115011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60320) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:18.140154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efa44dcf-031f-4d51-a006-84a39fde1c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.161174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-d4ea9dd2-edf6-411d-aa4c-c60557305960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.162701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-d4ea9dd2-edf6-411d-aa4c-c60557305960 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3050f5cd93de488599eb7f180faf7ac4&device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 1097 time: 0.4569960 Jul 07 17:56:18.168808 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efa44dcf-031f-4d51-a006-84a39fde1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.264489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a80fd5-adbd-485a-92a6-5a9a242af63c None None] New status for floating IP 693c4f14-c735-43e2-92a7-e228af1a2a11: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:18.319935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-efa44dcf-031f-4d51-a006-84a39fde1c6b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb6516612fcd4091bb9298cd0b69d1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2902343 Jul 07 17:56:18.320767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa44dcf-031f-4d51-a006-84a39fde1c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779870d0-69cc-404b-b2bd-74dea163ac60,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:18.325403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60324) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:18.327807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d0b696-98cf-4a4b-9e7f-6c8e620ce219 req-e0784186-e79c-49cc-a24e-28b6c3062bdf service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338139 Jul 07 17:56:18.339471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b783d-3bde-4197-ab90-0d135d4c6057 req-32d9fafc-c5b4-4412-b609-d0d254bb97b3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.346288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-392b783d-3bde-4197-ab90-0d135d4c6057 req-32d9fafc-c5b4-4412-b609-d0d254bb97b3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 984 time: 0.4331281 Jul 07 17:56:18.384936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-387e25c9-1d68-426b-a4df-3194edcc75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.387368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-387e25c9-1d68-426b-a4df-3194edcc75d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.388643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-387e25c9-1d68-426b-a4df-3194edcc75d6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd9f0079-3473-46cf-8b96-56fd1dcc88e2 HTTP/1.1" status: 204 len: 168 time: 0.8639665 Jul 07 17:56:18.398796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c888b41-297b-4bd7-be64-f46d6e90c82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.451202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e25c9-1d68-426b-a4df-3194edcc75d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f0079-3473-46cf-8b96-56fd1dcc88e2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:18.496367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-392b783d-3bde-4197-ab90-0d135d4c6057 req-6e4d98f8-6191-44b7-87ed-cbe0170fb377 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=c08099f6-71aa-4323-baae-27f7d02b932f&id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1490982 Jul 07 17:56:18.501369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-1552eca1-34ab-4c3c-8394-ad64a13cd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.503229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-1552eca1-34ab-4c3c-8394-ad64a13cd90b service neutron] 10.222.0.90 "GET /v2.0/networks?id=3e165df5-d322-45c4-a19e-f646c31415f8 HTTP/1.1" status: 200 len: 917 time: 0.3309097 Jul 07 17:56:18.515055 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.592669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-3f473ec5-8984-475c-aee3-d222a35706d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99eb9f27-4135-4eb3-b121-971b2e892f94 HTTP/1.1" status: 200 len: 1000 time: 0.0798602 Jul 07 17:56:18.676227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad8e72be-476b-4633-a49f-cd1ac66a910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.711554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.820179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-79c3dd5b-9b35-45cf-8098-242eb5d49a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.822022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-79c3dd5b-9b35-45cf-8098-242eb5d49a64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34296304-693e-4db5-a1be-4e3a7012aa29 HTTP/1.1" status: 200 len: 855 time: 0.2221000 Jul 07 17:56:18.824047 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad8e72be-476b-4633-a49f-cd1ac66a910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.979782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25575-7b95-4336-8bef-98c592651300 req-00e69bf5-425b-4f85-b334-e6fc067764a8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.981809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ef25575-7b95-4336-8bef-98c592651300 req-00e69bf5-425b-4f85-b334-e6fc067764a8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2618756 Jul 07 17:56:19.015661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab6a7d-2211-4ffe-aacf-b55ce343fffd req-8fc08017-8c14-4801-8a6d-2edcb4e41bc2 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:19.017698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56ab6a7d-2211-4ffe-aacf-b55ce343fffd req-8fc08017-8c14-4801-8a6d-2edcb4e41bc2 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 944 time: 0.2235012 Jul 07 17:56:19.022154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-fb749fdd-5432-4e45-a963-51bab7e2757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:19.023624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-fb749fdd-5432-4e45-a963-51bab7e2757c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e165df5-d322-45c4-a19e-f646c31415f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751192 Jul 07 17:56:19.024259 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad8e72be-476b-4633-a49f-cd1ac66a910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.028105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad8e72be-476b-4633-a49f-cd1ac66a910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.028105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ad8e72be-476b-4633-a49f-cd1ac66a910d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/779870d0-69cc-404b-b2bd-74dea163ac60 HTTP/1.1" status: 204 len: 168 time: 0.6992252 Jul 07 17:56:19.037832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Deleting port d028407d-73cd-447f-8f9b-b95e77d99baf {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:19.038186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.112877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e72be-476b-4633-a49f-cd1ac66a910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779870d0-69cc-404b-b2bd-74dea163ac60,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:19.147837 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] For port d028407d-73cd-447f-8f9b-b95e77d99baf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d028407d-73cd-447f-8f9b-b95e77d99baf,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:19.148201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.149136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ef25575-7b95-4336-8bef-98c592651300 req-8cf1cb19-3ee6-4609-bc5d-a70dd827d87c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546283 Jul 07 17:56:19.162971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Calling delete_port for d028407d-73cd-447f-8f9b-b95e77d99baf owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:19.190880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56ab6a7d-2211-4ffe-aacf-b55ce343fffd req-fc44fb89-ede5-46f6-a85a-01793033e570 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556456 Jul 07 17:56:19.273870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-23bdb3e6-ca0e-4a14-a2d2-4ad1389baf7f service neutron] 10.222.0.90 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345328 Jul 07 17:56:19.435743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.443640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be566db-7976-4a9a-848f-94fc0fae12d4 req-1b787965-423d-4954-a65a-d0c4e02f6a6d service neutron] 10.222.0.90 "GET /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593807 Jul 07 17:56:19.486312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d028407d-73cd-447f-8f9b-b95e77d99baf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:19.594473 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.720594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.813679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540f523-8913-4d46-859c-35b2c6e210f4 req-2ee22568-9404-417f-94b6-ea4e5b852103 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:19.816657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f540f523-8913-4d46-859c-35b2c6e210f4 req-2ee22568-9404-417f-94b6-ea4e5b852103 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 984 time: 0.0849123 Jul 07 17:56:19.879419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f540f523-8913-4d46-859c-35b2c6e210f4 req-ec16acb8-fbb0-495d-9e03-ef380690a78e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=c08099f6-71aa-4323-baae-27f7d02b932f&id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0566797 Jul 07 17:56:19.907319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:19.909688 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b661e-1af2-44aa-819c-47e451c80df6" -d '{"events": [{"name": "network-changed", "server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:20.005564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Router e7af574d-c7cd-48e5-acd7-e4b1a632f225 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:20.051116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-b9ddca2b-a32c-4d97-aef4-37fb61f526a6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1342022594&fields=id&tenant_id=52805d0d1944419aa8aa8299a4b68051 HTTP/1.1" status: 200 len: 267 time: 0.0408809 Jul 07 17:56:20.067469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60386) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:20.132418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-6c7e714c-ab1c-4e88-95ca-f711987c0216 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:20.134265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-6c7e714c-ab1c-4e88-95ca-f711987c0216 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 984 time: 0.0775959 Jul 07 17:56:20.147595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'port': {'security_groups': ['c08099f6-71aa-4323-baae-27f7d02b932f', 'f53c552d-41b5-44c2-9931-4acec84c7ced', '7876976a-e3c8-4d68-b452-7c762a560acb']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:20.164416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:20.176220 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] Sync routers for ids ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:20.182157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-71eb0b4e-3115-4d60-bc5e-e378b2f652f5 admin admin] 10.222.0.88 "PUT /v2.0/routers/e7af574d-c7cd-48e5-acd7-e4b1a632f225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0577359 Jul 07 17:56:20.185639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60390) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:20.196393 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] Routers {'e7af574d-c7cd-48e5-acd7-e4b1a632f225'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:20.197028 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:20.377229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.413397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1418135673-network', 'tenant_id': '35f246449c2d49f6bac21996acf939cf'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:20.415055 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] Set router e7af574d-c7cd-48e5-acd7-e4b1a632f225 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:20.465958 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.609799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Made reservation on behalf of 35f246449c2d49f6bac21996acf939cf for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:20.613082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7872a815-268a-40ec-83ac-a4039f570e1f details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:20.614364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.687557 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:56:19Z', 'revision_number': 5, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:20.710111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.720136 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] Checking router: e7af574d-c7cd-48e5-acd7-e4b1a632f225 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:20.729804 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] Routers {'e7af574d-c7cd-48e5-acd7-e4b1a632f225'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:20.730748 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:20.816219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7872a815-268a-40ec-83ac-a4039f570e1f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7872a815-268a-40ec-83ac-a4039f570e1f,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:20.838297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '7872a815-268a-40ec-83ac-a4039f570e1f', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'port_id': '7872a815-268a-40ec-83ac-a4039f570e1f', 'mac_address': 'fa:16:3e:03:3c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:20.899050 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39389509-c6ab-4c46-9056-f6498ad47c30 x-openstack-request-id: req-39389509-c6ab-4c46-9056-f6498ad47c30 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:20.899690 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:20.899690 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-39389509-c6ab-4c46-9056-f6498ad47c30 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:20.900184 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f', 'status': 'completed', 'code': 200} Jul 07 17:56:20.928303 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.933253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f82e2037-2516-4541-926b-774d58fc3b4c,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:20.962656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7872a815-268a-40ec-83ac-a4039f570e1f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:20.970356 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.991052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7872a815-268a-40ec-83ac-a4039f570e1f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7872a815-268a-40ec-83ac-a4039f570e1f,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:20.995418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.999375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.001493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.035483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] Set router e7af574d-c7cd-48e5-acd7-e4b1a632f225 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:21.079575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4', 'f82e2037-2516-4541-926b-774d58fc3b4c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:21.087922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7872a815-268a-40ec-83ac-a4039f570e1f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:21.103969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.104634 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.106112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d10998ce-bcec-405c-ac42-0a6b8ae10fca req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "PUT /v2.0/ports/f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 1020 time: 0.9648731 Jul 07 17:56:21.106587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:21.109632 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a769ff6a-57ac-4887-95d8-b6a41f674034" -d '{"events": [{"name": "network-changed", "server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:21.119308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Deleting port 88674d74-d33f-4e45-a38c-fc3019a12311 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:21.120242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.152231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-42dc7442-7a1b-457d-98e7-4cb7fa305129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.153842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-42dc7442-7a1b-457d-98e7-4cb7fa305129 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73a87dcfa654e3b942a6c82a4de6efd&device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 1095 time: 0.6277487 Jul 07 17:56:21.157566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.195636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['f82e2037-2516-4541-926b-774d58fc3b4c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:21.205363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087f3a8-0afc-4c26-ba0d-1738657ad98f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:21.327783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] For port 88674d74-d33f-4e45-a38c-fc3019a12311, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=88674d74-d33f-4e45-a38c-fc3019a12311,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:21.328315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.344807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Calling delete_port for 88674d74-d33f-4e45-a38c-fc3019a12311 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:21.377494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ab116-cb34-4c2c-a079-4db5d18b13c0 req-8a621bcf-de89-4fb5-bbf7-12f68c1c75c1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.385480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-629ab116-cb34-4c2c-a079-4db5d18b13c0 req-8a621bcf-de89-4fb5-bbf7-12f68c1c75c1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.6768780 Jul 07 17:56:21.435124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-778f5b74-13a7-4baa-a7db-49d0948c61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.436393 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:56:19Z', 'revision_number': 5, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:21.436920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-778f5b74-13a7-4baa-a7db-49d0948c61c9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e49b18a0-4912-4354-8c37-145fdfc25fb7 HTTP/1.1" status: 200 len: 913 time: 0.2712889 Jul 07 17:56:21.468409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['7872a815-268a-40ec-83ac-a4039f570e1f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:21.486703 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd05f0a5-9527-4be5-8a6f-5127e160c586 None None] The sync data for ids ['e7af574d-c7cd-48e5-acd7-e4b1a632f225'] in n-d-798930-2 is: [{'id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080005813-router', 'tenant_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:05Z', 'updated_at': '2021-07-07T17:56:19Z', 'revision_number': 5, 'project_id': 'a841bb9c3d3e42fea25b1b9d0d96d278', 'gw_port': {'id': '88674d74-d33f-4e45-a38c-fc3019a12311', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af574d-c7cd-48e5-acd7-e4b1a632f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:21.525446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-2256d388-efca-4540-bf5a-d189c0e72624 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7872a815-268a-40ec-83ac-a4039f570e1f HTTP/1.1" status: 200 len: 217 time: 0.0756872 Jul 07 17:56:21.537176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-629ab116-cb34-4c2c-a079-4db5d18b13c0 req-6812ac57-1db9-4688-b81a-f38cf2a91258 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505589 Jul 07 17:56:21.586459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.605666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.608779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.645362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ddbf3-08e8-4d7e-8478-cb7624dcfbe6 req-886fc1a4-ac0e-400d-8749-da9a6e903f51 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.646957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d98ddbf3-08e8-4d7e-8478-cb7624dcfbe6 req-886fc1a4-ac0e-400d-8749-da9a6e903f51 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 945 time: 0.3071012 Jul 07 17:56:21.651945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=88674d74-d33f-4e45-a38c-fc3019a12311,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:21.656377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-a28251b4-9b25-4009-868b-975af0d23f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.658261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-a28251b4-9b25-4009-868b-975af0d23f30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4b989343-b1ef-41af-b661-85a58de4aec6 HTTP/1.1" status: 200 len: 851 time: 0.1146219 Jul 07 17:56:21.662057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:56:21.734255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.734607 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Added segment 4ea3c6cd-4da5-4ac0-ac93-cd4ac58231e4 of type vlan for network c7298978-c76c-46c2-84bc-01f2e4840925 Jul 07 17:56:21.735937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c669d-0d43-4d05-aaf0-f0f673529476,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:21.761017 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.804034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.809021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d98ddbf3-08e8-4d7e-8478-cb7624dcfbe6 req-16b2697a-9c99-44c4-993c-54f760cd4a72 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443312 Jul 07 17:56:21.858750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-ad049f8e-1862-485a-869c-05ec6bdef7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.867390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-ad049f8e-1862-485a-869c-05ec6bdef7f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e49b18a0-4912-4354-8c37-145fdfc25fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894195 Jul 07 17:56:21.898523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.905505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.909838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.910891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.911638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.991249 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.991999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7af574d-c7cd-48e5-acd7-e4b1a632f225 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:56:22.002785 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.004159 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c27510d7-2bbd-440c-8d38-276b7db39e57 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e7af574d-c7cd-48e5-acd7-e4b1a632f225 HTTP/1.1" status: 204 len: 168 time: 1.8162770 Jul 07 17:56:22.007598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60416) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:22.041015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9697027 Jul 07 17:56:22.042839 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1956d50-0e62-4eaa-aaab-6f289fcef451 x-openstack-request-id: req-b1956d50-0e62-4eaa-aaab-6f289fcef451 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:22.053424 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:22.053684 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1956d50-0e62-4eaa-aaab-6f289fcef451 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:22.054134 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c', 'status': 'completed', 'code': 200} Jul 07 17:56:22.064385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60418) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:22.070610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Request body: {'subnet': {'network_id': 'c7298978-c76c-46c2-84bc-01f2e4840925', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1418135673-subnet', 'tenant_id': '35f246449c2d49f6bac21996acf939cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:22.106296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] Deleting subnet a6c756e4-7db6-427c-a19d-60022b0d2b2f {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:56:22.110334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Made reservation on behalf of 35f246449c2d49f6bac21996acf939cf for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:22.112818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.125444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.193857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eeef6dde-022d-497e-b615-f9a881fc03ed req-e8bb0667-7abc-4f36-be51-291917f216d1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/7876976a-e3c8-4d68-b452-7c762a560acb HTTP/1.1" status: 200 len: 1802 time: 0.3232775 Jul 07 17:56:22.199770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19c54f-1f16-4d83-a5e2-3d0ebd3b5eab admin admin] Pushing event updated for resources: {'Network': ['ID=c7298978-c76c-46c2-84bc-01f2e4840925,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:22.211945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network c7298978-c76c-46c2-84bc-01f2e4840925 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:56:22.232565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.350709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-a0d743b9-5419-4490-9888-02c4e977f7dc service neutron] 10.222.0.90 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636083 Jul 07 17:56:22.419956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.441759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d028407d-73cd-447f-8f9b-b95e77d99baf no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:22.468732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d028407d-73cd-447f-8f9b-b95e77d99baf {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:22.469734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d028407d-73cd-447f-8f9b-b95e77d99baf not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:22.485860 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-eeef6dde-022d-497e-b615-f9a881fc03ed req-8610a2c0-701e-4c4c-b665-8e077563d726 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:56:22.487149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eeef6dde-022d-497e-b615-f9a881fc03ed req-8610a2c0-701e-4c4c-b665-8e077563d726 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/7876976a-e3c8-4d68-b452-7c762a560acb HTTP/1.1" status: 409 len: 341 time: 0.2923255 Jul 07 17:56:22.506733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-afc19e0b-b02e-4356-b29d-e25fc9c82b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:22.506733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-afc19e0b-b02e-4356-b29d-e25fc9c82b1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52805d0d1944419aa8aa8299a4b68051&device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1174 time: 0.4010091 Jul 07 17:56:22.507128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.577590 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.600113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43702e53-f903-4753-be57-1bc3b5647c42,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:22.605450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.610520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a6c756e4-7db6-427c-a19d-60022b0d2b2f HTTP/1.1" status: 204 len: 168 time: 0.6015821 Jul 07 17:56:22.611557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:22.613328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839b04e-5a62-433d-a59c-3665a9e760a1 None None] Network 24148e7c-3c89-49b9-8cb8-a530781d8272 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:22.639164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f964e9-0db0-416d-9d81-6352ec81d703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c756e4-7db6-427c-a19d-60022b0d2b2f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:22.692956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Checking segment: {'id': '4ea3c6cd-4da5-4ac0-ac93-cd4ac58231e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c7298978-c76c-46c2-84bc-01f2e4840925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:22.693516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Network hostable DHCP agents. Network: c7298978-c76c-46c2-84bc-01f2e4840925, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:56:22.734839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Network c7298978-c76c-46c2-84bc-01f2e4840925 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:56:22.751063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.772306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, c7298978-c76c-46c2-84bc-01f2e4840925) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:22.794734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:22.795835 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.799908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e269adb3-6435-4510-bb30-a142fc93d73f None None] Network c7298978-c76c-46c2-84bc-01f2e4840925 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:22.850324 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9d453720-11c2-4b1d-929a-83c25783d085 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7753923 Jul 07 17:56:23.011659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Deleting port b8878bed-56d1-4dd3-8aa8-2890c0218e22 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:23.012419 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.033352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a5b661e-1af2-44aa-819c-47e451c80df6 req-b21621d4-ac24-4d0a-b284-06b1f911e32e service neutron] 10.222.0.90 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572282 Jul 07 17:56:23.093653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ed075-b933-4def-97c8-43433793e221 None None] Network c7298978-c76c-46c2-84bc-01f2e4840925 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:23.156808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] For port b8878bed-56d1-4dd3-8aa8-2890c0218e22, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b8878bed-56d1-4dd3-8aa8-2890c0218e22,segment=NetworkSegment(b7a6c62a-d444-4ff5-96c6-0d5a70680942),segment_id=b7a6c62a-d444-4ff5-96c6-0d5a70680942)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:23.157226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.172870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] DHCP port deletion for 24148e7c-3c89-49b9-8cb8-a530781d8272 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:56:23.174838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Calling delete_port for b8878bed-56d1-4dd3-8aa8-2890c0218e22 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:23.194704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-a2ade58e-9462-4857-ac81-e5abd3802645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:23.196201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-a2ade58e-9462-4857-ac81-e5abd3802645 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 200 len: 914 time: 0.6768379 Jul 07 17:56:23.205787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612751-f2b4-4b7d-9e58-16ecc779c50c req-78abb013-73d2-49fb-b162-d155332134de tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:23.213142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22612751-f2b4-4b7d-9e58-16ecc779c50c req-78abb013-73d2-49fb-b162-d155332134de tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.1755054 Jul 07 17:56:23.285383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-c37bfad5-575c-447f-ae76-08de8b00e64b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 200 len: 217 time: 0.0694225 Jul 07 17:56:23.297817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.304608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] Deleting port b8878bed-56d1-4dd3-8aa8-2890c0218e22 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:23.305290 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.322617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22612751-f2b4-4b7d-9e58-16ecc779c50c req-4831aaf9-2b76-462f-a406-5ebd1d12b49c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078842 Jul 07 17:56:23.332987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Pushing event deleted for resources: {'Port': ['ID=b8878bed-56d1-4dd3-8aa8-2890c0218e22,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:23.339342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] No DVR routers for this DVR port b8878bed-56d1-4dd3-8aa8-2890c0218e22 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:23.392945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-91e009d9-647e-48fd-b6d7-a9bc048d25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:23.394744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-91e009d9-647e-48fd-b6d7-a9bc048d25e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 200 len: 853 time: 0.0793414 Jul 07 17:56:23.468690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-e3d1ca7b-53a2-4dc1-a75d-e2be5a339bd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92f77e48-d2c6-40c4-a79c-e94c8788f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650723 Jul 07 17:56:23.501067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] For port b8878bed-56d1-4dd3-8aa8-2890c0218e22, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:23.501478 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.514812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.531543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] Calling delete_port for b8878bed-56d1-4dd3-8aa8-2890c0218e22 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:23.541229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] Port b8878bed-56d1-4dd3-8aa8-2890c0218e22 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:56:23.542516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24148e7c-3c89-49b9-8cb8-a530781d8272']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:23.542678 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.554665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a6c62a-d444-4ff5-96c6-0d5a70680942') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:23.555079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a6c62a-d444-4ff5-96c6-0d5a70680942') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:23.566322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.586767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] Pushing event deleted for resources: {'Port': ['ID=b8878bed-56d1-4dd3-8aa8-2890c0218e22,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:23.606458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e2dbb-451d-4f0c-a718-608a6eb340b0 None None] No DVR routers for this DVR port b8878bed-56d1-4dd3-8aa8-2890c0218e22 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:23.622585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.635291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:56:23.635747 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:56:23.637940 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:56:23.719575 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-a3d19f10-20f1-4ea5-a884-4ee654cafdd1 service neutron] show failed (client error): The resource could not be found. Jul 07 17:56:23.719575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-a3d19f10-20f1-4ea5-a884-4ee654cafdd1 service neutron] 10.222.0.55 "GET /v2.0/ports/564ce100-9fc0-4f35-a5df-9b1c28e573ce/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.1348546 Jul 07 17:56:23.725742 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.730928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-92225d4a-20a1-4083-94fd-a4e90ca78e1e service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552795 Jul 07 17:56:23.732455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:23.739589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] 10.222.0.88 "DELETE /v2.0/networks/24148e7c-3c89-49b9-8cb8-a530781d8272 HTTP/1.1" status: 204 len: 168 time: 1.0984423 Jul 07 17:56:23.739972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60450) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:23.755654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec02aa7-696d-48e8-910f-a80c860ff7da admin admin] Pushing event deleted for resources: {'Network': ['ID=24148e7c-3c89-49b9-8cb8-a530781d8272,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:23.769252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2280-8a83-4218-b915-d7132942a65c req-29c05ca7-ffcd-4760-9b24-ff3e06395e2d tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:23.770815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-013f2280-8a83-4218-b915-d7132942a65c req-29c05ca7-ffcd-4760-9b24-ff3e06395e2d tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 945 time: 0.1945517 Jul 07 17:56:23.885779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299ed0-7c07-4a1f-a603-007e0e219b81 req-1252c7aa-c8be-4e75-8b3d-cc014efcf46e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:23.887291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb299ed0-7c07-4a1f-a603-007e0e219b81 req-1252c7aa-c8be-4e75-8b3d-cc014efcf46e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1023 time: 0.2847376 Jul 07 17:56:23.998808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-013f2280-8a83-4218-b915-d7132942a65c req-be951f2f-5532-4856-a7fc-deae928e2fb9 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824985 Jul 07 17:56:24.061217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb299ed0-7c07-4a1f-a603-007e0e219b81 req-ca3f7680-fa5d-42a2-a236-a6ee2a6b9c63 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=c08099f6-71aa-4323-baae-27f7d02b932f&id=7876976a-e3c8-4d68-b452-7c762a560acb&id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1630135 Jul 07 17:56:24.109673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a769ff6a-57ac-4887-95d8-b6a41f674034 req-bed5b76b-c0f7-4b5c-8a29-9f072d35e1da service neutron] 10.222.0.55 "GET /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637431 Jul 07 17:56:24.195268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-13117335-98e4-4320-acbe-77e26c575547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:24.196785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-13117335-98e4-4320-acbe-77e26c575547 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 1101 time: 0.2231109 Jul 07 17:56:24.212051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:24.258844 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-14eff35c-383e-4ee9-a722-f8e278b97677 req-def156d6-30d6-4a36-b7d1-3f001a72e3bc tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] show failed (client error): The resource could not be found. Jul 07 17:56:24.269473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14eff35c-383e-4ee9-a722-f8e278b97677 req-def156d6-30d6-4a36-b7d1-3f001a72e3bc tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "GET /v2.0/security-groups/b2244104-6cf9-40e1-a39b-e56e90974c08 HTTP/1.1" status: 404 len: 352 time: 0.0764754 Jul 07 17:56:24.382481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:24.427273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 88674d74-d33f-4e45-a38c-fc3019a12311 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:24.456215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 88674d74-d33f-4e45-a38c-fc3019a12311 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:24.456889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 88674d74-d33f-4e45-a38c-fc3019a12311 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:24.457488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8878bed-56d1-4dd3-8aa8-2890c0218e22 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:24.478697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b8878bed-56d1-4dd3-8aa8-2890c0218e22 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:24.479452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8878bed-56d1-4dd3-8aa8-2890c0218e22 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:24.491687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-070e3a3b-9e31-4ac3-9195-0e87cf654b1d req-07d8fc51-02e8-4cb3-ade1-91869e90dcd4 tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=35f246449c2d49f6bac21996acf939cf HTTP/1.1" status: 200 len: 2988 time: 0.1881521 Jul 07 17:56:24.642239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7872a815-268a-40ec-83ac-a4039f570e1f up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:24.696357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 7872a815-268a-40ec-83ac-a4039f570e1f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:24.700294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 7872a815-268a-40ec-83ac-a4039f570e1f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:24.700654 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:24.728018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-070e3a3b-9e31-4ac3-9195-0e87cf654b1d req-6782f651-bbfc-4bd3-a12c-88483c308d37 tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "GET /v2.0/security-groups/484c669d-0d43-4d05-aaf0-f0f673529476 HTTP/1.1" status: 200 len: 2985 time: 0.2297812 Jul 07 17:56:24.787834 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:24.813048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:24.815136 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1031f912-8db2-4910-9872-8acedc6e4d3a" -d '{"events": [{"server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "name": "network-vif-plugged", "status": "completed", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:24.829689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7872a815-268a-40ec-83ac-a4039f570e1f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7872a815-268a-40ec-83ac-a4039f570e1f,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:24.837604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:24.881182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c12067-97a3-42ba-bc52-8e2fb9461950 req-b8cf9257-de6b-46ca-8dd0-d66bb3c430b1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:24.882749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39c12067-97a3-42ba-bc52-8e2fb9461950 req-b8cf9257-de6b-46ca-8dd0-d66bb3c430b1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3769336 Jul 07 17:56:24.886676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7872a815-268a-40ec-83ac-a4039f570e1f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:24.910525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-2e1f0c70-ed6a-4ad1-976d-f4c99ac9dd8e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:24.911998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-2e1f0c70-ed6a-4ad1-976d-f4c99ac9dd8e tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1023 time: 0.2892807 Jul 07 17:56:24.950088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:24.956244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-070e3a3b-9e31-4ac3-9195-0e87cf654b1d req-87272280-effb-42b3-beba-a8b7fca2d75c tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "GET /v2.0/security-groups/484c669d-0d43-4d05-aaf0-f0f673529476 HTTP/1.1" status: 200 len: 2985 time: 0.1967466 Jul 07 17:56:25.027238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39c12067-97a3-42ba-bc52-8e2fb9461950 req-a52a8fe7-5dfc-4c2d-8d6d-1178497b1249 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338463 Jul 07 17:56:25.081649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:25.088286 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba755a88-b53b-43c9-938b-2ccab7314276 x-openstack-request-id: req-ba755a88-b53b-43c9-938b-2ccab7314276 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:25.088738 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "name": "network-vif-plugged", "status": "completed", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:25.089152 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba755a88-b53b-43c9-938b-2ccab7314276 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:25.089679 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f', 'code': 200} Jul 07 17:56:25.117916 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.204774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:25.206952 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7320c3-b0bc-4c8c-b4c9-d593851b321f" -d '{"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:25.210967 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.250352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90e67-5242-4dfa-927f-d0716f152c6a req-2df09cc3-149d-4477-9886-6890ea329161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:25.250352 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15e90e67-5242-4dfa-927f-d0716f152c6a req-2df09cc3-149d-4477-9886-6890ea329161 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 1097 time: 0.0843534 Jul 07 17:56:25.290517 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-15e90e67-5242-4dfa-927f-d0716f152c6a req-729ddeb0-03d5-4d68-8c04-61edc67f4fd4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Jul 07 17:56:25.341431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Transition to ACTIVE for port object 564ce100-9fc0-4f35-a5df-9b1c28e573ce will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:25.355499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78e65321-cd43-4e7d-b919-96bd2a4c3e7d req-47534b87-2e3d-4d65-9941-13303928ddbd tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "GET /v2.0/security-groups/484c669d-0d43-4d05-aaf0-f0f673529476 HTTP/1.1" status: 200 len: 2985 time: 0.2417719 Jul 07 17:56:25.360380 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.388141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Deleting port f82e2037-2516-4541-926b-774d58fc3b4c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:25.388497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.576468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] No DVR routers for this DVR port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:25.586778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:25.664802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48f51e-612f-4be3-bf8c-0f9c425a1ad0 req-4f290e78-d797-48a5-b4f6-1ac50f6a2ac6 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:25.666323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca48f51e-612f-4be3-bf8c-0f9c425a1ad0 req-4f290e78-d797-48a5-b4f6-1ac50f6a2ac6 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.4469240 Jul 07 17:56:25.671080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.671422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.671764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.672097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.672430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.672756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.673109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.673511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.673775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.674079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.674396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.674718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:25.742128 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-78e65321-cd43-4e7d-b919-96bd2a4c3e7d req-e7f5d511-6077-4922-92ec-d7d0a29cca04 tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:56:25.743041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78e65321-cd43-4e7d-b919-96bd2a4c3e7d req-e7f5d511-6077-4922-92ec-d7d0a29cca04 tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "DELETE /v2.0/security-groups/484c669d-0d43-4d05-aaf0-f0f673529476 HTTP/1.1" status: 409 len: 352 time: 0.3804071 Jul 07 17:56:25.746641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:25.746983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:25.747381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:25.758412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] For port f82e2037-2516-4541-926b-774d58fc3b4c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f82e2037-2516-4541-926b-774d58fc3b4c,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:25.758864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.787555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:25.787882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Attempting to bind port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:25.791059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Calling delete_port for f82e2037-2516-4541-926b-774d58fc3b4c owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:25.795290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca48f51e-612f-4be3-bf8c-0f9c425a1ad0 req-bb0aa3b8-b27f-430b-a743-a6eac37283a9 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088247 Jul 07 17:56:25.805482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:25.805848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:25.806220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:25.806664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Bound port: 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:25.807033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:25.935565 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650a1218-1fa0-47d8-b19d-10e3eb202364 x-openstack-request-id: req-650a1218-1fa0-47d8-b19d-10e3eb202364 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:25.935854 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:25.936139 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-650a1218-1fa0-47d8-b19d-10e3eb202364 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:25.936534 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'code': 200} Jul 07 17:56:26.067514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60490) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:26.182490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1b63bdba-1f38-4f0f-926a-4ee9c280a94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.283422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1b63bdba-1f38-4f0f-926a-4ee9c280a94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.289253 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1b63bdba-1f38-4f0f-926a-4ee9c280a94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.325327 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-be2b7a6f-fbdb-42c9-bfec-eaaddfb72bfd req-162b39d1-62b3-4116-b940-e96443636d81 tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] show failed (client error): The resource could not be found. Jul 07 17:56:26.326387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be2b7a6f-fbdb-42c9-bfec-eaaddfb72bfd req-162b39d1-62b3-4116-b940-e96443636d81 tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "GET /v2.0/security-groups/f8796df9-cf3f-4a2b-8d43-f73479b1f9ad HTTP/1.1" status: 404 len: 352 time: 0.0540671 Jul 07 17:56:26.330427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:26.331542 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1b63bdba-1f38-4f0f-926a-4ee9c280a94d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a7c7bbc5d6c4adfbf59c5cd44591144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591889 Jul 07 17:56:26.331542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63bdba-1f38-4f0f-926a-4ee9c280a94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bdf00d-da5c-4fc0-901f-a27487a3793f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:26.331542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60496) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:26.339295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:26.376358 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.394399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dc04625-a99b-4115-b17c-e771b01c7e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.432755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.433063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dc04625-a99b-4115-b17c-e771b01c7e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.433453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.434951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] 10.222.0.90 "PUT /v2.0/ports/564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 1096 time: 2.2285893 Jul 07 17:56:26.464519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e428fa-d817-4f06-ad50-168fadf63fb7 req-e8aad8bd-d56c-41ff-96f2-b24b0093c4e6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.466112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15e428fa-d817-4f06-ad50-168fadf63fb7 req-e8aad8bd-d56c-41ff-96f2-b24b0093c4e6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=a553d762-efa0-412f-8184-49ba79ec4c06 HTTP/1.1" status: 200 len: 1023 time: 0.5630944 Jul 07 17:56:26.521018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dc04625-a99b-4115-b17c-e771b01c7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.525177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dc04625-a99b-4115-b17c-e771b01c7e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.526736 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5dc04625-a99b-4115-b17c-e771b01c7e64 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/57bdf00d-da5c-4fc0-901f-a27487a3793f HTTP/1.1" status: 204 len: 168 time: 0.1947722 Jul 07 17:56:26.535633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9ca36-96fd-4adc-bfae-7157846042a0 service neutron] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:26.537133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc04625-a99b-4115-b17c-e771b01c7e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bdf00d-da5c-4fc0-901f-a27487a3793f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:26.668490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Deleting port b691585d-6686-4c28-8188-a7760c563228 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:26.668849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.694413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.708672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:26.721211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4', 'f82e2037-2516-4541-926b-774d58fc3b4c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:26.722815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15e428fa-d817-4f06-ad50-168fadf63fb7 req-a473c40b-6bbc-4a09-a73b-3d1e40d21533 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=c08099f6-71aa-4323-baae-27f7d02b932f&id=7876976a-e3c8-4d68-b452-7c762a560acb&id=f53c552d-41b5-44c2-9931-4acec84c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2461839 Jul 07 17:56:26.825427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'Port': ['ID=f82e2037-2516-4541-926b-774d58fc3b4c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:26.859957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:26.917806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-152cd6e6-35bc-4963-8953-08731fae41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.919338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-152cd6e6-35bc-4963-8953-08731fae41f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1099 time: 0.4418640 Jul 07 17:56:26.920174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] No DVR routers for this DVR port f82e2037-2516-4541-926b-774d58fc3b4c on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:26.931002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010ebc-893d-4f4c-b917-b129c9070380 req-8ba3f067-6af3-44dd-a0e7-7c5b8da06777 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.932586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa010ebc-893d-4f4c-b917-b129c9070380 req-8ba3f067-6af3-44dd-a0e7-7c5b8da06777 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 948 time: 0.4630239 Jul 07 17:56:26.935716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.937791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e454964-7c82-49ca-9784-d26b2112ea7e req-27cd4b5b-e2f5-433a-81a3-f1720e7bf7d6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "DELETE /v2.0/ports/f82e2037-2516-4541-926b-774d58fc3b4c HTTP/1.1" status: 204 len: 173 time: 2.0164924 Jul 07 17:56:27.031698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] For port b691585d-6686-4c28-8188-a7760c563228, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b691585d-6686-4c28-8188-a7760c563228,segment=NetworkSegment(c69d1f9d-448f-4508-ad43-a5988aa006ca),segment_id=c69d1f9d-448f-4508-ad43-a5988aa006ca)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:27.032075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.058277 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-bc689f44-bf5d-4db3-8e14-6b81eaf56603 req-7a0b8977-6c2e-45e5-afec-c211ed5f003a tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] show failed (client error): The resource could not be found. Jul 07 17:56:27.059693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc689f44-bf5d-4db3-8e14-6b81eaf56603 req-7a0b8977-6c2e-45e5-afec-c211ed5f003a tempest-SecurityGroupsNegativeTestJSON-1477116872 tempest-SecurityGroupsNegativeTestJSON-1477116872-project] 10.222.0.88 "GET /v2.0/security-groups/5bff0a1e-e884-4f46-b5b8-05346cc4f1fb HTTP/1.1" status: 404 len: 352 time: 0.0602772 Jul 07 17:56:27.061456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Calling delete_port for b691585d-6686-4c28-8188-a7760c563228 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:27.076121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60514) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:27.117088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa010ebc-893d-4f4c-b917-b129c9070380 req-ab15d46b-111a-43f1-9982-2f6329dd6f5d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748950 Jul 07 17:56:27.191498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] Deleting subnet 43702e53-f903-4753-be57-1bc3b5647c42 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:56:27.196868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.245631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.258402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-7e2956d1-8514-4fae-bd59-8bad369f7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.259931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-7e2956d1-8514-4fae-bd59-8bad369f7da7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3212242 Jul 07 17:56:27.301443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.350677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-d7d41943-e044-4d1e-9e3c-b5d624901b50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.0760577 Jul 07 17:56:27.375875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.402348 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43702e53-f903-4753-be57-1bc3b5647c42,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.406405 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.408431 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-29662a20-5e43-4a1c-ac5d-c36eb4203c90 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/43702e53-f903-4753-be57-1bc3b5647c42 HTTP/1.1" status: 204 len: 168 time: 0.3300717 Jul 07 17:56:27.413462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60524) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:27.490567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-26ea3431-3ba8-4020-a157-e5715eb93c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.491866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.492383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-26ea3431-3ba8-4020-a157-e5715eb93c6b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0966494 Jul 07 17:56:27.504928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb93790-48a9-472b-918b-5a65f5c7a4c7 req-317acea8-6a68-4b03-8de3-a55f9be0690d tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.507141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9bb93790-48a9-472b-918b-5a65f5c7a4c7 req-317acea8-6a68-4b03-8de3-a55f9be0690d tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.2313786 Jul 07 17:56:27.616523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.627120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9bb93790-48a9-472b-918b-5a65f5c7a4c7 req-53975a44-ab31-433b-bc04-1636f973091d tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063712 Jul 07 17:56:27.635136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7298978-c76c-46c2-84bc-01f2e4840925']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:27.641652 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.669535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea3c6cd-4da5-4ac0-ac93-cd4ac58231e4') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:27.670046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea3c6cd-4da5-4ac0-ac93-cd4ac58231e4') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:27.682997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.703327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.715673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:56:27.715673 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.753657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b691585d-6686-4c28-8188-a7760c563228,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.761826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-f0101607-c059-4374-8821-6a0e1a6d74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.763386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-f0101607-c059-4374-8821-6a0e1a6d74ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2542357 Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:56:27.769563 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:56:27.816241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.830760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.835461 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c7298978-c76c-46c2-84bc-01f2e4840925 HTTP/1.1" status: 204 len: 168 time: 0.4182434 Jul 07 17:56:27.845918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f561308-cadc-4902-8717-62748af62885 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7298978-c76c-46c2-84bc-01f2e4840925,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.938609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce'}, {'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'name': 'network-vif-deleted', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:27.940794 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce"}, {"server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "name": "network-vif-deleted", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:28.068304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60548) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:28.086138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc107f65-c56d-4ec3-b5fa-4417b2d13c63 req-c6873c9c-4ce7-4f7e-9387-3c2dcc57a1e0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/c08099f6-71aa-4323-baae-27f7d02b932f HTTP/1.1" status: 200 len: 1800 time: 0.1555793 Jul 07 17:56:28.119145 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-461a8e08-fafd-4138-9af5-2e994c246ddc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=35f246449c2d49f6bac21996acf939cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469530 Jul 07 17:56:28.119482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60550) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:28.122424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-967aa99a-0ff9-4afa-bcfd-935893420ad4 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232853 Jul 07 17:56:28.189902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e549-c8a3-4ba9-9ce4-8c31b00884b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.191232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f665ae-e6d0-441a-a5b1-707bb596161d req-e2b563ac-5a31-4ad2-9f11-d084d7042b7c tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.192813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28f665ae-e6d0-441a-a5b1-707bb596161d req-e2b563ac-5a31-4ad2-9f11-d084d7042b7c tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.3859384 Jul 07 17:56:28.218065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e549-c8a3-4ba9-9ce4-8c31b00884b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.236510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60558) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:28.253856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Request body: {'floatingip': {'port_id': '7872a815-268a-40ec-83ac-a4039f570e1f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:28.275667 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.294952 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e549-c8a3-4ba9-9ce4-8c31b00884b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.298222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e549-c8a3-4ba9-9ce4-8c31b00884b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.302028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8dc7e549-c8a3-4ba9-9ce4-8c31b00884b2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/484c669d-0d43-4d05-aaf0-f0f673529476 HTTP/1.1" status: 204 len: 168 time: 0.1790309 Jul 07 17:56:28.314840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7e549-c8a3-4ba9-9ce4-8c31b00884b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c669d-0d43-4d05-aaf0-f0f673529476,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:28.415972 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f292af-4465-41f1-ac5e-8400b67e1822 x-openstack-request-id: req-a7f292af-4465-41f1-ac5e-8400b67e1822 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:28.417024 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce", "status": "completed", "code": 200}, {"server_uuid": "a553d762-efa0-412f-8184-49ba79ec4c06", "name": "network-vif-deleted", "tag": "f82e2037-2516-4541-926b-774d58fc3b4c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:28.417543 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a7f292af-4465-41f1-ac5e-8400b67e1822 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:28.418160 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'status': 'completed', 'code': 200} Jul 07 17:56:28.418515 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a553d762-efa0-412f-8184-49ba79ec4c06', 'name': 'network-vif-deleted', 'tag': 'f82e2037-2516-4541-926b-774d58fc3b4c', 'status': 'completed', 'code': 200} Jul 07 17:56:28.432623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-2bdf941c-bbb8-4778-8455-96324577dc7c service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976766 Jul 07 17:56:28.435578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.494836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cc107f65-c56d-4ec3-b5fa-4417b2d13c63 req-3aecae86-04e4-4936-8b97-ed65221a68d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.627114 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cc107f65-c56d-4ec3-b5fa-4417b2d13c63 req-3aecae86-04e4-4936-8b97-ed65221a68d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.714234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f82e2037-2516-4541-926b-774d58fc3b4c no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:28.777827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: f82e2037-2516-4541-926b-774d58fc3b4c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:28.780574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f82e2037-2516-4541-926b-774d58fc3b4c not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:28.983472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cc107f65-c56d-4ec3-b5fa-4417b2d13c63 req-3aecae86-04e4-4936-8b97-ed65221a68d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.986064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cc107f65-c56d-4ec3-b5fa-4417b2d13c63 req-3aecae86-04e4-4936-8b97-ed65221a68d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:28.987241 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc107f65-c56d-4ec3-b5fa-4417b2d13c63 req-3aecae86-04e4-4936-8b97-ed65221a68d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/c08099f6-71aa-4323-baae-27f7d02b932f HTTP/1.1" status: 204 len: 173 time: 0.8942230 Jul 07 17:56:29.014962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-c7346563-f105-44ec-8d70-6e8fa89a8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.016659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-c7346563-f105-44ec-8d70-6e8fa89a8738 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1099 time: 0.6065392 Jul 07 17:56:29.055240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecae86-04e4-4936-8b97-ed65221a68d0 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08099f6-71aa-4323-baae-27f7d02b932f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:29.340095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60590) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:29.447423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-465882752-network', 'tenant_id': 'c9c056812d2d4e0f88a0a2bf03571876'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:29.473333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Made reservation on behalf of c9c056812d2d4e0f88a0a2bf03571876 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:29.475900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.485767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.504548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ca113-ccbb-49e7-8953-2ded897dbefc req-f4b54b52-a486-4a11-b59e-3718d12eba8c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.506125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-359ca113-ccbb-49e7-8953-2ded897dbefc req-f4b54b52-a486-4a11-b59e-3718d12eba8c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 948 time: 0.7678497 Jul 07 17:56:29.513322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-1d55e9f3-84d4-4dc0-98a1-d1ac34644d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.515019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-1d55e9f3-84d4-4dc0-98a1-d1ac34644d80 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1099 time: 0.8535831 Jul 07 17:56:29.581641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.587914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.615227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:56:29.626131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:29.633481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.633777 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Added segment 2e3300c0-f511-4bf6-a04a-6fa417256db4 of type vlan for network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d Jul 07 17:56:29.680010 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.714034 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.715462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.716314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.781947 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4405105 Jul 07 17:56:29.785401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60596) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:29.790661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Request body: {'subnet': {'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-465882752-subnet', 'tenant_id': 'c9c056812d2d4e0f88a0a2bf03571876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:29.803411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cc23a-1271-458f-bdc3-4d60039b832d admin admin] Pushing event updated for resources: {'Network': ['ID=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:29.803666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-359ca113-ccbb-49e7-8953-2ded897dbefc req-5fe67518-8c11-4887-b2f9-fe5b7cffef58 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874579 Jul 07 17:56:29.806119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03eebd36-8561-4449-a629-e57a6d375f98 req-7539875e-6ff0-442d-8d27-1572c096f324 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/7876976a-e3c8-4d68-b452-7c762a560acb HTTP/1.1" status: 200 len: 1802 time: 0.3128281 Jul 07 17:56:29.815726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-9dbe60db-c749-49f5-a02e-e41e467a96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.818216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-9dbe60db-c749-49f5-a02e-e41e467a96b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.7825611 Jul 07 17:56:29.828852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Made reservation on behalf of c9c056812d2d4e0f88a0a2bf03571876 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:29.829620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:56:29.831446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:29.942706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-7522e501-b9de-4891-9ba2-cbe4ab182a80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.1072457 Jul 07 17:56:29.973846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-457f039d-e12d-4684-9f4a-807517bfbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.975370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-457f039d-e12d-4684-9f4a-807517bfbc48 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.4180038 Jul 07 17:56:30.011374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Router 10d644cb-1b69-4596-8a66-b2656b291211 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:30.074842 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.099896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-9252cac4-4d8f-4660-bb84-430aea23b760 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.0589578 Jul 07 17:56:30.153959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b109ec-1d42-49d5-869b-392381b88d6a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:30.167487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Checking segment: {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:30.168025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Network hostable DHCP agents. Network: e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:56:30.199566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-5e94b223-4144-4a94-917d-84dff5c213fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:30.201093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-5e94b223-4144-4a94-917d-84dff5c213fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2444167 Jul 07 17:56:30.233956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:56:30.262364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:30.267421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-03eebd36-8561-4449-a629-e57a6d375f98 req-5e7de00e-8832-4c5a-87d9-b1dc83dbd171 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.272733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede3066-deb5-46b7-ab4f-2736296df21d None None] Network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:30.282541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:30.287246 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.333257 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f2bd72a4-7333-4ea8-96d7-261b87688d5c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5466158 Jul 07 17:56:30.333684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-438f0deb-6b0e-4295-8a31-2dba2891fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:30.335232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-438f0deb-6b0e-4295-8a31-2dba2891fb9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2219291 Jul 07 17:56:30.418027 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-03eebd36-8561-4449-a629-e57a6d375f98 req-5e7de00e-8832-4c5a-87d9-b1dc83dbd171 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.504214 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:56:30.572191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:30.573857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1ed4b-c95e-4060-bd79-071d9c735b9b None None] Network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:30.583171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d7c30339-cb69-400f-9570-80b241e988a0 admin admin] 10.222.0.88 "PUT /v2.0/routers/10d644cb-1b69-4596-8a66-b2656b291211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8416584 Jul 07 17:56:30.585886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60614) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:30.606273 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-03eebd36-8561-4449-a629-e57a6d375f98 req-5e7de00e-8832-4c5a-87d9-b1dc83dbd171 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.609328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-03eebd36-8561-4449-a629-e57a6d375f98 req-5e7de00e-8832-4c5a-87d9-b1dc83dbd171 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.610744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03eebd36-8561-4449-a629-e57a6d375f98 req-5e7de00e-8832-4c5a-87d9-b1dc83dbd171 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/7876976a-e3c8-4d68-b452-7c762a560acb HTTP/1.1" status: 204 len: 173 time: 0.7853572 Jul 07 17:56:30.613658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-fa199e5a-a1eb-4a8d-89df-ea1500782316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:30.615512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-fa199e5a-a1eb-4a8d-89df-ea1500782316 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4002910 Jul 07 17:56:30.627922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.652074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.725734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7de00e-8832-4c5a-87d9-b1dc83dbd171 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7876976a-e3c8-4d68-b452-7c762a560acb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:30.729544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-19a851dd-76da-4129-a17b-0fe3ff8805d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:30.731849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-19a851dd-76da-4129-a17b-0fe3ff8805d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3850162 Jul 07 17:56:30.739873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.742337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-15d856bd-3b37-4707-a00d-a3aa8d5a4a73 req-ce39a062-83a6-46f7-8a0f-79c8656396a2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1885804815', 'description': 'tempest-description-249683613'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:30.851733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] Sync routers for ids ['10d644cb-1b69-4596-8a66-b2656b291211'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:30.883266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] Routers {'10d644cb-1b69-4596-8a66-b2656b291211'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:30.885080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['10d644cb-1b69-4596-8a66-b2656b291211'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:30.899608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:30.914416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15d856bd-3b37-4707-a00d-a3aa8d5a4a73 req-ce39a062-83a6-46f7-8a0f-79c8656396a2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.005086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-e4b8ec4c-d1cf-4063-aedf-fbe6db29ddb0 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718669 Jul 07 17:56:31.025792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Deleting port a91f7656-3d01-4c93-a914-815bdaa2aa33 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:31.026775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.059628 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Floating IP 3da41d24-0443-45ed-9b64-4a2beebbe8f6 associated. External IP: 172.25.1.35, port: 7872a815-268a-40ec-83ac-a4039f570e1f. Jul 07 17:56:31.073927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] Set router 10d644cb-1b69-4596-8a66-b2656b291211 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:31.146283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-ceb73b34-1bb2-46d6-b9cb-f38ef792db88 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985572 Jul 07 17:56:31.208781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] For port a91f7656-3d01-4c93-a914-815bdaa2aa33, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a91f7656-3d01-4c93-a914-815bdaa2aa33,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:31.209183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.228841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Calling delete_port for a91f7656-3d01-4c93-a914-815bdaa2aa33 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:31.512816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:56:27Z', 'revision_number': 5, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port': {'id': 'a91f7656-3d01-4c93-a914-815bdaa2aa33', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d644cb-1b69-4596-8a66-b2656b291211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:17Z', 'updated_at': '2021-07-07T17:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:31.542206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-b1af0a49-b0dd-408b-9c71-517641b18871 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220237 Jul 07 17:56:31.551391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-a7fe3994-ab67-432b-8db2-a79c731e2e44 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:31.553057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-a7fe3994-ab67-432b-8db2-a79c731e2e44 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 814 time: 0.5203679 Jul 07 17:56:31.561937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f03d2d0-ecdf-49a7-a68b-2c8cc35aee37 req-edb42194-3adc-4cd4-88f9-bf7b637fb623 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425183 Jul 07 17:56:31.567017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] Checking router: 10d644cb-1b69-4596-8a66-b2656b291211 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:31.593389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.605412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] Routers {'10d644cb-1b69-4596-8a66-b2656b291211'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:31.606067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['10d644cb-1b69-4596-8a66-b2656b291211'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:31.634235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91f7656-3d01-4c93-a914-815bdaa2aa33,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:31.686227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] Set router 10d644cb-1b69-4596-8a66-b2656b291211 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:31.709771 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.746506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:56:31Z', 'revision_number': 7, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:31.777614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87843d3-544d-4144-8886-36d71d81f26b None None] The sync data for ids ['10d644cb-1b69-4596-8a66-b2656b291211'] in n-d-798930-2 is: [{'id': '10d644cb-1b69-4596-8a66-b2656b291211', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094493053-router', 'tenant_id': 'a0ec75aab22744a7b2a503446fe18db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:14Z', 'updated_at': '2021-07-07T17:56:31Z', 'revision_number': 7, 'project_id': 'a0ec75aab22744a7b2a503446fe18db7', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:31.814265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.816234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.864748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.865486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d644cb-1b69-4596-8a66-b2656b291211 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:56:31.870074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.871224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-23738b38-36e7-46d3-879b-79b0d9678ec1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/10d644cb-1b69-4596-8a66-b2656b291211 HTTP/1.1" status: 204 len: 168 time: 1.2816498 Jul 07 17:56:31.873900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60638) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:31.925304 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15d856bd-3b37-4707-a00d-a3aa8d5a4a73 req-ce39a062-83a6-46f7-8a0f-79c8656396a2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.926043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] Deleting subnet 0ece2863-e077-405d-975b-4f546eb3d5db {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:56:31.928587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.932008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-30988f3e-1810-44a6-a979-2512a9b0bb3a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/quotas/c9c056812d2d4e0f88a0a2bf03571876 HTTP/1.1" status: 200 len: 375 time: 0.3634503 Jul 07 17:56:31.934560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15d856bd-3b37-4707-a00d-a3aa8d5a4a73 req-ce39a062-83a6-46f7-8a0f-79c8656396a2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.962684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.022918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-5fc49c20-9257-4436-9d12-71bb68c096c7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817549 Jul 07 17:56:32.027871 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-15d856bd-3b37-4707-a00d-a3aa8d5a4a73 req-ce39a062-83a6-46f7-8a0f-79c8656396a2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.028862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15d856bd-3b37-4707-a00d-a3aa8d5a4a73 req-ce39a062-83a6-46f7-8a0f-79c8656396a2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3044705 Jul 07 17:56:32.042280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a062-83a6-46f7-8a0f-79c8656396a2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bbb89b-2b6a-4f0b-8519-54465b4ea2b4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:32.053431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.118172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Router 2270525a-ca1a-4350-b7cd-dedbea1fd11f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:32.126168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.160315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ece2863-e077-405d-975b-4f546eb3d5db,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:32.166680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.169193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3dbca1-6066-484d-b64e-ce8e38bade20 None None] Network 1e869781-416a-41c7-aafd-5d977589ed3d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:32.173184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-34e10a11-211d-4e56-a384-ed4b3f4b3bd2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0ece2863-e077-405d-975b-4f546eb3d5db HTTP/1.1" status: 204 len: 168 time: 0.2960100 Jul 07 17:56:32.173502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60642) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:32.231558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-506a9303-4009-4700-8718-e59b569b030f service neutron] 10.222.0.88 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994834 Jul 07 17:56:32.275653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.369379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:32.382711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.384909 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] Sync routers for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:32.390327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Deleting port 8661cc14-d969-436d-be21-45ba6b730b99 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:32.390751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.395219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a247e-997b-4690-b6ee-35d7f42f7802 req-97e9b3ee-1a5b-4ba1-865a-18f203eb7e99 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:32.401091 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:32.401766 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:32.402447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a06a247e-997b-4690-b6ee-35d7f42f7802 req-97e9b3ee-1a5b-4ba1-865a-18f203eb7e99 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 948 time: 0.2512875 Jul 07 17:56:32.474321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] For port 8661cc14-d969-436d-be21-45ba6b730b99, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8661cc14-d969-436d-be21-45ba6b730b99,segment=NetworkSegment(c69d1f9d-448f-4508-ad43-a5988aa006ca),segment_id=c69d1f9d-448f-4508-ad43-a5988aa006ca)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:32.474818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.486878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-b0b42bb6-d5e2-4f0c-804c-b069d94b3609 service neutron] 10.222.0.88 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372594 Jul 07 17:56:32.493657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7edcd706-5c9e-4605-a267-6fa73c918135 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "PUT /v2.0/floatingips/3da41d24-0443-45ed-9b64-4a2beebbe8f6 HTTP/1.1" status: 200 len: 991 time: 4.2544546 Jul 07 17:56:32.497013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:32.499451 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88393ca2-df10-40c4-893b-034fd91de3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:32.514640 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Calling delete_port for 8661cc14-d969-436d-be21-45ba6b730b99 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:32.517493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a06a247e-997b-4690-b6ee-35d7f42f7802 req-7c166d00-c41e-49d4-bb3c-b73501c3f7fd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139779 Jul 07 17:56:32.587024 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:32.630432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.642586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:32.680518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] No DVR routers for this DVR port 8661cc14-d969-436d-be21-45ba6b730b99 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:32.682764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8661cc14-d969-436d-be21-45ba6b730b99,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:32.707452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae201f3-3b23-4e05-97ed-07dba903171a None None] DHCP port deletion for 1e869781-416a-41c7-aafd-5d977589ed3d request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:56:32.818315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b691585d-6686-4c28-8188-a7760c563228 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:32.852765 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.870102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e869781-416a-41c7-aafd-5d977589ed3d']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:32.894979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69d1f9d-448f-4508-ad43-a5988aa006ca') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:32.895866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69d1f9d-448f-4508-ad43-a5988aa006ca') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:32.900344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b691585d-6686-4c28-8188-a7760c563228 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:32.901357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b691585d-6686-4c28-8188-a7760c563228 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:32.917566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.928014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbef7bdd-b4ab-42e1-9e71-e73826fd9052 req-019a58fe-e59f-4c8f-a1c3-487ac46b12f1 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/37bbb89b-2b6a-4f0b-8519-54465b4ea2b4 HTTP/1.1" status: 200 len: 1802 time: 0.1192129 Jul 07 17:56:32.941163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-cbef7bdd-b4ab-42e1-9e71-e73826fd9052 req-12380bbd-4b10-4662-b33f-fe30b35be4e2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Request body: {'security_group': {'name': 'tempest-sg-hth-971809496', 'description': 'tempest-description-hth-1950430616'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:32.958382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.975878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:56:32.976984 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:56:32.984097 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:56:33.023310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:33.037573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'mac_address': 'fa:16:3e:f5:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:33.043469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cbef7bdd-b4ab-42e1-9e71-e73826fd9052 req-12380bbd-4b10-4662-b33f-fe30b35be4e2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.077085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.095833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.108070 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.119763 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1e869781-416a-41c7-aafd-5d977589ed3d HTTP/1.1" status: 204 len: 168 time: 0.9426105 Jul 07 17:56:33.123782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564ce100-9fc0-4f35-a5df-9b1c28e573ce {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:33.153871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b9d20-01bc-48d1-bfdd-60ccda84d8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e869781-416a-41c7-aafd-5d977589ed3d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:33.163925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:33.170826 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.220661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cbef7bdd-b4ab-42e1-9e71-e73826fd9052 req-12380bbd-4b10-4662-b33f-fe30b35be4e2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.228688 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cbef7bdd-b4ab-42e1-9e71-e73826fd9052 req-12380bbd-4b10-4662-b33f-fe30b35be4e2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.235081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-cbef7bdd-b4ab-42e1-9e71-e73826fd9052 req-12380bbd-4b10-4662-b33f-fe30b35be4e2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.240353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbef7bdd-b4ab-42e1-9e71-e73826fd9052 req-12380bbd-4b10-4662-b33f-fe30b35be4e2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "PUT /v2.0/security-groups/37bbb89b-2b6a-4f0b-8519-54465b4ea2b4 HTTP/1.1" status: 200 len: 1776 time: 0.3090055 Jul 07 17:56:33.245848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:33.255352 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '3da41d24-0443-45ed-9b64-4a2beebbe8f6', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'port_id': '7872a815-268a-40ec-83ac-a4039f570e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'mac_address': 'fa:16:3e:03:3c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:56:08Z', 'updated_at': '2021-07-07T17:56:30Z', 'revision_number': 1, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:08Z', 'revision_number': 5, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:33.322094 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f415b571-8b17-452e-9589-862494fc8ffb x-openstack-request-id: req-f415b571-8b17-452e-9589-862494fc8ffb {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:33.327023 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:33.328329 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f415b571-8b17-452e-9589-862494fc8ffb {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:33.333196 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f', 'status': 'completed', 'code': 200} Jul 07 17:56:33.339212 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] Checking router: 2270525a-ca1a-4350-b7cd-dedbea1fd11f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:33.348488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12380bbd-4b10-4662-b33f-fe30b35be4e2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bbb89b-2b6a-4f0b-8519-54465b4ea2b4,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:33.348997 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:33.349845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:33.394548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60668) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:33.430694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6279899-290c-4890-845c-c078e372855e req-e1a85b4f-f80a-4a6b-9899-f1ebfebcc9f3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 210 time: 0.0939658 Jul 07 17:56:33.464154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-013c0745-8533-40bc-af52-7cb20b16545f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a841bb9c3d3e42fea25b1b9d0d96d278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683007 Jul 07 17:56:33.469664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60670) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:33.509091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06983209-cb14-47d6-bd77-0ba131631128 req-224fef40-1d34-45bb-a206-5a529c93ddee tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/37bbb89b-2b6a-4f0b-8519-54465b4ea2b4 HTTP/1.1" status: 200 len: 1776 time: 0.0669267 Jul 07 17:56:33.540646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46ae1e7c-3c76-46d8-b1e2-dd9c38e7a160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.552096 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:33.566759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46ae1e7c-3c76-46d8-b1e2-dd9c38e7a160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.571713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-e460a285-09ac-438a-8472-ae5211927826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:33.574241 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-e460a285-09ac-438a-8472-ae5211927826 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73a87dcfa654e3b942a6c82a4de6efd&device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 1097 time: 0.2136438 Jul 07 17:56:33.600540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['564ce100-9fc0-4f35-a5df-9b1c28e573ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:33.609477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-763b6821-18a2-46a0-a6e5-b1bfbd0b880e req-d23cc7db-0367-4998-8b3f-9142029903b6 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/37bbb89b-2b6a-4f0b-8519-54465b4ea2b4 HTTP/1.1" status: 200 len: 1776 time: 0.0698433 Jul 07 17:56:33.683739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46ae1e7c-3c76-46d8-b1e2-dd9c38e7a160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.688322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46ae1e7c-3c76-46d8-b1e2-dd9c38e7a160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.689558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-46ae1e7c-3c76-46d8-b1e2-dd9c38e7a160 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd HTTP/1.1" status: 204 len: 168 time: 0.2188187 Jul 07 17:56:33.713951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae1e7c-3c76-46d8-b1e2-dd9c38e7a160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bf3cc3-7391-44ea-a7e3-61c87ee6b0dd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:33.793545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.957884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-a85c3e26-11a1-4099-9596-090f3e87b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:33.960084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-a85c3e26-11a1-4099-9596-090f3e87b6d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e49b18a0-4912-4354-8c37-145fdfc25fb7 HTTP/1.1" status: 200 len: 913 time: 0.3655357 Jul 07 17:56:33.966331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-763b6821-18a2-46a0-a6e5-b1bfbd0b880e req-76e382d5-0230-4637-9f4d-ff9edb5ebe88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.966586 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '3da41d24-0443-45ed-9b64-4a2beebbe8f6', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'port_id': '7872a815-268a-40ec-83ac-a4039f570e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'mac_address': 'fa:16:3e:03:3c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:56:08Z', 'updated_at': '2021-07-07T17:56:30Z', 'revision_number': 1, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:08Z', 'revision_number': 5, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:34.003164 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646950a-9d01-4298-be15-1cda4f57c136 None None] The sync data for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 is: [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '3da41d24-0443-45ed-9b64-4a2beebbe8f6', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'port_id': '7872a815-268a-40ec-83ac-a4039f570e1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'mac_address': 'fa:16:3e:03:3c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:56:08Z', 'updated_at': '2021-07-07T17:56:30Z', 'revision_number': 1, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:08Z', 'revision_number': 5, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:34.097982 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-763b6821-18a2-46a0-a6e5-b1bfbd0b880e req-76e382d5-0230-4637-9f4d-ff9edb5ebe88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.157535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-f98afa0c-c80f-4836-950d-d4daf3703b1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7872a815-268a-40ec-83ac-a4039f570e1f HTTP/1.1" status: 200 len: 999 time: 0.1867592 Jul 07 17:56:34.248945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-118d345e-5151-40dc-9581-397a955e66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.248945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-118d345e-5151-40dc-9581-397a955e66f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4b989343-b1ef-41af-b661-85a58de4aec6 HTTP/1.1" status: 200 len: 851 time: 0.0807042 Jul 07 17:56:34.261170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac2a36-7fa7-4d88-bfd9-4aca1d06b308 req-b30de16f-3f80-400a-885c-07d474c3ef33 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.263183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcac2a36-7fa7-4d88-bfd9-4aca1d06b308 req-b30de16f-3f80-400a-885c-07d474c3ef33 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 949 time: 0.4060247 Jul 07 17:56:34.355749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-763b6821-18a2-46a0-a6e5-b1bfbd0b880e req-76e382d5-0230-4637-9f4d-ff9edb5ebe88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.368920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-763b6821-18a2-46a0-a6e5-b1bfbd0b880e req-76e382d5-0230-4637-9f4d-ff9edb5ebe88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.393104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-763b6821-18a2-46a0-a6e5-b1bfbd0b880e req-76e382d5-0230-4637-9f4d-ff9edb5ebe88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/37bbb89b-2b6a-4f0b-8519-54465b4ea2b4 HTTP/1.1" status: 204 len: 173 time: 0.7823811 Jul 07 17:56:34.395462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93a969-8f34-4703-b340-e4e119ff8fcd None None] New status for floating IP 3da41d24-0443-45ed-9b64-4a2beebbe8f6: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:34.401643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60696) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:34.444394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e382d5-0230-4637-9f4d-ff9edb5ebe88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bbb89b-2b6a-4f0b-8519-54465b4ea2b4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:34.457958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8661cc14-d969-436d-be21-45ba6b730b99 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:34.466193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcac2a36-7fa7-4d88-bfd9-4aca1d06b308 req-3936835d-eed1-4f7a-ba58-ad69b85331d0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848924 Jul 07 17:56:34.473163 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bf7223cc-82a0-423c-8030-79cd3a71d62f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0ec75aab22744a7b2a503446fe18db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700188 Jul 07 17:56:34.475654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60700) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:34.504266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-364d9cee-8e3a-48bc-a01f-83bfb606586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.506295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-364d9cee-8e3a-48bc-a01f-83bfb606586d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e49b18a0-4912-4354-8c37-145fdfc25fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417357 Jul 07 17:56:34.550087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 8661cc14-d969-436d-be21-45ba6b730b99 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:34.557105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8661cc14-d969-436d-be21-45ba6b730b99 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:34.557544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a91f7656-3d01-4c93-a914-815bdaa2aa33 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:34.561383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b94963-7258-4253-a18b-e4a9362153cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.605121 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b94963-7258-4253-a18b-e4a9362153cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.652381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a91f7656-3d01-4c93-a914-815bdaa2aa33 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:34.652897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a91f7656-3d01-4c93-a914-815bdaa2aa33 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:34.711629 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b94963-7258-4253-a18b-e4a9362153cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.715614 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b94963-7258-4253-a18b-e4a9362153cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.731216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-24b94963-7258-4253-a18b-e4a9362153cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/902a2fb3-6d2d-4da0-a3d8-a0fa795df86e HTTP/1.1" status: 204 len: 168 time: 0.2442608 Jul 07 17:56:34.764974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b94963-7258-4253-a18b-e4a9362153cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902a2fb3-6d2d-4da0-a3d8-a0fa795df86e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:34.801256 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-4bef71d0-437c-43ca-ad83-3f023c7be80a service neutron] 10.222.0.90 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786553 Jul 07 17:56:35.089653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-313124c3-0b5c-45da-b9c9-3a2ef53f5c61 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:35.089653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-313124c3-0b5c-45da-b9c9-3a2ef53f5c61 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 814 time: 0.2866721 Jul 07 17:56:35.093273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88393ca2-df10-40c4-893b-034fd91de3f8 req-00bb7957-aadd-45be-945a-e22bcae45d64 service neutron] 10.222.0.90 "GET /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763031 Jul 07 17:56:35.095629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1bbbe4e3-73e0-42bd-abbe-ee6fbd54e8e7 req-3ae803b4-5453-46f8-be79-57c2e4f75e5e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 210 time: 0.0557020 Jul 07 17:56:35.120315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Request body: {'port': {'device_id': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'admin_state_up': True, 'tenant_id': 'c9c056812d2d4e0f88a0a2bf03571876'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:35.312422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Made reservation on behalf of c9c056812d2d4e0f88a0a2bf03571876 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:35.317733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:35.397637 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-aab2237e-2f92-4b26-acea-354e6fbfe139 req-ec646741-c450-43e9-a46a-d12b4767d74a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:56:35.398808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aab2237e-2f92-4b26-acea-354e6fbfe139 req-ec646741-c450-43e9-a46a-d12b4767d74a tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/7876976a-e3c8-4d68-b452-7c762a560acb HTTP/1.1" status: 404 len: 352 time: 0.0615022 Jul 07 17:56:35.452094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-8cc73113-64cf-4bb7-bf65-fe38d0106a99 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:35.470100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-8cc73113-64cf-4bb7-bf65-fe38d0106a99 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 949 time: 0.1159139 Jul 07 17:56:35.521474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ef62-31e6-471d-8a7a-c2b622e173db req-c6a1ccc4-2ff6-4adc-9f9a-3b1a0686fc39 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:35.523100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32d0ef62-31e6-471d-8a7a-c2b622e173db req-c6a1ccc4-2ff6-4adc-9f9a-3b1a0686fc39 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 949 time: 0.1721497 Jul 07 17:56:35.540567 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-01df336c-138d-4ae2-aaa8-51160bd95679 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:56:35.541631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-01df336c-138d-4ae2-aaa8-51160bd95679 service neutron] 10.222.0.55 "DELETE /v2.0/ports/564ce100-9fc0-4f35-a5df-9b1c28e573ce/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0657077 Jul 07 17:56:35.566122 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:35.581894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Allocated IP 172.20.0.3 (e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d/17b109ec-1d42-49d5-869b-392381b88d6a/6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:35.615291 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-1ce6bd95-934f-4aa1-afa6-7e6178862865 req-cf50f381-b0c5-4d14-9fff-b5ce6c39bc8d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:56:35.616436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ce6bd95-934f-4aa1-afa6-7e6178862865 req-cf50f381-b0c5-4d14-9fff-b5ce6c39bc8d tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/c08099f6-71aa-4323-baae-27f7d02b932f HTTP/1.1" status: 404 len: 352 time: 0.0305388 Jul 07 17:56:35.639517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32d0ef62-31e6-471d-8a7a-c2b622e173db req-d69c43a9-ed11-4a47-b2ce-d1051044f144 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090214 Jul 07 17:56:35.733844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-733dcfef-ce15-495a-9926-0f844bf6f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:35.735664 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-733dcfef-ce15-495a-9926-0f844bf6f94b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1100 time: 0.1062236 Jul 07 17:56:35.829947 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-d97da14f-be04-4998-87db-aee7cbea7936 req-b5cd8484-c63e-4b16-98be-e9d24124deda tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:56:35.841612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d97da14f-be04-4998-87db-aee7cbea7936 req-b5cd8484-c63e-4b16-98be-e9d24124deda tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/adb1a7e1-8165-43aa-9c20-008551019367 HTTP/1.1" status: 404 len: 352 time: 0.0302835 Jul 07 17:56:35.865946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-158883ef-0331-4a08-8ee9-92ecc4a23a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:35.867860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-158883ef-0331-4a08-8ee9-92ecc4a23a28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1258302 Jul 07 17:56:35.921530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:35.922396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-c098f2d3-3876-4bea-b212-ba353e256ebb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.0466263 Jul 07 17:56:35.953313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60760) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:35.982506 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:35.996589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-6ea9ffb4-082a-470b-9af3-a2122d0453d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:36.000074 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-6ea9ffb4-082a-470b-9af3-a2122d0453d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0719769 Jul 07 17:56:36.033676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:36.037162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:36.045784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:36.091346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Pushing event updated for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:36.093481 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-515bde96-c6d2-4914-9c34-5b0451e28f66 req-04b09d6b-d225-4573-a5d0-f77b089988f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:56:36.094542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-515bde96-c6d2-4914-9c34-5b0451e28f66 req-04b09d6b-d225-4573-a5d0-f77b089988f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/8463332a-77ac-4d1b-9a3a-2eed56e64a27 HTTP/1.1" status: 404 len: 352 time: 0.0552385 Jul 07 17:56:36.103702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-0529c40f-c544-406e-99f9-431307378109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:36.104507 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-0529c40f-c544-406e-99f9-431307378109 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943239 Jul 07 17:56:36.119754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-network', 'tenant_id': '24efdf1e61f445c8accd1030256e5655'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:36.150198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:36.150832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.166864 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-e4ae18d4-2afd-4999-bc34-1a7b4f8eb93b req-559b1154-3176-42ea-8d3f-223c60768879 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:56:36.167969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4ae18d4-2afd-4999-bc34-1a7b4f8eb93b req-559b1154-3176-42ea-8d3f-223c60768879 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/25646347-b8f7-4a49-ad63-0191c6443570 HTTP/1.1" status: 404 len: 352 time: 0.0424962 Jul 07 17:56:36.187000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Made reservation on behalf of 24efdf1e61f445c8accd1030256e5655 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:36.189959 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.194991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-43fc7d95-7e75-49b1-a6f3-70a7e9335cdb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0825784 Jul 07 17:56:36.201893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.211776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Request body: {'port': {'device_id': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:36.222278 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-6e8df074-be7e-4415-bf65-66dc9b085582 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090729 Jul 07 17:56:36.293973 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-e699c527-b46c-4b72-963c-c0c2ad0b350d req-7544fd7f-d652-425d-b467-19c7331b1a88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] show failed (client error): The resource could not be found. Jul 07 17:56:36.295514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e699c527-b46c-4b72-963c-c0c2ad0b350d req-7544fd7f-d652-425d-b467-19c7331b1a88 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/7ed4d834-4e77-40b8-9fff-6f10a91e132e HTTP/1.1" status: 404 len: 352 time: 0.0362637 Jul 07 17:56:36.329924 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5d4f34d-753e-42b1-96f9-fc87a78ee400 req-259eb2de-d4b5-4d97-b32f-135787cca4cb service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011178 Jul 07 17:56:36.404711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.495751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27939cd-9b64-4342-aaba-0dad5450875c req-c80982a5-252b-47dc-b87c-28ac46db3a56 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:36.497339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e27939cd-9b64-4342-aaba-0dad5450875c req-c80982a5-252b-47dc-b87c-28ac46db3a56 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 931 time: 0.1973441 Jul 07 17:56:36.620593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.635266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.657477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e27939cd-9b64-4342-aaba-0dad5450875c req-e86a3446-a0a6-4ce2-a10c-481bceccd1fb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502450 Jul 07 17:56:36.673742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:36.681264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:56:36.744810 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.745386 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Added segment eaed8dda-5598-43ab-803f-2a1b0efcb95f of type vlan for network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 Jul 07 17:56:36.764935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:36.780248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 564ce100-9fc0-4f35-a5df-9b1c28e573ce completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:36.784452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 564ce100-9fc0-4f35-a5df-9b1c28e573ce triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:36.785066 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.818763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.921383 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.924424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.925448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:36.926033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.946158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:36.948427 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c92879-b91b-43f6-85be-96cc61d09dbe" -d '{"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-plugged", "status": "completed", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:36.962498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:36.968420 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.040339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:37.060730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1063223 Jul 07 17:56:37.063914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:37.070620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Request body: {'subnet': {'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-subnet', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:37.094867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Made reservation on behalf of 24efdf1e61f445c8accd1030256e5655 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:37.097748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.097947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:37.111993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.116685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad77cd-c3af-4431-8c44-d6e2dea0f907 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:37.134725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:56:37.144781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0605a-e093-4d1c-ba73-0095f9d28c18 req-53593d95-3220-41ee-87b2-6b7111d63642 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.146659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07e0605a-e093-4d1c-ba73-0095f9d28c18 req-53593d95-3220-41ee-87b2-6b7111d63642 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1024 time: 0.2909830 Jul 07 17:56:37.155971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Transition to ACTIVE for port object 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:37.173225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.239255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85699f-c475-46b2-a488-54544153e4f0 req-235aea06-7e2e-4af0-89ca-49301a8cd69d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.240920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a85699f-c475-46b2-a488-54544153e4f0 req-235aea06-7e2e-4af0-89ca-49301a8cd69d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3101094 Jul 07 17:56:37.294660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07e0605a-e093-4d1c-ba73-0095f9d28c18 req-78ad41bb-4496-4c0a-a4a4-6694273e7a90 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a92546e-1a34-4592-9797-9832b652002a&id=f53c552d-41b5-44c2-9931-4acec84c7ced&id=fd09260c-c4b2-432b-a788-c0b83402a893&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1334348 Jul 07 17:56:37.303117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:37.306041 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.346936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a85699f-c475-46b2-a488-54544153e4f0 req-7cf0d566-f6f8-46da-b815-7886637ed135 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956671 Jul 07 17:56:37.367357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:37.403470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Checking segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:37.403877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Network hostable DHCP agents. Network: 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:56:37.412992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Attempting to bind port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:37.412992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Attempting to bind port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:37.413372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Attempting to bind port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:37.419082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:37.419405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Attempting to bind port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:37.423576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:56:37.425362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:37.425763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Checking segment: {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:37.426155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Bound using segment: {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:37.426667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Bound port: 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:37.427179 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.437624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:37.443829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.445169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.448759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef5cd0-01f8-4495-a0d4-bf437250d7c9 None None] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:37.468672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e37e4e54-151a-441d-8372-b739f4cea761 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4032459 Jul 07 17:56:37.471889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60804) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:37.495184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:37.530029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:37.540701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:37.543492 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71210d7-f071-4e3f-bba5-0d7661528667 x-openstack-request-id: req-f71210d7-f071-4e3f-bba5-0d7661528667 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:37.543785 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-plugged", "status": "completed", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:37.544474 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f71210d7-f071-4e3f-bba5-0d7661528667 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:37.545106 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'code': 200} Jul 07 17:56:37.550243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.566277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.567779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.605896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.606514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.608805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] 10.222.0.55 "PUT /v2.0/ports/6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f HTTP/1.1" status: 200 len: 1091 time: 1.4025419 Jul 07 17:56:37.611809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:37.615517 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb94cb0-e153-41c6-8312-55590a1213c4" -d '{"events": [{"name": "network-changed", "server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:37.649870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867d475-7b81-432f-ab81-2c7bfb39013d service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:37.661263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:56:37.662564 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.715006 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.725360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-307b9dba-25ec-4fab-ab35-e5e2a9b20e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.727694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-307b9dba-25ec-4fab-ab35-e5e2a9b20e70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 1094 time: 0.0728300 Jul 07 17:56:37.793283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-88e723a6-1e26-4ac9-9724-7be1c0a04ea4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f HTTP/1.1" status: 200 len: 217 time: 0.0548410 Jul 07 17:56:37.891906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Allocated IP 172.20.0.2 (8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99/bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8/dca96aea-1c0c-4194-9139-5d05fdbaeb19) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:37.906792 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd226c40-9a12-4ddd-9a3e-53b6df2c7096 x-openstack-request-id: req-dd226c40-9a12-4ddd-9a3e-53b6df2c7096 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:37.907084 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:37.907341 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd226c40-9a12-4ddd-9a3e-53b6df2c7096 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:37.907751 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'status': 'completed', 'code': 200} Jul 07 17:56:37.925482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-b4425e85-81dc-4f73-8002-f98e522b240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.927292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-b4425e85-81dc-4f73-8002-f98e522b240d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 200 len: 854 time: 0.1255751 Jul 07 17:56:37.954240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9034a-a407-4d23-90cb-b70156f8be47 req-4b635aa9-33eb-4de5-a681-66fe5599d2d6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.975834 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ad9034a-a407-4d23-90cb-b70156f8be47 req-4b635aa9-33eb-4de5-a681-66fe5599d2d6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.1565382 Jul 07 17:56:38.272406 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.283816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Transition to ACTIVE for port object dca96aea-1c0c-4194-9139-5d05fdbaeb19 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:38.299761 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.302701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Transition to ACTIVE for port object dca96aea-1c0c-4194-9139-5d05fdbaeb19 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:38.313841 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.379229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Pushing event updated for resources: {'Port': ['ID=dca96aea-1c0c-4194-9139-5d05fdbaeb19,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:38.393700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-c3dafa31-b281-41e8-b173-ebfa32b6045c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4483023 Jul 07 17:56:38.395978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:38.397897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:38.406035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:38.460251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-42126ca9-4254-4e4e-95e1-53c68e19532f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:38.462273 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-42126ca9-4254-4e4e-95e1-53c68e19532f tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1024 time: 0.1544099 Jul 07 17:56:38.486125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Attempting to bind port dca96aea-1c0c-4194-9139-5d05fdbaeb19 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:38.486557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Attempting to bind port dca96aea-1c0c-4194-9139-5d05fdbaeb19 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:38.487150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Attempting to bind port dca96aea-1c0c-4194-9139-5d05fdbaeb19 on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:38.493637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:38.494164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Checking segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:38.495817 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.496449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Bound using segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:38.502464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Bound port: dca96aea-1c0c-4194-9139-5d05fdbaeb19, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:38.503216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.527771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ad9034a-a407-4d23-90cb-b70156f8be47 req-06dd8ded-4e84-451a-bbdc-927d03be7423 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508509 Jul 07 17:56:38.612333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503201-57aa-48ab-bfc7-eec738f3148d req-f728b4a3-92b6-4ba1-9c07-053b48075637 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:38.614205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd503201-57aa-48ab-bfc7-eec738f3148d req-f728b4a3-92b6-4ba1-9c07-053b48075637 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 943 time: 0.2248523 Jul 07 17:56:38.614668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] For port dca96aea-1c0c-4194-9139-5d05fdbaeb19, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:38.616098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-d446b7d0-b394-4e6b-9292-059b320c9168 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063115 Jul 07 17:56:38.619298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] For port dca96aea-1c0c-4194-9139-5d05fdbaeb19, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dca96aea-1c0c-4194-9139-5d05fdbaeb19,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:38.637085 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.724393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb54e-eb04-4a81-9c0b-99a1ea619c08 None None] Pushing event updated for resources: {'Port': ['ID=dca96aea-1c0c-4194-9139-5d05fdbaeb19,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:38.782295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Deleting port d726c478-ff77-435a-8c2b-523637ad7de4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:38.782653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.840498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.851744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd503201-57aa-48ab-bfc7-eec738f3148d req-b07a6723-13ae-4f43-93f3-edfbb0e913f8 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282047 Jul 07 17:56:38.875386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:38.931209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4127f-91d0-47b6-83ab-aa5fbd7941e8 req-9708c25b-9593-4a68-a994-645fc4e65505 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:38.932854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07b4127f-91d0-47b6-83ab-aa5fbd7941e8 req-9708c25b-9593-4a68-a994-645fc4e65505 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 1024 time: 0.2345712 Jul 07 17:56:38.934982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33be4c86-71a7-45df-a33e-65635a3c1b5b req-29c4297e-f60a-43c1-981f-e0dfce6cf032 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087642 Jul 07 17:56:38.992041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07b4127f-91d0-47b6-83ab-aa5fbd7941e8 req-685152cc-82a6-4070-8496-cd3464f55ca2 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups?id=1a92546e-1a34-4592-9797-9832b652002a&id=f53c552d-41b5-44c2-9931-4acec84c7ced&id=fd09260c-c4b2-432b-a788-c0b83402a893&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0507047 Jul 07 17:56:39.035474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] For port d726c478-ff77-435a-8c2b-523637ad7de4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d726c478-ff77-435a-8c2b-523637ad7de4,segment=NetworkSegment(c1ab0611-3b92-40ee-a41c-92d45b1ed91d),segment_id=c1ab0611-3b92-40ee-a41c-92d45b1ed91d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:39.037022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:39.058507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Calling delete_port for d726c478-ff77-435a-8c2b-523637ad7de4 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:39.190703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-936030bc-8eb6-4b29-8ce2-32817354da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:39.192888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-936030bc-8eb6-4b29-8ce2-32817354da38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 1094 time: 0.1827734 Jul 07 17:56:39.351480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Allocated IP 172.25.1.126 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/4a7994d9-a4fe-4e37-b377-15a221f30ff4) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:39.413920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-e6735816-72df-4dde-a52b-6d1f2ac47138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:39.415722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-e6735816-72df-4dde-a52b-6d1f2ac47138 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 915 time: 0.2133062 Jul 07 17:56:39.487193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-cc209bd9-8c38-4d74-af74-266c61ebbcf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f HTTP/1.1" status: 200 len: 217 time: 0.0620790 Jul 07 17:56:39.511970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:39.524755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d726c478-ff77-435a-8c2b-523637ad7de4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:39.600706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-342447c0-5322-47cc-9bc6-449f07438fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:39.602615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-342447c0-5322-47cc-9bc6-449f07438fdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 200 len: 854 time: 0.1091208 Jul 07 17:56:39.606537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'Port': ['ID=d726c478-ff77-435a-8c2b-523637ad7de4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:39.611829 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:39.642286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] No DVR routers for this DVR port d726c478-ff77-435a-8c2b-523637ad7de4 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:39.646315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:39.648247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5d631636-023b-429a-9bba-8eb6be4a4d8c req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.55 "DELETE /v2.0/ports/d726c478-ff77-435a-8c2b-523637ad7de4 HTTP/1.1" status: 204 len: 173 time: 1.1784363 Jul 07 17:56:39.648862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'name': 'network-vif-deleted', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:39.651179 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50912c31-757c-42ef-a7e2-3c78849f9b3f" -d '{"events": [{"server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "name": "network-vif-deleted", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:39.654472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.654871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.655202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.655529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.655851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.656169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.656526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.656856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.657181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.657395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-48f9f49f-294d-4f9a-8d1f-5d051740c0b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456715 Jul 07 17:56:39.657536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.657793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.658100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae59cd4-172e-4981-8f13-8c03998ec1f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:39.684582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-9dd0f719-fc09-479f-bf01-9ab3d15c9d34 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607121 Jul 07 17:56:39.697580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:39.733801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:39.736693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:39.740301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:39.769950 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91968b59-ad15-45e4-b4aa-0b4abeacfee6 x-openstack-request-id: req-91968b59-ad15-45e4-b4aa-0b4abeacfee6 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:39.770228 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972ab07-84a5-494a-949f-33e840d79e01", "name": "network-vif-deleted", "tag": "d726c478-ff77-435a-8c2b-523637ad7de4", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:39.770463 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91968b59-ad15-45e4-b4aa-0b4abeacfee6 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:39.770863 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972ab07-84a5-494a-949f-33e840d79e01', 'name': 'network-vif-deleted', 'tag': 'd726c478-ff77-435a-8c2b-523637ad7de4', 'status': 'completed', 'code': 200} Jul 07 17:56:39.814896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7994d9-a4fe-4e37-b377-15a221f30ff4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:39.905264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-e5672789-68b8-4989-94e5-95298275bd6d service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051661 Jul 07 17:56:40.045473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-d2dec999-0313-41c5-a619-1a3a874148f3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:40.047331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-d2dec999-0313-41c5-a619-1a3a874148f3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3617916 Jul 07 17:56:40.114796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-f3d396db-dabc-4d85-8ff4-751f064a56f8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/quotas/9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 375 time: 0.0510201 Jul 07 17:56:40.123551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:40.245788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cb94cb0-e153-41c6-8312-55590a1213c4 req-12a24358-47ea-4db3-ac34-b305256c28ac service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836332 Jul 07 17:56:40.278194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d756e-a471-46e8-a7b9-bed6dec9431e req-868bf873-357c-4ab4-99a3-2cb544ddeeda tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:40.290726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c5d756e-a471-46e8-a7b9-bed6dec9431e req-868bf873-357c-4ab4-99a3-2cb544ddeeda tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 943 time: 0.2576776 Jul 07 17:56:40.350674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfefd41f-c06b-4e77-8eec-3030e17627e1 None None] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:40.367729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c5d756e-a471-46e8-a7b9-bed6dec9431e req-18c165e1-8656-485f-9ba7-ef631fee2cf6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748739 Jul 07 17:56:40.409157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-259fbaa7-b896-4869-b23a-4d09ee815dcf tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2847557 Jul 07 17:56:40.514980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:40.530221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-12fe86e1-d098-476b-b835-d17276c041e5 None None] Provisioning for port dca96aea-1c0c-4194-9139-5d05fdbaeb19 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:40.592017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dca96aea-1c0c-4194-9139-5d05fdbaeb19 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:40.729203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port dca96aea-1c0c-4194-9139-5d05fdbaeb19 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:40.734016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dca96aea-1c0c-4194-9139-5d05fdbaeb19 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:40.734388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:40.753747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:40.783603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c3c294e-bb61-4e0c-a3a6-70de800571d0 req-b0162224-2400-4640-9360-bdb193affa90 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/ports?device_id=7972ab07-84a5-494a-949f-33e840d79e01 HTTP/1.1" status: 200 len: 210 time: 0.0716968 Jul 07 17:56:40.819585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:56:40.930536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:40.964379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'port_id': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'mac_address': 'fa:16:3e:2e:68:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b109ec-1d42-49d5-869b-392381b88d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:41.112444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0cc0245e-459f-49fd-8250-0fac9a0fa37b req-17a77d84-716c-4bb1-a115-63c8b2d9718c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 210 time: 0.0642312 Jul 07 17:56:41.139769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:41.142496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.152274 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:41.155384 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.169536 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:41.172343 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:41.176024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:41.181114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.182715 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5651e460-1826-4d46-90f2-91962fc013d2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6982820 Jul 07 17:56:41.187683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60874) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:41.210919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:41.223634 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.329721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port dca96aea-1c0c-4194-9139-5d05fdbaeb19, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dca96aea-1c0c-4194-9139-5d05fdbaeb19,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:41.337068 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.349759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:41.418388 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:41.529820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:41.536486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-73906a63-8b5c-4d37-9d86-c8044487b28f None None] Provisioning complete for port dca96aea-1c0c-4194-9139-5d05fdbaeb19 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:41.537573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73906a63-8b5c-4d37-9d86-c8044487b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.600317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=dca96aea-1c0c-4194-9139-5d05fdbaeb19,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:41.835889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45ecc2-68a8-42d1-bbde-4663f3d2aab9 req-c91e8ec9-b2bc-4dae-9f52-71ec0076ecdc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:41.847816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff45ecc2-68a8-42d1-bbde-4663f3d2aab9 req-c91e8ec9-b2bc-4dae-9f52-71ec0076ecdc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 944 time: 0.1830223 Jul 07 17:56:41.901088 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:41.936332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff45ecc2-68a8-42d1-bbde-4663f3d2aab9 req-8399039a-17b3-44d4-8999-ea42f9a3a63f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862193 Jul 07 17:56:41.957030 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:39Z', 'revision_number': 3, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:42.007951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:42.008299 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Updating router 9aa936ff-c042-4507-804d-c9bb718dc7b0 port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:42.048088 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.087816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-517fe027-9d52-442a-9f1e-d01b4096105e req-b194a449-b767-495e-a775-6425231fe5f3 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/fd09260c-c4b2-432b-a788-c0b83402a893 HTTP/1.1" status: 200 len: 1799 time: 0.1120312 Jul 07 17:56:42.275469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-517fe027-9d52-442a-9f1e-d01b4096105e req-1e83fc33-3e51-45c8-8da7-fc184e73bf5b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.319407 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-517fe027-9d52-442a-9f1e-d01b4096105e req-1e83fc33-3e51-45c8-8da7-fc184e73bf5b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.408245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-517fe027-9d52-442a-9f1e-d01b4096105e req-1e83fc33-3e51-45c8-8da7-fc184e73bf5b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.411806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-517fe027-9d52-442a-9f1e-d01b4096105e req-1e83fc33-3e51-45c8-8da7-fc184e73bf5b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.413354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-517fe027-9d52-442a-9f1e-d01b4096105e req-1e83fc33-3e51-45c8-8da7-fc184e73bf5b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/fd09260c-c4b2-432b-a788-c0b83402a893 HTTP/1.1" status: 204 len: 173 time: 0.3181934 Jul 07 17:56:42.434727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83fc33-3e51-45c8-8da7-fc184e73bf5b tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd09260c-c4b2-432b-a788-c0b83402a893,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:42.458806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dca96aea-1c0c-4194-9139-5d05fdbaeb19 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:42.554730 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.584598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dca96aea-1c0c-4194-9139-5d05fdbaeb19 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:42.587090 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.597549 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Transition to ACTIVE for port object 4a7994d9-a4fe-4e37-b377-15a221f30ff4 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:42.611655 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.711362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Allocated IP 172.20.0.1 (8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99/bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8/c272ffb7-84a3-4ded-92d8-04af28b08f4b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:42.753984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:42.870410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc28788b-7433-4739-8f0d-ee87a48c7913 req-ac627c7f-868e-4f92-88d3-f5ba034b3738 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "GET /v2.0/security-groups/1a92546e-1a34-4592-9797-9832b652002a HTTP/1.1" status: 200 len: 1799 time: 0.2063303 Jul 07 17:56:42.878964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-bbae23d9-fbbb-43ca-bd14-de44e9b44683 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141548 Jul 07 17:56:43.003644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:43.010033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:43.010923 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.037721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.072661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Transition to ACTIVE for port object c272ffb7-84a3-4ded-92d8-04af28b08f4b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:43.074336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c07fec9d-1acb-469e-a94a-50be7d983ce3 req-c9237aad-f86f-4108-831c-f0887ceccd46 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 210 time: 0.1076028 Jul 07 17:56:43.143201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fc28788b-7433-4739-8f0d-ee87a48c7913 req-1c5b2724-8600-4c50-b4f2-e500ce585703 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.143547 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Attempting to bind port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:43.144336 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Attempting to bind port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:43.145526 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Attempting to bind port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:43.159686 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc098606-c61c-4f0f-bede-29a5c49bd44e None None] Pushing event updated for resources: {'Port': ['ID=4a7994d9-a4fe-4e37-b377-15a221f30ff4,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:43.164429 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:43.165445 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:43.166148 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.166469 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:43.167138 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Bound port: 4a7994d9-a4fe-4e37-b377-15a221f30ff4, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:43.167601 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.167964 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.177471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.246262 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] For port 4a7994d9-a4fe-4e37-b377-15a221f30ff4, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:43.250539 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] For port 4a7994d9-a4fe-4e37-b377-15a221f30ff4, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4a7994d9-a4fe-4e37-b377-15a221f30ff4,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:43.259843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fc28788b-7433-4739-8f0d-ee87a48c7913 req-1c5b2724-8600-4c50-b4f2-e500ce585703 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.265619 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.273666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:43.273950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:43.282747 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b5d7d5-4bbe-4afc-abe8-bb21cc136680" -d '{"events": [{"server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:43.283539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:43.287339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:43.316330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:43.323836 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.325011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d726c478-ff77-435a-8c2b-523637ad7de4 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:43.326194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Pushing event updated for resources: {'Port': ['ID=c272ffb7-84a3-4ded-92d8-04af28b08f4b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:43.369326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.381440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-8c03d8f1-44c6-444b-af81-afd4c65621e0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.388973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-8c03d8f1-44c6-444b-af81-afd4c65621e0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4914143 Jul 07 17:56:43.422744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Request body: {'port': {'device_id': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '9793a0ee37384851b2985dd4ab9c8bdd'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:43.440334 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc098606-c61c-4f0f-bede-29a5c49bd44e None None] Pushing event updated for resources: {'Port': ['ID=4a7994d9-a4fe-4e37-b377-15a221f30ff4,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:43.446537 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:43.446830 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:43.468673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: d726c478-ff77-435a-8c2b-523637ad7de4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:43.470670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d726c478-ff77-435a-8c2b-523637ad7de4 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:43.529896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:43.562674 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fc28788b-7433-4739-8f0d-ee87a48c7913 req-1c5b2724-8600-4c50-b4f2-e500ce585703 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.566257 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fc28788b-7433-4739-8f0d-ee87a48c7913 req-1c5b2724-8600-4c50-b4f2-e500ce585703 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.574594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60906) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:43.577656 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc28788b-7433-4739-8f0d-ee87a48c7913 req-1c5b2724-8600-4c50-b4f2-e500ce585703 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] 10.222.0.88 "DELETE /v2.0/security-groups/1a92546e-1a34-4592-9797-9832b652002a HTTP/1.1" status: 204 len: 173 time: 0.7060452 Jul 07 17:56:43.627183 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:43.664902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b2724-8600-4c50-b4f2-e500ce585703 tempest-SecurityGroupsTestJSON-1993481298 tempest-SecurityGroupsTestJSON-1993481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a92546e-1a34-4592-9797-9832b652002a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:43.710792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18910-a627-4be7-bc71-297b2a32d245 req-1fb93aba-7469-49e2-89c7-677ce4d24806 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.724291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fb18910-a627-4be7-bc71-297b2a32d245 req-1fb93aba-7469-49e2-89c7-677ce4d24806 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2927127 Jul 07 17:56:43.775803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8c2a6464-0cef-4cb2-8690-ad29d7fb95e6 None None] Provisioning for port c272ffb7-84a3-4ded-92d8-04af28b08f4b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:43.778242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Made reservation on behalf of 9793a0ee37384851b2985dd4ab9c8bdd for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:43.781827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8c2a6464-0cef-4cb2-8690-ad29d7fb95e6 None None] Provisioning complete for port c272ffb7-84a3-4ded-92d8-04af28b08f4b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:43.782192 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6464-0cef-4cb2-8690-ad29d7fb95e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.782487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.782622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] Deleting subnet 9e1ad86b-0249-4aaf-b3f2-df303dda6392 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:56:43.792650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.797648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.825835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fb18910-a627-4be7-bc71-297b2a32d245 req-f86147a7-5bf9-4aec-b963-f5caef9312e1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007249 Jul 07 17:56:43.844562 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4fcf60-430f-4641-ab7c-e3dbcbccb39a x-openstack-request-id: req-fa4fcf60-430f-4641-ab7c-e3dbcbccb39a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:43.847020 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:43.847676 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fa4fcf60-430f-4641-ab7c-e3dbcbccb39a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:43.849813 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'code': 200} Jul 07 17:56:43.890021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a6464-0cef-4cb2-8690-ad29d7fb95e6 None None] Port c272ffb7-84a3-4ded-92d8-04af28b08f4b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:44.055550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1348889-e28b-416a-95a7-1f699d1eca64 req-6312402d-00c6-447e-a2a3-507315b839ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:44.057273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1348889-e28b-416a-95a7-1f699d1eca64 req-6312402d-00c6-447e-a2a3-507315b839ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 1096 time: 0.1226532 Jul 07 17:56:44.117631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Allocated IP 192.168.233.19 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/2458e2d4-bb3c-4f45-b209-601a2f36712b) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:44.121727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1348889-e28b-416a-95a7-1f699d1eca64 req-076fd5b1-ceed-4280-8305-4af17be7127e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Jul 07 17:56:44.143113 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:39Z', 'revision_number': 3, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:44.199460 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9d561-1cc5-47f2-8f7d-54699840d218 None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:39Z', 'revision_number': 3, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:44.253742 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.380347 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.440806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.457951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.472278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.504443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4884793-b0e5-4535-b7a3-89e15a3a62d7 req-e4aa75c3-0b8d-43b6-aef7-b6fd405dc3d0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 210 time: 0.0590096 Jul 07 17:56:44.510359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Transition to ACTIVE for port object 2458e2d4-bb3c-4f45-b209-601a2f36712b will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:44.558822 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.593054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.599178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1ad86b-0249-4aaf-b3f2-df303dda6392,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:44.615047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', '564ce100-9fc0-4f35-a5df-9b1c28e573ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:44.630251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.635933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Pushing event updated for resources: {'Port': ['ID=c272ffb7-84a3-4ded-92d8-04af28b08f4b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:44.646336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.651256 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-53c476f1-078e-4b93-8eb8-20337a036a46 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9e1ad86b-0249-4aaf-b3f2-df303dda6392 HTTP/1.1" status: 204 len: 168 time: 1.0723393 Jul 07 17:56:44.651256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60918) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:44.702567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:44.709032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:44.726556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:44.760868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:44.846767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:44.848596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.913892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-116631ff-7884-4e5d-85ff-d185a9bc3882 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5108750 Jul 07 17:56:44.928231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Request body: {'port': {'device_id': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:44.977280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:45.008677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:45.091203 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:45.284643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:45.287952 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.349829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.375637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5fd3372b-f5ba-4355-978c-4dba28c657da None None] Provisioning for port 2458e2d4-bb3c-4f45-b209-601a2f36712b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:45.427300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5fd3372b-f5ba-4355-978c-4dba28c657da None None] Provisioning complete for port 2458e2d4-bb3c-4f45-b209-601a2f36712b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:45.427699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd3372b-f5ba-4355-978c-4dba28c657da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.511760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.519464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3372b-f5ba-4355-978c-4dba28c657da None None] Port 2458e2d4-bb3c-4f45-b209-601a2f36712b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:45.547817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f77e48-d2c6-40c4-a79c-e94c8788f61c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:45.565040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:45.565477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ab0611-3b92-40ee-a41c-92d45b1ed91d') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:45.590804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.611909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.651108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:56:45.651883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.652509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-13be8b78-ccd1-4045-aea5-0827d4ac8c29 None None] Provisioning complete for port c272ffb7-84a3-4ded-92d8-04af28b08f4b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:56:45.654211 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:56:45.657663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13be8b78-ccd1-4045-aea5-0827d4ac8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.783713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-13be8b78-ccd1-4045-aea5-0827d4ac8c29 None None] Port c272ffb7-84a3-4ded-92d8-04af28b08f4b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:45.786254 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.811820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eaae704a-7dd6-48aa-a33f-f3311268a89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.815872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.820284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] 10.222.0.88 "DELETE /v2.0/networks/92f77e48-d2c6-40c4-a79c-e94c8788f61c HTTP/1.1" status: 204 len: 168 time: 1.1662586 Jul 07 17:56:45.823281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ece2c-b868-487a-b93c-8fc813b39c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f77e48-d2c6-40c4-a79c-e94c8788f61c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:45.841768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:45.855964 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-723c7b21-c690-4bbd-abc3-a60fa8bf757a admin admin] 10.222.0.88 "PUT /v2.0/routers/9aa936ff-c042-4507-804d-c9bb718dc7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6591306 Jul 07 17:56:45.928809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80801e-0a38-4c45-8745-61fe3904bd3a req-560f8986-dfc1-4c3b-8c2c-5be5fa99f4ce tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:45.938219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e80801e-0a38-4c45-8745-61fe3904bd3a req-560f8986-dfc1-4c3b-8c2c-5be5fa99f4ce tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.6358809 Jul 07 17:56:46.036435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60936) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:46.037445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e80801e-0a38-4c45-8745-61fe3904bd3a req-b59cd02c-faa2-4bc8-93d5-a36779689c80 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982327 Jul 07 17:56:46.064086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979cf74-62fc-462e-a5bf-1dfe2173226c req-3af80ef8-d7e9-47ec-a74f-2919aa5f13fe tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:46.064086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8979cf74-62fc-462e-a5bf-1dfe2173226c req-3af80ef8-d7e9-47ec-a74f-2919aa5f13fe tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 935 time: 0.2028348 Jul 07 17:56:46.090274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-453a6a5e-21c4-4cc7-add6-322411cb3c85 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52805d0d1944419aa8aa8299a4b68051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497930 Jul 07 17:56:46.091613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60940) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:46.159126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42f00a36-efcf-4010-a836-e9d74383cdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.159656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2458e2d4-bb3c-4f45-b209-601a2f36712b {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:46.180078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8979cf74-62fc-462e-a5bf-1dfe2173226c req-90ddfe6f-b8a1-4e2d-9ba5-efe29d1d8b3b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948539 Jul 07 17:56:46.196318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.205655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42f00a36-efcf-4010-a836-e9d74383cdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.226155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Transition to ACTIVE for port object 2458e2d4-bb3c-4f45-b209-601a2f36712b will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:46.234517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.280814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42f00a36-efcf-4010-a836-e9d74383cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.284312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42f00a36-efcf-4010-a836-e9d74383cdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.285543 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-42f00a36-efcf-4010-a836-e9d74383cdc2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f53c552d-41b5-44c2-9931-4acec84c7ced HTTP/1.1" status: 204 len: 168 time: 0.1797106 Jul 07 17:56:46.306145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f00a36-efcf-4010-a836-e9d74383cdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53c552d-41b5-44c2-9931-4acec84c7ced,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:46.412638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:46.534564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a7994d9-a4fe-4e37-b377-15a221f30ff4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:46.545345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:46.545699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:46.546042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:46.565047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:46.565393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:46.592938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:46.593301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:46.593729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:46.598847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Bound port: 2458e2d4-bb3c-4f45-b209-601a2f36712b, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:46.599232 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.639248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:46.660414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:46.661166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.820666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:46.829174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:46.835215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.839754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.886314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 4a7994d9-a4fe-4e37-b377-15a221f30ff4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4a7994d9-a4fe-4e37-b377-15a221f30ff4,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:46.895613 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.939609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:46.947297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:46.948090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:46.949596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-665ac5f2-57d2-458e-9e41-1b3d2917d21f service neutron] 10.222.0.90 "PUT /v2.0/ports/2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 1095 time: 2.0264482 Jul 07 17:56:46.950072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:46.952672 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:47.026420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=4a7994d9-a4fe-4e37-b377-15a221f30ff4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:47.090852 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613c6b4f-de54-4fe8-b28a-b652a2ace63a x-openstack-request-id: req-613c6b4f-de54-4fe8-b28a-b652a2ace63a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:47.091145 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:47.091407 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-613c6b4f-de54-4fe8-b28a-b652a2ace63a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:47.091805 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'status': 'completed', 'code': 200} Jul 07 17:56:47.163600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:47.175876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:47.176419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:47.208304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-dddc6958-fdbe-4472-a807-3615d199feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:47.213031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-dddc6958-fdbe-4472-a807-3615d199feeb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1098 time: 0.1754162 Jul 07 17:56:47.224269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-09f19fb8-80af-4185-af8e-0c6b75576db2 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:47.231719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-09f19fb8-80af-4185-af8e-0c6b75576db2 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 821 time: 0.2934709 Jul 07 17:56:47.277802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-49cbc557-4974-4b41-9bb4-d1edf70f93aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0434723 Jul 07 17:56:47.324415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-20ce5515-037d-4afe-a4ae-7fa2176dfa52 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/quotas/24efdf1e61f445c8accd1030256e5655 HTTP/1.1" status: 200 len: 375 time: 0.0908666 Jul 07 17:56:47.350820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:47.418068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-1da49e35-072b-4379-9651-ef5f84c4f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:47.420097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-1da49e35-072b-4379-9651-ef5f84c4f772 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1241715 Jul 07 17:56:47.494674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e84e0-0fd7-4279-9932-da8fe728ecd4 req-7fd0bf5f-9f3d-41b6-9536-0c8e6db168d2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:47.496443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-816e84e0-0fd7-4279-9932-da8fe728ecd4 req-7fd0bf5f-9f3d-41b6-9536-0c8e6db168d2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2127964 Jul 07 17:56:47.511712 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-fd2647ff-3357-41ae-990f-baa6559fb72a tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1770864 Jul 07 17:56:47.627670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-816e84e0-0fd7-4279-9932-da8fe728ecd4 req-20e7fb28-20f9-46c7-9e62-f20c7054e172 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127169 Jul 07 17:56:47.657189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-39f30ef9-5ff9-4837-b7c8-a53c55ab1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:47.657189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-39f30ef9-5ff9-4837-b7c8-a53c55ab1dca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268860 Jul 07 17:56:47.692646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60998) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:47.728131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:44Z', 'revision_number': 2, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:47.787665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-a22448ef-589c-45a2-9e21-4ffb0b0a69ae service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749276 Jul 07 17:56:47.792324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:47.792969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Updating router 9aa936ff-c042-4507-804d-c9bb718dc7b0 port c272ffb7-84a3-4ded-92d8-04af28b08f4b binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:47.799873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32772) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:47.841700 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:47.907054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1203750518-network', 'tenant_id': 'a5b181e335834954844c60eb015edf03'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:47.953460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Made reservation on behalf of a5b181e335834954844c60eb015edf03 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:47.956319 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:47.970860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.025555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fdb3e21-aa9a-4b50-8aed-5187c2b9b40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.068643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-049fe5b2-f6ea-43dd-a9e4-4ffd3f3ea372 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963964 Jul 07 17:56:48.133444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.142557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.179050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4b928-9645-4968-9b03-f05b5c860d28,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:48.213219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:56:48.239808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.240221 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Added segment 02532d4b-49f5-4602-9627-1d9b419a8cbd of type vlan for network 9051e666-9337-483e-a5b4-7d2a6b861fa2 Jul 07 17:56:48.325829 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0e74419-65eb-492c-b5c3-7b680958803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.331519 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.339940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.343915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Transition to ACTIVE for port object c272ffb7-84a3-4ded-92d8-04af28b08f4b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:48.355574 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.458373 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.463629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a7994d9-a4fe-4e37-b377-15a221f30ff4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:48.480559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.481087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:48.482015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.485453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fdb3e21-aa9a-4b50-8aed-5187c2b9b40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.491403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af353776-8070-40b5-8ede-d80802936354 req-46953b82-6868-4542-8b3b-18389bf7c083 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:48.499586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af353776-8070-40b5-8ede-d80802936354 req-46953b82-6868-4542-8b3b-18389bf7c083 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 947 time: 0.5657804 Jul 07 17:56:48.522275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-61cbb9b5-b711-4ba1-bd0d-5c7453a89e1f service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279503 Jul 07 17:56:48.534082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42e423-75f3-4433-aace-704ada0187b1 None None] Pushing event updated for resources: {'Port': ['ID=c272ffb7-84a3-4ded-92d8-04af28b08f4b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:48.558579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fdb3e21-aa9a-4b50-8aed-5187c2b9b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.566639 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8723683 Jul 07 17:56:48.575443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32778) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:48.616686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5c3c7-4e45-4790-89e2-13039f36ad0f admin admin] Pushing event updated for resources: {'Network': ['ID=9051e666-9337-483e-a5b4-7d2a6b861fa2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:48.625790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:48.626856 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.635449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Request body: {'subnet': {'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1203750518-subnet', 'tenant_id': 'a5b181e335834954844c60eb015edf03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:48.642107 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8fdb3e21-aa9a-4b50-8aed-5187c2b9b40e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e8fd577451a4a0bbc15dcc52e27fb8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8411148 Jul 07 17:56:48.642893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb3e21-aa9a-4b50-8aed-5187c2b9b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4265b18-b3b8-4caf-b7e7-fdddca591b3d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:48.654068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 9051e666-9337-483e-a5b4-7d2a6b861fa2 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:56:48.657261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32780) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:48.716389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Attempting to bind port c272ffb7-84a3-4ded-92d8-04af28b08f4b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:48.716626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af353776-8070-40b5-8ede-d80802936354 req-5eb95c89-c840-491d-9469-892206195540 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159274 Jul 07 17:56:48.717031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Attempting to bind port c272ffb7-84a3-4ded-92d8-04af28b08f4b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:48.717771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Attempting to bind port c272ffb7-84a3-4ded-92d8-04af28b08f4b on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:48.722193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6154af5d-f417-47f7-b93b-e85b45c73a08 req-5644d61a-e555-409f-8d27-aa5cb7efd0d1 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441569 Jul 07 17:56:48.747830 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Made reservation on behalf of a5b181e335834954844c60eb015edf03 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:48.756897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.776490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:48.779111 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Checking segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:48.779734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.780383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Bound using segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:48.781389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Bound port: c272ffb7-84a3-4ded-92d8-04af28b08f4b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:48.783649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.798180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cb4c52b-1bf3-4fc2-b701-b5d4845e4de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.841548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cb4c52b-1bf3-4fc2-b701-b5d4845e4de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.938656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cb4c52b-1bf3-4fc2-b701-b5d4845e4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.941721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cb4c52b-1bf3-4fc2-b701-b5d4845e4de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.945907 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7cb4c52b-1bf3-4fc2-b701-b5d4845e4de7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e4265b18-b3b8-4caf-b7e7-fdddca591b3d HTTP/1.1" status: 204 len: 168 time: 0.2873669 Jul 07 17:56:48.959418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4c52b-1bf3-4fc2-b701-b5d4845e4de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4265b18-b3b8-4caf-b7e7-fdddca591b3d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:48.976962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] For port c272ffb7-84a3-4ded-92d8-04af28b08f4b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:48.981564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] For port c272ffb7-84a3-4ded-92d8-04af28b08f4b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c272ffb7-84a3-4ded-92d8-04af28b08f4b,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:49.011479 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.077294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-3722fa46-3a1e-44ff-8296-986b2d39e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:49.078867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-3722fa46-3a1e-44ff-8296-986b2d39e208 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1098 time: 0.2046084 Jul 07 17:56:49.149304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42e423-75f3-4433-aace-704ada0187b1 None None] Pushing event updated for resources: {'Port': ['ID=c272ffb7-84a3-4ded-92d8-04af28b08f4b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:49.167530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:49.168673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:49.339095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0eb63-9c5c-4b78-8e0d-14cd6daecf66 req-8e28009d-d3a1-4b81-99cf-7efde5d455e0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:49.347118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dd0eb63-9c5c-4b78-8e0d-14cd6daecf66 req-8e28009d-d3a1-4b81-99cf-7efde5d455e0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.3129573 Jul 07 17:56:49.353993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:49.429847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e983968-c7f6-492c-8259-46c54d0a18fe req-2f53c173-8cbe-4009-b91f-bb35ced04e7e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 210 time: 0.0695789 Jul 07 17:56:49.499745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-8fbdd0f9-e76e-42f0-9801-3cabf69d7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:49.501676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-8fbdd0f9-e76e-42f0-9801-3cabf69d7493 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.4095700 Jul 07 17:56:49.525290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.530783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dd0eb63-9c5c-4b78-8e0d-14cd6daecf66 req-f60d3f1b-4fe3-40ff-9d2d-d923cf62d36f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827462 Jul 07 17:56:49.588972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-a19f7b2c-4138-4122-ae68-8ce16ec2eaf6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0768871 Jul 07 17:56:49.599020 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.661732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d0c740-e5fb-42e4-b756-2b6fc53d9010,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:49.679140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-d023e346-bd9a-4b67-95ab-5f7f2c338035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:49.680629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-d023e346-bd9a-4b67-95ab-5f7f2c338035 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0775385 Jul 07 17:56:49.682002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Checking segment: {'id': '02532d4b-49f5-4602-9627-1d9b419a8cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:49.682361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Network hostable DHCP agents. Network: 9051e666-9337-483e-a5b4-7d2a6b861fa2, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:56:49.697770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:48Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:49.725117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Network 9051e666-9337-483e-a5b4-7d2a6b861fa2 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:56:49.742511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 9051e666-9337-483e-a5b4-7d2a6b861fa2) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:49.765680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe5992-4370-415b-a844-1ab9e7b30251 None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:48Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:49.768281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:49.771838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.792543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43699dab-54da-4502-acdb-84042d460e1d None None] Network 9051e666-9337-483e-a5b4-7d2a6b861fa2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:49.835340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9427f515-df77-4be6-a243-6b522a8bbbb9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2520890 Jul 07 17:56:49.860957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-7e60425c-cd6d-4d3e-86d4-8119885c0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:49.868296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-7e60425c-cd6d-4d3e-86d4-8119885c0c54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735682 Jul 07 17:56:50.143943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c65aa0-dc8a-42a8-b8d5-5f2ca524f703 None None] Network 9051e666-9337-483e-a5b4-7d2a6b861fa2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:50.313804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbc433-99e5-4321-a578-e073ab948d38 req-73e697e3-67f6-47a9-8082-821e059dd641 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:50.322621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07dbc433-99e5-4321-a578-e073ab948d38 req-73e697e3-67f6-47a9-8082-821e059dd641 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 947 time: 0.2942598 Jul 07 17:56:50.347934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-cde194ab-a761-4501-9806-3aa0dd079e43 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692292 Jul 07 17:56:50.457736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07dbc433-99e5-4321-a578-e073ab948d38 req-8c8c86ae-006e-43be-8780-c9d33510c319 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329386 Jul 07 17:56:50.555796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c272ffb7-84a3-4ded-92d8-04af28b08f4b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:50.594905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324a3cf5-3c20-4656-90e2-dc64a8bf31b3 req-dd529478-d68e-461b-856e-c907bf17d24e service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370725 Jul 07 17:56:50.658663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c272ffb7-84a3-4ded-92d8-04af28b08f4b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:50.663994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c272ffb7-84a3-4ded-92d8-04af28b08f4b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:50.664722 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.893883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.928244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-fc9c342d-582c-4ec0-ad37-844e447e3094 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:50.936513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-fc9c342d-582c-4ec0-ad37-844e447e3094 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 821 time: 0.2618620 Jul 07 17:56:50.951528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'port': {'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'admin_state_up': True, 'tenant_id': '24efdf1e61f445c8accd1030256e5655'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:50.973502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port c272ffb7-84a3-4ded-92d8-04af28b08f4b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c272ffb7-84a3-4ded-92d8-04af28b08f4b,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:50.982391 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.123665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=c272ffb7-84a3-4ded-92d8-04af28b08f4b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.138796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.287954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a32d6bf-a592-4a70-b9ab-5dc648c07293 req-0f166a14-d563-44f7-a3cd-186ec60a53bd tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 210 time: 0.0483422 Jul 07 17:56:51.333693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5b988649-6550-451e-95b7-e0fc8a0db132 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:51.335304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5b988649-6550-451e-95b7-e0fc8a0db132 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/networks?id=9051e666-9337-483e-a5b4-7d2a6b861fa2 HTTP/1.1" status: 200 len: 822 time: 0.1969204 Jul 07 17:56:51.336655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Made reservation on behalf of 24efdf1e61f445c8accd1030256e5655 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:51.340741 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.362903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-22f05da7-27b2-462a-81ed-28d1e608110a tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/quotas/a5b181e335834954844c60eb015edf03 HTTP/1.1" status: 200 len: 375 time: 0.0189617 Jul 07 17:56:51.411414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-46aa3ff4-7d3d-46e6-9eb7-18f2701369b8 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5b181e335834954844c60eb015edf03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472138 Jul 07 17:56:51.657954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123efd6a-0ce8-4900-ba3a-8d9ddbcac836 req-190c91c6-9383-4e3f-8004-37b015ce3fd3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:51.659575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-123efd6a-0ce8-4900-ba3a-8d9ddbcac836 req-190c91c6-9383-4e3f-8004-37b015ce3fd3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2381852 Jul 07 17:56:51.669602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-57768fce-016c-4b50-9964-85bcf71e9b97 service neutron] 10.222.0.88 "GET /v2.0/networks/9051e666-9337-483e-a5b4-7d2a6b861fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572124 Jul 07 17:56:51.708332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Allocated IP 172.20.0.5 (8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99/bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8/bad5df35-841b-4689-8664-c69f8515bfb1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:51.813285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-123efd6a-0ce8-4900-ba3a-8d9ddbcac836 req-9baa9fd5-1db0-4046-b772-536af6b60eb1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298075 Jul 07 17:56:51.865091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-f308c183-20bd-4552-a066-87facae38740 service neutron] 10.222.0.88 "GET /v2.0/networks/9051e666-9337-483e-a5b4-7d2a6b861fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942625 Jul 07 17:56:52.024334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.043614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ce5b-7ed7-47ff-9f71-616409347ab0 req-1a5e9020-844b-404c-ba3b-67593b380bdf tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:52.050464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2483ce5b-7ed7-47ff-9f71-616409347ab0 req-1a5e9020-844b-404c-ba3b-67593b380bdf tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 947 time: 0.1282794 Jul 07 17:56:52.062329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Transition to ACTIVE for port object bad5df35-841b-4689-8664-c69f8515bfb1 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:52.105408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2483ce5b-7ed7-47ff-9f71-616409347ab0 req-2f8e141e-0c60-4804-b049-8ac96e2ff8db tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540206 Jul 07 17:56:52.161209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.244568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Pushing event updated for resources: {'Port': ['ID=bad5df35-841b-4689-8664-c69f8515bfb1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:52.273142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56aaae2d-b4c1-41ed-b688-14d7308d35ea req-f1efd7f4-da37-4b81-83dc-fde6fb2174dc tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 210 time: 0.0542336 Jul 07 17:56:52.279760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:52.281506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:52.284513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:52.381169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:52.382053 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.409360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6392fc57-08e2-4608-bafb-2fd111946902 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4624326 Jul 07 17:56:52.430342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Request body: {'port': {'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:52.494665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c272ffb7-84a3-4ded-92d8-04af28b08f4b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:52.562388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c272ffb7-84a3-4ded-92d8-04af28b08f4b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:52.563087 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.570467 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.628670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64deed-2c46-4010-876d-3388e5837626 req-8ac8f912-8190-4a89-a444-5e3f110af2d5 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:52.630734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd64deed-2c46-4010-876d-3388e5837626 req-8ac8f912-8190-4a89-a444-5e3f110af2d5 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 931 time: 0.1494167 Jul 07 17:56:52.746726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b32f8efa-5f2e-4c65-b4a8-795e181da282 None None] Provisioning for port bad5df35-841b-4689-8664-c69f8515bfb1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:52.756070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b32f8efa-5f2e-4c65-b4a8-795e181da282 None None] Provisioning complete for port bad5df35-841b-4689-8664-c69f8515bfb1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:52.756764 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b32f8efa-5f2e-4c65-b4a8-795e181da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.768856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd64deed-2c46-4010-876d-3388e5837626 req-84d63f27-985e-4cde-b0e5-6214763c074e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301978 Jul 07 17:56:52.782949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32904) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:52.807834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:52.838570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b32f8efa-5f2e-4c65-b4a8-795e181da282 None None] Port bad5df35-841b-4689-8664-c69f8515bfb1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:52.918222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9ca258a2-374c-434a-a7bf-21aacf51433c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.930020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:52.943413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'mac_address': 'fa:16:3e:c1:d4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:52.988613 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.005728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2458e2d4-bb3c-4f45-b209-601a2f36712b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:53.028951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:53.034825 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.041690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9ca258a2-374c-434a-a7bf-21aacf51433c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.047708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9ca258a2-374c-434a-a7bf-21aacf51433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.057427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad5df35-841b-4689-8664-c69f8515bfb1 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:53.067835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.094640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:53.105493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Transition to ACTIVE for port object bad5df35-841b-4689-8664-c69f8515bfb1 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:53.105830 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9ca258a2-374c-434a-a7bf-21aacf51433c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ec49152d20454d468bc678a152ea0815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207996 Jul 07 17:56:53.106668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32910) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:53.107304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca258a2-374c-434a-a7bf-21aacf51433c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea4e94-31ef-4d04-9051-d961372fe8e7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:53.110869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.127156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5ca3-e1bc-4f2e-ab08-c492059289b1 req-e805a11b-0122-4a9a-bde4-ae5223658b82 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:53.128938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-576c5ca3-e1bc-4f2e-ab08-c492059289b1 req-e805a11b-0122-4a9a-bde4-ae5223658b82 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1225204 Jul 07 17:56:53.169058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8707a67-efe0-420b-83df-cff57cc4d671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.206829 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8707a67-efe0-420b-83df-cff57cc4d671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.237636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5df35-841b-4689-8664-c69f8515bfb1,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:53.274110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-576c5ca3-e1bc-4f2e-ab08-c492059289b1 req-4266960b-7d9c-4066-bcb0-53eef9cb6cb9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220448 Jul 07 17:56:53.312706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Attempting to bind port bad5df35-841b-4689-8664-c69f8515bfb1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:53.313115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Attempting to bind port bad5df35-841b-4689-8664-c69f8515bfb1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:53.315090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8707a67-efe0-420b-83df-cff57cc4d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.317149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Attempting to bind port bad5df35-841b-4689-8664-c69f8515bfb1 on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:53.319134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8707a67-efe0-420b-83df-cff57cc4d671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.320578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8707a67-efe0-420b-83df-cff57cc4d671 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bcea4e94-31ef-4d04-9051-d961372fe8e7 HTTP/1.1" status: 204 len: 168 time: 0.2097235 Jul 07 17:56:53.324044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Port bad5df35-841b-4689-8664-c69f8515bfb1 on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:53.324387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Attempting to bind port bad5df35-841b-4689-8664-c69f8515bfb1 on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:53.331857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:53.332260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Checking segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:53.332659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Bound using segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:53.335614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Bound port: bad5df35-841b-4689-8664-c69f8515bfb1, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:53.336126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.337541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707a67-efe0-420b-83df-cff57cc4d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea4e94-31ef-4d04-9051-d961372fe8e7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:53.443999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2458e2d4-bb3c-4f45-b209-601a2f36712b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:53.459459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] For port bad5df35-841b-4689-8664-c69f8515bfb1, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:53.513904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] For port bad5df35-841b-4689-8664-c69f8515bfb1, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bad5df35-841b-4689-8664-c69f8515bfb1,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:53.523280 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.576064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:53.576064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.578510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] 10.222.0.55 "PUT /v2.0/ports/bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 1091 time: 1.1527259 Jul 07 17:56:53.578510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:53.582574 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d4994-95d3-4bab-8720-e26168359d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:53.610061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c55e1-49c8-4d4e-b66c-766efa0e7631 req-702bdf36-2281-44cf-86ff-6cd6b41908a0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:53.611958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a5c55e1-49c8-4d4e-b66c-766efa0e7631 req-702bdf36-2281-44cf-86ff-6cd6b41908a0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 948 time: 0.1926386 Jul 07 17:56:53.662868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32e6fcf7-e657-43da-9dc4-808f1eb1e718 req-07de7716-7e44-4537-93be-43a01d1b733b tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 210 time: 0.0675046 Jul 07 17:56:53.799849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a680bbe-d67b-44e9-a35a-2582aab38eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bad5df35-841b-4689-8664-c69f8515bfb1,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:53.843490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32930) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:53.868194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3f75b2d2-ebde-4552-9397-f702a62d5727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.886452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a5c55e1-49c8-4d4e-b66c-766efa0e7631 req-5dde79d0-2d43-4c67-bf86-eb534058d6ff tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619102 Jul 07 17:56:53.931993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-d5e2d20f-71ca-40ad-918e-c74080dc9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:53.932182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-d5e2d20f-71ca-40ad-918e-c74080dc9df0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1094 time: 0.2736356 Jul 07 17:56:53.949167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4fb53cf9-2575-4520-ae49-706d476c699f tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:53.951980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4fb53cf9-2575-4520-ae49-706d476c699f tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.90 "GET /v2.0/networks?id=9051e666-9337-483e-a5b4-7d2a6b861fa2 HTTP/1.1" status: 200 len: 822 time: 0.2941852 Jul 07 17:56:53.995461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3f75b2d2-ebde-4552-9397-f702a62d5727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.002756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3f75b2d2-ebde-4552-9397-f702a62d5727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.003640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-7c261150-e0c1-47fa-9aef-ee64be7ac402 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0503845 Jul 07 17:56:54.006602 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98c51bc-ad8f-4ead-b9d2-62e94efaa9b3 x-openstack-request-id: req-d98c51bc-ad8f-4ead-b9d2-62e94efaa9b3 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:54.006891 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:54.007140 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d98c51bc-ad8f-4ead-b9d2-62e94efaa9b3 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:54.007545 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'status': 'completed', 'code': 200} Jul 07 17:56:54.011321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Request body: {'port': {'device_id': 'b3854050-4688-439d-afd2-5e182713fd06', 'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2', 'admin_state_up': True, 'tenant_id': 'a5b181e335834954844c60eb015edf03'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:54.053954 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3f75b2d2-ebde-4552-9397-f702a62d5727 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4dccba4c6ba54322b5d8a8b316bbadc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079513 Jul 07 17:56:54.055699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75b2d2-ebde-4552-9397-f702a62d5727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e86fe0-2b9d-423c-aec9-f7152f9f33d1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:54.058214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:54.108992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-385e5b42-f806-41b2-ad7a-07a734d9f83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.130675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-385e5b42-f806-41b2-ad7a-07a734d9f83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.142806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-9e23951d-7af6-405d-911d-fdeba231e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:54.144310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-9e23951d-7af6-405d-911d-fdeba231e1dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.1281400 Jul 07 17:56:54.181736 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-385e5b42-f806-41b2-ad7a-07a734d9f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.185186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-385e5b42-f806-41b2-ad7a-07a734d9f83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.186337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-385e5b42-f806-41b2-ad7a-07a734d9f83f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4e86fe0-2b9d-423c-aec9-f7152f9f33d1 HTTP/1.1" status: 204 len: 168 time: 0.1271322 Jul 07 17:56:54.196396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e5b42-f806-41b2-ad7a-07a734d9f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e86fe0-2b9d-423c-aec9-f7152f9f33d1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:54.266019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0dfd5-6973-488f-bad1-9112672bd1f5 req-dabf9347-1a75-460c-bff4-adc1fe3bfbc9 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:54.267600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fad0dfd5-6973-488f-bad1-9112672bd1f5 req-dabf9347-1a75-460c-bff4-adc1fe3bfbc9 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 943 time: 0.2150071 Jul 07 17:56:54.270343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Made reservation on behalf of a5b181e335834954844c60eb015edf03 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:54.273892 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.330660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-91f62ed2-99ba-45c5-a55c-6d3eaa1b814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:54.332222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-91f62ed2-99ba-45c5-a55c-6d3eaa1b814b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741190 Jul 07 17:56:54.441533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fad0dfd5-6973-488f-bad1-9112672bd1f5 req-11af52eb-29b1-46ac-a143-7aedd32ba5fd tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604438 Jul 07 17:56:54.579180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Allocated IP 172.20.0.4 (9051e666-9337-483e-a5b4-7d2a6b861fa2/f1d0c740-e5fb-42e4-b756-2b6fc53d9010/033f96c1-f45b-452c-b0f3-78e4cfe2d9d3) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:54.583252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-0d523693-d5d5-4ce0-a8c9-f61fc57e3b33 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100177 Jul 07 17:56:54.702376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c396a4-c4b9-4203-a7c1-1174f846ac80 req-c59f6cb2-7d92-41aa-9951-0a66184e5447 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:54.709442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7c396a4-c4b9-4203-a7c1-1174f846ac80 req-c59f6cb2-7d92-41aa-9951-0a66184e5447 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2069578 Jul 07 17:56:54.770456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:54.844289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7c396a4-c4b9-4203-a7c1-1174f846ac80 req-1950b3db-f542-4758-b87f-7bbb4b0e42a2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339560 Jul 07 17:56:54.845244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 2458e2d4-bb3c-4f45-b209-601a2f36712b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:54.846514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ac553bf-cc1c-4512-8aaa-5b1667f8a40a req-5f71c15e-2f3e-4d30-80b1-dfe92c7db9b0 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520297 Jul 07 17:56:54.852638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 2458e2d4-bb3c-4f45-b209-601a2f36712b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:54.853063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.940718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.967618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:54.970357 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069970ed-5fe3-4e23-aa91-8477d6dc1b93" -d '{"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-plugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:54.987030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:54.992532 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.053623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:55.062109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.062533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.062897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.063228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.063549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.064044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.064530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.065049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.065531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.066031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.066522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.066851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:55.209063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d999f58d-7706-4af4-8dcc-ebb60cb1025b req-32a4f4fc-5070-49e6-818f-6a0a595ba15c tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 210 time: 0.3896878 Jul 07 17:56:55.356807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.380182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4994-95d3-4bab-8720-e26168359d8b req-d84d9b6f-8a4b-48c9-a020-e0603a823de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.381899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13d4994-95d3-4bab-8720-e26168359d8b req-d84d9b6f-8a4b-48c9-a020-e0603a823de5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1094 time: 0.1708863 Jul 07 17:56:55.395123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366eb03-eea0-417c-b5c4-84503fdd84f3 req-dff53fa2-a385-49f6-902d-f044b913c475 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.395123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f366eb03-eea0-417c-b5c4-84503fdd84f3 req-dff53fa2-a385-49f6-902d-f044b913c475 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1835308 Jul 07 17:56:55.404693 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6637553b-ccd3-4631-9be7-f81a42c4b420 x-openstack-request-id: req-6637553b-ccd3-4631-9be7-f81a42c4b420 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:55.405027 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-plugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:55.405276 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6637553b-ccd3-4631-9be7-f81a42c4b420 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:55.405671 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'code': 200} Jul 07 17:56:55.514911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f366eb03-eea0-417c-b5c4-84503fdd84f3 req-85454656-3078-498d-9f5e-9b1d599ef3e7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051176 Jul 07 17:56:55.549049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.594289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4994-95d3-4bab-8720-e26168359d8b req-b22e4835-3223-4ed1-a8fa-a13ae8144d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.596029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13d4994-95d3-4bab-8720-e26168359d8b req-b22e4835-3223-4ed1-a8fa-a13ae8144d38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.2001450 Jul 07 17:56:55.619225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82701e19-38ae-4658-be9e-1af35abb6a85 req-53b75b49-9586-4edb-bf6c-7e1447c52db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.620633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Network 9051e666-9337-483e-a5b4-7d2a6b861fa2 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:55.621044 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-82701e19-38ae-4658-be9e-1af35abb6a85 req-53b75b49-9586-4edb-bf6c-7e1447c52db7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1100 time: 0.1103170 Jul 07 17:56:55.655827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:55.658484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:55.670453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13d4994-95d3-4bab-8720-e26168359d8b req-a0b1b3e5-4496-4830-87cf-65962cb4e9cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0602245 Jul 07 17:56:55.677917 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-82701e19-38ae-4658-be9e-1af35abb6a85 req-9b395c97-a93f-4023-9bf5-f8dccd918268 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Jul 07 17:56:55.701217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Pushing event updated for resources: {'Port': ['ID=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:55.794997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.795721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.808066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4994-95d3-4bab-8720-e26168359d8b req-ea900922-4ebc-49e9-b77b-bca7594818e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.809574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13d4994-95d3-4bab-8720-e26168359d8b req-ea900922-4ebc-49e9-b77b-bca7594818e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.1092291 Jul 07 17:56:55.835969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-5a5a24df-089f-4010-8014-273288aa9295 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8312120 Jul 07 17:56:55.861395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Request body: {'port': {'device_id': 'b3854050-4688-439d-afd2-5e182713fd06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:55.901327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42195d0-0deb-43a6-b7c6-1c8f16891bb1 req-56d4e6a4-3624-42d2-acec-9820ccdab233 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:55.903112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e42195d0-0deb-43a6-b7c6-1c8f16891bb1 req-56d4e6a4-3624-42d2-acec-9820ccdab233 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 943 time: 0.2413728 Jul 07 17:56:56.015578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4994-95d3-4bab-8720-e26168359d8b req-c5195f7e-33fd-4e13-ae0d-ad5832ebe96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:56.017114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13d4994-95d3-4bab-8720-e26168359d8b req-c5195f7e-33fd-4e13-ae0d-ad5832ebe96a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989353 Jul 07 17:56:56.039565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e42195d0-0deb-43a6-b7c6-1c8f16891bb1 req-832e3c49-7a2d-4286-8f60-f6501e64cd5f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252589 Jul 07 17:56:56.064424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.279259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc765d-d26a-459a-8f7a-8b79ea721837 req-1f9ab3a5-58f4-4574-97b7-fcaabe835b4b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:56.280875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3bc765d-d26a-459a-8f7a-8b79ea721837 req-1f9ab3a5-58f4-4574-97b7-fcaabe835b4b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2726045 Jul 07 17:56:56.286825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13d4994-95d3-4bab-8720-e26168359d8b req-6365060a-568c-4e40-bdb7-56f1e3e70548 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583685 Jul 07 17:56:56.472229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3bc765d-d26a-459a-8f7a-8b79ea721837 req-df466202-4c8d-485c-ae56-b782022a8d6f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811795 Jul 07 17:56:56.529508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b13d4994-95d3-4bab-8720-e26168359d8b req-cf352eaa-a0ce-494c-ab16-170eb2e30aca service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250614 Jul 07 17:56:56.578241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be8e5-aa36-45ee-9a2d-e88a07f6d4b7 req-8c312e65-d715-4362-a6b1-258581abb7d7 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:56.579487 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-719be8e5-aa36-45ee-9a2d-e88a07f6d4b7 req-8c312e65-d715-4362-a6b1-258581abb7d7 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 931 time: 0.2156568 Jul 07 17:56:56.657079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-719be8e5-aa36-45ee-9a2d-e88a07f6d4b7 req-4521e59b-776c-470e-8b7f-1e10e57b2e33 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708983 Jul 07 17:56:56.665275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:56.674060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.697534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Transition to ACTIVE for port object 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:56.702778 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.759026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Pushing event updated for resources: {'Port': ['ID=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:56.839729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bad5df35-841b-4689-8664-c69f8515bfb1 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:56.880399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Attempting to bind port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:56.880990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Attempting to bind port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '02532d4b-49f5-4602-9627-1d9b419a8cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:56.881241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Attempting to bind port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 on network 9051e666-9337-483e-a5b4-7d2a6b861fa2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:56.890764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 on network 9051e666-9337-483e-a5b4-7d2a6b861fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:56.891122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Attempting to bind port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 on network 9051e666-9337-483e-a5b4-7d2a6b861fa2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:56.902407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33032) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:56.908657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:56.908963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Checking segment: {'id': '02532d4b-49f5-4602-9627-1d9b419a8cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:56.909347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Bound using segment: {'id': '02532d4b-49f5-4602-9627-1d9b419a8cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:56.909917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Bound port: 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02532d4b-49f5-4602-9627-1d9b419a8cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:56.910151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.921806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f1112-fed1-4706-b9e8-3bb3c0a705ad req-130c6498-bfb8-4efe-aa8b-a2a5068e7f66 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:56.922781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-859f1112-fed1-4706-b9e8-3bb3c0a705ad req-130c6498-bfb8-4efe-aa8b-a2a5068e7f66 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1168225 Jul 07 17:56:56.965502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port bad5df35-841b-4689-8664-c69f8515bfb1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bad5df35-841b-4689-8664-c69f8515bfb1,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:56.980108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'mac_address': 'fa:16:3e:c8:0b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:57.021216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-859f1112-fed1-4706-b9e8-3bb3c0a705ad req-bf717dbe-7cd3-46bf-b4ce-c224e9738386 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915093 Jul 07 17:56:57.031025 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.046998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] For port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:57.049936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad5df35-841b-4689-8664-c69f8515bfb1 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:57.050659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] For port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,segment=NetworkSegment(02532d4b-49f5-4602-9627-1d9b419a8cbd),segment_id=02532d4b-49f5-4602-9627-1d9b419a8cbd)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:57.057554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.073093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port bad5df35-841b-4689-8664-c69f8515bfb1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bad5df35-841b-4689-8664-c69f8515bfb1,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:57.080445 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.134782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.135476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.135979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=bad5df35-841b-4689-8664-c69f8515bfb1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:57.136979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] 10.222.0.90 "PUT /v2.0/ports/033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 HTTP/1.1" status: 200 len: 1091 time: 1.2831018 Jul 07 17:56:57.137554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3854050-4688-439d-afd2-5e182713fd06', 'tag': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:57.141148 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3854050-4688-439d-afd2-5e182713fd06", "tag": "033f96c1-f45b-452c-b0f3-78e4cfe2d9d3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:57.157485 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e016-59f0-4943-b3c2-aba551cac725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.195366 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf8d199-5597-4399-9271-c1ebd6965b1c x-openstack-request-id: req-bcf8d199-5597-4399-9271-c1ebd6965b1c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:57.195675 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3854050-4688-439d-afd2-5e182713fd06", "tag": "033f96c1-f45b-452c-b0f3-78e4cfe2d9d3", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:57.196008 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bcf8d199-5597-4399-9271-c1ebd6965b1c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:57.196431 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3854050-4688-439d-afd2-5e182713fd06', 'tag': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3', 'status': 'completed', 'code': 200} Jul 07 17:56:57.222147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550e83c-940e-4905-ba14-323294f423e5 service neutron] Pushing event updated for resources: {'Port': ['ID=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:57.360591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4cad2868-29f9-4251-a231-74f2e6e37f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.361912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['bad5df35-841b-4689-8664-c69f8515bfb1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:57.362304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-4cad2868-29f9-4251-a231-74f2e6e37f93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a5b181e335834954844c60eb015edf03&device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 1094 time: 0.1574867 Jul 07 17:56:57.389889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a21bc7-5bcc-44d3-85b4-8792f57279fd req-aea20cc3-034d-49d8-86cf-42e17fdf809c tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.391600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65a21bc7-5bcc-44d3-85b4-8792f57279fd req-aea20cc3-034d-49d8-86cf-42e17fdf809c tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 944 time: 0.1942463 Jul 07 17:56:57.427776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-c154b9dd-52c7-4186-8373-84061ac8e74e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 HTTP/1.1" status: 200 len: 217 time: 0.0564234 Jul 07 17:56:57.515245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e016-59f0-4943-b3c2-aba551cac725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.520001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-9d28f5a7-548b-4390-82b9-c029a4c90df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.521668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-9d28f5a7-548b-4390-82b9-c029a4c90df2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1d0c740-e5fb-42e4-b756-2b6fc53d9010 HTTP/1.1" status: 200 len: 862 time: 0.0862038 Jul 07 17:56:57.525156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e016-59f0-4943-b3c2-aba551cac725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.535539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65a21bc7-5bcc-44d3-85b4-8792f57279fd req-d75ab806-688a-454e-acf4-b723db76e5a0 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132479 Jul 07 17:56:57.587776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-20b92241-1842-4787-a660-308a9f4d8fe5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9051e666-9337-483e-a5b4-7d2a6b861fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578861 Jul 07 17:56:57.615356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0e016-59f0-4943-b3c2-aba551cac725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d372f8a-0eed-4a5b-ab8d-2c8e566da357,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:57.664993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a2f0e016-59f0-4943-b3c2-aba551cac725 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=587c4beddb58486e914b955546febfe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7615385 Jul 07 17:56:57.668268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33044) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:57.731479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8a8abc9-1797-493f-83de-606141f931be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.763273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-b2329340-862c-4e7e-a841-33c265b64b7d service neutron] 10.222.0.90 "GET /v2.0/networks/9051e666-9337-483e-a5b4-7d2a6b861fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619070 Jul 07 17:56:57.763705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8a8abc9-1797-493f-83de-606141f931be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.775946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d91c3-04c4-46bb-8006-ec588f08ad3a req-82f7320d-2c03-4925-bafa-e50a19814953 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.777663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-540d91c3-04c4-46bb-8006-ec588f08ad3a req-82f7320d-2c03-4925-bafa-e50a19814953 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1429029 Jul 07 17:56:57.837982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8a8abc9-1797-493f-83de-606141f931be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.841331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8a8abc9-1797-493f-83de-606141f931be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.843318 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a8a8abc9-1797-493f-83de-606141f931be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9d372f8a-0eed-4a5b-ab8d-2c8e566da357 HTTP/1.1" status: 204 len: 168 time: 0.1735468 Jul 07 17:56:57.855035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8abc9-1797-493f-83de-606141f931be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d372f8a-0eed-4a5b-ab8d-2c8e566da357,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:57.911820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-540d91c3-04c4-46bb-8006-ec588f08ad3a req-4aacf314-209f-4541-8f13-23bda27be511 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234572 Jul 07 17:56:57.956557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fff0e9c-9e07-44d2-ae44-ebc7589b4bde req-a1d94d9f-b775-4dc6-8fec-369a74f2d94a service neutron] 10.222.0.90 "GET /v2.0/networks/9051e666-9337-483e-a5b4-7d2a6b861fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778789 Jul 07 17:56:57.970355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c66dc4-6053-4f36-bbcb-5e64ceef7820 req-6bc51fca-f2ea-455f-a610-ede2dfcafdf4 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.972101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0c66dc4-6053-4f36-bbcb-5e64ceef7820 req-6bc51fca-f2ea-455f-a610-ede2dfcafdf4 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 943 time: 0.1319468 Jul 07 17:56:58.022700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0c66dc4-6053-4f36-bbcb-5e64ceef7820 req-f9df0667-b759-4350-aa2c-39a69ebc14f5 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 Jul 07 17:56:58.105565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-22f25bd3-ba57-40c0-99a0-0fe4efe4bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:58.108044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-22f25bd3-ba57-40c0-99a0-0fe4efe4bc30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a5b181e335834954844c60eb015edf03&device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 1094 time: 0.0832622 Jul 07 17:56:58.232673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33058) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:58.246952 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50b1e0a0-dc3c-4549-a191-f8117fd3a8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.299642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-f3729c4e-57d2-4162-aeae-9aaa5cb9e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:58.301168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-f3729c4e-57d2-4162-aeae-9aaa5cb9e8de service neutron] 10.222.0.90 "GET /v2.0/networks?id=9051e666-9337-483e-a5b4-7d2a6b861fa2 HTTP/1.1" status: 200 len: 923 time: 0.1862798 Jul 07 17:56:58.314263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e593e-c31f-4fc1-b0bf-ea629073271b req-e8acdf5c-ab27-41eb-9661-591cec39c3e1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:58.315866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-857e593e-c31f-4fc1-b0bf-ea629073271b req-e8acdf5c-ab27-41eb-9661-591cec39c3e1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1305587 Jul 07 17:56:58.350724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50b1e0a0-dc3c-4549-a191-f8117fd3a8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.356537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50b1e0a0-dc3c-4549-a191-f8117fd3a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.370170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-b5d303aa-f21b-4c82-a71f-dd1c7680a9f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 HTTP/1.1" status: 200 len: 217 time: 0.0533106 Jul 07 17:56:58.392962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1e0a0-dc3c-4549-a191-f8117fd3a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabd476c-64fd-4ca9-aa81-9a9a17e00d2f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:58.398769 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50b1e0a0-dc3c-4549-a191-f8117fd3a8f2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5546f7f121b846b8a377db76baa35b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648505 Jul 07 17:56:58.401464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33062) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:58.420729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-857e593e-c31f-4fc1-b0bf-ea629073271b req-fe45048c-d16d-4f6f-a71d-90d1467b8580 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980520 Jul 07 17:56:58.435279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-767c37ca-26e5-4a69-94d2-ba61f6201567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:58.436945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-767c37ca-26e5-4a69-94d2-ba61f6201567 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f1d0c740-e5fb-42e4-b756-2b6fc53d9010 HTTP/1.1" status: 200 len: 862 time: 0.0585642 Jul 07 17:56:58.452572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af4d5764-834c-4d69-8f8b-be03fd17f03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.474636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-fdaef980-5291-436a-875d-19d6d6706fb5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9051e666-9337-483e-a5b4-7d2a6b861fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307748 Jul 07 17:56:58.475265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af4d5764-834c-4d69-8f8b-be03fd17f03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.531455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af4d5764-834c-4d69-8f8b-be03fd17f03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.534797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af4d5764-834c-4d69-8f8b-be03fd17f03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.537335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-af4d5764-834c-4d69-8f8b-be03fd17f03a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fabd476c-64fd-4ca9-aa81-9a9a17e00d2f HTTP/1.1" status: 204 len: 168 time: 0.1346853 Jul 07 17:56:58.549847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d5764-834c-4d69-8f8b-be03fd17f03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabd476c-64fd-4ca9-aa81-9a9a17e00d2f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:58.619362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-f9160917-75c6-46c1-9575-35a40de14462 service neutron] 10.222.0.90 "GET /v2.0/networks/9051e666-9337-483e-a5b4-7d2a6b861fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374178 Jul 07 17:56:58.728036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1db1ea-80ec-48d5-8902-0eb7e1d20afc req-079f02d0-9357-4221-bff5-328282719537 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:58.729752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1db1ea-80ec-48d5-8902-0eb7e1d20afc req-079f02d0-9357-4221-bff5-328282719537 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1676705 Jul 07 17:56:58.808273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d2761b0-9f58-434b-84fa-ff0fc843bc2a req-2940bb4c-f7b7-40be-ac4c-ad681560d3f0 service neutron] 10.222.0.90 "GET /v2.0/networks/9051e666-9337-483e-a5b4-7d2a6b861fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800549 Jul 07 17:56:58.811443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1db1ea-80ec-48d5-8902-0eb7e1d20afc req-bb148a49-79bc-4485-a802-c31f4a1b731e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 Jul 07 17:56:58.828081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff99a7-b0b3-42d1-a820-39e095c6abbb req-0664eee4-f1f7-436f-be7d-3ed320944768 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:58.829828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eff99a7-b0b3-42d1-a820-39e095c6abbb req-0664eee4-f1f7-436f-be7d-3ed320944768 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 944 time: 0.1473260 Jul 07 17:56:58.854804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bad5df35-841b-4689-8664-c69f8515bfb1 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:58.874435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eff99a7-b0b3-42d1-a820-39e095c6abbb req-00642218-5eb1-4c80-9ff6-eba27e1f11d2 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381284 Jul 07 17:56:58.940476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port bad5df35-841b-4689-8664-c69f8515bfb1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:58.947717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port bad5df35-841b-4689-8664-c69f8515bfb1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:58.948408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:59.083775 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:59.117329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:59.120840 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb6eee1-8dca-4371-a7a0-9b6371c580b0" -d '{"events": [{"server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "name": "network-vif-plugged", "status": "completed", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:59.138340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port bad5df35-841b-4689-8664-c69f8515bfb1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bad5df35-841b-4689-8664-c69f8515bfb1,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:59.144588 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:59.171069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47fd40-fdc0-42a7-b68f-c01891d7c2f9 req-2fc0248c-c64e-41d9-80a8-691f242cb23a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:59.181246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af47fd40-fdc0-42a7-b68f-c01891d7c2f9 req-2fc0248c-c64e-41d9-80a8-691f242cb23a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1105847 Jul 07 17:56:59.199639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=bad5df35-841b-4689-8664-c69f8515bfb1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:59.220086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af47fd40-fdc0-42a7-b68f-c01891d7c2f9 req-cff7132a-35fa-44c0-890d-09a504d1749e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Jul 07 17:56:59.418694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-09ad3a4f-247c-49ce-beac-e6c4bb7898a8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007779 Jul 07 17:56:59.436303 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b0aea4-052b-4002-a93d-fefb26608af4 x-openstack-request-id: req-b3b0aea4-052b-4002-a93d-fefb26608af4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:59.436594 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "name": "network-vif-plugged", "status": "completed", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:59.436860 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b3b0aea4-052b-4002-a93d-fefb26608af4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:59.437433 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'code': 200} Jul 07 17:56:59.440644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cf6a2-6693-42c3-b044-4d31c21bee9c req-59c257bd-1ee6-4865-88e5-6cdff254c5b2 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:59.442628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec6cf6a2-6693-42c3-b044-4d31c21bee9c req-59c257bd-1ee6-4865-88e5-6cdff254c5b2 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 943 time: 0.0959644 Jul 07 17:56:59.497726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec6cf6a2-6693-42c3-b044-4d31c21bee9c req-cb1d0846-4401-44c8-a9bb-0b73fe00ef50 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480309 Jul 07 17:56:59.588501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef4e31-cb97-4c9d-9d21-4c05a32edb91 req-70e25cd9-20d2-4ddd-844b-8d9d116544ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:59.590345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abef4e31-cb97-4c9d-9d21-4c05a32edb91 req-70e25cd9-20d2-4ddd-844b-8d9d116544ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.0669298 Jul 07 17:56:59.644766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abef4e31-cb97-4c9d-9d21-4c05a32edb91 req-e592b919-3a3f-4a2e-8b7e-553852b72c14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464315 Jul 07 17:56:59.703702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28876bf-0ff4-468e-82e0-4f31c86fabbd req-1cb19865-5a88-42d2-aff5-b0af6a976091 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:59.705297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e28876bf-0ff4-468e-82e0-4f31c86fabbd req-1cb19865-5a88-42d2-aff5-b0af6a976091 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.0749271 Jul 07 17:56:59.747279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e28876bf-0ff4-468e-82e0-4f31c86fabbd req-ca748aa1-19d3-4959-8e50-f709a4051909 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352604 Jul 07 17:57:00.090746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032cfe-6380-4571-af18-c0b88bbfba5c req-9354675f-3b84-4128-9831-d3c302485e91 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:00.092368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7032cfe-6380-4571-af18-c0b88bbfba5c req-9354675f-3b84-4128-9831-d3c302485e91 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 945 time: 0.0729988 Jul 07 17:57:00.134739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7032cfe-6380-4571-af18-c0b88bbfba5c req-2433b083-9d35-48a1-8b12-44c298582277 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359023 Jul 07 17:57:00.431867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1c4f-a8ca-4c08-83c2-ef40acfdc99e req-d48de88c-ea52-44d7-a75c-db5bd79e6dc1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:00.434732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81da1c4f-a8ca-4c08-83c2-ef40acfdc99e req-d48de88c-ea52-44d7-a75c-db5bd79e6dc1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.0847392 Jul 07 17:57:00.487318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81da1c4f-a8ca-4c08-83c2-ef40acfdc99e req-d47a1a2a-861f-477b-a1d0-e73980117c55 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Jul 07 17:57:00.708689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45b875-1d30-4053-a0a6-242683a224c9 req-563b9cb4-6159-4346-b516-1ec05de26fb1 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:00.710357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a45b875-1d30-4053-a0a6-242683a224c9 req-563b9cb4-6159-4346-b516-1ec05de26fb1 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 943 time: 0.0782473 Jul 07 17:57:00.757394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a45b875-1d30-4053-a0a6-242683a224c9 req-92ab62f5-61f6-4742-8989-6b6ce2158329 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Jul 07 17:57:00.937600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa7327-b9db-406a-9813-9745744fdcea req-cfedbab3-beb3-4cc8-b9c1-e677acef99a5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:00.939118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32fa7327-b9db-406a-9813-9745744fdcea req-cfedbab3-beb3-4cc8-b9c1-e677acef99a5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.0713146 Jul 07 17:57:00.989701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32fa7327-b9db-406a-9813-9745744fdcea req-c3f801e9-cefb-4f32-a95e-9a0dfe27c038 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Jul 07 17:57:01.076937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-579625b0-d0c1-4e7f-bf7a-9f83824970fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.078455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-579625b0-d0c1-4e7f-bf7a-9f83824970fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1100 time: 0.0552986 Jul 07 17:57:01.570402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-dffb646f-acb3-4619-8946-c064618e30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.572347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-dffb646f-acb3-4619-8946-c064618e30dd service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.4872127 Jul 07 17:57:01.598417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d33801-08d8-416f-abc4-9d93897ecd50 req-41fe2ec3-6055-4368-9b07-d57918c11710 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.599774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18d33801-08d8-416f-abc4-9d93897ecd50 req-41fe2ec3-6055-4368-9b07-d57918c11710 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 945 time: 0.1316819 Jul 07 17:57:01.641101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-c2a3a127-0ce9-4ee2-beb1-02e8bad71ae3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0612803 Jul 07 17:57:01.761554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18d33801-08d8-416f-abc4-9d93897ecd50 req-86d1d052-1d3e-4c36-9012-bb2fe37ef23a tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228392 Jul 07 17:57:01.766048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-7e211d4c-1034-43a9-adaf-3dad24689815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.768141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-7e211d4c-1034-43a9-adaf-3dad24689815 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1182649 Jul 07 17:57:01.851186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803ed9-badf-4c87-83a7-004ee961e40c req-c0d1d5c0-6f28-43d5-9f26-1e922799d3e2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.858368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb803ed9-badf-4c87-83a7-004ee961e40c req-c0d1d5c0-6f28-43d5-9f26-1e922799d3e2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2106695 Jul 07 17:57:01.910420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-aadb1f19-bf7b-4ef3-8e84-846684faa513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.912359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-aadb1f19-bf7b-4ef3-8e84-846684faa513 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363454 Jul 07 17:57:01.928286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb803ed9-badf-4c87-83a7-004ee961e40c req-6843c11a-b7be-4bb9-89f4-e2ca8d0fd647 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688281 Jul 07 17:57:02.184043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-2f5b547f-fdf5-4622-ad65-97fab581d509 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547026 Jul 07 17:57:02.323895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-a51f78a2-c0f5-47b6-9d8d-ebb80842454d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2287643 Jul 07 17:57:02.330851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9b755-00de-4aec-81f3-03a2b2165a1a req-ffd9f5be-b1b7-4352-8e37-751441b520ff tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.333143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5f9b755-00de-4aec-81f3-03a2b2165a1a req-ffd9f5be-b1b7-4352-8e37-751441b520ff tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 943 time: 0.2874835 Jul 07 17:57:02.339475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:02.399855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-eb6b7db3-6fae-44b2-91fa-0773f6ac0d8d service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035661 Jul 07 17:57:02.404748 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.476375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5f9b755-00de-4aec-81f3-03a2b2165a1a req-ee8555ae-a68b-4411-9ea7-f7959603a546 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285741 Jul 07 17:57:02.548245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.714119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Allocated IP 172.25.1.244 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c4e5a9e0-37f9-4c92-ae49-9b364c419f61) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:02.733026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd1737-5b1d-4797-aa04-2ce9ee80d4c8 req-dd9cb2b8-41d8-4f9d-8e0b-2ada71f03bc8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.734632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70bd1737-5b1d-4797-aa04-2ce9ee80d4c8 req-dd9cb2b8-41d8-4f9d-8e0b-2ada71f03bc8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1286216 Jul 07 17:57:02.799625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:02.821305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70bd1737-5b1d-4797-aa04-2ce9ee80d4c8 req-973a3c9a-093c-42b8-a40a-13092dcd6139 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793691 Jul 07 17:57:02.863417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.911131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.924570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,segment=NetworkSegment(02532d4b-49f5-4602-9627-1d9b419a8cbd),segment_id=02532d4b-49f5-4602-9627-1d9b419a8cbd)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:02.941933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3', 'network_id': '9051e666-9337-483e-a5b4-7d2a6b861fa2', 'port_id': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3', 'mac_address': 'fa:16:3e:9f:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d0c740-e5fb-42e4-b756-2b6fc53d9010', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:02.965226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:57:02.970775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:57:02.973322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Pushing event updated for resources: {'Port': ['ID=c4e5a9e0-37f9-4c92-ae49-9b364c419f61,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:02.976377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:57:03.072753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.124793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.151573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.165971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:03.198493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,segment=NetworkSegment(02532d4b-49f5-4602-9627-1d9b419a8cbd),segment_id=02532d4b-49f5-4602-9627-1d9b419a8cbd)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:03.204876 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.259307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:03.347638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee485f-3177-4043-8cc1-f0d1248f7426 req-2aef24cc-3251-4419-bab5-4b50fae53db6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.349242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4ee485f-3177-4043-8cc1-f0d1248f7426 req-2aef24cc-3251-4419-bab5-4b50fae53db6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1180372 Jul 07 17:57:03.371487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.381783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.453216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4ee485f-3177-4043-8cc1-f0d1248f7426 req-627ec5cb-246b-43e5-b189-a2cbf7488bd1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966275 Jul 07 17:57:03.472468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Pushing event updated for resources: {'Port': ['ID=c4e5a9e0-37f9-4c92-ae49-9b364c419f61,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:03.484463 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.503441 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.505080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-db7ede0f-76df-4607-8616-f08c903a499f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1696377 Jul 07 17:57:03.598099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['033f96c1-f45b-452c-b0f3-78e4cfe2d9d3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:03.605189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-9a90f081-be97-482f-abc3-c4dda6c4cabd tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0870709 Jul 07 17:57:03.701690 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.838163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-d6ede8be-dc67-4727-a94b-892bd0c5ef67 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.839565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bdace04-1ea6-4854-adfd-f0a7e44f4553 req-d6ede8be-dc67-4727-a94b-892bd0c5ef67 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2274754 Jul 07 17:57:03.889218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b7ff6-b5c2-4dd2-bf69-372c85a44b38 req-e1dee6c4-170b-4643-93f0-6f10d6f56753 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.891083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-337b7ff6-b5c2-4dd2-bf69-372c85a44b38 req-e1dee6c4-170b-4643-93f0-6f10d6f56753 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 944 time: 0.1076217 Jul 07 17:57:03.941486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-337b7ff6-b5c2-4dd2-bf69-372c85a44b38 req-bfb7d3fe-9a79-4b6a-99b3-2838421e5c08 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Jul 07 17:57:04.028735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eef2a1-9437-479e-9fce-f14518066c14 req-00e7ca62-7de0-4c5a-8c22-ffd6069c52da tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.037546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9eef2a1-9437-479e-9fce-f14518066c14 req-00e7ca62-7de0-4c5a-8c22-ffd6069c52da tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.0773563 Jul 07 17:57:04.137369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9eef2a1-9437-479e-9fce-f14518066c14 req-3675588c-7697-467c-b577-bef6d6362ece tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973973 Jul 07 17:57:04.200413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-2c18b611-1a2c-4aaf-9fa0-aba331a78881 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.202139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-2c18b611-1a2c-4aaf-9fa0-aba331a78881 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 821 time: 0.1442196 Jul 07 17:57:04.219534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-e796e1be-8f0a-4906-a1dc-ad31c774c515 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/quotas/24efdf1e61f445c8accd1030256e5655 HTTP/1.1" status: 200 len: 375 time: 0.0103757 Jul 07 17:57:04.301867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-d8af7a06-cb12-44f9-af1e-feba70360789 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0747552 Jul 07 17:57:04.405149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-0c7cc4ec-6d2f-4388-bd39-7113568e1cf8 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962455 Jul 07 17:57:04.514971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-aecdddee-c655-429b-bec3-83c1e377feda service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010494 Jul 07 17:57:04.647962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e5591-b8f9-45d3-b321-b0648f8d5d3e req-92aea72d-db87-43e3-86b8-78e04a58b07e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:04.649930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f2e5591-b8f9-45d3-b321-b0648f8d5d3e req-92aea72d-db87-43e3-86b8-78e04a58b07e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.0738499 Jul 07 17:57:04.706056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f2e5591-b8f9-45d3-b321-b0648f8d5d3e req-5e0eec0c-e7d1-4126-b65c-acdbfdacecb1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492082 Jul 07 17:57:04.793481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4647812f-a3fc-4695-9f90-564117e4ce4e req-a867f2ff-2433-47d0-b6da-1160a9df45c9 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 210 time: 0.0362995 Jul 07 17:57:04.814712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:04.871089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:04.875899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:04.876959 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.963216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.987532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3854050-4688-439d-afd2-5e182713fd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:04.989815 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd90fcd5-04ba-4cc6-b78b-219d474ceaf7" -d '{"events": [{"server_uuid": "b3854050-4688-439d-afd2-5e182713fd06", "name": "network-vif-plugged", "status": "completed", "tag": "033f96c1-f45b-452c-b0f3-78e4cfe2d9d3"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:05.017247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,segment=NetworkSegment(02532d4b-49f5-4602-9627-1d9b419a8cbd),segment_id=02532d4b-49f5-4602-9627-1d9b419a8cbd)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:05.025320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.061910 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f1b66-ab58-4e27-8651-21806b56027d x-openstack-request-id: req-e89f1b66-ab58-4e27-8651-21806b56027d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:05.062871 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3854050-4688-439d-afd2-5e182713fd06", "name": "network-vif-plugged", "status": "completed", "tag": "033f96c1-f45b-452c-b0f3-78e4cfe2d9d3", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:05.063363 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e89f1b66-ab58-4e27-8651-21806b56027d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:05.063996 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3854050-4688-439d-afd2-5e182713fd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3', 'code': 200} Jul 07 17:57:05.096214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:05.228821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65826297-2a29-43e4-9fec-42a02deebceb req-230fcfca-f179-4090-b1eb-ca03740fedc0 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:05.235653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65826297-2a29-43e4-9fec-42a02deebceb req-230fcfca-f179-4090-b1eb-ca03740fedc0 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 945 time: 0.1136224 Jul 07 17:57:05.258932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921d0b-e564-4cef-836c-4c07e29bc7fa req-a0cf5bd2-8ca9-473d-b6f1-c98a95331416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:05.260423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f921d0b-e564-4cef-836c-4c07e29bc7fa req-a0cf5bd2-8ca9-473d-b6f1-c98a95331416 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 1096 time: 0.1274223 Jul 07 17:57:05.320303 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65826297-2a29-43e4-9fec-42a02deebceb req-ce21e577-9ce7-4cc8-b398-3e23ef38a94d tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837500 Jul 07 17:57:05.348404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f921d0b-e564-4cef-836c-4c07e29bc7fa req-745f913c-df1f-4259-8e48-b74b3542d35c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766041 Jul 07 17:57:05.380745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe586-cba1-4b8c-b1f1-92894d756b19 req-a071dbf0-bdb7-4695-a113-d2d5cf7a7031 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:05.382328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fabe586-cba1-4b8c-b1f1-92894d756b19 req-a071dbf0-bdb7-4695-a113-d2d5cf7a7031 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1095657 Jul 07 17:57:05.443751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fabe586-cba1-4b8c-b1f1-92894d756b19 req-68e07b5b-bf95-44ff-84e4-76e47988a1fd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Jul 07 17:57:05.563113 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.994389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c37df-3a31-4db4-98d6-79647ff9d6bf req-07deaaee-9c56-4c4b-b4f3-b1d1615572c9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:06.002044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e02c37df-3a31-4db4-98d6-79647ff9d6bf req-07deaaee-9c56-4c4b-b4f3-b1d1615572c9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1550367 Jul 07 17:57:06.061687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c3a730d-201a-4fe8-860f-126be8718b49 req-df171dcb-142b-48d7-b69f-4a81b1d9383f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 210 time: 0.0475368 Jul 07 17:57:06.079427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33336) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:06.097554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e02c37df-3a31-4db4-98d6-79647ff9d6bf req-77d38b65-fdf0-4468-87ab-d99501678c31 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940788 Jul 07 17:57:06.110199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-9a70bbc3-d0bd-42bc-8c27-b298bd1f053b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:06.112123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-9a70bbc3-d0bd-42bc-8c27-b298bd1f053b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 821 time: 0.1960499 Jul 07 17:57:06.126753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'port': {'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'admin_state_up': True, 'tenant_id': '24efdf1e61f445c8accd1030256e5655'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:06.212411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c51592da-4283-4524-8848-8f110cd4f766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.241080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.api [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:57:06.241080 n-d-798930-2 neutron-server[105588]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:57:06.241080 n-d-798930-2 neutron-server[105588]: [parameters: {'project_id': '24efdf1e61f445c8accd1030256e5655', 'id': 'ea7a7c0e-74ee-4ad6-992b-d77fbbb0f570', 'expiration': datetime.datetime(2021, 7, 7, 17, 59, 6, 237149)}] Jul 07 17:57:06.241080 n-d-798930-2 neutron-server[105588]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:57:06.242088 n-d-798930-2 neutron-server[105588]: DEBUG oslo_db.api [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:57:06.310674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c51592da-4283-4524-8848-8f110cd4f766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.315943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c51592da-4283-4524-8848-8f110cd4f766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.353396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c51592da-4283-4524-8848-8f110cd4f766 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3bf942fb2ff4d5f9364fc76cfc16b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721090 Jul 07 17:57:06.354387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51592da-4283-4524-8848-8f110cd4f766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbaacf1-3969-4a6f-98cc-60cf3c3c603c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:06.357128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33342) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:06.412336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5d5-d701-45d6-a319-a4cee4a2747d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.435416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5d5-d701-45d6-a319-a4cee4a2747d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.526047 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5d5-d701-45d6-a319-a4cee4a2747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.528635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5d5-d701-45d6-a319-a4cee4a2747d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.529847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1b12c5d5-d701-45d6-a319-a4cee4a2747d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3fbaacf1-3969-4a6f-98cc-60cf3c3c603c HTTP/1.1" status: 204 len: 168 time: 0.1716001 Jul 07 17:57:06.540106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468ea57-5781-4e4d-972f-5727093c88f8 req-f1cec512-381d-4fd1-a7e4-1dcbe11ddba7 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:06.541860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d468ea57-5781-4e4d-972f-5727093c88f8 req-f1cec512-381d-4fd1-a7e4-1dcbe11ddba7 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 945 time: 0.0891628 Jul 07 17:57:06.550812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12c5d5-d701-45d6-a319-a4cee4a2747d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbaacf1-3969-4a6f-98cc-60cf3c3c603c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:06.632014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d468ea57-5781-4e4d-972f-5727093c88f8 req-bfc2f649-c1e1-4f03-9e88-b1eb3ece8d71 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827794 Jul 07 17:57:06.667138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2a340-5b65-4c94-a456-26f771d6852d req-711b349f-9559-4c0e-b514-684538966c3d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:06.668546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84f2a340-5b65-4c94-a456-26f771d6852d req-711b349f-9559-4c0e-b514-684538966c3d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1019099 Jul 07 17:57:06.712998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84f2a340-5b65-4c94-a456-26f771d6852d req-993b7134-2a85-4177-91ce-769304d1ff2d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376139 Jul 07 17:57:06.767036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Made reservation on behalf of 24efdf1e61f445c8accd1030256e5655 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:57:06.771183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.868242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33354) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:06.882344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1263406-81e6-46ea-a056-167fb8a39e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.907316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Allocated IP 172.20.0.7 (8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99/bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8/e4538f1e-3885-4b71-81a5-a32575661a20) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:06.981577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1263406-81e6-46ea-a056-167fb8a39e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.986668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1263406-81e6-46ea-a056-167fb8a39e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.028721 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c1263406-81e6-46ea-a056-167fb8a39e95 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2e3559a025d6488e90b178e1d05252c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592138 Jul 07 17:57:07.029628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1263406-81e6-46ea-a056-167fb8a39e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f20eee-1595-4ace-a99b-61c6539f8772,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:07.031896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:07.070537 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.081012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a52d53aa-42a2-42c5-9761-92f2a3d992de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.085147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Transition to ACTIVE for port object e4538f1e-3885-4b71-81a5-a32575661a20 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:07.102985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a52d53aa-42a2-42c5-9761-92f2a3d992de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.122916 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.144166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['bad5df35-841b-4689-8664-c69f8515bfb1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:07.161502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a52d53aa-42a2-42c5-9761-92f2a3d992de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.165103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a52d53aa-42a2-42c5-9761-92f2a3d992de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.166739 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a52d53aa-42a2-42c5-9761-92f2a3d992de admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45f20eee-1595-4ace-a99b-61c6539f8772 HTTP/1.1" status: 204 len: 168 time: 0.1338964 Jul 07 17:57:07.189334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d53aa-42a2-42c5-9761-92f2a3d992de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f20eee-1595-4ace-a99b-61c6539f8772,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:07.201314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:57:07.205805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:57:07.207796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Pushing event updated for resources: {'Port': ['ID=e4538f1e-3885-4b71-81a5-a32575661a20,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:07.210106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:57:07.280471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.281490 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.305010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-bec5b33c-3a49-4b9e-b752-d6ae5bb89c4d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1827910 Jul 07 17:57:07.333324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Request body: {'port': {'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:07.482104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a799d5-83e0-4a86-8abd-2fd100eb4a18 req-e84d2379-948d-4814-9c2a-6ffe832a8ee0 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.483697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5a799d5-83e0-4a86-8abd-2fd100eb4a18 req-e84d2379-948d-4814-9c2a-6ffe832a8ee0 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 931 time: 0.2110968 Jul 07 17:57:07.500666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.530808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3808ae-4c14-46b1-b514-ae38f18033e2 req-8a7e45c2-e5bc-4de8-b3f3-6d0caf3dd732 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.532307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b3808ae-4c14-46b1-b514-ae38f18033e2 req-8a7e45c2-e5bc-4de8-b3f3-6d0caf3dd732 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2075045 Jul 07 17:57:07.558315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9bc9a835-a305-4a19-b798-49853e080a06 None None] Provisioning for port e4538f1e-3885-4b71-81a5-a32575661a20 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:07.564151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9bc9a835-a305-4a19-b798-49853e080a06 None None] Provisioning complete for port e4538f1e-3885-4b71-81a5-a32575661a20 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:07.564649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a835-a305-4a19-b798-49853e080a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:07.593540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5a799d5-83e0-4a86-8abd-2fd100eb4a18 req-e4336c35-d475-4158-aa46-f67a7db8546b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009972 Jul 07 17:57:07.601477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9a835-a305-4a19-b798-49853e080a06 None None] Port e4538f1e-3885-4b71-81a5-a32575661a20 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:57:07.687281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b3808ae-4c14-46b1-b514-ae38f18033e2 req-6cd3a4d2-51f8-40ca-9bf3-13e3ef74a4db tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193802 Jul 07 17:57:07.912360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae7d69-9ff2-4e10-addf-44d1124b1ab7 req-fd16a3d5-af11-4e7d-bd3d-750c4b5a2185 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.913945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96ae7d69-9ff2-4e10-addf-44d1124b1ab7 req-fd16a3d5-af11-4e7d-bd3d-750c4b5a2185 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 945 time: 0.1407540 Jul 07 17:57:07.972854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4538f1e-3885-4b71-81a5-a32575661a20 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:07.982431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.323305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Transition to ACTIVE for port object e4538f1e-3885-4b71-81a5-a32575661a20 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:08.326854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96ae7d69-9ff2-4e10-addf-44d1124b1ab7 req-ab57ada8-2675-409f-b1b8-775842c30d72 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898518 Jul 07 17:57:08.329920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.368602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19833bfc-1fd6-446a-a941-806260d39457 req-73cc1320-9d8b-4d44-a1b1-33e1195ec3af tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.370223 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19833bfc-1fd6-446a-a941-806260d39457 req-73cc1320-9d8b-4d44-a1b1-33e1195ec3af tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.5070794 Jul 07 17:57:08.409482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4538f1e-3885-4b71-81a5-a32575661a20,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:08.468281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19833bfc-1fd6-446a-a941-806260d39457 req-9f947613-d1fc-4a4e-8a29-3ad81a9e2ef9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917103 Jul 07 17:57:08.509911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Attempting to bind port e4538f1e-3885-4b71-81a5-a32575661a20 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:57:08.510249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Attempting to bind port e4538f1e-3885-4b71-81a5-a32575661a20 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:57:08.510636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Attempting to bind port e4538f1e-3885-4b71-81a5-a32575661a20 on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:08.515996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Port e4538f1e-3885-4b71-81a5-a32575661a20 on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:57:08.516367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Attempting to bind port e4538f1e-3885-4b71-81a5-a32575661a20 on network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:08.525339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:57:08.525991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Checking segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:57:08.526592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Bound using segment: {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:57:08.527696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Bound port: e4538f1e-3885-4b71-81a5-a32575661a20, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaed8dda-5598-43ab-803f-2a1b0efcb95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:57:08.528328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.616754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] For port e4538f1e-3885-4b71-81a5-a32575661a20, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:08.622910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] For port e4538f1e-3885-4b71-81a5-a32575661a20, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4538f1e-3885-4b71-81a5-a32575661a20,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:57:08.634840 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.692264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.692975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.695086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 1091 time: 1.3689313 Jul 07 17:57:08.695606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:08.699039 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84c704-2965-44ee-9cec-1a83b29ce2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:08.784401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa2f4b-289a-4fb8-8581-fa08ecbe97e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4538f1e-3885-4b71-81a5-a32575661a20,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:08.853993 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15979f1d-4064-4eaa-8143-563dc1647cc3 x-openstack-request-id: req-15979f1d-4064-4eaa-8143-563dc1647cc3 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:08.854614 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:08.854963 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15979f1d-4064-4eaa-8143-563dc1647cc3 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:08.855470 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'status': 'completed', 'code': 200} Jul 07 17:57:08.906455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-99e16db0-6393-414a-b54c-1dce1277bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.908141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-99e16db0-6393-414a-b54c-1dce1277bce4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 1094 time: 0.1598241 Jul 07 17:57:08.919257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9ad05-1f79-4f91-8e0d-27ec9e08b33c req-3a2e677d-0199-44b7-bfff-0a6264b4f68f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.926835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2b9ad05-1f79-4f91-8e0d-27ec9e08b33c req-3a2e677d-0199-44b7-bfff-0a6264b4f68f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 943 time: 0.1445637 Jul 07 17:57:08.990098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-767e8740-9acc-4809-a1d3-f755fb45bcf9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 217 time: 0.0599732 Jul 07 17:57:09.073435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2b9ad05-1f79-4f91-8e0d-27ec9e08b33c req-4949cc53-824f-4411-9a39-369987b46306 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454384 Jul 07 17:57:09.109511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-cd98dd68-cf16-4509-a008-761dab3436ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.110861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-cd98dd68-cf16-4509-a008-761dab3436ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0995691 Jul 07 17:57:09.124103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13988318-844a-4b9a-ae32-ed9afe705d5f req-7993f9df-7deb-4d45-b788-a6dae8198527 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.125770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13988318-844a-4b9a-ae32-ed9afe705d5f req-7993f9df-7deb-4d45-b788-a6dae8198527 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1839402 Jul 07 17:57:09.209773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13988318-844a-4b9a-ae32-ed9afe705d5f req-87e6ad84-6995-43d2-b979-1e309b598859 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748122 Jul 07 17:57:09.220611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-92f46e9b-c284-49f2-a741-82dba24c8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.222972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-92f46e9b-c284-49f2-a741-82dba24c8bcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957985 Jul 07 17:57:09.338402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-1231fd31-ff70-4643-98dd-b17ca81310d8 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074681 Jul 07 17:57:09.464459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355ddaa0-7b50-49b1-a110-da942a91a5b2 req-f6058c85-3cb7-4acf-9e52-b36a9e8c53bd service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178596 Jul 07 17:57:09.575195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652ac89-740d-468e-ba81-d466fd0650fa req-6e6ebac4-77a2-47b5-a444-6fac8617a9aa tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.576956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9652ac89-740d-468e-ba81-d466fd0650fa req-6e6ebac4-77a2-47b5-a444-6fac8617a9aa tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 945 time: 0.1039736 Jul 07 17:57:09.632483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-dd017a88-c84f-4b5b-8151-a5974896b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.634089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-dd017a88-c84f-4b5b-8151-a5974896b5e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 1094 time: 0.1025651 Jul 07 17:57:09.642298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9652ac89-740d-468e-ba81-d466fd0650fa req-a3bfc3cf-5782-4672-a77f-e39a75ff0eaa tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 Jul 07 17:57:09.783468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-b5bd0fb0-8da3-4914-a278-c291b2112852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.785035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-b5bd0fb0-8da3-4914-a278-c291b2112852 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.1418121 Jul 07 17:57:09.842320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6896160-30fa-4d28-98d5-89909354179c req-29b29d1d-f796-4021-9344-bfad360e7945 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.843933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6896160-30fa-4d28-98d5-89909354179c req-29b29d1d-f796-4021-9344-bfad360e7945 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1294034 Jul 07 17:57:09.845398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-b734af4a-2830-46f4-ad98-a7a9afebd910 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 217 time: 0.0517826 Jul 07 17:57:09.924786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6896160-30fa-4d28-98d5-89909354179c req-07284b4e-0de6-4e70-8b85-ac36492ffa90 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724363 Jul 07 17:57:09.936563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-fc7b1aa8-7284-43b8-981f-7f05b5fe0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:09.938103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-fc7b1aa8-7284-43b8-981f-7f05b5fe0462 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0797751 Jul 07 17:57:09.999914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-8e93c148-d71e-403f-a7f3-310f353c593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.001845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-8e93c148-d71e-403f-a7f3-310f353c593a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551903 Jul 07 17:57:10.100341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-f8602f43-0ee7-4811-8574-46ea5111fecc service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882218 Jul 07 17:57:10.229375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa84c704-2965-44ee-9cec-1a83b29ce2d7 req-545584c0-6594-48f5-ad19-0fa35d8f68da service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214128 Jul 07 17:57:10.276011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226aa7d-59e3-474b-9746-2c5cb931b471 req-825a0f1d-5220-432a-87b7-65b08706f6ea tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.277661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6226aa7d-59e3-474b-9746-2c5cb931b471 req-825a0f1d-5220-432a-87b7-65b08706f6ea tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 943 time: 0.0819433 Jul 07 17:57:10.317464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6226aa7d-59e3-474b-9746-2c5cb931b471 req-95ba1455-b707-467e-9f85-f8501880cfc8 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338612 Jul 07 17:57:10.400980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee18f-751b-4145-94a1-0beca6a66f4f req-d17de36c-5ae5-4747-9b3c-13f393e7773f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.402511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c1ee18f-751b-4145-94a1-0beca6a66f4f req-d17de36c-5ae5-4747-9b3c-13f393e7773f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.0716479 Jul 07 17:57:10.443073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c1ee18f-751b-4145-94a1-0beca6a66f4f req-1a260988-d1e9-4b45-979a-4a42f5e2a9f9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345635 Jul 07 17:57:10.832222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef219225-36fe-44cd-93fb-a342117a8b61 req-b90d5aec-45a5-471c-80f4-ca385db33e69 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.833859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef219225-36fe-44cd-93fb-a342117a8b61 req-b90d5aec-45a5-471c-80f4-ca385db33e69 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 945 time: 0.0681264 Jul 07 17:57:10.886826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef219225-36fe-44cd-93fb-a342117a8b61 req-a0a156b3-94da-4495-8a67-b6da9ad8e417 tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbf4b928-9645-4968-9b03-f05b5c860d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Jul 07 17:57:11.130763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-0662798c-b86d-4ddd-9d03-635997f66a1d tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:11.132302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-0662798c-b86d-4ddd-9d03-635997f66a1d tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.90 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 945 time: 0.1111760 Jul 07 17:57:11.152066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fd74-a79b-49c3-95e4-19d0a6323db1 req-cc6a5b4c-3243-4356-b6c2-4c111bdf20e7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:11.153584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc51fd74-a79b-49c3-95e4-19d0a6323db1 req-cc6a5b4c-3243-4356-b6c2-4c111bdf20e7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1030679 Jul 07 17:57:11.225775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc51fd74-a79b-49c3-95e4-19d0a6323db1 req-25bfc444-f371-4320-8973-ddd1936e16eb tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520215 Jul 07 17:57:11.274261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Deleting port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:11.274605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.370708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] For port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,segment=NetworkSegment(02532d4b-49f5-4602-9627-1d9b419a8cbd),segment_id=02532d4b-49f5-4602-9627-1d9b419a8cbd)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:11.371024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.385285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Calling delete_port for 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:11.554437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364a821-fa77-417d-97b7-1c29110899fc req-b4eb0d74-60ef-45af-bf1c-6531f9cedb4e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:11.555985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9364a821-fa77-417d-97b7-1c29110899fc req-b4eb0d74-60ef-45af-bf1c-6531f9cedb4e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 943 time: 0.1175609 Jul 07 17:57:11.618364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.631345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['033f96c1-f45b-452c-b0f3-78e4cfe2d9d3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:11.692735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Pushing event deleted for resources: {'Port': ['ID=033f96c1-f45b-452c-b0f3-78e4cfe2d9d3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:11.700331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9364a821-fa77-417d-97b7-1c29110899fc req-715bbcf5-c1d9-45c1-8c3a-4024c347572f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372449 Jul 07 17:57:11.755880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] No DVR routers for this DVR port 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:11.758777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.760758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c638f15-8cad-477e-baa2-b7cf9200711c req-e6e54a46-8ba4-4bc1-879f-82a681dbe5ed tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.90 "DELETE /v2.0/ports/033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 HTTP/1.1" status: 204 len: 173 time: 0.6223812 Jul 07 17:57:11.761240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3854050-4688-439d-afd2-5e182713fd06', 'name': 'network-vif-deleted', 'tag': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:11.763501 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c7351-e6f8-4dfe-85ee-3d3b8257f54f" -d '{"events": [{"server_uuid": "b3854050-4688-439d-afd2-5e182713fd06", "name": "network-vif-deleted", "tag": "033f96c1-f45b-452c-b0f3-78e4cfe2d9d3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:11.777443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d7d87-1631-439a-a466-5a6b7111bc41 req-39726852-62a1-4015-a8b3-53622aa4c3d2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:11.781411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd5d7d87-1631-439a-a466-5a6b7111bc41 req-39726852-62a1-4015-a8b3-53622aa4c3d2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2221944 Jul 07 17:57:11.833281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd5d7d87-1631-439a-a466-5a6b7111bc41 req-7f0ebc9a-d3ec-4fc8-b03c-3fa7914292f8 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Jul 07 17:57:11.893530 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44076c2a-4db6-496b-a543-f82cb89b93dc x-openstack-request-id: req-44076c2a-4db6-496b-a543-f82cb89b93dc {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:11.893834 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3854050-4688-439d-afd2-5e182713fd06", "name": "network-vif-deleted", "tag": "033f96c1-f45b-452c-b0f3-78e4cfe2d9d3", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:11.894093 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-44076c2a-4db6-496b-a543-f82cb89b93dc {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:11.894509 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3854050-4688-439d-afd2-5e182713fd06', 'name': 'network-vif-deleted', 'tag': '033f96c1-f45b-452c-b0f3-78e4cfe2d9d3', 'status': 'completed', 'code': 200} Jul 07 17:57:12.065432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-225e857e-3abf-4188-8996-e2555bcd6d99 req-3f26b38a-307e-489f-865f-02526535a15d tempest-ServerAddressesNegativeTestJSON-622913659 tempest-ServerAddressesNegativeTestJSON-622913659-project] 10.222.0.88 "GET /v2.0/ports?device_id=b3854050-4688-439d-afd2-5e182713fd06 HTTP/1.1" status: 200 len: 210 time: 0.0325499 Jul 07 17:57:12.415835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365585e-f32f-442e-ba2a-6f8c5718e633 req-fbbd42ab-ea2d-4be2-ac5d-42b66fd21208 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.418204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c365585e-f32f-442e-ba2a-6f8c5718e633 req-fbbd42ab-ea2d-4be2-ac5d-42b66fd21208 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.0721393 Jul 07 17:57:12.463236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c365585e-f32f-442e-ba2a-6f8c5718e633 req-77436111-a731-440e-b9c0-3dfddf8b3b5b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Jul 07 17:57:12.896911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6988d-181d-4b9f-a232-bd21160431d5 req-1bdefdb5-b45a-4d77-91fa-9455844b4d03 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.899693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be6988d-181d-4b9f-a232-bd21160431d5 req-1bdefdb5-b45a-4d77-91fa-9455844b4d03 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 943 time: 0.0807757 Jul 07 17:57:12.944297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4538f1e-3885-4b71-81a5-a32575661a20 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:12.949765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4be6988d-181d-4b9f-a232-bd21160431d5 req-fea3c2c8-8945-4824-a9ae-d8e0243f5ea7 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Jul 07 17:57:13.072234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e4538f1e-3885-4b71-81a5-a32575661a20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4538f1e-3885-4b71-81a5-a32575661a20,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:13.089854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'mac_address': 'fa:16:3e:26:62:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:13.137021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af41d-4ab6-4e45-995d-2079c5a45daa req-aaca1cbb-d4f6-4f5e-ab6c-dbf0aa73da0d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:13.138444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-477af41d-4ab6-4e45-995d-2079c5a45daa req-aaca1cbb-d4f6-4f5e-ab6c-dbf0aa73da0d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.0809932 Jul 07 17:57:13.145221 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.161553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4538f1e-3885-4b71-81a5-a32575661a20 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:13.201758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e4538f1e-3885-4b71-81a5-a32575661a20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4538f1e-3885-4b71-81a5-a32575661a20,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:13.207765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-477af41d-4ab6-4e45-995d-2079c5a45daa req-7ed25d2f-5021-4f43-9832-5f98b8ff7d62 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616300 Jul 07 17:57:13.208125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.268575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33544) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:13.289255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=e4538f1e-3885-4b71-81a5-a32575661a20,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:13.320434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] Deleting subnet f1d0c740-e5fb-42e4-b756-2b6fc53d9010 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:57:13.323979 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.362830 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.408363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.471088 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.495913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['e4538f1e-3885-4b71-81a5-a32575661a20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:13.506551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.509146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f1d0c740-e5fb-42e4-b756-2b6fc53d9010 HTTP/1.1" status: 204 len: 168 time: 0.2383845 Jul 07 17:57:13.510602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cdfa3-ec75-420e-b671-0cbe6e9dc8a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d0c740-e5fb-42e4-b756-2b6fc53d9010,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:13.511883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33552) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:13.601536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.751748 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.766954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9051e666-9337-483e-a5b4-7d2a6b861fa2']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:13.783892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02532d4b-49f5-4602-9627-1d9b419a8cbd') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:13.784182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02532d4b-49f5-4602-9627-1d9b419a8cbd') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:13.799146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06065680-cf01-45c5-a03c-27ea2892ad3b req-ee457fd1-f441-45a6-9611-3518c70e5e66 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:13.800854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06065680-cf01-45c5-a03c-27ea2892ad3b req-ee457fd1-f441-45a6-9611-3518c70e5e66 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1861403 Jul 07 17:57:13.806192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.832060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.843547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:57:13.843940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:57:13.845667 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:57:13.904785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06065680-cf01-45c5-a03c-27ea2892ad3b req-a61f738c-12e7-43c0-bff0-abd1927f477e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963089 Jul 07 17:57:13.919632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.926902 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:13.929110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] 10.222.0.88 "DELETE /v2.0/networks/9051e666-9337-483e-a5b4-7d2a6b861fa2 HTTP/1.1" status: 204 len: 168 time: 0.4126732 Jul 07 17:57:13.940952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a438bc-d76c-4477-947e-3e4f73e7979a admin admin] Pushing event deleted for resources: {'Network': ['ID=9051e666-9337-483e-a5b4-7d2a6b861fa2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:14.144704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8900-5974-441d-aa83-ba8ca60cce0e req-ec049c47-0ee5-49ad-ab40-bf19cee0ca9b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:14.146348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce7c8900-5974-441d-aa83-ba8ca60cce0e req-ec049c47-0ee5-49ad-ab40-bf19cee0ca9b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 944 time: 0.0735254 Jul 07 17:57:14.156856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33572) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:14.205549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce7c8900-5974-441d-aa83-ba8ca60cce0e req-695f4678-fafa-4d7d-ab19-826c7d111dba tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Jul 07 17:57:14.206116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3aecb6aa-4a7a-4dfe-b73b-88e9d5dbba5b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5b181e335834954844c60eb015edf03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480461 Jul 07 17:57:14.208780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33578) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:14.316704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-200aac6f-20d4-43ee-8f75-52dc0d7779e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:14.346670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-200aac6f-20d4-43ee-8f75-52dc0d7779e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:14.430653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-200aac6f-20d4-43ee-8f75-52dc0d7779e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:14.434735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-200aac6f-20d4-43ee-8f75-52dc0d7779e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:14.436384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-200aac6f-20d4-43ee-8f75-52dc0d7779e5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bbf4b928-9645-4968-9b03-f05b5c860d28 HTTP/1.1" status: 204 len: 168 time: 0.2263007 Jul 07 17:57:14.479988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-ea92a653-26e4-46c4-bace-448fcfa91769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:14.479988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-ea92a653-26e4-46c4-bace-448fcfa91769 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 1096 time: 0.1368613 Jul 07 17:57:14.486599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aac6f-20d4-43ee-8f75-52dc0d7779e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4b928-9645-4968-9b03-f05b5c860d28,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:14.487043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587161-bf27-4f89-945c-a9f65993b735 req-dc9a5936-5337-4ce3-84a9-b0ea41ccaddd tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:14.496778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67587161-bf27-4f89-945c-a9f65993b735 req-dc9a5936-5337-4ce3-84a9-b0ea41ccaddd tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1378384 Jul 07 17:57:14.604938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67587161-bf27-4f89-945c-a9f65993b735 req-fa584a93-7b31-4b45-97c6-673e31a6bad0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835993 Jul 07 17:57:14.639370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-c19c3063-837b-492d-80be-31a64c14e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:14.640902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-c19c3063-837b-492d-80be-31a64c14e147 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 915 time: 0.1310580 Jul 07 17:57:14.684102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-c16726ed-4813-4b75-b705-e8fe19f247fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f HTTP/1.1" status: 200 len: 217 time: 0.0349023 Jul 07 17:57:14.741185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-b090574f-2eb8-43ac-acaa-f8c9f06a18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:14.742882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-b090574f-2eb8-43ac-acaa-f8c9f06a18ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 200 len: 854 time: 0.0516348 Jul 07 17:57:14.778056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-fa3114de-426b-4ae0-ba41-b2915d84a327 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282385 Jul 07 17:57:14.831022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:14.866183 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:14.867198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 033f96c1-f45b-452c-b0f3-78e4cfe2d9d3 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:14.951184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4538f1e-3885-4b71-81a5-a32575661a20 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:14.959661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-77864612-9c9f-4805-bbe0-001ebf5ae46d service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745148 Jul 07 17:57:15.021312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port e4538f1e-3885-4b71-81a5-a32575661a20 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:15.022632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-8d1b80ef-fbd9-4d91-8837-5215e0d49f8d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447253 Jul 07 17:57:15.028294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port e4538f1e-3885-4b71-81a5-a32575661a20 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:15.029582 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.077001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad0b38-37ff-43d2-9855-b705b1dca813 req-1b07d90e-73e4-4650-aa0c-6179a580ef96 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082301 Jul 07 17:57:15.204242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.225367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720dad-267b-48c3-a15c-65b318d829cd req-ba192042-1dcc-47cd-b47d-9233e9ebd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.227436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-ba192042-1dcc-47cd-b47d-9233e9ebd99a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 1100 time: 0.1488016 Jul 07 17:57:15.241128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:15.242665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5034cb-2f58-49f0-b58d-57f4feef3dcd req-4d87bb0f-b9a9-4bcc-95d2-0008b7f3378b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.244685 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904f40b2-09a7-4b3e-9caf-b5daa4c3c90c" -d '{"events": [{"server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "name": "network-vif-plugged", "status": "completed", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:15.252240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed5034cb-2f58-49f0-b58d-57f4feef3dcd req-4d87bb0f-b9a9-4bcc-95d2-0008b7f3378b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1406908 Jul 07 17:57:15.263339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e4538f1e-3885-4b71-81a5-a32575661a20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4538f1e-3885-4b71-81a5-a32575661a20,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:15.269848 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.361479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed5034cb-2f58-49f0-b58d-57f4feef3dcd req-d17e5127-4833-47fc-9c60-84206cc1bcff tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082289 Jul 07 17:57:15.411327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=e4538f1e-3885-4b71-81a5-a32575661a20,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:15.425499 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ab02c-f273-40b3-a0d7-0327bf44346f x-openstack-request-id: req-856ab02c-f273-40b3-a0d7-0327bf44346f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:15.425797 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "name": "network-vif-plugged", "status": "completed", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:15.426056 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-856ab02c-f273-40b3-a0d7-0327bf44346f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:15.427622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720dad-267b-48c3-a15c-65b318d829cd req-da4e308a-f1da-493d-9150-c21ac2d5c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.428315 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'code': 200} Jul 07 17:57:15.429407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-da4e308a-f1da-493d-9150-c21ac2d5c2e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1744006 Jul 07 17:57:15.500232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33628) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:15.505552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-8d92a570-cc4d-4fde-889a-0b1c0e6d5c5b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 200 len: 217 time: 0.0580139 Jul 07 17:57:15.618216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3cc82-3fc8-471c-917c-2a07c8ab5e13 req-e43a84d9-eea1-4611-93e0-efec991c6835 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.620042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ad3cc82-3fc8-471c-917c-2a07c8ab5e13 req-e43a84d9-eea1-4611-93e0-efec991c6835 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 945 time: 0.2101562 Jul 07 17:57:15.626662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720dad-267b-48c3-a15c-65b318d829cd req-ad3818b5-a74f-43ec-8ac6-75329f5fb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.628112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-ad3818b5-a74f-43ec-8ac6-75329f5fb94b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1048465 Jul 07 17:57:15.685288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d39ac-f262-4ddf-bcb6-1159085e46c1 req-91c99695-112f-4e9f-b9b6-70f745e36051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.686935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373d39ac-f262-4ddf-bcb6-1159085e46c1 req-91c99695-112f-4e9f-b9b6-70f745e36051 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 1096 time: 0.1717017 Jul 07 17:57:15.720558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ad3cc82-3fc8-471c-917c-2a07c8ab5e13 req-a00efa0e-70e7-4d8a-8c8a-06a7cd88d106 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889397 Jul 07 17:57:15.759815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-373d39ac-f262-4ddf-bcb6-1159085e46c1 req-2c18d7da-6a8f-4e54-b629-e801b73385ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 Jul 07 17:57:15.763354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33720dad-267b-48c3-a15c-65b318d829cd req-b8f6a334-f986-4158-8321-6795b6838227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:15.765324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-b8f6a334-f986-4158-8321-6795b6838227 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245537 Jul 07 17:57:15.782935 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f040fafc-81cc-4126-99c2-5441f29777c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.791754 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83111ffe-c31f-4d8a-a172-1df58c6a3a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.889294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-16f33b07-365a-4e4f-b1af-3ed84bf8d31a service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166496 Jul 07 17:57:15.909978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f040fafc-81cc-4126-99c2-5441f29777c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.914900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f040fafc-81cc-4126-99c2-5441f29777c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.954820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040fafc-81cc-4126-99c2-5441f29777c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c12cb0-4034-41c9-9e52-81b0187ee76c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:15.960286 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f040fafc-81cc-4126-99c2-5441f29777c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55cd8d324dc2463d9f6de7d4ee83bbff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582353 Jul 07 17:57:15.962926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33650) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:16.019683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5126716b-b025-44d6-893f-0a835fb66511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.043708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5126716b-b025-44d6-893f-0a835fb66511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.101147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5126716b-b025-44d6-893f-0a835fb66511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.104173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5126716b-b025-44d6-893f-0a835fb66511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.105344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5126716b-b025-44d6-893f-0a835fb66511 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23c12cb0-4034-41c9-9e52-81b0187ee76c HTTP/1.1" status: 204 len: 168 time: 0.1413496 Jul 07 17:57:16.114908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126716b-b025-44d6-893f-0a835fb66511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c12cb0-4034-41c9-9e52-81b0187ee76c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:16.361973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82717a4b-080f-4534-87fd-4b2fa33bc71a req-1f6200b9-1484-48d6-be71-38c21f2c1499 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:16.363560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82717a4b-080f-4534-87fd-4b2fa33bc71a req-1f6200b9-1484-48d6-be71-38c21f2c1499 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.4907887 Jul 07 17:57:16.367736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33720dad-267b-48c3-a15c-65b318d829cd req-d838740f-ecd2-4849-8bd5-1b9ba36a7ef4 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609394 Jul 07 17:57:16.425989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82717a4b-080f-4534-87fd-4b2fa33bc71a req-c4f85e3c-84dd-4c49-a4b1-caa224ae15b1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Jul 07 17:57:16.481733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33680) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:16.507166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6764c8e-6f64-4f6c-aecc-d74189228bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.633144 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6764c8e-6f64-4f6c-aecc-d74189228bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.640265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6764c8e-6f64-4f6c-aecc-d74189228bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.702476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e23515-3195-407a-8dc0-bddcba17806c req-1a1ca704-c180-4bb5-b966-eddec5cb7327 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:16.704382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6e23515-3195-407a-8dc0-bddcba17806c req-1a1ca704-c180-4bb5-b966-eddec5cb7327 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1229677 Jul 07 17:57:16.710580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33688) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:16.710969 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e6764c8e-6f64-4f6c-aecc-d74189228bc8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2569956692fe4610a62ddfe54c5dab88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280121 Jul 07 17:57:16.713407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6764c8e-6f64-4f6c-aecc-d74189228bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0cb6f2-85d9-45ed-bb4f-d5b73a5408a7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:16.745883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33690) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:16.780086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6e23515-3195-407a-8dc0-bddcba17806c req-87dbae75-958e-4423-a02c-c5df26cbf6f9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672243 Jul 07 17:57:16.794831 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a551712c-fdc6-4272-9b69-e3b116f215c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.821851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a551712c-fdc6-4272-9b69-e3b116f215c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.891404 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a551712c-fdc6-4272-9b69-e3b116f215c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.894105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a551712c-fdc6-4272-9b69-e3b116f215c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.895262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a551712c-fdc6-4272-9b69-e3b116f215c0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c0cb6f2-85d9-45ed-bb4f-d5b73a5408a7 HTTP/1.1" status: 204 len: 168 time: 0.1836791 Jul 07 17:57:16.904817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551712c-fdc6-4272-9b69-e3b116f215c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0cb6f2-85d9-45ed-bb4f-d5b73a5408a7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:16.905942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-802dfb52-d6be-4af7-b100-88bdad49bb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:16.992080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da502-75d1-4194-a863-a73b37671e98 req-6da77d33-b89d-41dc-b86b-2029f03d6827 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:16.994684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-073da502-75d1-4194-a863-a73b37671e98 req-6da77d33-b89d-41dc-b86b-2029f03d6827 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 945 time: 0.0848665 Jul 07 17:57:17.024380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-802dfb52-d6be-4af7-b100-88bdad49bb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.029160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-802dfb52-d6be-4af7-b100-88bdad49bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.040004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-073da502-75d1-4194-a863-a73b37671e98 req-d1786020-feb1-4a61-a642-7621fce5909d tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Jul 07 17:57:17.069343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-802dfb52-d6be-4af7-b100-88bdad49bb3c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0ab5c8d47bbe43f0aaac74e08c7c8eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216124 Jul 07 17:57:17.071999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33702) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:17.076775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dfb52-d6be-4af7-b100-88bdad49bb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b5074-8fc7-4b8b-9560-166b03e62a85,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:17.126599 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e3d3-af50-4745-b00e-2c42adbbc65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.150520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e3d3-af50-4745-b00e-2c42adbbc65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.252941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e3d3-af50-4745-b00e-2c42adbbc65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.255367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e3d3-af50-4745-b00e-2c42adbbc65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.256509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0cf1e3d3-af50-4745-b00e-2c42adbbc65a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c0b5074-8fc7-4b8b-9560-166b03e62a85 HTTP/1.1" status: 204 len: 168 time: 0.1835270 Jul 07 17:57:17.269237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1e3d3-af50-4745-b00e-2c42adbbc65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b5074-8fc7-4b8b-9560-166b03e62a85,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:17.279989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-7caf0e3e-075d-47b0-96b6-204eac2c08c3 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:17.281544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-7caf0e3e-075d-47b0-96b6-204eac2c08c3 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1091757 Jul 07 17:57:17.333645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-3f156c3a-1e70-4c9f-8e4f-0f07e6589741 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0465555 Jul 07 17:57:17.345495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'floatingip': {'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:17.393837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.791950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99aa3b-4521-43e0-9810-f6c28d67c1f7 req-53ae9abb-a7c5-44cb-af59-c32a3adc0a09 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:17.793495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db99aa3b-4521-43e0-9810-f6c28d67c1f7 req-53ae9abb-a7c5-44cb-af59-c32a3adc0a09 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1947749 Jul 07 17:57:17.926648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db99aa3b-4521-43e0-9810-f6c28d67c1f7 req-4c18f630-e60a-4a28-be76-a1ec2c793094 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008036 Jul 07 17:57:18.128216 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.133797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.258233 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Floating IP 4a71f061-31ac-4443-9533-46a87b8c769a associated. External IP: 172.25.1.244, port: bad5df35-841b-4689-8664-c69f8515bfb1. Jul 07 17:57:18.319500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7af85a24-fc4e-4420-ba9a-482d21211573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.402707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.497146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d56f-1938-4e5c-b539-a459c0e38431 req-4f7e40fd-6031-4074-8ee5-8e4a5ce756fc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:18.504755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be86d56f-1938-4e5c-b539-a459c0e38431 req-4f7e40fd-6031-4074-8ee5-8e4a5ce756fc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1418002 Jul 07 17:57:18.581557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be86d56f-1938-4e5c-b539-a459c0e38431 req-e1e92d3a-f5fa-4cee-852f-2a6bbc12a5af tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757823 Jul 07 17:57:18.587042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:18.727373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:18.732900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.741553 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:18.752621 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:18.753380 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:18.795743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b34b9b14-e379-4e6b-89d1-6edc5ed11111 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "PUT /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 200 len: 996 time: 1.4511006 Jul 07 17:57:18.797858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:18.802990 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91712975-e37b-4b37-bdf6-68780a0c2137" -d '{"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:18.880303 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:18.897076 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3364932-49e0-44ce-87f8-6f2579c38393 x-openstack-request-id: req-e3364932-49e0-44ce-87f8-6f2579c38393 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:18.897415 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:18.897684 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e3364932-49e0-44ce-87f8-6f2579c38393 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:18.898124 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'status': 'completed', 'code': 200} Jul 07 17:57:18.907336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-4dec78cf-23fc-47a8-baab-581b49b8e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:18.908979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-4dec78cf-23fc-47a8-baab-581b49b8e919 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.1001084 Jul 07 17:57:19.048550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-d43fc83d-1bcc-47d7-8ec1-1660b5ec18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.056359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-d43fc83d-1bcc-47d7-8ec1-1660b5ec18b6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.1358392 Jul 07 17:57:19.067639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-a5e69bef-e129-4804-96a6-129bcbc39cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.069225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-a5e69bef-e129-4804-96a6-129bcbc39cb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.1593747 Jul 07 17:57:19.183183 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:c8:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:18Z', 'revision_number': 1, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:19.214149 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:19.220349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-a4880972-1b47-4321-9f7e-e3f09117a19e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 999 time: 0.1630244 Jul 07 17:57:19.230219 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:19.231181 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:19.309935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-b693d972-99b1-4ce8-9ec1-383534e40fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.311504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-b693d972-99b1-4ce8-9ec1-383534e40fe9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.2067535 Jul 07 17:57:19.313808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-74883186-8db1-4484-8c1e-af8a5ddcf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.321066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-74883186-8db1-4484-8c1e-af8a5ddcf4b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0997925 Jul 07 17:57:19.356122 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:19.394417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434307c-fca8-42c0-9213-1fc2b5a0e885 req-f1594722-d247-4f00-aea1-01b179076dc7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.401627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f434307c-fca8-42c0-9213-1fc2b5a0e885 req-f1594722-d247-4f00-aea1-01b179076dc7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.2486150 Jul 07 17:57:19.460425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-3d1a9dd1-fa9c-434a-87c2-3b95c48a7ee2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 999 time: 0.1371615 Jul 07 17:57:19.468749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f434307c-fca8-42c0-9213-1fc2b5a0e885 req-ce459965-86ee-4415-af9c-f6c99a8591fc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662613 Jul 07 17:57:19.567120 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:19.570356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b9dfb9a4-91bb-4621-b1c3-54cd6d6a4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.579447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b9dfb9a4-91bb-4621-b1c3-54cd6d6a4893 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2574363 Jul 07 17:57:19.650796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-aefdffd0-2f95-4a9f-aef3-6e86cb7d6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.652377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-aefdffd0-2f95-4a9f-aef3-6e86cb7d6971 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.1815631 Jul 07 17:57:19.667315 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:c8:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:18Z', 'revision_number': 1, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:19.704158 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0f812-3340-49ce-8c6b-9947edf90c2c None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:c8:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:18Z', 'revision_number': 1, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:19.769746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-ba0943be-1a8e-49df-ba94-8b8acc3510d3 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893377 Jul 07 17:57:19.805681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-f7ef0a4e-449f-45a2-9e52-be0e31991a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:19.807976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-f7ef0a4e-449f-45a2-9e52-be0e31991a7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458282 Jul 07 17:57:20.071951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae943ec-d972-4889-8893-4d42ddf1052c None None] New status for floating IP 4a71f061-31ac-4443-9533-46a87b8c769a: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:20.087234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afd6967d-38a6-4615-a3f0-f03a69aed827 req-b4d03d3d-c5b0-4549-afe7-a312a394fca2 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044276 Jul 07 17:57:20.096668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b9482-65ee-4009-a752-79b47a965fa8 req-cb1a29b6-e539-4ff1-b703-e7c4e84247b3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:20.098716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288b9482-65ee-4009-a752-79b47a965fa8 req-cb1a29b6-e539-4ff1-b703-e7c4e84247b3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1806545 Jul 07 17:57:20.101046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-88d1ae71-af3c-4fbd-91e5-55371989b629 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763178 Jul 07 17:57:20.136632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33830) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:20.189215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-288b9482-65ee-4009-a752-79b47a965fa8 req-566a9809-2e41-4fd3-954e-15f66831f148 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841599 Jul 07 17:57:20.261551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91712975-e37b-4b37-bdf6-68780a0c2137 req-00b86b4b-d572-4488-a907-7d6a81b62dca service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330967 Jul 07 17:57:20.324042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3210516a-0b78-48a8-897d-c2a148fff3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.465763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3210516a-0b78-48a8-897d-c2a148fff3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.471424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3210516a-0b78-48a8-897d-c2a148fff3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.483902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-34828f0a-2a82-4356-bc61-554c7e972065 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:20.485685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-34828f0a-2a82-4356-bc61-554c7e972065 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1218750 Jul 07 17:57:20.523764 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3210516a-0b78-48a8-897d-c2a148fff3e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e6aaef9323d4d6f8a0322e90394f1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833334 Jul 07 17:57:20.523764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210516a-0b78-48a8-897d-c2a148fff3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89209342-b6a7-4227-a461-a6eaaabbc8f1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:20.524522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33840) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:20.583909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-feaa4627-373b-46da-b9ab-188d6bd597d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.609160 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-feaa4627-373b-46da-b9ab-188d6bd597d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.666622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-feaa4627-373b-46da-b9ab-188d6bd597d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.669843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-feaa4627-373b-46da-b9ab-188d6bd597d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.671275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-feaa4627-373b-46da-b9ab-188d6bd597d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89209342-b6a7-4227-a461-a6eaaabbc8f1 HTTP/1.1" status: 204 len: 168 time: 0.1461251 Jul 07 17:57:20.679349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa4627-373b-46da-b9ab-188d6bd597d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89209342-b6a7-4227-a461-a6eaaabbc8f1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:21.116583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.183378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-30bdd2d1-fd17-43b6-9cef-a846f8715c9a tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.6919539 Jul 07 17:57:21.200135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'floatingip': {'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:21.260898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361fa27-bc26-42a7-8758-0584aeb2d719 req-f9285492-67fc-4828-b7d6-197095f42c0b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:21.262498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b361fa27-bc26-42a7-8758-0584aeb2d719 req-f9285492-67fc-4828-b7d6-197095f42c0b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.6511021 Jul 07 17:57:21.296226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.306666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33860) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:21.322264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9839ead6-f0c0-4e9e-a7b6-3edbd939e951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.360058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b361fa27-bc26-42a7-8758-0584aeb2d719 req-ca11bcae-5b55-4d9c-9ff9-7bcfa53fb7ed tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870490 Jul 07 17:57:21.438142 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9839ead6-f0c0-4e9e-a7b6-3edbd939e951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.445413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9839ead6-f0c0-4e9e-a7b6-3edbd939e951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.456186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33866) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:21.497687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9839ead6-f0c0-4e9e-a7b6-3edbd939e951 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6754c9d9f964feeb280c2b764fea251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897604 Jul 07 17:57:21.500281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33870) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:21.507484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839ead6-f0c0-4e9e-a7b6-3edbd939e951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a504ce1d-20bc-47a0-82dc-e3520da82687,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:21.580149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b917b208-df1d-4fe9-9437-d6b28f9f0d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.617880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f17877b8-16c2-420e-925b-d6e0641e6821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.621896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b917b208-df1d-4fe9-9437-d6b28f9f0d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.721480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b917b208-df1d-4fe9-9437-d6b28f9f0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.724044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b917b208-df1d-4fe9-9437-d6b28f9f0d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.725270 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b917b208-df1d-4fe9-9437-d6b28f9f0d49 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a504ce1d-20bc-47a0-82dc-e3520da82687 HTTP/1.1" status: 204 len: 168 time: 0.2239497 Jul 07 17:57:21.739117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917b208-df1d-4fe9-9437-d6b28f9f0d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a504ce1d-20bc-47a0-82dc-e3520da82687,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:21.782252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f17877b8-16c2-420e-925b-d6e0641e6821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.789780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f17877b8-16c2-420e-925b-d6e0641e6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.831737 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f17877b8-16c2-420e-925b-d6e0641e6821 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cb3de37a199c41b4adcedd47ea348a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743792 Jul 07 17:57:21.832662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17877b8-16c2-420e-925b-d6e0641e6821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbf527d-41da-46fc-b7da-3b56f789d335,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:21.835186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33874) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:21.887943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd093b0-7080-4513-a5cd-d0acc71e9dec req-4a441804-2211-4997-84e9-95071a77d14f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:21.889574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bd093b0-7080-4513-a5cd-d0acc71e9dec req-4a441804-2211-4997-84e9-95071a77d14f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1410315 Jul 07 17:57:21.906386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4835940a-1cab-4cc4-a3e5-d56f7f05c6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.932705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4835940a-1cab-4cc4-a3e5-d56f7f05c6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.989923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4835940a-1cab-4cc4-a3e5-d56f7f05c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.992991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4835940a-1cab-4cc4-a3e5-d56f7f05c6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:21.997100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4835940a-1cab-4cc4-a3e5-d56f7f05c6fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5dbf527d-41da-46fc-b7da-3b56f789d335 HTTP/1.1" status: 204 len: 168 time: 0.1609025 Jul 07 17:57:22.006434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835940a-1cab-4cc4-a3e5-d56f7f05c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbf527d-41da-46fc-b7da-3b56f789d335,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:22.007871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bd093b0-7080-4513-a5cd-d0acc71e9dec req-f23e193b-da23-47a6-95ac-769635039815 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096306 Jul 07 17:57:22.029726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:22.045160 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:22.092809 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:22.187429 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Floating IP 4a71f061-31ac-4443-9533-46a87b8c769a associated. External IP: 172.25.1.244, port: bad5df35-841b-4689-8664-c69f8515bfb1. Jul 07 17:57:22.385341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:22.399244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99a2c00a-397a-42fa-8685-fd1f86a6597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:22.462010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:22.525392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99a2c00a-397a-42fa-8685-fd1f86a6597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:22.531993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99a2c00a-397a-42fa-8685-fd1f86a6597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:22.581205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33902) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:22.585391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-99a2c00a-397a-42fa-8685-fd1f86a6597b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=65c286a8500c4bce912bdbd458c5a557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902978 Jul 07 17:57:22.586198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2c00a-397a-42fa-8685-fd1f86a6597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a1e88a-1566-4ff0-8c86-50c5f365a9d2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:22.695604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:22.707999 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:22.710603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262da55-a228-4d98-89db-5ccccb34609d req-6dec49a8-762b-47c6-aee9-be499b450683 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:22.712153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b262da55-a228-4d98-89db-5ccccb34609d req-6dec49a8-762b-47c6-aee9-be499b450683 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1810732 Jul 07 17:57:22.720955 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:22.721584 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:22.775948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c320415f-45c1-411e-9326-43a4ee5680c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:22.831390 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:22.850490 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c320415f-45c1-411e-9326-43a4ee5680c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:22.862149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b262da55-a228-4d98-89db-5ccccb34609d req-6ea710e5-41ba-4156-a65d-07bcfdfa6c97 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089115 Jul 07 17:57:23.002228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c320415f-45c1-411e-9326-43a4ee5680c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:23.004891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c320415f-45c1-411e-9326-43a4ee5680c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:23.008448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c320415f-45c1-411e-9326-43a4ee5680c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/10a1e88a-1566-4ff0-8c86-50c5f365a9d2 HTTP/1.1" status: 204 len: 168 time: 0.4225812 Jul 07 17:57:23.023807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320415f-45c1-411e-9326-43a4ee5680c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a1e88a-1566-4ff0-8c86-50c5f365a9d2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:23.049365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:23.209644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:23.214427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:23.263967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:23.274364 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae30ab58-22f6-4143-a75a-a391ccbb45e2" -d '{"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:23.301356 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:26:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:21Z', 'revision_number': 3, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:23.338475 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:23.349955 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:23.350791 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:23.369830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-62efa432-6187-4cbf-89c3-ff3aae436dc1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "PUT /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 200 len: 998 time: 2.1769898 Jul 07 17:57:23.438921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6b7a8-f349-481f-974f-0473e167001c req-8a5f32e7-fb5b-45f3-9580-e74bf3784a95 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:23.446560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9a6b7a8-f349-481f-974f-0473e167001c req-8a5f32e7-fb5b-45f3-9580-e74bf3784a95 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1187124 Jul 07 17:57:23.466546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-c95680e6-6f6f-4db4-b82b-fd4818fe5c32 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:23.468269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-c95680e6-6f6f-4db4-b82b-fd4818fe5c32 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports/bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 942 time: 0.0885258 Jul 07 17:57:23.506840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9a6b7a8-f349-481f-974f-0473e167001c req-a87304fe-8191-4404-8ee6-2935bd223775 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589571 Jul 07 17:57:23.539612 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:23.621764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-75a83cc9-c191-4b1c-81c6-87c9c2cd7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:23.623350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-75a83cc9-c191-4b1c-81c6-87c9c2cd7936 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.0762322 Jul 07 17:57:23.762019 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c78eff4-e4a7-45ff-a52d-f2f7b991d448 x-openstack-request-id: req-9c78eff4-e4a7-45ff-a52d-f2f7b991d448 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:23.762423 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:23.762796 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c78eff4-e4a7-45ff-a52d-f2f7b991d448 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:23.763417 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'status': 'completed', 'code': 200} Jul 07 17:57:23.799199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-9d17a0b6-138c-4b38-b9fb-f3dc523eeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:23.800965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-9d17a0b6-138c-4b38-b9fb-f3dc523eeaee service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.1707501 Jul 07 17:57:23.853738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-58dca18d-211b-4de3-8317-9055339024f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0430329 Jul 07 17:57:23.858914 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:26:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:21Z', 'revision_number': 3, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:23.894135 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56821ed-864d-45a3-9c01-1a601f4999c1 None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:26:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:21Z', 'revision_number': 3, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:23.925595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-d2f989b2-bb40-42c5-93ad-7a346da76e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:23.927151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-d2f989b2-bb40-42c5-93ad-7a346da76e2d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0512581 Jul 07 17:57:23.990356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-4b1c1638-1616-4bd3-b2be-70437a1bd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:23.992039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-4b1c1638-1616-4bd3-b2be-70437a1bd576 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.1900263 Jul 07 17:57:24.113534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-dda45c12-1585-495c-b310-b104e79fabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:24.115104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-dda45c12-1585-495c-b310-b104e79fabf4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806042 Jul 07 17:57:24.157710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddde77-af3c-475e-bbc0-4f875f05204a None None] New status for floating IP 4a71f061-31ac-4443-9533-46a87b8c769a: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:24.244399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9863e92-e290-4746-9197-688d46dcdb3c req-73edaf86-d918-49cc-a006-81172f9700d6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:24.253412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9863e92-e290-4746-9197-688d46dcdb3c req-73edaf86-d918-49cc-a006-81172f9700d6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1836562 Jul 07 17:57:24.262754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-cb582d2d-78e5-49ba-bf2c-7eb8034f5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:24.264360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-cb582d2d-78e5-49ba-bf2c-7eb8034f5a16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.2653487 Jul 07 17:57:24.335138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-477ea525-6a7a-4f20-8b1b-282a3c20d1b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0599999 Jul 07 17:57:24.368050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9863e92-e290-4746-9197-688d46dcdb3c req-dc145481-edc9-41bb-8f7b-35cc15c8fb8b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133635 Jul 07 17:57:24.441481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-92f63d83-c1b8-4218-ba3d-68901bed679b service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110664 Jul 07 17:57:24.511871 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:24.524311 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:24.526851 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:24.551086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-f6c203f4-b68c-4ca6-aedc-887252295500 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029537 Jul 07 17:57:24.552659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-298d46a7-f29c-40e7-b1b9-c6b8a13b67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:24.554022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-298d46a7-f29c-40e7-b1b9-c6b8a13b67a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.2021875 Jul 07 17:57:24.658005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-22afabaf-c381-46f9-acc4-1c934db4cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:24.660017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-22afabaf-c381-46f9-acc4-1c934db4cadd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976453 Jul 07 17:57:24.697325 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:24.742334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-986d9ca6-4634-4e44-9888-3a70ab21c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:24.750357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-986d9ca6-4634-4e44-9888-3a70ab21c6b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 1096 time: 0.1381724 Jul 07 17:57:24.909047 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-dc99417c-6504-4706-ae88-e88b0ebda0b9 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407682 Jul 07 17:57:24.978632 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:26:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:24Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:25.010747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:25.017031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:25.020968 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:25.021752 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:25.154206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:25.224737 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:25.254492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'port_id': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'mac_address': 'fa:16:3e:2e:68:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b109ec-1d42-49d5-869b-392381b88d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:25.327394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:25.366404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:25.402171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-0a686b4c-3e10-4ecd-a502-8c7ebd505613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:25.409681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-0a686b4c-3e10-4ecd-a502-8c7ebd505613 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.6576767 Jul 07 17:57:25.419613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:25.430038 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:25.492706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34016) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:25.505950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:25.517438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d11658-1134-44de-963e-82c08f84e690 req-92f0c91a-cdbc-4078-94c9-7d98a76f2fdd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:25.524435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4d11658-1134-44de-963e-82c08f84e690 req-92f0c91a-cdbc-4078-94c9-7d98a76f2fdd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.6527314 Jul 07 17:57:25.546882 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:26:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:24Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:25.550874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-f992b878-3e5a-45c8-82ab-9a51b1a06a1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 1001 time: 0.1402154 Jul 07 17:57:25.571683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae30ab58-22f6-4143-a75a-a391ccbb45e2 req-e8c2062a-e3b1-4fd8-9fce-eb366ec647e9 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515877 Jul 07 17:57:25.598380 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a36afa-649f-4176-976e-42a37408f073 None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:26:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:24Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:25.627125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-5f452c66-d258-4a6c-94cb-983996a6069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:25.628724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-5f452c66-d258-4a6c-94cb-983996a6069d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0769944 Jul 07 17:57:25.640428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4d11658-1134-44de-963e-82c08f84e690 req-0a43f5f2-0953-4f27-b70c-054ac16275ea tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149783 Jul 07 17:57:25.644777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1363e853-167f-434c-aed7-3c069463524b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:25.696446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:25.735124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-52d51021-266a-435e-9799-1aee314d5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:25.739668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-52d51021-266a-435e-9799-1aee314d5dff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966434 Jul 07 17:57:25.772952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:25.784992 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3b3069-6753-47a3-949c-193d7c11983c" -d '{"events": [{"name": "network-changed", "server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:25.882276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1363e853-167f-434c-aed7-3c069463524b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:25.891593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1363e853-167f-434c-aed7-3c069463524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:25.957962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1363e853-167f-434c-aed7-3c069463524b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bba209c110a440359a0a7597f643b2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641206 Jul 07 17:57:25.958835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363e853-167f-434c-aed7-3c069463524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ffa373-8391-4f15-9420-81e737d0573b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:25.961303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34030) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:25.976542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-454bb89d-8329-4cbf-8765-ffe8a03bf570 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309129 Jul 07 17:57:26.026395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4091390-7fdb-45d4-ae4b-0cf5194f185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:26.051942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4091390-7fdb-45d4-ae4b-0cf5194f185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:26.104350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4091390-7fdb-45d4-ae4b-0cf5194f185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:26.107625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4091390-7fdb-45d4-ae4b-0cf5194f185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:26.111555 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b4091390-7fdb-45d4-ae4b-0cf5194f185a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/42ffa373-8391-4f15-9420-81e737d0573b HTTP/1.1" status: 204 len: 168 time: 0.1359413 Jul 07 17:57:26.118174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a21d18-81fc-4b0b-86d4-7b9f1e57aff7 req-c04c7090-a784-4b45-881b-eb0c2b4d2ea3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.118419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4091390-7fdb-45d4-ae4b-0cf5194f185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ffa373-8391-4f15-9420-81e737d0573b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:26.120365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67a21d18-81fc-4b0b-86d4-7b9f1e57aff7 req-c04c7090-a784-4b45-881b-eb0c2b4d2ea3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 944 time: 0.1696444 Jul 07 17:57:26.122882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-537147bd-ee7d-40ab-ac4f-308bccfc83f9 req-cec24e0c-88ca-417e-9fb8-c37b33573392 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454775 Jul 07 17:57:26.172242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67a21d18-81fc-4b0b-86d4-7b9f1e57aff7 req-6d6deabc-6d6a-44ae-9802-1d7b16da2f0f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Jul 07 17:57:26.320678 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3851668-3ab0-418b-94e2-5ce8357037ef x-openstack-request-id: req-b3851668-3ab0-418b-94e2-5ce8357037ef {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:26.321067 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:26.321383 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b3851668-3ab0-418b-94e2-5ce8357037ef {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:26.321874 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'status': 'completed', 'code': 200} Jul 07 17:57:26.420615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e208255-fef4-427b-b59e-a2c7aa6abd32 req-e862b750-89b2-44eb-8b0d-96db33c2272b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.0964143 Jul 07 17:57:26.481782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b3069-6753-47a3-949c-193d7c11983c req-1a473860-8db4-45a7-bc72-14015fd3398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.484008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b3b3069-6753-47a3-949c-193d7c11983c req-1a473860-8db4-45a7-bc72-14015fd3398f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 1096 time: 0.1214228 Jul 07 17:57:26.506201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208255-fef4-427b-b59e-a2c7aa6abd32 req-084d63e9-7f97-406c-a47e-f75e6ac7389f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.507647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e208255-fef4-427b-b59e-a2c7aa6abd32 req-084d63e9-7f97-406c-a47e-f75e6ac7389f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports/e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 942 time: 0.0810161 Jul 07 17:57:26.655549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b3069-6753-47a3-949c-193d7c11983c req-9aac5483-0476-41e4-b249-67f5adcd3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.657245 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b3b3069-6753-47a3-949c-193d7c11983c req-9aac5483-0476-41e4-b249-67f5adcd3fd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.1667156 Jul 07 17:57:26.733229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e208255-fef4-427b-b59e-a2c7aa6abd32 req-77ca4aa6-61b7-4b7b-84fd-ba89794e3c38 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.1225281 Jul 07 17:57:26.808457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b3b3069-6753-47a3-949c-193d7c11983c req-a7ffdbdf-ad68-4672-9504-65d1dc727d9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 1001 time: 0.1405520 Jul 07 17:57:26.925435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b3069-6753-47a3-949c-193d7c11983c req-e6679e9b-d08e-425f-adac-817ddf56e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.926829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b3b3069-6753-47a3-949c-193d7c11983c req-e6679e9b-d08e-425f-adac-817ddf56e0ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0990829 Jul 07 17:57:26.955874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208255-fef4-427b-b59e-a2c7aa6abd32 req-a68398e7-88e3-480c-bd2f-33a282ec0a3f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.957280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e208255-fef4-427b-b59e-a2c7aa6abd32 req-a68398e7-88e3-480c-bd2f-33a282ec0a3f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2147193 Jul 07 17:57:26.986807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef2aa6-7b20-442e-8c70-d937af64e062 req-360cdd9f-a6a6-49ae-be13-5b52cf3ca56c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.988583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fef2aa6-7b20-442e-8c70-d937af64e062 req-360cdd9f-a6a6-49ae-be13-5b52cf3ca56c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.2181144 Jul 07 17:57:27.024435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:27.044421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fef2aa6-7b20-442e-8c70-d937af64e062 req-230b1004-2e3c-4992-bfc8-ffe05c7f6013 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491719 Jul 07 17:57:27.047678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b3069-6753-47a3-949c-193d7c11983c req-65a19acc-ebb5-4860-9a84-d60811d0ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:27.049260 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b3b3069-6753-47a3-949c-193d7c11983c req-65a19acc-ebb5-4860-9a84-d60811d0ae2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147823 Jul 07 17:57:27.091790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:27.092512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:27.195786 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:27.222166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:27.224787 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b51f196-c164-475d-8478-e8c40c2ae8de" -d '{"events": [{"server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:27.242068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:27.245335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-07e4260d-f583-4e74-88c8-40100f1ef82f tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.1027668 Jul 07 17:57:27.247467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:27.284440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b3b3069-6753-47a3-949c-193d7c11983c req-8185e7bb-a2d1-4974-9e0c-560c0a035856 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268426 Jul 07 17:57:27.314284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:27.390568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-a1e13167-c155-41b7-a4e0-9252fbfaf472 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:27.391888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-a1e13167-c155-41b7-a4e0-9252fbfaf472 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports/e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 942 time: 0.1457739 Jul 07 17:57:27.463679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eeaa4-fdd7-4a25-9a72-ed93488b782d req-d3b42161-a039-4818-8551-c7a9a0db4c26 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:27.465230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d90eeaa4-fdd7-4a25-9a72-ed93488b782d req-d3b42161-a039-4818-8551-c7a9a0db4c26 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1392770 Jul 07 17:57:27.467361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b3b3069-6753-47a3-949c-193d7c11983c req-5cc27dff-6f88-403a-9f04-1273ae15ef37 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743157 Jul 07 17:57:27.555528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d90eeaa4-fdd7-4a25-9a72-ed93488b782d req-c609fb5b-5397-40b1-ac9a-1ef6af041106 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829642 Jul 07 17:57:27.573334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-c5fd45fd-3c5a-4496-9b92-f088f346e172 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.0829659 Jul 07 17:57:27.616344 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7b00eb-0230-4324-b80b-d612e6fa706b x-openstack-request-id: req-4c7b00eb-0230-4324-b80b-d612e6fa706b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:27.616668 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:27.616950 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c7b00eb-0230-4324-b80b-d612e6fa706b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:27.617751 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'code': 200} Jul 07 17:57:27.697556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-00861006-3bb4-44ab-bce0-4dc96bc5da00 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:27.699400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-00861006-3bb4-44ab-bce0-4dc96bc5da00 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.1161695 Jul 07 17:57:27.811030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-ec932ef3-69eb-4677-b78e-258859ecb541 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.0917723 Jul 07 17:57:27.817286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:27.883300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:28.029925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b96b3-7631-4200-a20d-58c44c1bc666 req-a713f2c7-c23e-4d52-9cb5-292102b30b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:28.031450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-439b96b3-7631-4200-a20d-58c44c1bc666 req-a713f2c7-c23e-4d52-9cb5-292102b30b01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 1096 time: 0.2596333 Jul 07 17:57:28.075333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:28.085514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:28.085929 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Floating IP 4a71f061-31ac-4443-9533-46a87b8c769a disassociated. External IP: 172.25.1.244, port: e4538f1e-3885-4b71-81a5-a32575661a20. Jul 07 17:57:28.152114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-439b96b3-7631-4200-a20d-58c44c1bc666 req-7107e0b6-56eb-4012-9e40-946915eb2503 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872269 Jul 07 17:57:28.281210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978e0d-65cc-41c3-b7db-49acfb53bda0 req-44c4f740-0273-4e2a-8be7-2a06553772b4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:28.282870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9978e0d-65cc-41c3-b7db-49acfb53bda0 req-44c4f740-0273-4e2a-8be7-2a06553772b4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.0877888 Jul 07 17:57:28.391307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9978e0d-65cc-41c3-b7db-49acfb53bda0 req-5653fba3-fe5d-43e4-a839-a794417268a1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746198 Jul 07 17:57:28.417231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:28.553826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:28.558290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:28.569045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:28.579878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:28.581218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:28.600940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-510af482-023c-4a7f-9e37-32e196a24b59 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "PUT /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 200 len: 695 time: 0.7886028 Jul 07 17:57:28.601408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:28.604065 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753b36e0-b093-41f3-a3af-ee4afbff4b91" -d '{"events": [{"name": "network-changed", "server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:28.689637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-45ea0276-4dc4-47be-b60e-585564d326ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:28.691189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-45ea0276-4dc4-47be-b60e-585564d326ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 1096 time: 0.0706794 Jul 07 17:57:28.741664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:28.832574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-ce437cce-b022-4a20-9557-642858769e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:28.834323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-ce437cce-b022-4a20-9557-642858769e0b service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.1373012 Jul 07 17:57:28.855397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc724100-b4aa-4443-9234-226dc51a422c req-36149557-5c16-4590-b138-4d3882762fa9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:28.857003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc724100-b4aa-4443-9234-226dc51a422c req-36149557-5c16-4590-b138-4d3882762fa9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1393588 Jul 07 17:57:28.891273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-c736db36-3e66-43cc-b272-00206b9a8b4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 217 time: 0.0502121 Jul 07 17:57:28.959126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc724100-b4aa-4443-9234-226dc51a422c req-e4c100c1-9168-4782-94bc-3a170a8c7e47 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706589 Jul 07 17:57:28.964956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-b8495ca0-b1ee-441e-8373-8b5a8bd2fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:28.966408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-b8495ca0-b1ee-441e-8373-8b5a8bd2fda4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0610573 Jul 07 17:57:29.048644 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98994976-b6f5-4367-8ab0-1d1b735decdf x-openstack-request-id: req-98994976-b6f5-4367-8ab0-1d1b735decdf {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:29.048948 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:29.049287 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-98994976-b6f5-4367-8ab0-1d1b735decdf {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:29.049701 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'status': 'completed', 'code': 200} Jul 07 17:57:29.167767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:29.186087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-b75721a1-41a7-4279-9bfd-bd92c42c345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:29.187486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-b75721a1-41a7-4279-9bfd-bd92c42c345f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146776 Jul 07 17:57:29.212502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:29.270557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-6b83544f-d446-4142-97a3-60ce7198e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:29.272078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-6b83544f-d446-4142-97a3-60ce7198e233 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 1096 time: 0.1943893 Jul 07 17:57:29.285235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:29.286391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:29.398397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-abd74269-a2c7-4ede-a739-0a48550cc05d service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007022 Jul 07 17:57:29.465856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:29.729609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:29.761638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80601f41-f71f-4977-a323-7d785c20f645 None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:29.913109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-9ecc70cb-4647-40eb-bb9e-8c90ea691509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:29.914592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-9ecc70cb-4647-40eb-bb9e-8c90ea691509 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.6213281 Jul 07 17:57:29.993321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-28598926-9613-4e3c-80c1-42f0d7114a58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 200 len: 217 time: 0.0645285 Jul 07 17:57:30.034632 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc36fb7-0a79-47fc-87ff-8d26e9251377 None None] New status for floating IP 4a71f061-31ac-4443-9533-46a87b8c769a: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:30.039331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e7ac241-8e6a-4c0f-9969-15d9fe8b2359 req-ffda2392-d89b-4382-bc1b-a7895f2362ab service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329093 Jul 07 17:57:30.039511 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-67795802-7e8a-4a0c-8334-918838439ee1 service neutron] show failed (client error): The resource could not be found. Jul 07 17:57:30.040424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-67795802-7e8a-4a0c-8334-918838439ee1 service neutron] 10.222.0.90 "GET /v2.0/ports/2458e2d4-bb3c-4f45-b209-601a2f36712b/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.2056873 Jul 07 17:57:30.071182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f457c-69a9-4c89-9488-b20ea61cd94e req-42ec2032-5fea-423f-930b-8fcf71628946 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:30.072993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed9f457c-69a9-4c89-9488-b20ea61cd94e req-42ec2032-5fea-423f-930b-8fcf71628946 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.2368672 Jul 07 17:57:30.077164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-1bf6e502-8f6d-49fe-8134-a6eefdea3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:30.078659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-1bf6e502-8f6d-49fe-8134-a6eefdea3756 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0729473 Jul 07 17:57:30.158965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed9f457c-69a9-4c89-9488-b20ea61cd94e req-5e10b9e8-cb00-4b45-bb15-b3ed0dac64f7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750270 Jul 07 17:57:30.185483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-6b656a6a-5fec-4809-9e28-c3b91de9415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:30.188429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-6b656a6a-5fec-4809-9e28-c3b91de9415b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971122 Jul 07 17:57:30.204606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-c13077b8-7423-44f5-8c59-79d7d3518bd9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:57:30.206730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-c13077b8-7423-44f5-8c59-79d7d3518bd9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076578 Jul 07 17:57:30.218683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34268) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:30.387760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e96be975-e5c5-4800-8697-6baf86684d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:30.411031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-6d7fcd32-0e13-4fd9-a7e2-b6438b729f79 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890202 Jul 07 17:57:30.521005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1088bc-eb2a-4686-aaae-96b33414f204 req-c364bbca-b7e0-41f8-bba7-066122fffb03 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:30.528865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e1088bc-eb2a-4686-aaae-96b33414f204 req-c364bbca-b7e0-41f8-bba7-066122fffb03 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1673391 Jul 07 17:57:30.571985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-90ace5b4-fec1-4879-9a25-c7de1846ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:30.574220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-90ace5b4-fec1-4879-9a25-c7de1846ce09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 1100 time: 0.1219366 Jul 07 17:57:30.585953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-753b36e0-b093-41f3-a3af-ee4afbff4b91 req-98a473dd-232f-4ee9-ba9a-e197b5e64470 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638477 Jul 07 17:57:30.589463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e1088bc-eb2a-4686-aaae-96b33414f204 req-7cd933d2-1717-4c8e-900b-3f5ae3bdf517 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Jul 07 17:57:30.596291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:30.652064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e96be975-e5c5-4800-8697-6baf86684d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:30.661657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e96be975-e5c5-4800-8697-6baf86684d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:30.726615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34280) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:30.727230 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e96be975-e5c5-4800-8697-6baf86684d00 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=59b6d52989414beab06770a7003deb97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064373 Jul 07 17:57:30.754508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:30.770530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96be975-e5c5-4800-8697-6baf86684d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6795df-89a2-4e43-a720-7e8961fa7878,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:30.882768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:30.929427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.007225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-c3f13261-a518-4426-b184-46ffbba23f58 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.008268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:31.008762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-c3f13261-a518-4426-b184-46ffbba23f58 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1765294 Jul 07 17:57:31.045753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:31.080419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0db95-473f-4da2-8b3b-36cfb3fe684d req-17cbd046-d163-499f-a51f-85e7701f9c96 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.082245 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-faa0db95-473f-4da2-8b3b-36cfb3fe684d req-17cbd046-d163-499f-a51f-85e7701f9c96 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1777625 Jul 07 17:57:31.085016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-0a255c9d-1f76-488b-8c73-050d5f00a5e1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0665555 Jul 07 17:57:31.086252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.086481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:31.088629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.088977 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8070eb4-055f-47e5-b202-61b9ed784b82" -d '{"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:31.089736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c6795df-89a2-4e43-a720-7e8961fa7878 HTTP/1.1" status: 204 len: 168 time: 0.3618205 Jul 07 17:57:31.095998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.097641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'floatingip': {'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:31.109120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Transition to ACTIVE for port object 2458e2d4-bb3c-4f45-b209-601a2f36712b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:31.115303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.144350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6795df-89a2-4e43-a720-7e8961fa7878,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:31.165074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.165670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.166153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.166654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.167128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.167596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.168062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.168529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.169029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.170335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.170670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.171009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efccdf4-710c-44c4-89f5-5b99328a7e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:31.178734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.184888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] No DVR routers for this DVR port 2458e2d4-bb3c-4f45-b209-601a2f36712b on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:31.188598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:31.235524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:57:31.239449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:57:31.239449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:31.243056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:57:31.243056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:31.249062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:57:31.249956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:57:31.250620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:57:31.252163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Bound port: 2458e2d4-bb3c-4f45-b209-601a2f36712b, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:57:31.253428 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.264051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-faa0db95-473f-4da2-8b3b-36cfb3fe684d req-ccbf9d90-1c00-4af5-84a0-7560ea7a882f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729219 Jul 07 17:57:31.350275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:31.354506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:57:31.365286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.373327 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77872c-5de9-4ed3-a6c1-18b4fa2c3dfb x-openstack-request-id: req-ea77872c-5de9-4ed3-a6c1-18b4fa2c3dfb {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:31.374887 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:31.375159 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea77872c-5de9-4ed3-a6c1-18b4fa2c3dfb {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:31.375571 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'code': 200} Jul 07 17:57:31.418424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.419458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.421240 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] 10.222.0.55 "PUT /v2.0/ports/2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 1095 time: 0.8328691 Jul 07 17:57:31.447228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09960-8fa0-49f4-9834-c6f5891b398f service neutron] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:31.551337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-7ae517a3-ad26-4773-a096-127e9807cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.554159 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-7ae517a3-ad26-4773-a096-127e9807cfa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1098 time: 0.0922954 Jul 07 17:57:31.606441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34298) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:31.661587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-5033bbeb-3e34-43df-8d07-8921d0f5063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.663061 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-5033bbeb-3e34-43df-8d07-8921d0f5063d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.0961494 Jul 07 17:57:31.667079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37cbc2bb-6116-41be-a5ff-125095180bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.691055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331759a-c184-4762-920f-ef31f837ac57 req-8ac1ac40-fab5-4f1f-9cbd-21ccd146ddf6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.692610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1331759a-c184-4762-920f-ef31f837ac57 req-8ac1ac40-fab5-4f1f-9cbd-21ccd146ddf6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 947 time: 0.1967990 Jul 07 17:57:31.709247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-297c098b-a479-4d0c-a5fd-fd3610aa63d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0341365 Jul 07 17:57:31.766042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-391ce31d-4819-4f6a-9daf-d35f7832299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.767546 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-391ce31d-4819-4f6a-9daf-d35f7832299d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0503728 Jul 07 17:57:31.806278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1331759a-c184-4762-920f-ef31f837ac57 req-4ef91166-d3ef-4663-96ff-769e4cb9b7fc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043913 Jul 07 17:57:31.836133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-b82de8bb-7ae7-4123-9d6b-4717b5a7f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:31.837673 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-b82de8bb-7ae7-4123-9d6b-4717b5a7f481 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580430 Jul 07 17:57:31.933277 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-2bc1eb10-04fc-43b1-bcef-fcbc29fd2439 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882976 Jul 07 17:57:31.945848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.958872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:31.961952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37cbc2bb-6116-41be-a5ff-125095180bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.005146 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37cbc2bb-6116-41be-a5ff-125095180bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.074646 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0746cfbc-fa30-4132-a706-eb7b74dc257b req-80f8784e-7485-4bb2-8500-cb36ca912520 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289666 Jul 07 17:57:32.076749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-37cbc2bb-6116-41be-a5ff-125095180bcf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=84cdcaeff267410a981e6c1052187d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691758 Jul 07 17:57:32.079540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc2bb-6116-41be-a5ff-125095180bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3c2817-67bf-4b52-9b4f-d4674c0274c7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:32.080964 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34308) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:32.171745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40cbedf7-6df4-4baa-83f4-19c2625bae81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.194498 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Floating IP 4a71f061-31ac-4443-9533-46a87b8c769a associated. External IP: 172.25.1.244, port: bad5df35-841b-4689-8664-c69f8515bfb1. Jul 07 17:57:32.231310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40cbedf7-6df4-4baa-83f4-19c2625bae81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.505296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:32.651708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-75e23967-1acf-4bc4-994e-76c2260e2c50 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:32.653255 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-75e23967-1acf-4bc4-994e-76c2260e2c50 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "GET /v2.0/ports?device_id=250d3743-c10b-4ee9-8a8f-71f6ef048315 HTTP/1.1" status: 200 len: 945 time: 0.3955281 Jul 07 17:57:32.654361 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40cbedf7-6df4-4baa-83f4-19c2625bae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.657265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40cbedf7-6df4-4baa-83f4-19c2625bae81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.658293 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40cbedf7-6df4-4baa-83f4-19c2625bae81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed3c2817-67bf-4b52-9b4f-d4674c0274c7 HTTP/1.1" status: 204 len: 168 time: 0.5762877 Jul 07 17:57:32.669911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbedf7-6df4-4baa-83f4-19c2625bae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3c2817-67bf-4b52-9b4f-d4674c0274c7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:32.718963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:32.724467 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.728996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:32.735668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-c8150913-c865-42bc-9f20-1f4e415d1245 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:32.737254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-c8150913-c865-42bc-9f20-1f4e415d1245 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 814 time: 0.1830952 Jul 07 17:57:32.740148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:32.741120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:32.768001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-14e4e6f0-7ca0-4d3a-88bf-1778451573d1 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/quotas/c9c056812d2d4e0f88a0a2bf03571876 HTTP/1.1" status: 200 len: 375 time: 0.0120308 Jul 07 17:57:32.801812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Deleting port e4538f1e-3885-4b71-81a5-a32575661a20 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:32.802210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.817718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ca28e61d-a74d-4b30-b4e8-5c4f3dda4f21 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "PUT /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 200 len: 996 time: 1.7236507 Jul 07 17:57:32.820462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:32.822812 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb79ccc-0070-4a65-96ae-e03b39281f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:32.858701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:32.904206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:32.905305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-b6bff1be-dcf4-4972-b62e-c427b75e9b77 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262426 Jul 07 17:57:32.926481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] For port e4538f1e-3885-4b71-81a5-a32575661a20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4538f1e-3885-4b71-81a5-a32575661a20,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:32.926839 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.944783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Calling delete_port for e4538f1e-3885-4b71-81a5-a32575661a20 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:32.997245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:33.016943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-4d211ddf-0e6d-4710-9a75-3b0602f7fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:33.018625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-4d211ddf-0e6d-4710-9a75-3b0602f7fc1d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.1733003 Jul 07 17:57:33.094028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:33.111900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-73294304-9c89-482e-8f13-875c2a9b4690 service neutron] 10.222.0.88 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983242 Jul 07 17:57:33.158087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Pushing event deleted for resources: {'Port': ['ID=e4538f1e-3885-4b71-81a5-a32575661a20,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:33.189682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] No DVR routers for this DVR port e4538f1e-3885-4b71-81a5-a32575661a20 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:33.192959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:33.195235 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e66bf921-0060-46ab-a8cb-89b9267f719d req-9de9ab80-11e7-42fa-a7a7-a8d0d5cfd940 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "DELETE /v2.0/ports/e4538f1e-3885-4b71-81a5-a32575661a20 HTTP/1.1" status: 204 len: 173 time: 0.5195205 Jul 07 17:57:33.210211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['bad5df35-841b-4689-8664-c69f8515bfb1', 'e4538f1e-3885-4b71-81a5-a32575661a20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:33.256680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-80f34154-6307-468f-b0f8-338ac76961b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:33.259028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-80f34154-6307-468f-b0f8-338ac76961b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.2281992 Jul 07 17:57:33.365254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:c8:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:31Z', 'revision_number': 8, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:33.377444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}, {'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'name': 'network-vif-deleted', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:33.381647 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb50e3-d678-45e7-82d2-18012cc61220" -d '{"events": [{"name": "network-changed", "server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}, {"server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "name": "network-vif-deleted", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:33.421902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-1bf581fd-31f1-40b0-8ff3-0b116cdd58f9 service neutron] 10.222.0.88 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089252 Jul 07 17:57:33.456297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-f8aca278-c057-4b9c-9563-417776a51861 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 999 time: 0.1889207 Jul 07 17:57:33.510493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:33.517651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-2fa2af39-c65d-4da4-902b-3c35ad77804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:33.520139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-2fa2af39-c65d-4da4-902b-3c35ad77804a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0566466 Jul 07 17:57:33.535854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:33.536686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:33.622508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ce783858-7931-4547-b39f-fcbfc25929da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:33.627416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-ce783858-7931-4547-b39f-fcbfc25929da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013398 Jul 07 17:57:33.691905 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:33.788688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:33.835613 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39d3eff-7bfd-4470-96eb-ae8af4353902 x-openstack-request-id: req-d39d3eff-7bfd-4470-96eb-ae8af4353902 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:33.835910 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:33.836169 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d39d3eff-7bfd-4470-96eb-ae8af4353902 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:33.836584 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'status': 'completed', 'code': 200} Jul 07 17:57:33.976309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-f3410bdc-04bc-416b-a3bf-4349c39d0675 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:33.977891 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-f3410bdc-04bc-416b-a3bf-4349c39d0675 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "GET /v2.0/ports?device_id=52e45c75-fae7-44c5-b26c-3ba9b935e31c HTTP/1.1" status: 200 len: 945 time: 0.1549404 Jul 07 17:57:34.121800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:c8:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:31Z', 'revision_number': 8, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:34.151576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-d9fb7f52-3f56-45bb-9c22-902af898e611 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139332 Jul 07 17:57:34.208572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93440a-89c3-4de7-bd52-207343287c48 None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '4a71f061-31ac-4443-9533-46a87b8c769a', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'port_id': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'mac_address': 'fa:16:3e:c8:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916bc822-d672-423f-8926-2cf723a4e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:03Z', 'updated_at': '2021-07-07T17:57:31Z', 'revision_number': 8, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:34.228979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Deleting port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:34.229485 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:34.364719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] For port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:34.365300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:34.410787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Calling delete_port for 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:34.589949 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:34.602107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:34.636261 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cbaa15-eb3d-45e5-bafa-07b925a571d4 None None] New status for floating IP 4a71f061-31ac-4443-9533-46a87b8c769a: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:34.815412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] No DVR routers for this DVR port 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:34.817645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Pushing event deleted for resources: {'Port': ['ID=6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:34.819582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:34.821757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36bc0493-4461-4aef-a3aa-4d8b51880700 req-2fb15744-d6b4-4aee-ac0a-11e00f023220 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "DELETE /v2.0/ports/6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f HTTP/1.1" status: 204 len: 173 time: 0.8329484 Jul 07 17:57:34.835892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-8ff6120f-2b51-4b19-a750-22a264e903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:34.848645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-8ff6120f-2b51-4b19-a750-22a264e903d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.9702587 Jul 07 17:57:34.868679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0ac86c2-7d4a-46eb-b861-c5f8394011a6 req-58b609ec-c62f-48b3-85e1-3f6c8fe1a971 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051010 Jul 07 17:57:34.923945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac972d-2743-4e7e-bde5-23f3fc2bde3c req-2d6af4af-911a-4cc3-9dbd-e8d5fc75aa56 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:34.931560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8cac972d-2743-4e7e-bde5-23f3fc2bde3c req-2d6af4af-911a-4cc3-9dbd-e8d5fc75aa56 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 947 time: 0.9145453 Jul 07 17:57:35.064332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8cac972d-2743-4e7e-bde5-23f3fc2bde3c req-96c29bd6-c0bf-42ab-a775-f52a766d4acd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065722 Jul 07 17:57:35.076395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:35.127764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-5b481d2b-f20e-4698-8b39-538437c67005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.129820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-5b481d2b-f20e-4698-8b39-538437c67005 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.2554991 Jul 07 17:57:35.164901 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f86053-1f65-4792-be34-fab30be2c413 x-openstack-request-id: req-58f86053-1f65-4792-be34-fab30be2c413 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:35.165396 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "status": "completed", "code": 200}, {"server_uuid": "250d3743-c10b-4ee9-8a8f-71f6ef048315", "name": "network-vif-deleted", "tag": "e4538f1e-3885-4b71-81a5-a32575661a20", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:35.165608 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58f86053-1f65-4792-be34-fab30be2c413 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:35.166119 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'status': 'completed', 'code': 200} Jul 07 17:57:35.166530 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d3743-c10b-4ee9-8a8f-71f6ef048315', 'name': 'network-vif-deleted', 'tag': 'e4538f1e-3885-4b71-81a5-a32575661a20', 'status': 'completed', 'code': 200} Jul 07 17:57:35.333516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:35.349186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'mac_address': 'fa:16:3e:c1:d4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:35.361640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-862f1eb4-5dbb-4719-838e-277e5f4d137a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 1001 time: 0.2230816 Jul 07 17:57:35.371882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-1e3c8b13-5f60-4fbf-8dc7-9ac07881cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.376622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-1e3c8b13-5f60-4fbf-8dc7-9ac07881cc72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1098 time: 0.1168451 Jul 07 17:57:35.396458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c4112e4-e2a0-4a7f-983f-ee91749595c2 req-900d4ad7-51ca-4b3e-ad61-6c2914f0c685 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 210 time: 0.0488205 Jul 07 17:57:35.446629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:35.475416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2458e2d4-bb3c-4f45-b209-601a2f36712b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:35.510551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-61926af7-1656-4538-8036-db36f9bf0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.512080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-61926af7-1656-4538-8036-db36f9bf0b98 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1098 time: 0.3002613 Jul 07 17:57:35.545716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:35.551808 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:35.556669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cea376be-f142-4a4c-88f4-26bb718e30b5 req-88a33436-bf5b-4687-9822-1cb8e41bf423 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 200 len: 998 time: 0.1577356 Jul 07 17:57:35.562117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-6beaa13d-9681-4236-984e-cc0cf2c46b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.565132 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-6beaa13d-9681-4236-984e-cc0cf2c46b39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.1779594 Jul 07 17:57:35.589414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-1196eb0e-7212-4b3a-91da-823ca5b9fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.594011 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-1196eb0e-7212-4b3a-91da-823ca5b9fa87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1897554 Jul 07 17:57:35.630707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:35.648228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-2f15e2a9-b2ce-4c1d-8f98-b997b55d768d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0490768 Jul 07 17:57:35.650060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:35.732508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-c38e4558-bf89-4c12-9011-50edbb4ff1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.735142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-c38e4558-bf89-4c12-9011-50edbb4ff1e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0796916 Jul 07 17:57:35.784912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-6dac635f-eaef-423e-beb9-65c5f86987e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.787186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-6dac635f-eaef-423e-beb9-65c5f86987e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2630520 Jul 07 17:57:35.812536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-3bd4ae59-58eb-4868-9a46-7edc5bc14fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.815641 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-3bd4ae59-58eb-4868-9a46-7edc5bc14fa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644934 Jul 07 17:57:35.818468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2458e2d4-bb3c-4f45-b209-601a2f36712b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:35.825008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea376be-f142-4a4c-88f4-26bb718e30b5 req-ee15a84e-d2bf-4773-9850-dcb225f4f866 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.836544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cea376be-f142-4a4c-88f4-26bb718e30b5 req-ee15a84e-d2bf-4773-9850-dcb225f4f866 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2407355 Jul 07 17:57:35.879276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-c8ac9164-78fc-4be2-b85e-fe30dd5c8e8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0778580 Jul 07 17:57:35.881542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-6e686449-6083-436a-a2d8-384708ce7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:35.883346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-6e686449-6083-436a-a2d8-384708ce7e85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848496 Jul 07 17:57:35.934112 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-303fc2b2-e078-40ae-a304-6a02587d528c service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103625 Jul 07 17:57:36.059231 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-7ff71d49-8747-4af2-a978-f9342e616e9a service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176722 Jul 07 17:57:36.062668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-0eb55d3a-50b8-4039-97fd-a89841ce1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:36.064175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-0eb55d3a-50b8-4039-97fd-a89841ce1821 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1743670 Jul 07 17:57:36.105556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-2c722fe7-8d42-4ecc-92ff-eb9cae0ff4c4 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.2299638 Jul 07 17:57:36.207263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-b5b68c57-45cb-43a7-bfe8-c1bb7709edc9 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152251 Jul 07 17:57:36.215044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-cb9251e2-b00e-4758-9559-3706a26cb98e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:36.216480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-cb9251e2-b00e-4758-9559-3706a26cb98e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports/bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 942 time: 0.1100919 Jul 07 17:57:36.293814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-a8496af8-fa6b-4a32-94c5-e889c1cb8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:36.295338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-a8496af8-fa6b-4a32-94c5-e889c1cb8a00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216191 Jul 07 17:57:36.410553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-4b7d4af7-1824-4cf9-96d3-aaf98208fe8e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:36.412740 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-4b7d4af7-1824-4cf9-96d3-aaf98208fe8e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 814 time: 0.1681111 Jul 07 17:57:36.445222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Request body: {'port': {'device_id': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'admin_state_up': True, 'tenant_id': 'c9c056812d2d4e0f88a0a2bf03571876'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:36.448741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb79ccc-0070-4a65-96ae-e03b39281f2a req-db79ece0-9d55-4c89-b4ae-9efb38fd21fb service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285299 Jul 07 17:57:36.548667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-beac830e-d48d-47d4-a84d-40051ee289b0 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.1203272 Jul 07 17:57:36.550630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-1eb268e9-9970-43b0-99f4-79ddf6f761e7 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468383 Jul 07 17:57:36.575979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef0ca1-72b4-4fa5-bd29-99b6b9598b53 req-29229285-1389-4151-9274-eb6287c6ca54 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:36.577843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3ef0ca1-72b4-4fa5-bd29-99b6b9598b53 req-29229285-1389-4151-9274-eb6287c6ca54 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 948 time: 0.2648890 Jul 07 17:57:36.609147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Made reservation on behalf of c9c056812d2d4e0f88a0a2bf03571876 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:57:36.613458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:36.740285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3ef0ca1-72b4-4fa5-bd29-99b6b9598b53 req-94301c76-010c-4738-9577-e29d01bd7e2a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521857 Jul 07 17:57:36.777680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-4a40b5a3-d175-4ca4-9bdf-b191d3fbe6a1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:36.778142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Allocated IP 172.20.0.7 (e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d/17b109ec-1d42-49d5-869b-392381b88d6a/dff5a0c3-c2e6-4451-96a7-429df2a0662f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:36.786311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-4a40b5a3-d175-4ca4-9bdf-b191d3fbe6a1 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2304342 Jul 07 17:57:36.796425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30cb50e3-d678-45e7-82d2-18012cc61220 req-5a307f3b-3d73-40c6-bfe2-1fc9fa9688de service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290368 Jul 07 17:57:36.875326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-ac5ee297-3040-4d9e-a5b9-99b71be9babc tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 1001 time: 0.0877283 Jul 07 17:57:36.881630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:36.946209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:36.971346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.026635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.081892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:37.086304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:57:37.089836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:57:37.092811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:57:37.148453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.150531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:37.158927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 2458e2d4-bb3c-4f45-b209-601a2f36712b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:37.165885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 2458e2d4-bb3c-4f45-b209-601a2f36712b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:37.166456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.167713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'name': 'network-vif-deleted', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:37.167833 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.168078 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Floating IP 4a71f061-31ac-4443-9533-46a87b8c769a disassociated. External IP: 172.25.1.244, port: bad5df35-841b-4689-8664-c69f8515bfb1. Jul 07 17:57:37.170644 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad1002-980a-4c44-97aa-0b6dce09ed1b" -d '{"events": [{"server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "name": "network-vif-deleted", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:37.184310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:37.185134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.203963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-03e93821-853b-430a-8be2-19b42e5e49fa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649548 Jul 07 17:57:37.218844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Request body: {'port': {'device_id': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:37.281437 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.288785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae039-b689-40cf-9651-ec75aec62098 req-58f7571a-7242-4463-af31-3365a7a5535c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:37.295636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-163ae039-b689-40cf-9651-ec75aec62098 req-58f7571a-7242-4463-af31-3365a7a5535c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 931 time: 0.1927857 Jul 07 17:57:37.318942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.326358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:37.327451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:37.330855 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f44904-ae6e-4ff6-8510-96f21c935ad5" -d '{"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-plugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:37.336174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.338974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:37.354593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-163ae039-b689-40cf-9651-ec75aec62098 req-ba6fcee7-1db7-4f34-a367-3c9f6581477a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579858 Jul 07 17:57:37.385195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:37.385787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:37.386204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4538f1e-3885-4b71-81a5-a32575661a20 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:37.412396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: e4538f1e-3885-4b71-81a5-a32575661a20 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:37.412747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4538f1e-3885-4b71-81a5-a32575661a20 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:37.437601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:37.538959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:37.667455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff5a0c3-c2e6-4451-96a7-429df2a0662f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:37.678430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.697422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Transition to ACTIVE for port object dff5a0c3-c2e6-4451-96a7-429df2a0662f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:37.702806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.849777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662186d-6fbf-4578-a351-db195085058a service neutron] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:37.864475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Attempting to bind port dff5a0c3-c2e6-4451-96a7-429df2a0662f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:57:37.864947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Attempting to bind port dff5a0c3-c2e6-4451-96a7-429df2a0662f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:57:37.865355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Attempting to bind port dff5a0c3-c2e6-4451-96a7-429df2a0662f on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:37.870875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Port dff5a0c3-c2e6-4451-96a7-429df2a0662f on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:57:37.871269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Attempting to bind port dff5a0c3-c2e6-4451-96a7-429df2a0662f on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:37.878702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:57:37.878702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Checking segment: {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:57:37.879012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Bound using segment: {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:57:37.879517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Bound port: dff5a0c3-c2e6-4451-96a7-429df2a0662f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:57:37.880085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:37.959996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:37.963557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:57:37.965823 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e478eb53-9720-4fac-8094-4714b9ba692d x-openstack-request-id: req-e478eb53-9720-4fac-8094-4714b9ba692d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:37.966107 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e45c75-fae7-44c5-b26c-3ba9b935e31c", "name": "network-vif-deleted", "tag": "6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:37.966398 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e478eb53-9720-4fac-8094-4714b9ba692d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:37.966845 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e45c75-fae7-44c5-b26c-3ba9b935e31c', 'name': 'network-vif-deleted', 'tag': '6b0ba2ab-55a7-4aa0-b4b5-1b09b22c045f', 'status': 'completed', 'code': 200} Jul 07 17:57:37.970484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.054529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:38.056202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.056857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.058472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-2662186d-6fbf-4578-a351-db195085058a service neutron] 10.222.0.55 "PUT /v2.0/ports/dff5a0c3-c2e6-4451-96a7-429df2a0662f HTTP/1.1" status: 200 len: 1091 time: 0.8459816 Jul 07 17:57:38.059978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662186d-6fbf-4578-a351-db195085058a service neutron] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:38.064447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.079334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:38.095467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:38.098765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:38.138154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-863a75c6-793b-41ae-b7a3-5ee29c7a75de tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.139999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-863a75c6-793b-41ae-b7a3-5ee29c7a75de tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 949 time: 0.1701627 Jul 07 17:57:38.140447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34500) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:38.164784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-f709de12-f283-4558-90a7-5dabd1014a01 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "PUT /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 200 len: 696 time: 1.2883563 Jul 07 17:57:38.172010 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caac800-1b08-433f-89a1-1cf04e2d96e1 x-openstack-request-id: req-4caac800-1b08-433f-89a1-1cf04e2d96e1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:38.173757 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-plugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:38.174027 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4caac800-1b08-433f-89a1-1cf04e2d96e1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:38.174804 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'code': 200} Jul 07 17:57:38.176684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:38.179090 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96cc135-5c7d-471f-8e80-869ffdf5f074" -d '{"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:38.184672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-52bd24de-6292-4295-ae88-3c36a0716e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.188737 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-52bd24de-6292-4295-ae88-3c36a0716e96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 1094 time: 0.0763924 Jul 07 17:57:38.276415 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-4ca9cd54-2448-4a79-8c62-209eb4d3abd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f HTTP/1.1" status: 200 len: 217 time: 0.0806377 Jul 07 17:57:38.292114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-4e917115-2dea-477b-9373-c9976a7742af service neutron] 10.222.0.55 "GET /v2.0/ports/2458e2d4-bb3c-4f45-b209-601a2f36712b/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 382 time: 0.1411991 Jul 07 17:57:38.348367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-b17af590-6789-40c7-a5ea-a2f09d0ca616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.349795 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-b17af590-6789-40c7-a5ea-a2f09d0ca616 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 200 len: 854 time: 0.0654719 Jul 07 17:57:38.366192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-409e7aad-c626-40a0-86ed-c3484363d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.367957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-409e7aad-c626-40a0-86ed-c3484363d6c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.1821988 Jul 07 17:57:38.391454 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8158-c62b-4889-9e35-e82c99d66447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.395971 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-f4874877-cd0a-42e1-8d1c-e0d0d3969791 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376685 Jul 07 17:57:38.438489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:38.502149 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-f9d9cebb-7c03-441d-ad2d-008b6b2bea81 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952148 Jul 07 17:57:38.503994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da165dff-7f5a-4dd0-a9d6-0e1a6420230c req-753ae54e-9dfe-472b-9866-b56608e3949c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.511472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da165dff-7f5a-4dd0-a9d6-0e1a6420230c req-753ae54e-9dfe-472b-9866-b56608e3949c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.2392175 Jul 07 17:57:38.580484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e6431960-a8d5-45f8-be58-4b51c70386c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.582259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e6431960-a8d5-45f8-be58-4b51c70386c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1100 time: 0.2589042 Jul 07 17:57:38.595643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-483f6a72-a063-4c3b-937d-d7acf5e9d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.601426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-483f6a72-a063-4c3b-937d-d7acf5e9d710 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.2231946 Jul 07 17:57:38.605596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-393d0257-71b8-4f54-9d9e-986db7036d38 req-ed6f9271-1b6b-4e05-ab2d-9b76f98dc5df service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965300 Jul 07 17:57:38.648510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:38.674765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:38.680040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da165dff-7f5a-4dd0-a9d6-0e1a6420230c req-2877d3e3-9580-4450-a3a6-25ea963a1e20 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675000 Jul 07 17:57:38.684071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:38.684153 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:38.727721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-100cb912-78da-4dbe-bc8b-397726a0d5ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 217 time: 0.1003718 Jul 07 17:57:38.816751 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8158-c62b-4889-9e35-e82c99d66447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.830593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7cf8158-c62b-4889-9e35-e82c99d66447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:38.831571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:38.858610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-05d30fe4-51ed-4f06-b90f-9ef2133821f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.860258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-05d30fe4-51ed-4f06-b90f-9ef2133821f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.1218097 Jul 07 17:57:38.865713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-1005eed6-77b6-498b-b3cf-02b19132a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:38.867296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-1005eed6-77b6-498b-b3cf-02b19132a628 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2744761 Jul 07 17:57:38.931196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f7cf8158-c62b-4889-9e35-e82c99d66447 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b4d879edbc7a49d99a6c91d6a6417541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853184 Jul 07 17:57:38.932989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34508) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:38.961614 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0937f6-a2c9-4198-bc6d-ddd135692fa0 x-openstack-request-id: req-bc0937f6-a2c9-4198-bc6d-ddd135692fa0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:38.961924 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:38.962182 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc0937f6-a2c9-4198-bc6d-ddd135692fa0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:38.962588 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'status': 'completed', 'code': 200} Jul 07 17:57:38.963315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf8158-c62b-4889-9e35-e82c99d66447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92df5c2-faaa-4e41-8c33-f336825b466b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:38.971259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-4b2080fb-ccb7-4473-be51-fc0b718f28b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0768232 Jul 07 17:57:39.036815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-e437ad60-491d-4de1-83bd-decf562fe5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.039461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-e437ad60-491d-4de1-83bd-decf562fe5ce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636963 Jul 07 17:57:39.041960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-692241f2-cc84-4a88-8298-7872868f42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.043708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-692241f2-cc84-4a88-8298-7872868f42d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0620649 Jul 07 17:57:39.060676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f76a4ca-c8f4-4f03-94c5-a06de1712fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.093670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:39.101232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f76a4ca-c8f4-4f03-94c5-a06de1712fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.114045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-1c0eab5c-2a2f-4458-900b-a35435d6a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.115612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-1c0eab5c-2a2f-4458-900b-a35435d6a8ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24efdf1e61f445c8accd1030256e5655&device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 1096 time: 0.1258655 Jul 07 17:57:39.121063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae5cb9-3c4c-4d6c-b603-d7da61e2cffc None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:56:43Z', 'revision_number': 4, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c272ffb7-84a3-4ded-92d8-04af28b08f4b', 'name': '', 'network_id': '8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'mac_address': 'fa:16:3e:7f:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:41Z', 'updated_at': '2021-07-07T17:56:50Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'subnets': [{'id': 'bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:39.214570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f76a4ca-c8f4-4f03-94c5-a06de1712fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.217564 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f76a4ca-c8f4-4f03-94c5-a06de1712fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.220509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-3fed7674-c283-4c72-b6c5-79a8e2a82643 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750984 Jul 07 17:57:39.223469 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f76a4ca-c8f4-4f03-94c5-a06de1712fcf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a92df5c2-faaa-4e41-8c33-f336825b466b HTTP/1.1" status: 204 len: 168 time: 0.2873542 Jul 07 17:57:39.229347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-a72f5d9b-8534-4f30-8891-0bef918e3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.231082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-a72f5d9b-8534-4f30-8891-0bef918e3cfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765513 Jul 07 17:57:39.243565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76a4ca-c8f4-4f03-94c5-a06de1712fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92df5c2-faaa-4e41-8c33-f336825b466b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:39.248489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-d4593b6d-bdf4-425a-9351-c63f410056e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.250333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-d4593b6d-bdf4-425a-9351-c63f410056e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 200 len: 922 time: 0.1247222 Jul 07 17:57:39.304246 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-7de2304f-1d6a-47ae-8cd0-706d661d62c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0465906 Jul 07 17:57:39.342046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe1c08-1566-4f0d-85fb-c92d405d403e req-1ed96036-367a-4dac-ba98-1a508de49721 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.349073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9bfe1c08-1566-4f0d-85fb-c92d405d403e req-1ed96036-367a-4dac-ba98-1a508de49721 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 943 time: 0.2321606 Jul 07 17:57:39.368492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-453aaa96-9eab-48f2-a21a-7fde2929b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.370216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-453aaa96-9eab-48f2-a21a-7fde2929b274 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 200 len: 860 time: 0.0581195 Jul 07 17:57:39.445978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-4b5cef5c-7fd2-4227-bab5-44198a33c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:39.447732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-4b5cef5c-7fd2-4227-bab5-44198a33c15f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698276 Jul 07 17:57:39.453335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9bfe1c08-1566-4f0d-85fb-c92d405d403e req-9c98dded-db30-4a86-9d1d-d61696b53f3f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032577 Jul 07 17:57:39.474374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acb1b56-31bf-4943-b68e-6d7676cde116 req-8c7d427a-0826-459a-848a-00c0d20926b2 service neutron] 10.222.0.88 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384710 Jul 07 17:57:39.502250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-38bf0f14-d61f-4571-ab8d-6743bc01566b service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604406 Jul 07 17:57:39.519766 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea8da3-fe71-41d4-a339-e6a2e58687f7 None None] New status for floating IP 4a71f061-31ac-4443-9533-46a87b8c769a: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:39.623945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34520) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:39.646863 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3dac0ed-91b6-4c73-98b2-51238674eece admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.647951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-7d68260e-42d8-4985-8c9d-230b20162ff2 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921594 Jul 07 17:57:39.650394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-fc64154c-7cae-40b2-9bb0-14d436a1c72e service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390116 Jul 07 17:57:39.773488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-3fa84239-7fd0-4df1-9cd7-c0223de0e8fd tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 200 len: 696 time: 0.0506911 Jul 07 17:57:39.801482 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a96cc135-5c7d-471f-8e80-869ffdf5f074 req-59bc71f3-e637-4b9a-96fe-d8982872ba48 service neutron] 10.222.0.55 "GET /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310511 Jul 07 17:57:39.913905 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3dac0ed-91b6-4c73-98b2-51238674eece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.925767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3dac0ed-91b6-4c73-98b2-51238674eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:39.968154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:39.970673 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26077fed-21b5-49be-873c-2b28b6e7dda9" -d '{"events": [{"name": "network-changed", "server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:40.001613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-feaba56a-511a-4e6b-837a-084e5ff0f91e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:40.003018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-feaba56a-511a-4e6b-837a-084e5ff0f91e tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 784 time: 0.2230024 Jul 07 17:57:40.007759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f3dac0ed-91b6-4c73-98b2-51238674eece admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ad478b214fc42549753f57465f5f838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821402 Jul 07 17:57:40.008494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dac0ed-91b6-4c73-98b2-51238674eece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0dd3cc-d965-48ba-a260-ea6287c2f555,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:40.011427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34532) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:40.065294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.071137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d8ad4-9540-4566-a888-b6ceea2990b4 req-d3322820-12f6-49a6-bfb4-1caccb261412 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:40.072638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b7d8ad4-9540-4566-a888-b6ceea2990b4 req-d3322820-12f6-49a6-bfb4-1caccb261412 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.2239959 Jul 07 17:57:40.075734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-f7a0273b-2bb7-4d00-b957-3e08bca463e6 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 697 time: 0.0642183 Jul 07 17:57:40.088429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.138472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.140526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-d7768943-4bc7-4a77-aa4d-6c462f1d8f55 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 697 time: 0.0555217 Jul 07 17:57:40.141325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.145769 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b0dd3cc-d965-48ba-a260-ea6287c2f555 HTTP/1.1" status: 204 len: 168 time: 0.1303568 Jul 07 17:57:40.152582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0dd3cc-d965-48ba-a260-ea6287c2f555,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:40.160430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.160753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.161130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.161486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.161811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.162189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.162470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.162855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.163114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.163421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.163759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.164133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ccdbc-533c-4c19-9049-f9c8611781d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:40.166375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b7d8ad4-9540-4566-a888-b6ceea2990b4 req-3f21b732-0e7f-4092-bc59-57f07982005f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875645 Jul 07 17:57:40.297378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Deleting port c4e5a9e0-37f9-4c92-ae49-9b364c419f61 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:40.297747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.381332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.381672 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.395347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Calling delete_port for c4e5a9e0-37f9-4c92-ae49-9b364c419f61 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:40.462001 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e030aadb-f25c-4bb6-9a4c-d859de79234d x-openstack-request-id: req-e030aadb-f25c-4bb6-9a4c-d859de79234d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:40.462290 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:40.462540 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e030aadb-f25c-4bb6-9a4c-d859de79234d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:40.462940 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'status': 'completed', 'code': 200} Jul 07 17:57:40.551648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.563326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-ce1c6461-aefc-481a-8921-9fa84ad82604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:40.565198 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-ce1c6461-aefc-481a-8921-9fa84ad82604 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 1094 time: 0.0721071 Jul 07 17:57:40.587606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Pushing event deleted for resources: {'Port': ['ID=c4e5a9e0-37f9-4c92-ae49-9b364c419f61,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:40.675544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-8d6643f4-51c2-414a-8cf4-f19e7c9876a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:40.677066 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-8d6643f4-51c2-414a-8cf4-f19e7c9876a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 915 time: 0.0954235 Jul 07 17:57:40.681768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.685026 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:40.694835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea2b19a9-051b-4f47-b8f2-9f0ffef8d40e req-53569478-75f0-41e2-9358-b9a75005ab68 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "DELETE /v2.0/floatingips/4a71f061-31ac-4443-9533-46a87b8c769a HTTP/1.1" status: 204 len: 173 time: 0.5423167 Jul 07 17:57:40.727384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-876e0f77-97b3-415f-90a7-356aa1993933 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f HTTP/1.1" status: 200 len: 217 time: 0.0410993 Jul 07 17:57:40.729776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2585-dcb7-45c8-a0ad-0d89b3fa72fa req-dd2d8f69-05eb-4647-b745-aa87c0b2736a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:40.737289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce8c2585-dcb7-45c8-a0ad-0d89b3fa72fa req-dd2d8f69-05eb-4647-b745-aa87c0b2736a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 943 time: 0.1272299 Jul 07 17:57:40.779771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce8c2585-dcb7-45c8-a0ad-0d89b3fa72fa req-2daf76c1-e5b8-4646-98f7-032b7a8436dd tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Jul 07 17:57:40.793512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-b6c4b92b-eaa2-4b1c-b8c7-48456a3eb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:40.795056 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-b6c4b92b-eaa2-4b1c-b8c7-48456a3eb8e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 200 len: 854 time: 0.0588052 Jul 07 17:57:40.833147 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-fd7b9178-0339-43f0-81b2-993841af5198 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274909 Jul 07 17:57:40.934581 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-7ac089c5-db56-432c-a12d-39ac9f099ccf service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887842 Jul 07 17:57:41.048576 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26077fed-21b5-49be-873c-2b28b6e7dda9 req-9c1ce5ba-09ff-4def-955d-f3494be9946a service neutron] 10.222.0.55 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057258 Jul 07 17:57:41.101897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dff5a0c3-c2e6-4451-96a7-429df2a0662f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:41.191049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07030f8e-795c-4d35-8749-963d1c32fa6d req-767e8c0d-383f-449f-8bbd-405fda05a8fb tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:41.192608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07030f8e-795c-4d35-8749-963d1c32fa6d req-767e8c0d-383f-449f-8bbd-405fda05a8fb tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 945 time: 0.0708709 Jul 07 17:57:41.228289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:41.242061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'port_id': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'mac_address': 'fa:16:3e:bc:54:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b109ec-1d42-49d5-869b-392381b88d6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:41.260274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07030f8e-795c-4d35-8749-963d1c32fa6d req-4a0626b3-2f1b-4ce6-88f7-33f07bc1ad7a tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607181 Jul 07 17:57:41.284594 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:41.299836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff5a0c3-c2e6-4451-96a7-429df2a0662f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:41.322302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:41.328527 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:41.393831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:41.403844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4c922-bda6-4ddc-ab43-9646e5341bc3 req-2b95dff0-f030-4053-905f-9fc0f3ed09ed tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:41.405516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e4c922-bda6-4ddc-ab43-9646e5341bc3 req-2b95dff0-f030-4053-905f-9fc0f3ed09ed tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.0750239 Jul 07 17:57:41.450461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53e4c922-bda6-4ddc-ab43-9646e5341bc3 req-33cd59d3-414f-4b24-91d9-09b3bb2f30d0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Jul 07 17:57:41.576091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['dff5a0c3-c2e6-4451-96a7-429df2a0662f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:42.071363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979733-f362-4b73-875f-0fffb4479e90 req-78f142c9-83c1-4945-8c4d-f3ef4edef955 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.073154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a979733-f362-4b73-875f-0fffb4479e90 req-78f142c9-83c1-4945-8c4d-f3ef4edef955 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 944 time: 0.1123393 Jul 07 17:57:42.115796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a979733-f362-4b73-875f-0fffb4479e90 req-cb1e912b-e33c-40b5-845e-9bb082d65b83 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Jul 07 17:57:42.226644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-34063913-1dde-4d9f-93df-68ec20b5da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.228198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-34063913-1dde-4d9f-93df-68ec20b5da67 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 1100 time: 0.1872380 Jul 07 17:57:42.241496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:42.317936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.592540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a7ec7-c4ee-4241-9987-12b7e0204100 req-13a7c1fe-c999-4860-9d35-690b8517b198 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.594197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-102a7ec7-c4ee-4241-9987-12b7e0204100 req-13a7c1fe-c999-4860-9d35-690b8517b198 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 945 time: 0.1499856 Jul 07 17:57:42.608774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:42.617876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-55abc1be-72b0-4cfd-a5c9-634262650e3b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.619634 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-55abc1be-72b0-4cfd-a5c9-634262650e3b tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 945 time: 0.0957265 Jul 07 17:57:42.668958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-102a7ec7-c4ee-4241-9987-12b7e0204100 req-2af340c0-274f-4ed6-b231-5306ac929b34 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670242 Jul 07 17:57:42.684520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:42.757731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Deleting port bad5df35-841b-4689-8664-c69f8515bfb1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:42.758075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.769051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:42.771362 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9d8e52-e46c-484f-968c-20ac9c0072cc" -d '{"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:42.777138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.793821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca198cb-af01-4156-b65b-f35986a6b1a8 req-23602aa4-e854-4560-bf98-75ca59966730 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:42.795507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ca198cb-af01-4156-b65b-f35986a6b1a8 req-23602aa4-e854-4560-bf98-75ca59966730 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1255991 Jul 07 17:57:42.798717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34636) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:42.817260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Transition to ACTIVE for port object 2458e2d4-bb3c-4f45-b209-601a2f36712b will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:42.843887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.872608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] For port bad5df35-841b-4689-8664-c69f8515bfb1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bad5df35-841b-4689-8664-c69f8515bfb1,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:42.873447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.887445 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a1174-2405-4523-9920-995cd0236215 x-openstack-request-id: req-cc3a1174-2405-4523-9920-995cd0236215 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:42.887740 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:42.887990 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cc3a1174-2405-4523-9920-995cd0236215 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:42.888414 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'code': 200} Jul 07 17:57:42.897004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Calling delete_port for bad5df35-841b-4689-8664-c69f8515bfb1 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:42.901216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ca198cb-af01-4156-b65b-f35986a6b1a8 req-99e897a0-54bd-49b5-8af5-57782889072e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947008 Jul 07 17:57:42.951007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75b75d4e-7f17-41af-886c-6991c983dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:42.955670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] No DVR routers for this DVR port 2458e2d4-bb3c-4f45-b209-601a2f36712b on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:42.961113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:43.010964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:57:43.011509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:57:43.011849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:43.023372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:57:43.023734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Attempting to bind port 2458e2d4-bb3c-4f45-b209-601a2f36712b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:43.030045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:57:43.030469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:57:43.030860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:57:43.031337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Bound port: 2458e2d4-bb3c-4f45-b209-601a2f36712b, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:57:43.031714 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.075348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.088612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['bad5df35-841b-4689-8664-c69f8515bfb1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:43.119668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Pushing event deleted for resources: {'Port': ['ID=bad5df35-841b-4689-8664-c69f8515bfb1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:43.128362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:43.130185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dff5a0c3-c2e6-4451-96a7-429df2a0662f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:43.132436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:57:43.143005 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.177701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] No DVR routers for this DVR port bad5df35-841b-4689-8664-c69f8515bfb1 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:43.180277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.184784 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2855152-f1f9-464e-bf22-46a1a1c19f0e req-bf6199ff-25e8-4d70-b702-84006bd33553 tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.55 "DELETE /v2.0/ports/bad5df35-841b-4689-8664-c69f8515bfb1 HTTP/1.1" status: 204 len: 173 time: 0.5593412 Jul 07 17:57:43.185289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'name': 'network-vif-deleted', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:43.187598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97dcd72-fe55-49aa-8337-4d94223be56d" -d '{"events": [{"server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "name": "network-vif-deleted", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:43.208231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:43.209344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.210776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] 10.222.0.90 "PUT /v2.0/ports/2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 1096 time: 0.9739926 Jul 07 17:57:43.239993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port dff5a0c3-c2e6-4451-96a7-429df2a0662f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:43.250957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port dff5a0c3-c2e6-4451-96a7-429df2a0662f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:43.252512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.269321 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75b75d4e-7f17-41af-886c-6991c983dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.270569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dc8cc-dac3-4d3e-a725-703662503664 service neutron] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=11']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:43.272543 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb781fe9-8c2b-4590-93f2-05c0bf35afaf x-openstack-request-id: req-bb781fe9-8c2b-4590-93f2-05c0bf35afaf {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:43.273644 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916bc822-d672-423f-8926-2cf723a4e766", "name": "network-vif-deleted", "tag": "bad5df35-841b-4689-8664-c69f8515bfb1", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:43.274114 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bb781fe9-8c2b-4590-93f2-05c0bf35afaf {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:43.274846 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916bc822-d672-423f-8926-2cf723a4e766', 'name': 'network-vif-deleted', 'tag': 'bad5df35-841b-4689-8664-c69f8515bfb1', 'status': 'completed', 'code': 200} Jul 07 17:57:43.365693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.394088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:43.396637 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a3599a-adaf-448c-851d-80fba3499d2b" -d '{"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-plugged", "status": "completed", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:43.425731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:43.432469 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.460029 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfaa3da-4967-4e93-9988-c0980531e337 x-openstack-request-id: req-1dfaa3da-4967-4e93-9988-c0980531e337 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:43.460514 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-plugged", "status": "completed", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:43.460943 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1dfaa3da-4967-4e93-9988-c0980531e337 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:43.461523 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'code': 200} Jul 07 17:57:43.506597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:43.600237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978fe53-9a6f-46c8-a624-55e060a5b7f3 req-b07876f2-444f-42b8-a8d4-effb67ff5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:43.611882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8978fe53-9a6f-46c8-a624-55e060a5b7f3 req-b07876f2-444f-42b8-a8d4-effb67ff5f27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 1096 time: 0.0703976 Jul 07 17:57:43.622471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75b75d4e-7f17-41af-886c-6991c983dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.654029 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8978fe53-9a6f-46c8-a624-55e060a5b7f3 req-992c739c-d973-4d76-95f7-4bcaf8bc4659 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Jul 07 17:57:43.700172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-75b75d4e-7f17-41af-886c-6991c983dcc5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bcc9a0c8e2d246e49d326aba4823e397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9003935 Jul 07 17:57:43.704304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34652) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:43.705101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b75d4e-7f17-41af-886c-6991c983dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a1d5e-fcc9-4058-81bd-ddb1925d3c13,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:43.776900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-93cdc2e6-3d20-43fa-87b4-0d961d15d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:43.778446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-93cdc2e6-3d20-43fa-87b4-0d961d15d351 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1099 time: 0.5323548 Jul 07 17:57:43.799627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a970373-5f65-441a-84a8-28a54f137c0d req-ce994cce-679f-4205-82b9-f980f5df96a6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:43.801150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a970373-5f65-441a-84a8-28a54f137c0d req-ce994cce-679f-4205-82b9-f980f5df96a6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1817164 Jul 07 17:57:43.847949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-651d41f7-c64b-40c6-bc53-b54d77f2afff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.918096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb6ab170-bef3-4981-a9e0-3d0966a07198 req-6841251e-720e-49c3-855a-a5fd7655567a tempest-FloatingIPsAssociationTestJSON-1584678949 tempest-FloatingIPsAssociationTestJSON-1584678949-project] 10.222.0.88 "GET /v2.0/ports?device_id=916bc822-d672-423f-8926-2cf723a4e766 HTTP/1.1" status: 200 len: 210 time: 0.0683808 Jul 07 17:57:43.944198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-651d41f7-c64b-40c6-bc53-b54d77f2afff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:43.965236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a970373-5f65-441a-84a8-28a54f137c0d req-6fd1e4c3-81c8-49f0-a5a7-ba506ba8e936 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427183 Jul 07 17:57:44.012248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-d8eb74ce-9720-434c-886b-03fd3988b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.013830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-d8eb74ce-9720-434c-886b-03fd3988b0d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2225134 Jul 07 17:57:44.064438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-226863e3-9a06-4a9a-bef0-8510f1684f10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0424337 Jul 07 17:57:44.067101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-651d41f7-c64b-40c6-bc53-b54d77f2afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.069702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-651d41f7-c64b-40c6-bc53-b54d77f2afff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.070753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-651d41f7-c64b-40c6-bc53-b54d77f2afff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ba9a1d5e-fcc9-4058-81bd-ddb1925d3c13 HTTP/1.1" status: 204 len: 168 time: 0.3621056 Jul 07 17:57:44.087875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d41f7-c64b-40c6-bc53-b54d77f2afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a1d5e-fcc9-4058-81bd-ddb1925d3c13,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:44.161788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-8bde86fd-7d64-40a4-b9f7-2df8b668a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.163283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-8bde86fd-7d64-40a4-b9f7-2df8b668a5b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0915408 Jul 07 17:57:44.222669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b39e55-65e0-4856-bca7-d0fec872a87c req-afcb4c01-56b1-4d63-8fcd-cc417f67544f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.224188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01b39e55-65e0-4856-bca7-d0fec872a87c req-afcb4c01-56b1-4d63-8fcd-cc417f67544f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 948 time: 0.1141884 Jul 07 17:57:44.272856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82058a-1853-438a-ae03-bb555ef9267e req-2f4555c1-ebaa-4698-8388-c2448817a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.274407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-2f4555c1-ebaa-4698-8388-c2448817a3e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014330 Jul 07 17:57:44.278056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01b39e55-65e0-4856-bca7-d0fec872a87c req-75755c32-3f9e-4b3c-bc25-f767af0bf0cc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477509 Jul 07 17:57:44.286116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-4c5f0bd9-fa59-4903-8883-c9ddcc34fc13 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:57:44.287291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-4c5f0bd9-fa59-4903-8883-c9ddcc34fc13 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061474 Jul 07 17:57:44.384667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34664) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:44.397243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-011f85c4-057d-401d-b8b9-a857a3a5ac6a service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019289 Jul 07 17:57:44.408108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae10b-6f78-45dc-9512-2b6598b5744a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.497558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d82058a-1853-438a-ae03-bb555ef9267e req-e6cbba07-cbb6-423e-87a3-91e39fcb6043 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924187 Jul 07 17:57:44.512428 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae10b-6f78-45dc-9512-2b6598b5744a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.518505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae10b-6f78-45dc-9512-2b6598b5744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.561056 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d4ae10b-6f78-45dc-9512-2b6598b5744a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93792bbdb89c40ab97a3578f0db5c00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751912 Jul 07 17:57:44.563055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ae10b-6f78-45dc-9512-2b6598b5744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96534ee8-d7d7-4b71-94c1-7ce99a85f70c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:44.563793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34666) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:44.614626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5891ef77-ae82-4329-9d60-b0a97e1fdc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.640954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5891ef77-ae82-4329-9d60-b0a97e1fdc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.692848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5891ef77-ae82-4329-9d60-b0a97e1fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.695393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5891ef77-ae82-4329-9d60-b0a97e1fdc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.696549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5891ef77-ae82-4329-9d60-b0a97e1fdc80 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/96534ee8-d7d7-4b71-94c1-7ce99a85f70c HTTP/1.1" status: 204 len: 168 time: 0.1314547 Jul 07 17:57:44.705692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891ef77-ae82-4329-9d60-b0a97e1fdc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96534ee8-d7d7-4b71-94c1-7ce99a85f70c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:44.889687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:44.892203 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31772ccd-5aa6-4da9-b718-68ba7513bfad" -d '{"events": [{"name": "network-changed", "server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:44.949669 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded5fc7-5fce-4870-a323-f40d42f88f7e x-openstack-request-id: req-bded5fc7-5fce-4870-a323-f40d42f88f7e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:44.949970 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:44.950222 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bded5fc7-5fce-4870-a323-f40d42f88f7e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:44.950628 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'status': 'completed', 'code': 200} Jul 07 17:57:45.038397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34684) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:45.058260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-9122a232-1e14-4ef7-9b5e-9cd43036c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.059703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-9122a232-1e14-4ef7-9b5e-9cd43036c561 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1099 time: 0.0814049 Jul 07 17:57:45.124599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-891f928d-e8ed-47e2-a7ee-cd66b91639f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.125147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:45.127232 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-891f928d-e8ed-47e2-a7ee-cd66b91639f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 1099 time: 0.1588233 Jul 07 17:57:45.192713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:45.243557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-8089df39-4a77-4dca-8cc6-855a85b112c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.245128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-8089df39-4a77-4dca-8cc6-855a85b112c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1788096 Jul 07 17:57:45.307279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c1015-e692-4642-bef5-cb970d59cdef req-3dabe229-b468-4da9-9f19-bbd4f64592b0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.310598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f56c1015-e692-4642-bef5-cb970d59cdef req-3dabe229-b468-4da9-9f19-bbd4f64592b0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1400752 Jul 07 17:57:45.312059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-9f5542b6-f55f-4e32-b7a8-bfcb816d8c44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0565736 Jul 07 17:57:45.379597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-d788db80-d904-4b90-8654-9b7122fd1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.381091 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-d788db80-d904-4b90-8654-9b7122fd1fd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2187474 Jul 07 17:57:45.409532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f56c1015-e692-4642-bef5-cb970d59cdef req-a0ad192f-2d19-4bad-808e-acd6015e99a3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930007 Jul 07 17:57:45.414105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-e079f5be-106d-4f13-bae4-d7c97df34312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.415082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-e079f5be-106d-4f13-bae4-d7c97df34312 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0911944 Jul 07 17:57:45.487909 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-fb0cb4c1-657e-4a47-a6e4-ce117f292e15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 200 len: 217 time: 0.0974426 Jul 07 17:57:45.534944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-e12fd92d-4489-45eb-8ea2-374b3a4e47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.536477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-e12fd92d-4489-45eb-8ea2-374b3a4e47fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120064 Jul 07 17:57:45.580289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-00011abe-67fc-4e4a-9416-88ac590fcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.581786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-00011abe-67fc-4e4a-9416-88ac590fcb08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0837393 Jul 07 17:57:45.638239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ff6b-6ca8-4ded-8a58-22d874ade275 req-0bce6238-c5af-4144-a093-dddeedd1572c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.639881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f13ff6b-6ca8-4ded-8a58-22d874ade275 req-0bce6238-c5af-4144-a093-dddeedd1572c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 948 time: 0.1755195 Jul 07 17:57:45.695630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-f79e7b27-da20-44c6-9ed4-40322d57c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.697344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-f79e7b27-da20-44c6-9ed4-40322d57c45b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066227 Jul 07 17:57:45.728859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f13ff6b-6ca8-4ded-8a58-22d874ade275 req-4f64341e-8f76-493d-ad52-1ccf9ba16080 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801606 Jul 07 17:57:45.747886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974493d6-2cc7-45f7-a15f-37182a3d2b7a req-3ad25515-fbd1-4de4-852d-384d4b35b2f3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.749589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-974493d6-2cc7-45f7-a15f-37182a3d2b7a req-3ad25515-fbd1-4de4-852d-384d4b35b2f3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.2069418 Jul 07 17:57:45.752066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-6028e783-6434-4c34-b56e-959f62ef7179 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064550 Jul 07 17:57:45.793277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f22ed30b-765d-4a18-8186-d8598ae4a724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:45.861914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-974493d6-2cc7-45f7-a15f-37182a3d2b7a req-a792d6d2-a2ab-4cfd-bde1-45f049235965 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897279 Jul 07 17:57:45.905157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-a0935ef7-3c60-47d2-91ba-2da0dc038554 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425948 Jul 07 17:57:46.126573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-979ac9b1-3999-4738-b1a3-10aca5cabe4e service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201701 Jul 07 17:57:46.137573 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:46.310143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e5440-c51c-40bb-abf6-aabcd8a7af08 req-cce8a262-4d54-430e-8989-f8bee08ffff7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.312488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c39e5440-c51c-40bb-abf6-aabcd8a7af08 req-cce8a262-4d54-430e-8989-f8bee08ffff7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.0894001 Jul 07 17:57:46.336060 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-31772ccd-5aa6-4da9-b718-68ba7513bfad req-33a2f2cc-fed3-4b76-8fae-983ac222b056 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028701 Jul 07 17:57:46.360656 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c39e5440-c51c-40bb-abf6-aabcd8a7af08 req-c101e66e-7881-40dc-8615-2ac772cef2c7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Jul 07 17:57:46.537043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Deleting port c272ffb7-84a3-4ded-92d8-04af28b08f4b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:46.537532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:46.564662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eec1f-f9c1-425f-8af1-f56d38e1f01d req-d74f7c86-c9ac-46b2-9646-f5c13a4d1cc7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.566362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-131eec1f-f9c1-425f-8af1-f56d38e1f01d req-d74f7c86-c9ac-46b2-9646-f5c13a4d1cc7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.0741928 Jul 07 17:57:46.607407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-131eec1f-f9c1-425f-8af1-f56d38e1f01d req-aa232dc2-8b74-413a-9ea9-fc7d06bb725e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351269 Jul 07 17:57:46.628673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] For port c272ffb7-84a3-4ded-92d8-04af28b08f4b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c272ffb7-84a3-4ded-92d8-04af28b08f4b,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:46.629444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:46.646888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Calling delete_port for c272ffb7-84a3-4ded-92d8-04af28b08f4b owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:46.883034 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:46.913529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Pushing event deleted for resources: {'Port': ['ID=c272ffb7-84a3-4ded-92d8-04af28b08f4b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:46.948136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628f270-7e37-4c8b-89ab-1ab98ab31b3e req-b2baf4a9-d5d2-4e9d-9bd5-f6435b9a343c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.950032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0628f270-7e37-4c8b-89ab-1ab98ab31b3e req-b2baf4a9-d5d2-4e9d-9bd5-f6435b9a343c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 948 time: 0.0976129 Jul 07 17:57:47.048596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0628f270-7e37-4c8b-89ab-1ab98ab31b3e req-cd2f6624-c726-4f7a-83d7-c7f0ea4c51d5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853431 Jul 07 17:57:47.121772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bad5df35-841b-4689-8664-c69f8515bfb1 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:47.191371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: bad5df35-841b-4689-8664-c69f8515bfb1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:47.193056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bad5df35-841b-4689-8664-c69f8515bfb1 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:47.247347 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:47.461901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34792) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:47.591566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Router 9aa936ff-c042-4507-804d-c9bb718dc7b0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:47.673804 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31a32e7d-0bba-4de6-b4c3-2aea35ebb453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:47.719562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:47.729098 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d959957a-967a-47d6-b3cc-18a098a97868 admin admin] 10.222.0.88 "PUT /v2.0/routers/9aa936ff-c042-4507-804d-c9bb718dc7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6895766 Jul 07 17:57:47.730040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34800) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:47.730924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795c710-b9e7-4f0b-8640-0001c094f47d req-7153aeef-d9d5-46ee-aa02-3ae511029eb9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:47.731053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] Sync routers for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:47.732686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b795c710-b9e7-4f0b-8640-0001c094f47d req-7153aeef-d9d5-46ee-aa02-3ae511029eb9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1071107 Jul 07 17:57:47.744039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:47.744962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:47.797500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b795c710-b9e7-4f0b-8640-0001c094f47d req-b9a1a123-8980-40a0-80c2-336dfdd09be0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537601 Jul 07 17:57:47.844850 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31a32e7d-0bba-4de6-b4c3-2aea35ebb453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:47.849912 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31a32e7d-0bba-4de6-b4c3-2aea35ebb453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:47.853561 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:47.881810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:47.890451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-31a32e7d-0bba-4de6-b4c3-2aea35ebb453 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ff846a5315d4ef0b641f7a16e02cac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273701 Jul 07 17:57:47.892444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a32e7d-0bba-4de6-b4c3-2aea35ebb453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4659db13-ff96-431e-aa02-52d9f23ec0c6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:47.893301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34802) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:48.018537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.025625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-299fd43a-4fe5-4e62-b762-cec5b85b4d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.067352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-299fd43a-4fe5-4e62-b762-cec5b85b4d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.084122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:57:46Z', 'revision_number': 5, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port': {'id': '4a7994d9-a4fe-4e37-b377-15a221f30ff4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:38Z', 'updated_at': '2021-07-07T17:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:48.119182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] Checking router: 9aa936ff-c042-4507-804d-c9bb718dc7b0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:48.127869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Deleting port 4a7994d9-a4fe-4e37-b377-15a221f30ff4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:48.128502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.130060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] Routers {'9aa936ff-c042-4507-804d-c9bb718dc7b0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:48.130678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9aa936ff-c042-4507-804d-c9bb718dc7b0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:48.235029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] Set router 9aa936ff-c042-4507-804d-c9bb718dc7b0 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:48.253323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] For port 4a7994d9-a4fe-4e37-b377-15a221f30ff4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4a7994d9-a4fe-4e37-b377-15a221f30ff4,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:48.254166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.266585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f29158-910a-44c6-bb63-b7e84b48a285 req-539b1e0e-3de5-4c81-bbd9-74e38ea26aa6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:48.267681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Calling delete_port for 4a7994d9-a4fe-4e37-b377-15a221f30ff4 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:48.268509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9f29158-910a-44c6-bb63-b7e84b48a285 req-539b1e0e-3de5-4c81-bbd9-74e38ea26aa6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 948 time: 0.0781591 Jul 07 17:57:48.273377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-299fd43a-4fe5-4e62-b762-cec5b85b4d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.275896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-299fd43a-4fe5-4e62-b762-cec5b85b4d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.279354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-299fd43a-4fe5-4e62-b762-cec5b85b4d36 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4659db13-ff96-431e-aa02-52d9f23ec0c6 HTTP/1.1" status: 204 len: 168 time: 0.3826342 Jul 07 17:57:48.291786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd43a-4fe5-4e62-b762-cec5b85b4d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4659db13-ff96-431e-aa02-52d9f23ec0c6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:48.323232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9f29158-910a-44c6-bb63-b7e84b48a285 req-d4484394-0577-4e99-af2b-9a7e2874049e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466678 Jul 07 17:57:48.329992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:57:48Z', 'revision_number': 6, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:48.385987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23668e64-b5b6-465e-a8c2-b46f258d712c None None] The sync data for ids ['9aa936ff-c042-4507-804d-c9bb718dc7b0'] in n-d-798930-2 is: [{'id': '9aa936ff-c042-4507-804d-c9bb718dc7b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474360129-router', 'tenant_id': '24efdf1e61f445c8accd1030256e5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:37Z', 'updated_at': '2021-07-07T17:57:48Z', 'revision_number': 6, 'project_id': '24efdf1e61f445c8accd1030256e5655', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:48.398983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95af8212-8383-4aca-bf53-67f4cab3cc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.417015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.515580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.537787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7994d9-a4fe-4e37-b377-15a221f30ff4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:48.613295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.689868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34814) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:48.703562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8b02-7cb1-4c4c-a320-bcd31c546f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.717058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.719230 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.798607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.799294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa936ff-c042-4507-804d-c9bb718dc7b0 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:57:48.805109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.816681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37ab0145-c24f-4953-a082-6b4e49770e28 admin admin] 10.222.0.88 "DELETE /v2.0/routers/9aa936ff-c042-4507-804d-c9bb718dc7b0 HTTP/1.1" status: 204 len: 168 time: 1.0852883 Jul 07 17:57:48.817233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34820) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:48.896006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] Deleting subnet bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:57:48.903608 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.934572 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8b02-7cb1-4c4c-a320-bcd31c546f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.941258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8b02-7cb1-4c4c-a320-bcd31c546f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:48.959957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:49.018497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.054393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a8b02-7cb1-4c4c-a320-bcd31c546f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fa8d1-562d-49ec-8aa2-17cd728e1070,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:49.059589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:49.071766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:49.071909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9c2a8b02-7cb1-4c4c-a320-bcd31c546f37 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b466bc25c9724946a6694a29d1bad3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813386 Jul 07 17:57:49.073467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'mac_address': 'fa:16:3e:c1:d4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:49.114266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.127653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c3031-2790-46c0-9bd5-624832750a34 req-3a3d8296-6bc9-4d07-9c77-56a7cad897b3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:49.128670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2458e2d4-bb3c-4f45-b209-601a2f36712b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:49.129028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c06db0f0-b5cf-4e91-92df-06ed8e5fad58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.129673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc1c3031-2790-46c0-9bd5-624832750a34 req-3a3d8296-6bc9-4d07-9c77-56a7cad897b3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1825030 Jul 07 17:57:49.151968 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c06db0f0-b5cf-4e91-92df-06ed8e5fad58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.153620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:49.159063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.166402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.213818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c06db0f0-b5cf-4e91-92df-06ed8e5fad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.218657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c06db0f0-b5cf-4e91-92df-06ed8e5fad58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.223959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc1c3031-2790-46c0-9bd5-624832750a34 req-ce3e5b18-3c3a-43a9-a55f-72c5cd4c4305 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890212 Jul 07 17:57:49.228403 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c06db0f0-b5cf-4e91-92df-06ed8e5fad58 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b75fa8d1-562d-49ec-8aa2-17cd728e1070 HTTP/1.1" status: 204 len: 168 time: 0.1515443 Jul 07 17:57:49.233267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:49.237555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06db0f0-b5cf-4e91-92df-06ed8e5fad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fa8d1-562d-49ec-8aa2-17cd728e1070,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:49.279094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.310939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:49.316853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.321339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1173a810-e03f-4339-9fdc-b9e1f5a4bd0e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bc7b7d8c-e7fb-41b5-9b8e-1e3e307b94c8 HTTP/1.1" status: 204 len: 168 time: 0.4965115 Jul 07 17:57:49.321339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34832) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:49.324548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca878ea2-637e-4d65-a257-8e68bad9495e None None] Network 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:57:49.397496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.478427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Deleting port dca96aea-1c0c-4194-9139-5d05fdbaeb19 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:49.478783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.560354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2458e2d4-bb3c-4f45-b209-601a2f36712b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:49.594505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] DHCP port deletion for 8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:57:49.596874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] For port dca96aea-1c0c-4194-9139-5d05fdbaeb19, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dca96aea-1c0c-4194-9139-5d05fdbaeb19,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:49.597247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.616534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Calling delete_port for dca96aea-1c0c-4194-9139-5d05fdbaeb19 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:49.628008 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.712057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] Deleting port dca96aea-1c0c-4194-9139-5d05fdbaeb19 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:57:49.712487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.719223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a5b5e-da84-4171-9ca0-782741c660c5 req-5f295be5-9319-40e6-8df5-1a00e02a5ee2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:49.727881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901a5b5e-da84-4171-9ca0-782741c660c5 req-5f295be5-9319-40e6-8df5-1a00e02a5ee2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1987829 Jul 07 17:57:49.807773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901a5b5e-da84-4171-9ca0-782741c660c5 req-b86fdb52-9a59-4dc1-8933-6c80dca2da39 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786066 Jul 07 17:57:49.819478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] For port dca96aea-1c0c-4194-9139-5d05fdbaeb19, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dca96aea-1c0c-4194-9139-5d05fdbaeb19,segment=NetworkSegment(eaed8dda-5598-43ab-803f-2a1b0efcb95f),segment_id=eaed8dda-5598-43ab-803f-2a1b0efcb95f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:49.820072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.823641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.859158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] Calling delete_port for dca96aea-1c0c-4194-9139-5d05fdbaeb19 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:57:49.867772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Pushing event deleted for resources: {'Port': ['ID=dca96aea-1c0c-4194-9139-5d05fdbaeb19,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:49.872309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] No DVR routers for this DVR port dca96aea-1c0c-4194-9139-5d05fdbaeb19 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:49.969290 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.974084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.986047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:50.005800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] Pushing event deleted for resources: {'Port': ['ID=dca96aea-1c0c-4194-9139-5d05fdbaeb19,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:50.014320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaed8dda-5598-43ab-803f-2a1b0efcb95f') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:50.014612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaed8dda-5598-43ab-803f-2a1b0efcb95f') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:50.017056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d716b-f221-47e5-80e1-ebe3ad16ba92 None None] No DVR routers for this DVR port dca96aea-1c0c-4194-9139-5d05fdbaeb19 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:57:50.026907 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.050473 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.058828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:57:50.059580 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:57:50.061687 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:57:50.161908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.169593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.173805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] 10.222.0.88 "DELETE /v2.0/networks/8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99 HTTP/1.1" status: 204 len: 168 time: 0.8488889 Jul 07 17:57:50.188460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884eb5e-4724-4cfa-8ff9-ecefbdbd00ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd1b6c8-1d43-4d9b-8991-3c3e0ac69b99,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:50.208531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef0cd6-c875-4996-b144-e1997f755304 req-98713abc-90cc-4eb4-8c1a-58742e7dfa77 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.210083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eef0cd6-c875-4996-b144-e1997f755304 req-98713abc-90cc-4eb4-8c1a-58742e7dfa77 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 949 time: 0.1032484 Jul 07 17:57:50.255816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eef0cd6-c875-4996-b144-e1997f755304 req-0f26d0c8-c1e2-4e02-8b5e-716a536db2d5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365522 Jul 07 17:57:50.450783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db4791-c843-4bf3-a36f-84837425e589 req-5f0e6b30-d0f5-4403-9094-4847aad28753 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.458855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9db4791-c843-4bf3-a36f-84837425e589 req-5f0e6b30-d0f5-4403-9094-4847aad28753 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.0881693 Jul 07 17:57:50.482630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c272ffb7-84a3-4ded-92d8-04af28b08f4b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:50.494963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34886) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:50.506447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c272ffb7-84a3-4ded-92d8-04af28b08f4b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:50.507151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c272ffb7-84a3-4ded-92d8-04af28b08f4b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:50.507762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dca96aea-1c0c-4194-9139-5d05fdbaeb19 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:50.518765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9db4791-c843-4bf3-a36f-84837425e589 req-6cbf7a2e-4408-47f9-8301-d1af821946f9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586159 Jul 07 17:57:50.543522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: dca96aea-1c0c-4194-9139-5d05fdbaeb19 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:50.544144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dca96aea-1c0c-4194-9139-5d05fdbaeb19 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:50.544775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a7994d9-a4fe-4e37-b377-15a221f30ff4 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:57:50.559933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-c33be2d4-d418-4b04-b302-daa9c25ed97c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236356 Jul 07 17:57:50.567569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9ac6533a-f654-470e-b913-d51d450024a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24efdf1e61f445c8accd1030256e5655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710595 Jul 07 17:57:50.569795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34892) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:50.573611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 4a7994d9-a4fe-4e37-b377-15a221f30ff4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:57:50.573611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a7994d9-a4fe-4e37-b377-15a221f30ff4 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:57:50.704510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97fa0f0e-1cf1-4a89-bbcc-4ba38906b867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.716063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-d5ec6ff5-f504-461b-9c2a-c87738e7b657 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.717609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-d5ec6ff5-f504-461b-9c2a-c87738e7b657 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493547 Jul 07 17:57:50.743197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97fa0f0e-1cf1-4a89-bbcc-4ba38906b867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.745816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-110719c5-06d5-4ee4-89e0-d8d850f830b9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/quotas/9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 375 time: 0.0226293 Jul 07 17:57:50.853196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-60c8f53b-881a-47f3-86d4-f019bd574a53 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995803 Jul 07 17:57:50.854054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97fa0f0e-1cf1-4a89-bbcc-4ba38906b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.857803 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97fa0f0e-1cf1-4a89-bbcc-4ba38906b867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:50.858899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-97fa0f0e-1cf1-4a89-bbcc-4ba38906b867 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d1761149-aa45-40f7-8bc2-b7bb6fe09c5d HTTP/1.1" status: 204 len: 168 time: 0.2759140 Jul 07 17:57:50.869669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa0f0e-1cf1-4a89-bbcc-4ba38906b867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1761149-aa45-40f7-8bc2-b7bb6fe09c5d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:50.899485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34908) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:50.977076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:51.038832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c60aa09-920e-40b7-8950-7e0380c13ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.103022 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.113415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 2458e2d4-bb3c-4f45-b209-601a2f36712b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:51.134003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 2458e2d4-bb3c-4f45-b209-601a2f36712b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:51.135488 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.236820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a07e61ba-817e-40dd-8f9f-99877a274872 req-764867fd-2936-4577-9aec-aafddb8972e6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 210 time: 0.0573678 Jul 07 17:57:51.277007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c60aa09-920e-40b7-8950-7e0380c13ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.284448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c60aa09-920e-40b7-8950-7e0380c13ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.338441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1c60aa09-920e-40b7-8950-7e0380c13ff6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0cff32b10ab43898d3b47a7d8dc0907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375699 Jul 07 17:57:51.339336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60aa09-920e-40b7-8950-7e0380c13ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec5a1c-8cf0-4b02-90fa-fe0fef326bfc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:51.341113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:51.420365 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ada3658a-f9ef-4d4c-b123-ed3529f79cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.425100 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.448715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ada3658a-f9ef-4d4c-b123-ed3529f79cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.451518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:51.453834 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f369b-c848-4c8f-80ca-1c9b6c67d5bb" -d '{"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-plugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:51.489570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:51.496687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.517939 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ada3658a-f9ef-4d4c-b123-ed3529f79cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.524720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ada3658a-f9ef-4d4c-b123-ed3529f79cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.529988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ada3658a-f9ef-4d4c-b123-ed3529f79cf9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3fec5a1c-8cf0-4b02-90fa-fe0fef326bfc HTTP/1.1" status: 204 len: 168 time: 0.1841836 Jul 07 17:57:51.537103 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2112a167-9f4c-4840-8a0e-a0fe9376f372 x-openstack-request-id: req-2112a167-9f4c-4840-8a0e-a0fe9376f372 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:51.537494 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-plugged", "status": "completed", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:51.537928 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2112a167-9f4c-4840-8a0e-a0fe9376f372 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:51.538573 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'code': 200} Jul 07 17:57:51.565100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3658a-f9ef-4d4c-b123-ed3529f79cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec5a1c-8cf0-4b02-90fa-fe0fef326bfc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:51.577007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=13']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:51.740698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17dcd3-b400-440a-bd21-7ccdf8fa9cf8 req-434fe05f-6aa5-428f-b76e-74ed2fb57a73 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:51.745429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef17dcd3-b400-440a-bd21-7ccdf8fa9cf8 req-434fe05f-6aa5-428f-b76e-74ed2fb57a73 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.0817671 Jul 07 17:57:51.797254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef17dcd3-b400-440a-bd21-7ccdf8fa9cf8 req-3c9f64f7-5e4e-4c19-b00c-24e72ea0ed30 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Jul 07 17:57:52.443531 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-fe6ea693-78ed-49fe-b264-ad3c68bf35ea tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316896 Jul 07 17:57:52.649528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f91215a-a6fb-4a4f-ad6a-45dea4c00556 req-8ec81f1b-a9b3-48ed-a5ef-29ead1aa9c87 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 210 time: 0.0807574 Jul 07 17:57:52.695554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-3cc8f2cd-30cc-4053-ac9d-75e7870d5b8f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:52.697942 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-3cc8f2cd-30cc-4053-ac9d-75e7870d5b8f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358658 Jul 07 17:57:52.712454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Request body: {'port': {'device_id': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '9793a0ee37384851b2985dd4ab9c8bdd'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:52.835766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Made reservation on behalf of 9793a0ee37384851b2985dd4ab9c8bdd for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:57:52.840954 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:52.988413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35034) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:53.012267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Allocated IP 192.168.233.245 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/94be39df-f161-421c-afed-bd0af1e4bb25) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:53.026124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612641b9-8e6a-43c0-bc2d-7d9cb1002308 req-3688d4ea-dff2-43a8-928c-b515f92c8a05 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:53.028432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35040) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:53.028918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-612641b9-8e6a-43c0-bc2d-7d9cb1002308 req-3688d4ea-dff2-43a8-928c-b515f92c8a05 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.0873942 Jul 07 17:57:53.128633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-612641b9-8e6a-43c0-bc2d-7d9cb1002308 req-111f7b43-ffdf-4043-bd22-603ddedfcbbb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821474 Jul 07 17:57:53.198846 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3b9ddd-acc1-4719-9ad6-73fb4999cede admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.262571 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.270367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ce5d-d7b7-4fa0-ad86-886bdb8bdc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.299943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Transition to ACTIVE for port object 94be39df-f161-421c-afed-bd0af1e4bb25 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:53.364316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.376319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', '564ce100-9fc0-4f35-a5df-9b1c28e573ce', '2458e2d4-bb3c-4f45-b209-601a2f36712b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:53.443531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3b9ddd-acc1-4719-9ad6-73fb4999cede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.456261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3b9ddd-acc1-4719-9ad6-73fb4999cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.475122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:53.479846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:57:53.504950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:57:53.512135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:57:53.567899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b9ddd-acc1-4719-9ad6-73fb4999cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a73a2-41da-4182-b4be-dabf5efd1972,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:53.576104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35068) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:53.576731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9b3b9ddd-acc1-4719-9ad6-73fb4999cede admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a26c55f6e4b54feca33a276d7987b069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867116 Jul 07 17:57:53.616555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:53.617473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.670825 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b68d2807-c30f-4c06-aea6-4f54d39e5b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.706514 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ce5d-d7b7-4fa0-ad86-886bdb8bdc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.715674 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b68d2807-c30f-4c06-aea6-4f54d39e5b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.716664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ce5d-d7b7-4fa0-ad86-886bdb8bdc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.767795 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4fa0ce5d-d7b7-4fa0-ad86-886bdb8bdc6b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0fcb0a36b40149b586a1f8a7d82d0d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378786 Jul 07 17:57:53.786477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35076) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:53.816053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-7f031589-042b-47fd-ba02-b5a7579a14a7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1084237 Jul 07 17:57:53.817303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0ce5d-d7b7-4fa0-ad86-886bdb8bdc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73d1d4-0d42-4498-91cd-ac5377efcea3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:53.833077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Request body: {'port': {'device_id': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:53.867794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b68d2807-c30f-4c06-aea6-4f54d39e5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.870460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b68d2807-c30f-4c06-aea6-4f54d39e5b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.874298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b68d2807-c30f-4c06-aea6-4f54d39e5b3a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a82a73a2-41da-4182-b4be-dabf5efd1972 HTTP/1.1" status: 204 len: 168 time: 0.2942843 Jul 07 17:57:53.906141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d2807-c30f-4c06-aea6-4f54d39e5b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a73a2-41da-4182-b4be-dabf5efd1972,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:53.941634 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d075283-a695-412b-a90b-88e1f6b08aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.942174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eace4a78-51cf-40c8-9676-c1dfdd274cc1 None None] Provisioning for port 94be39df-f161-421c-afed-bd0af1e4bb25 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:53.947882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.952484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eace4a78-51cf-40c8-9676-c1dfdd274cc1 None None] Provisioning complete for port 94be39df-f161-421c-afed-bd0af1e4bb25 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:53.952871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eace4a78-51cf-40c8-9676-c1dfdd274cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:53.975470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d075283-a695-412b-a90b-88e1f6b08aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.014183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9307ead-e5a1-4094-b063-dfb5e05a93ac req-070483a0-81f6-4431-aad1-ecc376801ba8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.021772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9307ead-e5a1-4094-b063-dfb5e05a93ac req-070483a0-81f6-4431-aad1-ecc376801ba8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 936 time: 0.1360269 Jul 07 17:57:54.039116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eace4a78-51cf-40c8-9676-c1dfdd274cc1 None None] Port 94be39df-f161-421c-afed-bd0af1e4bb25 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:57:54.073179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9307ead-e5a1-4094-b063-dfb5e05a93ac req-a051e9a8-e028-4c9a-b1d4-14e6829ab105 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504215 Jul 07 17:57:54.073912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35082) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:54.098674 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d075283-a695-412b-a90b-88e1f6b08aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.106996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d075283-a695-412b-a90b-88e1f6b08aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.109016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9d075283-a695-412b-a90b-88e1f6b08aa0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb73d1d4-0d42-4498-91cd-ac5377efcea3 HTTP/1.1" status: 204 len: 168 time: 0.3174417 Jul 07 17:57:54.119051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d075283-a695-412b-a90b-88e1f6b08aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73d1d4-0d42-4498-91cd-ac5377efcea3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:54.298765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94be39df-f161-421c-afed-bd0af1e4bb25 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:54.329893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.361155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Transition to ACTIVE for port object 94be39df-f161-421c-afed-bd0af1e4bb25 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:54.365881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5e74994-fd55-403f-b8d2-25edbdd5e528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.367792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.441024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28afd9c-7214-417f-9352-48d47b4d0c8c req-e585ee92-5da2-42be-a87b-c6a300e9210d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.449113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e28afd9c-7214-417f-9352-48d47b4d0c8c req-e585ee92-5da2-42be-a87b-c6a300e9210d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1372290 Jul 07 17:57:54.516744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e28afd9c-7214-417f-9352-48d47b4d0c8c req-017c1535-7069-4285-91ea-38bc35caf6a6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663548 Jul 07 17:57:54.631276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:54.652967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:57:54.653563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:57:54.654121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:54.660540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:57:54.661287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:54.665678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5e74994-fd55-403f-b8d2-25edbdd5e528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.676252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5e74994-fd55-403f-b8d2-25edbdd5e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.676575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:57:54.677214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:57:54.677829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:57:54.678473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Bound port: 94be39df-f161-421c-afed-bd0af1e4bb25, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:57:54.679014 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.792295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c5e74994-fd55-403f-b8d2-25edbdd5e528 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=184087a2e347404f90327f31fa76eb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169800 Jul 07 17:57:54.795659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e74994-fd55-403f-b8d2-25edbdd5e528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd673a-2255-44c3-a8c7-e9048c5c4995,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:54.807936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35116) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:54.851051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:54.860535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:57:54.869069 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.885225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc261027-8fca-4cd0-914c-38623ddc6488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.904306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.906139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.909445 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] 10.222.0.55 "PUT /v2.0/ports/94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 1096 time: 1.0839264 Jul 07 17:57:54.915376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:54.922127 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2163a542-859d-41c1-8c85-499f1c85449e" -d '{"events": [{"name": "network-changed", "server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:54.924290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc261027-8fca-4cd0-914c-38623ddc6488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:55.005835 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3377e458-8a03-402a-88ad-7161375a6aa2 x-openstack-request-id: req-3377e458-8a03-402a-88ad-7161375a6aa2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:55.006111 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:55.006351 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3377e458-8a03-402a-88ad-7161375a6aa2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:55.006726 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'status': 'completed', 'code': 200} Jul 07 17:57:55.019797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc261027-8fca-4cd0-914c-38623ddc6488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:55.024707 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc261027-8fca-4cd0-914c-38623ddc6488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:55.031016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dc261027-8fca-4cd0-914c-38623ddc6488 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eadd673a-2255-44c3-a8c7-e9048c5c4995 HTTP/1.1" status: 204 len: 168 time: 0.2202992 Jul 07 17:57:55.045390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc261027-8fca-4cd0-914c-38623ddc6488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd673a-2255-44c3-a8c7-e9048c5c4995,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:55.067409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f506-6980-44fa-b6b3-60049e776d29 service neutron] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:55.090823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-a6950af4-b5a8-4013-a8dc-979f810c7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.092395 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-a6950af4-b5a8-4013-a8dc-979f810c7cd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1099 time: 0.1076202 Jul 07 17:57:55.154206 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-748ce64f-41bc-4fe7-ad30-2603b34dd099 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.0510039 Jul 07 17:57:55.227462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-6b93eab4-f0d5-4e1a-b0a2-a62f0bbeb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.229162 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-6b93eab4-f0d5-4e1a-b0a2-a62f0bbeb13e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0656812 Jul 07 17:57:55.301795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-c5d17a09-d2de-45f9-8f8b-3ac591daaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.303891 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-c5d17a09-d2de-45f9-8f8b-3ac591daaa04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655382 Jul 07 17:57:55.324930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb135f8-6b64-421f-8316-b2c97c558889 req-b58a3e55-1bbe-4a9c-841f-ecb1108a4a5a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.332332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffb135f8-6b64-421f-8316-b2c97c558889 req-b58a3e55-1bbe-4a9c-841f-ecb1108a4a5a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 948 time: 0.0875611 Jul 07 17:57:55.369241 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffb135f8-6b64-421f-8316-b2c97c558889 req-c7c46bf5-0fc0-4c1a-9c27-fdb06d981c32 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Jul 07 17:57:55.436847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-8098d108-e308-401a-be44-14a2545fc522 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221859 Jul 07 17:57:55.547457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8623d54-fc76-42f4-89c0-e3e6e56a5d99 req-bffb4f86-82b3-4028-9b63-d90cb449e1cd service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027033 Jul 07 17:57:55.718895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163a542-859d-41c1-8c85-499f1c85449e req-21653d80-4400-446d-91cb-130da8fc544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.720535 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2163a542-859d-41c1-8c85-499f1c85449e req-21653d80-4400-446d-91cb-130da8fc544a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1099 time: 0.1164386 Jul 07 17:57:55.767669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfba68-dcab-49e0-bd23-8ff998dc6cc5 req-bdf76983-1756-4d85-829c-400ec546021e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.777108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69bfba68-dcab-49e0-bd23-8ff998dc6cc5 req-bdf76983-1756-4d85-829c-400ec546021e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.0812769 Jul 07 17:57:55.825953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69bfba68-dcab-49e0-bd23-8ff998dc6cc5 req-fa93d51a-f7a8-4a31-b79f-e9efa2020fc5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476825 Jul 07 17:57:55.866263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163a542-859d-41c1-8c85-499f1c85449e req-a4587103-28e7-4a35-a4ab-a0b035a6f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.868805 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2163a542-859d-41c1-8c85-499f1c85449e req-a4587103-28e7-4a35-a4ab-a0b035a6f00e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1376431 Jul 07 17:57:55.913948 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2163a542-859d-41c1-8c85-499f1c85449e req-f237c68e-512c-484c-8e41-d7a1f271a126 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.0383551 Jul 07 17:57:55.992223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163a542-859d-41c1-8c85-499f1c85449e req-ca5d2b11-15a9-4631-9903-be59a401ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.993779 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2163a542-859d-41c1-8c85-499f1c85449e req-ca5d2b11-15a9-4631-9903-be59a401ad7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0721848 Jul 07 17:57:56.058725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163a542-859d-41c1-8c85-499f1c85449e req-16460c26-d89e-483d-a388-b6aaf6e9ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.060275 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2163a542-859d-41c1-8c85-499f1c85449e req-16460c26-d89e-483d-a388-b6aaf6e9ba93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599699 Jul 07 17:57:56.156985 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2163a542-859d-41c1-8c85-499f1c85449e req-c64bb2ba-0f8c-4840-a3f0-17abea3c143a service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882328 Jul 07 17:57:56.255889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2163a542-859d-41c1-8c85-499f1c85449e req-0d86fdb6-ba11-4650-8ce9-6eb7be40b485 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906501 Jul 07 17:57:56.373819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-60eba89f-9abb-47e7-b243-df8477dcddfa tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d44c3ce2ce644888a69f0fcf1ad0b8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257640 Jul 07 17:57:56.499633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c172413c-a8e5-4f86-a7ce-6f5f5ef6bdb9 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.501787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c172413c-a8e5-4f86-a7ce-6f5f5ef6bdb9 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225822 Jul 07 17:57:56.531605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-e9743e8d-1310-4f4d-82ee-de9de8a202ff tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/quotas/d44c3ce2ce644888a69f0fcf1ad0b8e8 HTTP/1.1" status: 200 len: 375 time: 0.0243149 Jul 07 17:57:56.583918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-67a430c1-30e0-4431-a51f-e0ca9c6fc431 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d44c3ce2ce644888a69f0fcf1ad0b8e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358901 Jul 07 17:57:56.621866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457c82c-b77f-40ad-be3b-0f70b7d06516 req-01de2f74-533e-4eaf-9265-5b78639344af tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.624374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1457c82c-b77f-40ad-be3b-0f70b7d06516 req-01de2f74-533e-4eaf-9265-5b78639344af tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 948 time: 0.1155803 Jul 07 17:57:56.675443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1457c82c-b77f-40ad-be3b-0f70b7d06516 req-02d8fd30-1341-4f23-be84-ea6892cc726a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Jul 07 17:57:56.792105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea97a6af-e45d-4304-8082-78b234c446a4 req-887ff1e8-2547-4549-951e-d0bf77601db1 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 210 time: 0.0307648 Jul 07 17:57:57.041924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748722a-515a-48ec-89f0-bdb420d065af req-38ae45f8-eed8-4e78-924e-b104eb5d7b5d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.044044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3748722a-515a-48ec-89f0-bdb420d065af req-38ae45f8-eed8-4e78-924e-b104eb5d7b5d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.0819342 Jul 07 17:57:57.116933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3748722a-515a-48ec-89f0-bdb420d065af req-e6b6edf6-33ac-4838-ab4c-24d0736f751a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642595 Jul 07 17:57:57.150767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:57.303628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:57.318313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '94be39df-f161-421c-afed-bd0af1e4bb25', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '94be39df-f161-421c-afed-bd0af1e4bb25', 'mac_address': 'fa:16:3e:25:0c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:57.363489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:57.381447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94be39df-f161-421c-afed-bd0af1e4bb25 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:57.404888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:57.411429 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:57.477620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:57.485978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.486325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.486662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.486992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.487321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.487687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.488023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.488373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.488694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.489430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.489550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.489799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:57:57.632587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['94be39df-f161-421c-afed-bd0af1e4bb25'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:57.663422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35306) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:57.788460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c62-22d5-4ef3-a341-dad07b33c6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:57.919366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236740fe-b566-4038-ba1e-954d270bc4d6 req-c2f9a89f-8f83-4647-9c12-ba10f66d2a31 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.921104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-236740fe-b566-4038-ba1e-954d270bc4d6 req-c2f9a89f-8f83-4647-9c12-ba10f66d2a31 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 949 time: 0.0772152 Jul 07 17:57:57.929413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c62-22d5-4ef3-a341-dad07b33c6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:57.938724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c62-22d5-4ef3-a341-dad07b33c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:57.984659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-78ad4c62-22d5-4ef3-a341-dad07b33c6e1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f037a2c8d12d40458c931f6511721ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198504 Jul 07 17:57:57.985836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4c62-22d5-4ef3-a341-dad07b33c6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc834ba8-f95a-415d-964e-24d1864bf28e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:57.989176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35338) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:57.994404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31504d57-692c-402e-be54-60cc245a9440 req-edcc2160-d74a-4a85-987e-e4511c0face0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 210 time: 0.0356195 Jul 07 17:57:58.012636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-236740fe-b566-4038-ba1e-954d270bc4d6 req-b66c6df4-f0e9-4342-97a1-fc8e84414448 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802982 Jul 07 17:57:58.073406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f25ee2ee-0df6-426f-8fe3-beeb84f5ea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.103785 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f25ee2ee-0df6-426f-8fe3-beeb84f5ea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.182140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f25ee2ee-0df6-426f-8fe3-beeb84f5ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.185134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f25ee2ee-0df6-426f-8fe3-beeb84f5ea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.190562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f25ee2ee-0df6-426f-8fe3-beeb84f5ea73 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cc834ba8-f95a-415d-964e-24d1864bf28e HTTP/1.1" status: 204 len: 168 time: 0.1999214 Jul 07 17:57:58.202426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ee2ee-0df6-426f-8fe3-beeb84f5ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc834ba8-f95a-415d-964e-24d1864bf28e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:58.396084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-7b2f8185-d117-45d5-a43c-1f1c41d9c01a tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d44c3ce2ce644888a69f0fcf1ad0b8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985391 Jul 07 17:57:58.492102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e3096-b126-427c-8584-58081c56902f req-c6df74cb-ab6c-4094-b4c3-9a2eaa18705f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.493744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f07e3096-b126-427c-8584-58081c56902f req-c6df74cb-ab6c-4094-b4c3-9a2eaa18705f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.2151072 Jul 07 17:57:58.555498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-2c103a13-ba92-4807-a873-f15e2c8c4027 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:58.557877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-2c103a13-ba92-4807-a873-f15e2c8c4027 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535356 Jul 07 17:57:58.575833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Request body: {'port': {'device_id': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'd44c3ce2ce644888a69f0fcf1ad0b8e8'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:58.601480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f07e3096-b126-427c-8584-58081c56902f req-f6545401-32fc-4416-82b5-09508d2a881d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957351 Jul 07 17:57:58.652764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35390) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:58.671757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1064c58-c421-40f1-a0dc-425946e62cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.787642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1064c58-c421-40f1-a0dc-425946e62cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.794677 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1064c58-c421-40f1-a0dc-425946e62cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.814932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Made reservation on behalf of d44c3ce2ce644888a69f0fcf1ad0b8e8 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:57:58.819334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.830516 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c1064c58-c421-40f1-a0dc-425946e62cfd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5130767b21b8424e900c5f28902e03e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765585 Jul 07 17:57:58.833406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35394) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:58.834828 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.867945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1064c58-c421-40f1-a0dc-425946e62cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c184f8-5ea0-46cd-83a9-b5fd16f3da79,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:58.912125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60495aa8-8dd9-42c7-857a-4d018a98d81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.944641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60495aa8-8dd9-42c7-857a-4d018a98d81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.963433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:58.970435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.006464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60495aa8-8dd9-42c7-857a-4d018a98d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.009772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60495aa8-8dd9-42c7-857a-4d018a98d81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.011084 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-60495aa8-8dd9-42c7-857a-4d018a98d81c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16c184f8-5ea0-46cd-83a9-b5fd16f3da79 HTTP/1.1" status: 204 len: 168 time: 0.1724019 Jul 07 17:57:59.027776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495aa8-8dd9-42c7-857a-4d018a98d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c184f8-5ea0-46cd-83a9-b5fd16f3da79,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:59.042246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35402) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:59.066500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c9412-9a74-4a63-9c66-e195120d44bf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:59.099540 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:59.169776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:59.185318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Allocated IP 192.168.233.122 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/2f060e3e-cd30-40eb-b9b8-dcc170715b9d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:59.235137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 94be39df-f161-421c-afed-bd0af1e4bb25 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:59.241528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 94be39df-f161-421c-afed-bd0af1e4bb25 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:59.242279 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.255350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-193e0fba-c71c-4710-aec4-1369a3e58fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.312681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f3c556e-f70e-4d30-9d6e-f307c7ac5723 req-d3f56098-c0d6-4dab-90c2-c92905290291 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 210 time: 0.1165621 Jul 07 17:57:59.346062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.375115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:59.379320 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e062c-ca85-4495-9f66-e1b5080035e0" -d '{"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:59.394340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:59.407177 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.409709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-193e0fba-c71c-4710-aec4-1369a3e58fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.416801 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-193e0fba-c71c-4710-aec4-1369a3e58fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.453976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e0fba-c71c-4710-aec4-1369a3e58fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba345d8-86a3-4b47-8778-93b5dffd5d90,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:59.499868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:59.502986 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-193e0fba-c71c-4710-aec4-1369a3e58fde admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=447fa39e447346abaa29e71449d82d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589365 Jul 07 17:57:59.509595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35424) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:59.572338 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb0b5-16f6-4a16-821c-b5a30e57c356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.602323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb0b5-16f6-4a16-821c-b5a30e57c356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.670838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb0b5-16f6-4a16-821c-b5a30e57c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.674115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb0b5-16f6-4a16-821c-b5a30e57c356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.676122 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9cbfb0b5-16f6-4a16-821c-b5a30e57c356 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ba345d8-86a3-4b47-8778-93b5dffd5d90 HTTP/1.1" status: 204 len: 168 time: 0.1651051 Jul 07 17:57:59.685256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfb0b5-16f6-4a16-821c-b5a30e57c356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba345d8-86a3-4b47-8778-93b5dffd5d90,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:59.832407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25159df1-594a-4f0b-81ec-54a8f8b25ef8 req-e02fd440-aa6a-441e-a880-4ae2350db22c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:59.833962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25159df1-594a-4f0b-81ec-54a8f8b25ef8 req-e02fd440-aa6a-441e-a880-4ae2350db22c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 949 time: 0.6055560 Jul 07 17:57:59.885996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:59.903969 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c1e741-9de7-447d-bca7-f121bb77b63b x-openstack-request-id: req-e5c1e741-9de7-447d-bca7-f121bb77b63b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:59.904419 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:59.904674 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e5c1e741-9de7-447d-bca7-f121bb77b63b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:59.905120 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'code': 200} Jul 07 17:57:59.913926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25159df1-594a-4f0b-81ec-54a8f8b25ef8 req-c19e88a1-5e0a-4268-a891-1cd187a4e70e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711539 Jul 07 17:57:59.916533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Transition to ACTIVE for port object 2f060e3e-cd30-40eb-b9b8-dcc170715b9d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:59.958794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.093713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:00.095767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Pushing event updated for resources: {'Port': ['ID=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:00.100295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:00.112729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:00.223716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35444) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:00.254127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e0b842f-84de-4caf-9a98-8ab768c52f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.305927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:00.306646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.357479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82058a4-75e9-4170-8ba8-0be7e5c99f38 req-819a35fa-1b14-4ef9-bf1b-b607b7291a89 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:00.359343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f82058a4-75e9-4170-8ba8-0be7e5c99f38 req-819a35fa-1b14-4ef9-bf1b-b607b7291a89 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1945107 Jul 07 17:58:00.453313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f82058a4-75e9-4170-8ba8-0be7e5c99f38 req-0a17c905-15a2-44b7-83e3-197290989be3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795286 Jul 07 17:58:00.486240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9bd1d64d-867a-47ca-a7f7-f57e2154de35 None None] Provisioning for port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:00.495968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9bd1d64d-867a-47ca-a7f7-f57e2154de35 None None] Provisioning complete for port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:00.496909 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d64d-867a-47ca-a7f7-f57e2154de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.522398 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e0b842f-84de-4caf-9a98-8ab768c52f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.529888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc16dc1-dd50-41ee-865a-ff05c3d01c7c req-76732743-d0ef-4479-a358-29fd49df7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:00.530844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e0b842f-84de-4caf-9a98-8ab768c52f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.533341 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfc16dc1-dd50-41ee-865a-ff05c3d01c7c req-76732743-d0ef-4479-a358-29fd49df7d9d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1101 time: 0.5535486 Jul 07 17:58:00.553149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-b568770e-ba1e-4641-bc7e-31871042dbc0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9835231 Jul 07 17:58:00.555334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1d64d-867a-47ca-a7f7-f57e2154de35 None None] Port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:00.597846 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfc16dc1-dd50-41ee-865a-ff05c3d01c7c req-626d29fa-b00f-41bd-a3d9-0199e27c2312 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Jul 07 17:58:00.605305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Request body: {'port': {'device_id': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:00.663538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35456) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:00.664388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8e0b842f-84de-4caf-9a98-8ab768c52f10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=272b6dd8d1294cd7984e0f11b5b7376b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392688 Jul 07 17:58:00.670709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b842f-84de-4caf-9a98-8ab768c52f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f66594-66ee-4c5f-9ff9-e327df7d071b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:00.737877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cf7-9b0c-4c6b-b87f-a235622f6160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.763083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e7527-68f0-450f-8d7d-355b0c2d8589 req-7279c102-9ab4-4732-8fde-d5e7fe84551e tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:00.771784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a5e7527-68f0-450f-8d7d-355b0c2d8589 req-7279c102-9ab4-4732-8fde-d5e7fe84551e tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 936 time: 0.2314847 Jul 07 17:58:00.773531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cf7-9b0c-4c6b-b87f-a235622f6160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.777429 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.855342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cf7-9b0c-4c6b-b87f-a235622f6160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.861176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cf7-9b0c-4c6b-b87f-a235622f6160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:00.862710 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5b0b3cf7-9b0c-4c6b-b87f-a235622f6160 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89f66594-66ee-4c5f-9ff9-e327df7d071b HTTP/1.1" status: 204 len: 168 time: 0.1980622 Jul 07 17:58:00.864976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a5e7527-68f0-450f-8d7d-355b0c2d8589 req-6b5531ca-b6c3-46fc-a67b-157142f051c1 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883732 Jul 07 17:58:00.873161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b3cf7-9b0c-4c6b-b87f-a235622f6160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f66594-66ee-4c5f-9ff9-e327df7d071b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:01.223747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28613060-f46e-4c56-ace2-644917247923 req-7db7fcce-1ba3-454c-b4d6-7a4930e5cb01 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:01.225859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28613060-f46e-4c56-ace2-644917247923 req-7db7fcce-1ba3-454c-b4d6-7a4930e5cb01 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1259046 Jul 07 17:58:01.287438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f060e3e-cd30-40eb-b9b8-dcc170715b9d {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:01.299227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28613060-f46e-4c56-ace2-644917247923 req-157bb16c-99ba-4f07-9733-3f4c2f964135 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532799 Jul 07 17:58:01.301142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.316103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Transition to ACTIVE for port object 2f060e3e-cd30-40eb-b9b8-dcc170715b9d will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:01.330482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.420683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Pushing event updated for resources: {'Port': ['ID=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:01.562329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Attempting to bind port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:01.562823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Attempting to bind port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:01.563279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Attempting to bind port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:01.575439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:01.577091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Attempting to bind port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:01.588764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:01.591581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:01.592477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:01.593170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Bound port: 2f060e3e-cd30-40eb-b9b8-dcc170715b9d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:01.593910 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.751519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] For port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:01.757946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] For port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:01.766476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.833658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:01.834351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:01.835927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] 10.222.0.90 "PUT /v2.0/ports/2f060e3e-cd30-40eb-b9b8-dcc170715b9d HTTP/1.1" status: 200 len: 1096 time: 1.2625890 Jul 07 17:58:01.847663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'tag': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:01.850950 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5399a35-8751-4f9a-b66d-713a4fedb486", "tag": "2f060e3e-cd30-40eb-b9b8-dcc170715b9d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:01.877166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69238c21-8530-41a4-9445-be5f72e0f96e req-25f68ee0-fcd0-4f28-a748-01fe647f8b8c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:01.888428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69238c21-8530-41a4-9445-be5f72e0f96e req-25f68ee0-fcd0-4f28-a748-01fe647f8b8c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.2419894 Jul 07 17:58:01.960923 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103f9fd-73ce-4c24-a770-fe26ebade236 service neutron] Pushing event updated for resources: {'Port': ['ID=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:01.991833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69238c21-8530-41a4-9445-be5f72e0f96e req-a4e559e9-8002-42a4-af69-aa4d372d5a16 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031628 Jul 07 17:58:02.035770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c32b6ca2-3643-4cff-adde-585c001b3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.037794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c32b6ca2-3643-4cff-adde-585c001b3cf2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d44c3ce2ce644888a69f0fcf1ad0b8e8&device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 1099 time: 0.1466918 Jul 07 17:58:02.129252 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f4f58-02f3-4c9e-97f9-18a73e4c0896 x-openstack-request-id: req-e90f4f58-02f3-4c9e-97f9-18a73e4c0896 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:02.129373 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5399a35-8751-4f9a-b66d-713a4fedb486", "tag": "2f060e3e-cd30-40eb-b9b8-dcc170715b9d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:02.129618 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e90f4f58-02f3-4c9e-97f9-18a73e4c0896 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:02.130049 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'tag': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d', 'status': 'completed', 'code': 200} Jul 07 17:58:02.137694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-c8f6fcbc-29b7-476d-b2d1-0a13fe4e2d00 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2f060e3e-cd30-40eb-b9b8-dcc170715b9d HTTP/1.1" status: 200 len: 217 time: 0.0917075 Jul 07 17:58:02.338077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-5221da51-9c45-4155-bdc8-6cb937fc2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.340002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-5221da51-9c45-4155-bdc8-6cb937fc2777 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1960256 Jul 07 17:58:02.435976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5a31-ed71-42f8-9973-90cdf299c425 req-e51d3559-ce98-4320-9593-edf81d050803 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.437597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96aa5a31-ed71-42f8-9973-90cdf299c425 req-e51d3559-ce98-4320-9593-edf81d050803 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.2317085 Jul 07 17:58:02.457249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaf4d8-1ac4-41ea-8162-3cdd0b53a8ee req-66071a4f-2941-4d62-a7d1-5e9ce8ff2565 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.464272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fcaf4d8-1ac4-41ea-8162-3cdd0b53a8ee req-66071a4f-2941-4d62-a7d1-5e9ce8ff2565 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 948 time: 0.1710272 Jul 07 17:58:02.518682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-d5f28685-7636-4223-a764-08a9be240d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.520499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-d5f28685-7636-4223-a764-08a9be240d0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1721721 Jul 07 17:58:02.597428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fcaf4d8-1ac4-41ea-8162-3cdd0b53a8ee req-75df5dda-c7b1-4f47-a1ed-b19f7c222ac0 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321452 Jul 07 17:58:02.673926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96aa5a31-ed71-42f8-9973-90cdf299c425 req-f2642561-7b18-4b95-938b-600487bd5cdb tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010159 Jul 07 17:58:02.692694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-695da592-f0d5-4eb2-9b08-13e2a4d1198d service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619911 Jul 07 17:58:02.913928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d260f7-6849-4dbd-878b-d4b9e5daf575 req-e81f02f1-0e78-48c3-bc61-bbd7c5951ae2 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086575 Jul 07 17:58:02.948050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740f808-ab93-49fa-ac45-8fd496043482 req-ec76aee5-c462-4e5b-8733-24e2d6213857 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:02.949758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5740f808-ab93-49fa-ac45-8fd496043482 req-ec76aee5-c462-4e5b-8733-24e2d6213857 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1045353 Jul 07 17:58:03.035682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5740f808-ab93-49fa-ac45-8fd496043482 req-e807c5df-cdb0-4b78-979e-3ed39eac3340 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793705 Jul 07 17:58:03.071038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-a83b7f31-6933-42a0-9e92-596a04a9be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.072906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-a83b7f31-6933-42a0-9e92-596a04a9be61 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d44c3ce2ce644888a69f0fcf1ad0b8e8&device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 1099 time: 0.0952327 Jul 07 17:58:03.255467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-072d0ccf-6d1a-4a19-8032-50240fe230bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.257269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-072d0ccf-6d1a-4a19-8032-50240fe230bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1734986 Jul 07 17:58:03.324205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-7e8ba06f-f43f-4f44-b31d-c812b42f3a95 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2f060e3e-cd30-40eb-b9b8-dcc170715b9d HTTP/1.1" status: 200 len: 217 time: 0.0545292 Jul 07 17:58:03.336673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91809b24-b4c9-4484-994e-b2c135fa413f req-70dc1022-4f8c-470f-8f4e-1c0034c70c6a tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.338144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91809b24-b4c9-4484-994e-b2c135fa413f req-70dc1022-4f8c-470f-8f4e-1c0034c70c6a tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1101 time: 0.1755991 Jul 07 17:58:03.357267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700cfcd-04a1-4d71-923a-03ebc9dc5eb1 req-a8ee179c-401e-4bf0-97b3-623c359f488e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.358092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5700cfcd-04a1-4d71-923a-03ebc9dc5eb1 req-a8ee179c-401e-4bf0-97b3-623c359f488e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1869731 Jul 07 17:58:03.378538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35594) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:03.442137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-0f051800-b73b-4035-9b57-9fb055953da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.443632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-0f051800-b73b-4035-9b57-9fb055953da0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1109703 Jul 07 17:58:03.485456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91809b24-b4c9-4484-994e-b2c135fa413f req-b25ba700-7b1d-4f06-96be-86fb442530f5 tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371343 Jul 07 17:58:03.489772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5700cfcd-04a1-4d71-923a-03ebc9dc5eb1 req-39e9ee0c-7993-46ce-a779-39201b505d9e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071427 Jul 07 17:58:03.533041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-7a023973-b6e8-46ce-ac8e-404270f8235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:03.543855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-7a023973-b6e8-46ce-ac8e-404270f8235d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913236 Jul 07 17:58:03.625624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:03.660951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:03.687381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:03.707225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-f24f0ffe-5e2c-44fc-969b-84bdb31a9d19 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542559 Jul 07 17:58:03.866714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79ebc4b2-78c7-410e-b8ae-cd992a8e5b9b req-84f70b52-d4d0-48d1-aa2d-b4c5911970b0 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516011 Jul 07 17:58:03.881425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35622) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:03.886892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.026461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Allocated IP 172.25.1.15 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/eccb8ebf-5b25-4679-96e1-73aa9102cc50) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:04.034649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9885bd5f-528d-4e55-b219-6f60bdbc6d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.102021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e4daa-0c7f-493e-b16e-a8d4d2a4976d req-3be0e53d-a47c-4351-8b30-222f8ac9d601 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.103649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b2e4daa-0c7f-493e-b16e-a8d4d2a4976d req-3be0e53d-a47c-4351-8b30-222f8ac9d601 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 948 time: 0.1352880 Jul 07 17:58:04.156786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.167999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b2e4daa-0c7f-493e-b16e-a8d4d2a4976d req-52af3a42-4185-49c8-814e-2e631a8652e2 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537355 Jul 07 17:58:04.211034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9885bd5f-528d-4e55-b219-6f60bdbc6d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.219800 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9885bd5f-528d-4e55-b219-6f60bdbc6d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.221234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.262002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885bd5f-528d-4e55-b219-6f60bdbc6d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5063a25-fac2-4130-8bb4-eb12bec8c1c9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:04.269900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9885bd5f-528d-4e55-b219-6f60bdbc6d37 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7c6c95e964104cf3bb2574f83dcb6033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835003 Jul 07 17:58:04.274323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35634) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:04.322579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:04.339135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:04.353992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Port': ['ID=eccb8ebf-5b25-4679-96e1-73aa9102cc50,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:04.357039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:04.382600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2d853f-fb2a-4541-87d3-b77626127387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.426782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2d853f-fb2a-4541-87d3-b77626127387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.479972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-012b9d72-2bfb-4ec5-b810-041833499ce2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397259 Jul 07 17:58:04.480519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.531624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.566776 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2d853f-fb2a-4541-87d3-b77626127387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.569833 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2d853f-fb2a-4541-87d3-b77626127387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.574293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0f2d853f-fb2a-4541-87d3-b77626127387 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b5063a25-fac2-4130-8bb4-eb12bec8c1c9 HTTP/1.1" status: 204 len: 168 time: 0.2983112 Jul 07 17:58:04.598531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d853f-fb2a-4541-87d3-b77626127387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5063a25-fac2-4130-8bb4-eb12bec8c1c9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:04.616192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81d544-25f9-4cfb-9674-159788b93569 req-a2066aab-d215-4214-bff8-2c122d740149 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.618150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa81d544-25f9-4cfb-9674-159788b93569 req-a2066aab-d215-4214-bff8-2c122d740149 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1572473 Jul 07 17:58:04.668764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0a278-1c95-42d6-8e6a-630b5c970c9c req-bd3f2cbd-6218-49e3-b87e-06105211df2a tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.670471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ef0a278-1c95-42d6-8e6a-630b5c970c9c req-bd3f2cbd-6218-49e3-b87e-06105211df2a tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.1700742 Jul 07 17:58:04.711973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa81d544-25f9-4cfb-9674-159788b93569 req-6e642821-94b8-4ba4-869e-4cb0565bf84b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773029 Jul 07 17:58:04.749898 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.751668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ef0a278-1c95-42d6-8e6a-630b5c970c9c req-bcd1c039-b26c-4fd9-ae4d-1d6278431300 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735786 Jul 07 17:58:04.766460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.925506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Port': ['ID=eccb8ebf-5b25-4679-96e1-73aa9102cc50,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:04.937178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.960371 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.970504 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a09fe03c-e196-4b59-a5f2-b42534414224 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5901780 Jul 07 17:58:04.970888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb20c2-7c1b-40bd-96ec-8ab262af4c19 req-9a609e1b-c15b-432d-8118-adbe9ae498e8 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:04.972624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35662) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:04.978749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdb20c2-7c1b-40bd-96ec-8ab262af4c19 req-9a609e1b-c15b-432d-8118-adbe9ae498e8 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1302230 Jul 07 17:58:04.981000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1286916656'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:05.015957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Made reservation on behalf of 152dbb3b9995436b992d0c190612a35b for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:05.020751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.031320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35666) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:05.037418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdb20c2-7c1b-40bd-96ec-8ab262af4c19 req-df090b0a-6225-4c14-bd40-34a70f5514d7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577397 Jul 07 17:58:05.050079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.051932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.085109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:58:05.085109 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:58:05.085109 n-d-798930-2 neutron-server[105589]: [parameters: {'project_id_1': 'aedce0a466a24e27aa5d6e6e79b5cf36', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 58, 5, 72347)}] Jul 07 17:58:05.085109 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:58:05.085500 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:58:05.165743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.170834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.194250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:05.209436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394ad581-b387-414c-9283-37a6fa0ad766,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:05.226399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.226740 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Added segment 903c33eb-d1a5-4ea4-b583-8812a91d14d2 of type vlan for network ca450602-d825-4f31-b021-95fc2933ce36 Jul 07 17:58:05.277535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.340655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.352067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:05.353010 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.405465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855f62-a8c9-4b64-8e5f-f4af6fe487bc req-186ed64a-385d-4b93-b543-f3fab481ba81 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:05.413153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c855f62-a8c9-4b64-8e5f-f4af6fe487bc req-186ed64a-385d-4b93-b543-f3fab481ba81 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 948 time: 0.0915017 Jul 07 17:58:05.441657 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4665968 Jul 07 17:58:05.445176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:05.450569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Request body: {'subnet': {'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:05.487308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4e207-0c7a-4319-aafa-3b3c1c19b9ee tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Network': ['ID=ca450602-d825-4f31-b021-95fc2933ce36,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:05.499467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ca450602-d825-4f31-b021-95fc2933ce36 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:05.523528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c855f62-a8c9-4b64-8e5f-f4af6fe487bc req-8335aa34-1256-4f9b-be92-a61206e6c2da tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094723 Jul 07 17:58:05.587174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.627398 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.api [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:58:05.627398 n-d-798930-2 neutron-server[105588]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:58:05.627398 n-d-798930-2 neutron-server[105588]: [parameters: {'project_id': '152dbb3b9995436b992d0c190612a35b', 'id': 'eebbbd70-1345-4864-a4e3-8d0e4cd2fbed', 'expiration': datetime.datetime(2021, 7, 7, 18, 0, 5, 621753)}] Jul 07 17:58:05.627398 n-d-798930-2 neutron-server[105588]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:58:05.627880 n-d-798930-2 neutron-server[105588]: DEBUG oslo_db.api [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:58:05.634224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.733241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.738562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.787094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3749d505-4a59-4ad8-b70f-10cec58d08fb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:05.800207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19383a2-0fb5-4974-9498-2da0d7d5ffb1 req-f26ba81f-95ea-4b2b-bb63-ab69f76f00b3 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:05.803153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-97bd26d8-452f-4e25-b893-4cbf4181cb45 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aedce0a466a24e27aa5d6e6e79b5cf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706397 Jul 07 17:58:05.805326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d19383a2-0fb5-4974-9498-2da0d7d5ffb1 req-f26ba81f-95ea-4b2b-bb63-ab69f76f00b3 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.0847645 Jul 07 17:58:05.805829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35686) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:05.905671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d19383a2-0fb5-4974-9498-2da0d7d5ffb1 req-2054a222-52cb-415e-93d3-ce5df4911a63 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919898 Jul 07 17:58:05.925456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63c893fa-e52a-4fb3-999e-2874bfadb4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.955695 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63c893fa-e52a-4fb3-999e-2874bfadb4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.975515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347eb2a-c881-40e3-bdf5-cf9c8988dc11 req-e1272711-1469-4f11-a8c8-6c85c9c1b5bc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:05.977162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5347eb2a-c881-40e3-bdf5-cf9c8988dc11 req-e1272711-1469-4f11-a8c8-6c85c9c1b5bc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1263635 Jul 07 17:58:06.038607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5347eb2a-c881-40e3-bdf5-cf9c8988dc11 req-1e987c75-1180-4d79-8abd-e771c0eb7335 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534761 Jul 07 17:58:06.047209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63c893fa-e52a-4fb3-999e-2874bfadb4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.050218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63c893fa-e52a-4fb3-999e-2874bfadb4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.051374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-63c893fa-e52a-4fb3-999e-2874bfadb4eb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3749d505-4a59-4ad8-b70f-10cec58d08fb HTTP/1.1" status: 204 len: 168 time: 0.2446082 Jul 07 17:58:06.059910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c893fa-e52a-4fb3-999e-2874bfadb4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3749d505-4a59-4ad8-b70f-10cec58d08fb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:06.156133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Made reservation on behalf of 152dbb3b9995436b992d0c190612a35b for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:06.160402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.164369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-d9e8b1f0-ebe9-47b7-9593-6b4e9357065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.166525 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-d9e8b1f0-ebe9-47b7-9593-6b4e9357065f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1101 time: 0.0921044 Jul 07 17:58:06.273621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-86d10d53-e1f7-4042-844c-c609238af60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.275252 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-86d10d53-e1f7-4042-844c-c609238af60c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1005073 Jul 07 17:58:06.322304 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-56239731-f3ce-4e55-ad4c-89075d00b02f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.0388584 Jul 07 17:58:06.329264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3a20-96a9-4c35-9f12-3c32a4deb72a req-384850fe-b821-4a15-97b0-55ab5d6c5f30 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.330792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a92b3a20-96a9-4c35-9f12-3c32a4deb72a req-384850fe-b821-4a15-97b0-55ab5d6c5f30 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1046028 Jul 07 17:58:06.385780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-6ec0499e-7463-433d-84e9-837151243a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.388034 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-6ec0499e-7463-433d-84e9-837151243a25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0588310 Jul 07 17:58:06.438735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a92b3a20-96a9-4c35-9f12-3c32a4deb72a req-9b686f81-e525-4707-b8a0-2502321fbe03 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898981 Jul 07 17:58:06.454682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-ff3e0beb-106b-4484-b3b7-23bc0c120798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.454682 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-ff3e0beb-106b-4484-b3b7-23bc0c120798 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573912 Jul 07 17:58:06.465158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.537774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Subnet': ['ID=328c0231-e512-4d59-a975-de95774aa408,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:06.543380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Checking segment: {'id': '903c33eb-d1a5-4ea4-b583-8812a91d14d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:06.543740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Network hostable DHCP agents. Network: ca450602-d825-4f31-b021-95fc2933ce36, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:06.564627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-c6251579-6557-49c9-9222-7e520c66b36f service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051981 Jul 07 17:58:06.566588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Network ca450602-d825-4f31-b021-95fc2933ce36 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:06.578593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ca450602-d825-4f31-b021-95fc2933ce36) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:06.589069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e646dc8-73dc-478e-b0e1-2d7f316808d6 None None] Network ca450602-d825-4f31-b021-95fc2933ce36 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:06.595828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.596922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.617153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d5a838a6-c242-406f-8268-5452ba1e9058 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1708434 Jul 07 17:58:06.619887 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35706) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:06.627249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-461514187', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:06.677128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.679968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.720433 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-f52808d7-80fe-410b-a2b7-c74e84015550 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486259 Jul 07 17:58:06.792698 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.817381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4e03e-3f64-44bf-b525-4ec7b1549821 req-e59a9367-8846-4fce-89d8-1cea72b3a2af tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:06.820309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ca450602-d825-4f31-b021-95fc2933ce36', 'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36', 'tenant_id': '152dbb3b9995436b992d0c190612a35b', 'fixed_ips': [{'subnet_id': '328c0231-e512-4d59-a975-de95774aa408'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:58:06.821298 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.823750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99e4e03e-3f64-44bf-b525-4ec7b1549821 req-e59a9367-8846-4fce-89d8-1cea72b3a2af tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 948 time: 0.1580610 Jul 07 17:58:06.991672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Allocated IP 172.20.0.2 (ca450602-d825-4f31-b021-95fc2933ce36/328c0231-e512-4d59-a975-de95774aa408/d2c98f66-dca0-4813-b0c1-d0024631bdba) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:07.092057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2f060e3e-cd30-40eb-b9b8-dcc170715b9d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:07.217009 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.237420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Transition to ACTIVE for port object d2c98f66-dca0-4813-b0c1-d0024631bdba will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:07.275393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Transition to ACTIVE for port object d2c98f66-dca0-4813-b0c1-d0024631bdba will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:07.277988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:07.288561 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.317751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d', 'mac_address': 'fa:16:3e:c1:3e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:07.361288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Network ca450602-d825-4f31-b021-95fc2933ce36 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:07.364402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:07.367461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:07.369378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Pushing event updated for resources: {'Port': ['ID=d2c98f66-dca0-4813-b0c1-d0024631bdba,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:07.400477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99e4e03e-3f64-44bf-b525-4ec7b1549821 req-b3ad9481-ad55-4e86-833f-8c4e04712d2d tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693917 Jul 07 17:58:07.410809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.414781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35732) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:07.442427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.461391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Attempting to bind port d2c98f66-dca0-4813-b0c1-d0024631bdba on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:07.461753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Attempting to bind port d2c98f66-dca0-4813-b0c1-d0024631bdba by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '903c33eb-d1a5-4ea4-b583-8812a91d14d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:07.462120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Attempting to bind port d2c98f66-dca0-4813-b0c1-d0024631bdba on network ca450602-d825-4f31-b021-95fc2933ce36 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:07.463282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f96c0-26cf-4e2e-81d7-8bc224531b0f req-cbcb6268-60b0-4476-b704-099d8e8e9f83 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:07.464935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b91f96c0-26cf-4e2e-81d7-8bc224531b0f req-cbcb6268-60b0-4476-b704-099d8e8e9f83 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.1232834 Jul 07 17:58:07.467845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:07.468251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Checking segment: {'id': '903c33eb-d1a5-4ea4-b583-8812a91d14d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:07.468692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.469328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Bound using segment: {'id': '903c33eb-d1a5-4ea4-b583-8812a91d14d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:07.469832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Bound port: d2c98f66-dca0-4813-b0c1-d0024631bdba, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903c33eb-d1a5-4ea4-b583-8812a91d14d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:07.470212 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.484107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f060e3e-cd30-40eb-b9b8-dcc170715b9d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:07.528500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:07.546053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.552660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b91f96c0-26cf-4e2e-81d7-8bc224531b0f req-b601b3c2-a4c7-4df4-93da-637e21e27eb4 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543175 Jul 07 17:58:07.601234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d29c655-b7b5-463f-963c-a8184dddc777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.631633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] For port d2c98f66-dca0-4813-b0c1-d0024631bdba, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:07.634094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:07.645221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] For port d2c98f66-dca0-4813-b0c1-d0024631bdba, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d2c98f66-dca0-4813-b0c1-d0024631bdba,segment=NetworkSegment(903c33eb-d1a5-4ea4-b583-8812a91d14d2),segment_id=903c33eb-d1a5-4ea4-b583-8812a91d14d2)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:07.654781 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.767254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-16178623-b236-4014-8158-74ca63491503 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:07.768804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50743d2-a926-43a3-8d02-2ffc1bc4c56a None None] Pushing event updated for resources: {'Port': ['ID=d2c98f66-dca0-4813-b0c1-d0024631bdba,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:07.771411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-16178623-b236-4014-8158-74ca63491503 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.90 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.1972215 Jul 07 17:58:07.798327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d29c655-b7b5-463f-963c-a8184dddc777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.804344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d29c655-b7b5-463f-963c-a8184dddc777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.850800 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.855632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7d29c655-b7b5-463f-963c-a8184dddc777 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4227a38070834890a7e272ea3deec3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388089 Jul 07 17:58:07.856986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c655-b7b5-463f-963c-a8184dddc777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99e275-7069-4cbf-a831-aae12b661891,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:07.860821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35738) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:07.929792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2f060e3e-cd30-40eb-b9b8-dcc170715b9d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:07.958013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:07.959933 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07cf3320-238c-4f6d-9fb4-acda1c031b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.004241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07cf3320-238c-4f6d-9fb4-acda1c031b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.074499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07cf3320-238c-4f6d-9fb4-acda1c031b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.077899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07cf3320-238c-4f6d-9fb4-acda1c031b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.079121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-07cf3320-238c-4f6d-9fb4-acda1c031b6c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cd99e275-7069-4cbf-a831-aae12b661891 HTTP/1.1" status: 204 len: 168 time: 0.2162340 Jul 07 17:58:08.089358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf3320-238c-4f6d-9fb4-acda1c031b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99e275-7069-4cbf-a831-aae12b661891,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:08.169471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902149b-6b3b-4789-9388-37494abfd7e7 req-1c7602b4-9c9a-477e-b330-04f1336c5e3d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:08.173311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e902149b-6b3b-4789-9388-37494abfd7e7 req-1c7602b4-9c9a-477e-b330-04f1336c5e3d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.4008722 Jul 07 17:58:08.193422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbd404-e483-46f9-ad09-c003f35d4df2 req-ebf938b9-3ced-41e4-802d-745502faf365 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:08.194998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08bbd404-e483-46f9-ad09-c003f35d4df2 req-ebf938b9-3ced-41e4-802d-745502faf365 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.3835766 Jul 07 17:58:08.268778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Allocated IP 172.25.1.239 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/bc438e4d-5b60-4380-9e3c-c2d2b865a746) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:08.271755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Deleting port 99eb9f27-4135-4eb3-b121-971b2e892f94 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:08.272107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.351053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e902149b-6b3b-4789-9388-37494abfd7e7 req-50753bd8-9fee-4c12-a635-a094d4550474 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500075 Jul 07 17:58:08.366318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08bbd404-e483-46f9-ad09-c003f35d4df2 req-50364e41-8e32-4367-8df5-4ff3768982d7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638608 Jul 07 17:58:08.569444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] For port 99eb9f27-4135-4eb3-b121-971b2e892f94, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=99eb9f27-4135-4eb3-b121-971b2e892f94,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:08.570113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2c98f66-dca0-4813-b0c1-d0024631bdba up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:08.570777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.658082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d2c98f66-dca0-4813-b0c1-d0024631bdba completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:08.696864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.870954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85824f-2be5-4a74-8ceb-0a831d56339b req-fd8dd1aa-253c-4871-a2d5-7a034f726c83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:08.872513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f85824f-2be5-4a74-8ceb-0a831d56339b req-fd8dd1aa-253c-4871-a2d5-7a034f726c83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 949 time: 0.2306979 Jul 07 17:58:08.896702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190995b-583f-42e3-b9ee-a39db9f2b68d None None] Network ca450602-d825-4f31-b021-95fc2933ce36 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:08.905142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:08.996390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:09.001507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.001767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.002059 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Floating IP 693c4f14-c735-43e2-92a7-e228af1a2a11 disassociated. External IP: 172.25.1.2, port: 99eb9f27-4135-4eb3-b121-971b2e892f94. Jul 07 17:58:09.002477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Calling delete_port for 99eb9f27-4135-4eb3-b121-971b2e892f94 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:09.018669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:09.025218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:09.027342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Port': ['ID=bc438e4d-5b60-4380-9e3c-c2d2b865a746,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:09.033416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-26fb5eb9-445f-4a67-9325-c14141062d5d None None] Provisioning for port d2c98f66-dca0-4813-b0c1-d0024631bdba completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:09.041470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-26fb5eb9-445f-4a67-9325-c14141062d5d None None] Provisioning complete for port d2c98f66-dca0-4813-b0c1-d0024631bdba triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:09.041651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f85824f-2be5-4a74-8ceb-0a831d56339b req-cc8161c4-c76a-4fe9-8701-6da89cd0bdad tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377728 Jul 07 17:58:09.041771 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26fb5eb9-445f-4a67-9325-c14141062d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.075387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6ee68-f81a-4fc7-84c6-430a3b6af99c req-dc9f66d2-a9d2-4986-aaa4-3930205606a5 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:09.082456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bac6ee68-f81a-4fc7-84c6-430a3b6af99c req-dc9f66d2-a9d2-4986-aaa4-3930205606a5 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 946 time: 0.3144994 Jul 07 17:58:09.100340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2f060e3e-cd30-40eb-b9b8-dcc170715b9d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:09.198436 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26fb5eb9-445f-4a67-9325-c14141062d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.247001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bac6ee68-f81a-4fc7-84c6-430a3b6af99c req-51cda0cd-1c06-4110-b6fb-22f8a2b055fa tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups?id=b62375d5-8949-477b-836e-05b676d4e248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620066 Jul 07 17:58:09.258626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:09.262225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-26fb5eb9-445f-4a67-9325-c14141062d5d None None] For port d2c98f66-dca0-4813-b0c1-d0024631bdba, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d2c98f66-dca0-4813-b0c1-d0024631bdba,segment=NetworkSegment(903c33eb-d1a5-4ea4-b583-8812a91d14d2),segment_id=903c33eb-d1a5-4ea4-b583-8812a91d14d2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:09.265473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:09.265851 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.301193 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26fb5eb9-445f-4a67-9325-c14141062d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.365764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb5eb9-445f-4a67-9325-c14141062d5d None None] Pushing event updated for resources: {'Port': ['ID=d2c98f66-dca0-4813-b0c1-d0024631bdba,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:09.419264 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.469130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event deleted for resources: {'Port': ['ID=99eb9f27-4135-4eb3-b121-971b2e892f94,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:09.522794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.550077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:09.552579 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231a5093-8876-4259-8dfc-3f63c6b2249f" -d '{"events": [{"server_uuid": "b5399a35-8751-4f9a-b66d-713a4fedb486", "name": "network-vif-plugged", "status": "completed", "tag": "2f060e3e-cd30-40eb-b9b8-dcc170715b9d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:09.587186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:09.593821 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.595169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 99eb9f27-4135-4eb3-b121-971b2e892f94 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:09.637184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35790) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:09.643646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 99eb9f27-4135-4eb3-b121-971b2e892f94 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:09.644439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 99eb9f27-4135-4eb3-b121-971b2e892f94 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:09.668934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-765e8c35-1753-4e05-b6fe-e2eb64b585e4 None None] Provisioning complete for port d2c98f66-dca0-4813-b0c1-d0024631bdba triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:09.670053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-765e8c35-1753-4e05-b6fe-e2eb64b585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.698709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:09.797380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1856508125'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:09.820721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Made reservation on behalf of 45af091d301f4f4fa95a694b69e4bf42 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:09.825705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.836501 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.870333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.878775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:09.926255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f9148-5e0a-466e-acb8-ca9190306072 req-200e3295-71cb-406f-ac80-295a07414f4b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:09.927861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a1f9148-5e0a-466e-acb8-ca9190306072 req-200e3295-71cb-406f-ac80-295a07414f4b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.3865376 Jul 07 17:58:09.944402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.950059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.956162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954991c8-c0dd-4780-a46d-27755e5dfb70 req-470ce58a-83b8-413f-8f52-f74bf3807568 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:09.957787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-954991c8-c0dd-4780-a46d-27755e5dfb70 req-470ce58a-83b8-413f-8f52-f74bf3807568 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.3652546 Jul 07 17:58:09.966795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:09.990758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:09.991125 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Added segment c8d07913-9b81-4971-98f3-e10b6edef3cd of type vlan for network 792e61d5-775c-45e9-9259-8853494110b9 Jul 07 17:58:10.005469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a57ed4-ec52-485a-bcb6-2a4beebd3ea0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:10.045743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.078661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.084477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:10.085188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.143071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5045958 Jul 07 17:58:10.146026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:10.153570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Request body: {'subnet': {'network_id': '792e61d5-775c-45e9-9259-8853494110b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:10.172718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569fb08-0122-4277-8a88-9713ea40ea2b tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event updated for resources: {'Network': ['ID=792e61d5-775c-45e9-9259-8853494110b9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:10.185587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 792e61d5-775c-45e9-9259-8853494110b9 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:10.269993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Made reservation on behalf of 45af091d301f4f4fa95a694b69e4bf42 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:10.273660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.466264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a1f9148-5e0a-466e-acb8-ca9190306072 req-702d878e-9112-4c41-b004-4859cb8d08f7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224745 Jul 07 17:58:10.473476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-954991c8-c0dd-4780-a46d-27755e5dfb70 req-d653c6e6-e7ad-42bb-917f-f09ead8ec52b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054576 Jul 07 17:58:10.497560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.502797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2c98f66-dca0-4813-b0c1-d0024631bdba up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:10.530002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:10.540877 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] Sync routers for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:10.557186 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:10.557950 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:10.586114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event updated for resources: {'Subnet': ['ID=3071d8f5-d97e-417f-90e5-5f4151967d9f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:10.609304 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9037724f-f59d-4350-8b73-b6d46cdff839 x-openstack-request-id: req-9037724f-f59d-4350-8b73-b6d46cdff839 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:10.610379 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5399a35-8751-4f9a-b66d-713a4fedb486", "name": "network-vif-plugged", "status": "completed", "tag": "2f060e3e-cd30-40eb-b9b8-dcc170715b9d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:10.617345 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9037724f-f59d-4350-8b73-b6d46cdff839 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:10.619040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] No DVR routers for this DVR port 99eb9f27-4135-4eb3-b121-971b2e892f94 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:10.619641 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d', 'code': 200} Jul 07 17:58:10.624416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.627179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-454e891a-0781-42fe-882b-a9fd6adbf534 req-bc7b4904-0a18-4e18-83e0-eec0d40a3115 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.90 "DELETE /v2.0/ports/99eb9f27-4135-4eb3-b121-971b2e892f94 HTTP/1.1" status: 204 len: 173 time: 2.8173847 Jul 07 17:58:10.627803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'name': 'network-vif-deleted', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:10.630390 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebf7464-8dc7-473e-8237-74409238c2fd" -d '{"events": [{"server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "name": "network-vif-deleted", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:10.667439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.672802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d2c98f66-dca0-4813-b0c1-d0024631bdba triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:10.673627 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.680282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Checking segment: {'id': 'c8d07913-9b81-4971-98f3-e10b6edef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '792e61d5-775c-45e9-9259-8853494110b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:10.683557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Network hostable DHCP agents. Network: 792e61d5-775c-45e9-9259-8853494110b9, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:10.718889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Network 792e61d5-775c-45e9-9259-8853494110b9 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:10.739574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 792e61d5-775c-45e9-9259-8853494110b9) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:10.746869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:10.748358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:10.762900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957d2d9-dec5-4714-925b-39c53b6e4817 None None] Network 792e61d5-775c-45e9-9259-8853494110b9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:10.792339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-55a55445-17d1-48ea-8f09-080a7e7dd057 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6451721 Jul 07 17:58:10.794997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35806) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:10.804345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Request body: {'port': {'network_id': '792e61d5-775c-45e9-9259-8853494110b9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-178468200'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:10.810877 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:11.059287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Made reservation on behalf of 45af091d301f4f4fa95a694b69e4bf42 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:11.065558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.067011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d806511-bc94-4c0a-88f8-fd29c233d588 req-baea8fa4-5934-478f-a827-a57a72bcda9f tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 210 time: 0.0596762 Jul 07 17:58:11.100711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] device_id is not set on port b6096808-14c9-4268-aa04-f8955d1bcbc9 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:11.131178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac0206-7c60-487f-83e8-be31eca9cd06 req-3c2decee-f8d1-4289-baf9-f1d3317e66c1 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.132817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8aac0206-7c60-487f-83e8-be31eca9cd06 req-3c2decee-f8d1-4289-baf9-f1d3317e66c1 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 950 time: 0.3669002 Jul 07 17:58:11.144065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b51a9-e361-494e-8036-59f3d37a602e req-a28ddd6f-7b1a-41e7-9ca0-1d1e277140f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.152495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea8b51a9-e361-494e-8036-59f3d37a602e req-a28ddd6f-7b1a-41e7-9ca0-1d1e277140f1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 1101 time: 0.4691169 Jul 07 17:58:11.157988 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:20Z', 'revision_number': 5, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:11.201955 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] Checking router: 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:11.210410 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cab7bbc-79c7-4a4a-992f-f90b28e60bd0 x-openstack-request-id: req-1cab7bbc-79c7-4a4a-992f-f90b28e60bd0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:11.216518 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:11.217077 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7766c92d-a224-4b73-ba5c-77680d3b986c", "name": "network-vif-deleted", "tag": "99eb9f27-4135-4eb3-b121-971b2e892f94", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:11.217480 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1cab7bbc-79c7-4a4a-992f-f90b28e60bd0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:11.217862 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:11.218245 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7766c92d-a224-4b73-ba5c-77680d3b986c', 'name': 'network-vif-deleted', 'tag': '99eb9f27-4135-4eb3-b121-971b2e892f94', 'status': 'completed', 'code': 200} Jul 07 17:58:11.268951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Allocated IP 172.20.0.4 (792e61d5-775c-45e9-9259-8853494110b9/3071d8f5-d97e-417f-90e5-5f4151967d9f/b6096808-14c9-4268-aa04-f8955d1bcbc9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:11.281800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-792e61d5-775c-45e9-9259-8853494110b9', 'network_id': '792e61d5-775c-45e9-9259-8853494110b9', 'tenant_id': '45af091d301f4f4fa95a694b69e4bf42', 'fixed_ips': [{'subnet_id': '3071d8f5-d97e-417f-90e5-5f4151967d9f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:58:11.282740 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.302934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8aac0206-7c60-487f-83e8-be31eca9cd06 req-539cfd76-11cd-4dea-886a-25395fdc8207 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491740 Jul 07 17:58:11.334957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea8b51a9-e361-494e-8036-59f3d37a602e req-0fca54a1-9813-487c-bfff-abfbd962027d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320367 Jul 07 17:58:11.352771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Router 16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:58:11.388233 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:11.498459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:11.513081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] Sync routers for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:11.529799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:11.530497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:11.536762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.540668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.545413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-38eccade-e60c-403a-95bc-e411abc23b19 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.9203491 Jul 07 17:58:11.545413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35812) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:11.578940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Transition to ACTIVE for port object b6096808-14c9-4268-aa04-f8955d1bcbc9 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:11.625393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:11.633824 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.698690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:11.699364 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:11.703493 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:20Z', 'revision_number': 5, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:11.724038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Network 792e61d5-775c-45e9-9259-8853494110b9 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:11.744503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:11.749228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:11.759701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:11.760642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9e981c-5195-4549-b219-9f8660b33284 None None] The sync data for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:11.786316 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2192a31-1e11-4600-97c4-46443d7b1801 None None] The sync data for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 is: [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2468ba8f-44f9-45b6-a11a-340a69ecb629', 'name': '', 'network_id': '3e165df5-d322-45c4-a19e-f646c31415f8', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:12Z', 'updated_at': '2021-07-07T17:55:20Z', 'revision_number': 5, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'subnets': [{'id': '34296304-693e-4db5-a1be-4e3a7012aa29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:11.790596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event updated for resources: {'Port': ['ID=b6096808-14c9-4268-aa04-f8955d1bcbc9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:11.810721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Allocated IP 172.20.0.2 (792e61d5-775c-45e9-9259-8853494110b9/3071d8f5-d97e-417f-90e5-5f4151967d9f/e22586da-ffe0-4cc4-bbf8-8d9956ef5630) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:11.854247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:11.854958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:11.892049 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5bfa838f-9fe8-44ef-9609-4f30fdd007d3 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0941451 Jul 07 17:58:11.895414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35818) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:12.000583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.013157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Transition to ACTIVE for port object e22586da-ffe0-4cc4-bbf8-8d9956ef5630 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:12.024220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55a9e-decb-4586-88a4-1e1cd7ebf3bf req-991fe4ea-79a6-43f1-ab64-f630a2c17c68 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.031932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8e55a9e-decb-4586-88a4-1e1cd7ebf3bf req-991fe4ea-79a6-43f1-ab64-f630a2c17c68 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.3055782 Jul 07 17:58:12.038488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Deleting port b6096808-14c9-4268-aa04-f8955d1bcbc9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:12.039064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.039687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Transition to ACTIVE for port object e22586da-ffe0-4cc4-bbf8-8d9956ef5630 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:12.052144 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.080064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba007826-432d-4c69-ac61-033f08daef55 req-2b989877-213f-4c2b-b41c-eba6e7f10bd3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:12.081915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba007826-432d-4c69-ac61-033f08daef55 req-2b989877-213f-4c2b-b41c-eba6e7f10bd3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.3242002 Jul 07 17:58:12.120305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Network 792e61d5-775c-45e9-9259-8853494110b9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:12.123545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8e55a9e-decb-4586-88a4-1e1cd7ebf3bf req-baa83f11-7e1b-4157-a5ad-982164430983 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905659 Jul 07 17:58:12.123972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:12.127893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:12.136505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Pushing event updated for resources: {'Port': ['ID=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:12.207955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.231614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Calling delete_port for b6096808-14c9-4268-aa04-f8955d1bcbc9 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:12.251822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Attempting to bind port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:12.252201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Attempting to bind port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c8d07913-9b81-4971-98f3-e10b6edef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '792e61d5-775c-45e9-9259-8853494110b9'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:12.254772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Attempting to bind port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 on network 792e61d5-775c-45e9-9259-8853494110b9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:12.269806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:12.270181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Checking segment: {'id': 'c8d07913-9b81-4971-98f3-e10b6edef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '792e61d5-775c-45e9-9259-8853494110b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:12.270656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.271054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Bound using segment: {'id': 'c8d07913-9b81-4971-98f3-e10b6edef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '792e61d5-775c-45e9-9259-8853494110b9'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:12.271556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Bound port: e22586da-ffe0-4cc4-bbf8-8d9956ef5630, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d07913-9b81-4971-98f3-e10b6edef3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '792e61d5-775c-45e9-9259-8853494110b9'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:12.272083 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.282382 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678600c-6109-44fa-a64b-bc2dcdbac613 None None] New status for floating IP 693c4f14-c735-43e2-92a7-e228af1a2a11: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:12.358772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba007826-432d-4c69-ac61-033f08daef55 req-2d167ad6-4a35-4ba8-8779-b44d0f7e68f6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584479 Jul 07 17:58:12.399001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] For port e22586da-ffe0-4cc4-bbf8-8d9956ef5630, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:12.401709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] For port e22586da-ffe0-4cc4-bbf8-8d9956ef5630, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,segment=NetworkSegment(c8d07913-9b81-4971-98f3-e10b6edef3cd),segment_id=c8d07913-9b81-4971-98f3-e10b6edef3cd)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:12.408765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.502512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.542878 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.580691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event deleted for resources: {'Port': ['ID=b6096808-14c9-4268-aa04-f8955d1bcbc9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:12.584531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113f250-bd17-4236-ab38-3036e0fd73b2 None None] Pushing event updated for resources: {'Port': ['ID=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:12.755941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.761637 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-33cf5a0e-e29e-4234-b9ab-d25f3b31bca1 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "DELETE /v2.0/ports/b6096808-14c9-4268-aa04-f8955d1bcbc9 HTTP/1.1" status: 204 len: 168 time: 0.8648691 Jul 07 17:58:12.762560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35824) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:12.788921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98b09151-8ac2-431d-b333-5d3e9aaaa004 req-f3a9701a-8831-4212-912d-b21637ef9c10 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 210 time: 0.0717552 Jul 07 17:58:12.864149 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-051083e3-ca5d-479b-8e01-18236a0f8465 tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1001637 Jul 07 17:58:12.864799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:12.871764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-239673879'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:12.939098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Made reservation on behalf of 45af091d301f4f4fa95a694b69e4bf42 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:12.945386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.975212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:12.987206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:12.987548 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Added segment 9a186b8c-a777-4ee1-b9e5-afe03cc390ac of type vlan for network fcfde5a2-9f2f-4841-a1da-4143be748818 Jul 07 17:58:13.035538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:13.041419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad794ca7-80eb-4746-84ce-b13d1da0b0a3 req-9d2d5994-6330-4b0e-8aa0-3adf6a7798d5 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:13.045456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad794ca7-80eb-4746-84ce-b13d1da0b0a3 req-9d2d5994-6330-4b0e-8aa0-3adf6a7798d5 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 950 time: 0.2464879 Jul 07 17:58:13.078321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:13.084931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:13.085588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:13.171046 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3029103 Jul 07 17:58:13.180151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35832) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:13.209838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad794ca7-80eb-4746-84ce-b13d1da0b0a3 req-451a60c8-5df9-454b-bd25-1d32ee9a4d74 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500823 Jul 07 17:58:13.229747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d614-d7da-4742-9a40-f31280bf1903 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event updated for resources: {'Network': ['ID=fcfde5a2-9f2f-4841-a1da-4143be748818,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:13.239302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network fcfde5a2-9f2f-4841-a1da-4143be748818 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:13.384747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Allocated IP 172.20.0.1 (ca450602-d825-4f31-b021-95fc2933ce36/328c0231-e512-4d59-a975-de95774aa408/0acd9287-ed2a-47be-a285-fcafe90cfed8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:13.542934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f522c8-059c-4f0a-af47-4338d99f6bbd req-927ea13b-1c34-44c6-98e2-0814f2f69e1b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:13.544504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98f522c8-059c-4f0a-af47-4338d99f6bbd req-927ea13b-1c34-44c6-98e2-0814f2f69e1b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.2602398 Jul 07 17:58:13.559974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-58899b13-0703-44f9-b4a5-c712663b15cb tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "GET /v2.0/agents/a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb/dhcp-networks HTTP/1.1" status: 200 len: 7305 time: 0.3790548 Jul 07 17:58:13.563269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35842) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:13.619701 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:13.631833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98f522c8-059c-4f0a-af47-4338d99f6bbd req-7c8b2ca5-6ba7-42e1-9a90-1aaf2e2bf4a8 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742335 Jul 07 17:58:13.657182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Transition to ACTIVE for port object 0acd9287-ed2a-47be-a285-fcafe90cfed8 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:13.716858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:13.737706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9791ed-5abf-47f9-88c9-9bff1e2dd8ec tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] Network fcfde5a2-9f2f-4841-a1da-4143be748818 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:13.754333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35846) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:13.754586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cf9791ed-5abf-47f9-88c9-9bff1e2dd8ec tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "POST /v2.0/agents/a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1901493 Jul 07 17:58:13.760566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c4c49-18b9-42cc-aec8-d08547aac426 None None] Network fcfde5a2-9f2f-4841-a1da-4143be748818 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:13.803542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Network ca450602-d825-4f31-b021-95fc2933ce36 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:13.829886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:13.837365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:13.959694 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.072427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Port': ['ID=0acd9287-ed2a-47be-a285-fcafe90cfed8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:14.146779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacc271-29b3-46f9-80f1-92b80f089ad7 None None] Network 792e61d5-775c-45e9-9259-8853494110b9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:14.249402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5b9d01ab-cb2e-4811-a1fc-b2a60a245daf None None] Provisioning for port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:14.327045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5b9d01ab-cb2e-4811-a1fc-b2a60a245daf None None] Provisioning for port 0acd9287-ed2a-47be-a285-fcafe90cfed8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:14.334289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5b9d01ab-cb2e-4811-a1fc-b2a60a245daf None None] Provisioning complete for port 0acd9287-ed2a-47be-a285-fcafe90cfed8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:14.334730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b9d01ab-cb2e-4811-a1fc-b2a60a245daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.426146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d01ab-cb2e-4811-a1fc-b2a60a245daf None None] Port 0acd9287-ed2a-47be-a285-fcafe90cfed8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:14.590046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e22586da-ffe0-4cc4-bbf8-8d9956ef5630 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:14.659512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:14.665115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:14.665600 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.680178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbbdad-8400-446d-8433-2654be8a4b31 req-18257c34-ab60-469e-a8c3-cd222da78d95 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:14.681753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15cbbdad-8400-446d-8433-2654be8a4b31 req-18257c34-ab60-469e-a8c3-cd222da78d95 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.8766732 Jul 07 17:58:14.723429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f887e6-1420-4f0a-a9ef-fd8e149aae54 req-0730ac8c-1105-4640-89d3-be00bae02877 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:14.731305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5f887e6-1420-4f0a-a9ef-fd8e149aae54 req-0730ac8c-1105-4640-89d3-be00bae02877 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 950 time: 0.8159170 Jul 07 17:58:14.742607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bbc36c3e-2a8b-4ba6-8d26-2176c90a358d tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "GET /v2.0/agents/a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.9842544 Jul 07 17:58:14.743920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35854) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:14.818774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ebad3291-deeb-432c-bb9b-4e3583ee5447 None None] Provisioning complete for port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:14.819151 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebad3291-deeb-432c-bb9b-4e3583ee5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.837082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15cbbdad-8400-446d-8433-2654be8a4b31 req-421ae13a-233a-4b53-b24b-5f3b109a6bf7 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454782 Jul 07 17:58:14.851848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5f887e6-1420-4f0a-a9ef-fd8e149aae54 req-7ad5812c-3fce-45c4-b436-e59bdb77be22 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195734 Jul 07 17:58:14.884522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.902049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.913152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-89d206a0-aeea-4569-bc81-c4149b6d4e23 tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "DELETE /v2.0/agents/a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb/dhcp-networks/fcfde5a2-9f2f-4841-a1da-4143be748818 HTTP/1.1" status: 204 len: 168 time: 0.1671124 Jul 07 17:58:14.915010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35856) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.007978 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebad3291-deeb-432c-bb9b-4e3583ee5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.038029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e22586da-ffe0-4cc4-bbf8-8d9956ef5630, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,segment=NetworkSegment(c8d07913-9b81-4971-98f3-e10b6edef3cd),segment_id=c8d07913-9b81-4971-98f3-e10b6edef3cd)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:15.052734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.137496 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ad4e2f95-7a98-4a77-8311-7a54f53f4d5f tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "GET /v2.0/agents/a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb/dhcp-networks HTTP/1.1" status: 200 len: 7305 time: 0.2178662 Jul 07 17:58:15.145923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35858) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.163933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:15.190021 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f6587045-672a-4dd0-b39c-9ae822103c66 tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "GET /v2.0/networks/792e61d5-775c-45e9-9259-8853494110b9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0397358 Jul 07 17:58:15.191052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35860) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.199416 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-ebad3291-deeb-432c-bb9b-4e3583ee5447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:58:15.200147 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-ebad3291-deeb-432c-bb9b-4e3583ee5447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:58:15.231847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ac86f529-5f73-4c2b-aa38-f8e119763900 tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "GET /v2.0/networks/792e61d5-775c-45e9-9259-8853494110b9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0375004 Jul 07 17:58:15.235055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35862) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.366670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53558ba7-9aa5-42a0-a9fd-40d520a776e7 req-92991b88-1392-4f9b-91d0-3f09cc1ef0fd tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 210 time: 0.0756640 Jul 07 17:58:15.414440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-987db5c1-a546-4d42-b326-89a17fc44397 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:15.416232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-987db5c1-a546-4d42-b326-89a17fc44397 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.90 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 950 time: 0.4026928 Jul 07 17:58:15.430070 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f63b0488-7f97-4095-bd24-a507e2e2c4f2 tempest-DHCPAgentSchedulersTestJSON-1605656526 tempest-DHCPAgentSchedulersTestJSON-1605656526-project-admin] 10.222.0.88 "GET /v2.0/agents/a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb/dhcp-networks HTTP/1.1" status: 200 len: 7305 time: 0.1935084 Jul 07 17:58:15.434116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35864) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.521356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.620097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.633246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfde5a2-9f2f-4841-a1da-4143be748818']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:15.644058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a186b8c-a777-4ee1-b9e5-afe03cc390ac') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:15.644341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a186b8c-a777-4ee1-b9e5-afe03cc390ac') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:15.646390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f122-d635-49d3-b049-2e3d87fe1239 req-e6b4fe27-6e70-415c-bd15-79bb0f25e47c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:15.647892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c469f122-d635-49d3-b049-2e3d87fe1239 req-e6b4fe27-6e70-415c-bd15-79bb0f25e47c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.2253253 Jul 07 17:58:15.654481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.668813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.675326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:58:15.675761 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:58:15.679113 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:58:15.681368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.694788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.727627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Deleting port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:15.727969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.741853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.748973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.755868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "DELETE /v2.0/networks/fcfde5a2-9f2f-4841-a1da-4143be748818 HTTP/1.1" status: 204 len: 168 time: 0.3180742 Jul 07 17:58:15.757030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35866) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.786457 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbb3314-b4e5-4137-808f-9886c17d30a2 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:58:15.787215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbb3314-b4e5-4137-808f-9886c17d30a2 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:58:15.789000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4cbb3314-b4e5-4137-808f-9886c17d30a2 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "DELETE /v2.0/ports/b6096808-14c9-4268-aa04-f8955d1bcbc9 HTTP/1.1" status: 404 len: 333 time: 0.0310142 Jul 07 17:58:15.798435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35868) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:15.800928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5208-fbc6-4ef4-af9a-237578f7c53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.829584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af2a7f-2eed-4c84-916d-b967e75dd51e tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event deleted for resources: {'Network': ['ID=fcfde5a2-9f2f-4841-a1da-4143be748818,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:15.841528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c469f122-d635-49d3-b049-2e3d87fe1239 req-b6ca698d-e012-4b46-b6ce-132745c7e7c7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823616 Jul 07 17:58:15.863529 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.867811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Port': ['ID=0acd9287-ed2a-47be-a285-fcafe90cfed8,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:15.874636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Deleting subnet 3071d8f5-d97e-417f-90e5-5f4151967d9f {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:58:15.881852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.894741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f32f1e80-b8fc-47fe-89ac-342f0240e836 None None] Could not find standard attr ID for object b6096808-14c9-4268-aa04-f8955d1bcbc9. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:58:15.933329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] For port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:15.934487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:15.986503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Calling delete_port for 2f060e3e-cd30-40eb-b9b8-dcc170715b9d owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:15.988665 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.111575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.186838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Network ca450602-d825-4f31-b021-95fc2933ce36 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:16.203302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:16.203506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.226567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16cbfa-0c9b-45eb-a713-d0a744496f0e req-e28976c1-c0b3-4ade-80f0-8a6283048f25 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.228171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d16cbfa-0c9b-45eb-a713-d0a744496f0e req-e28976c1-c0b3-4ade-80f0-8a6283048f25 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.2431638 Jul 07 17:58:16.257140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event deleted for resources: {'Subnet': ['ID=3071d8f5-d97e-417f-90e5-5f4151967d9f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:16.267395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.274523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-086387eb-127b-4b4a-a4e6-14f149aaea46 tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "DELETE /v2.0/subnets/3071d8f5-d97e-417f-90e5-5f4151967d9f HTTP/1.1" status: 204 len: 168 time: 0.4751103 Jul 07 17:58:16.275189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35880) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:16.278254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de6415-9bbd-45f4-b029-8070f3bb26b2 None None] Network 792e61d5-775c-45e9-9259-8853494110b9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:16.284123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be3f1e-07c6-464f-bb18-d5aa80a65934 req-8f8cc789-e43a-4ac6-930c-5172f0819a34 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.285725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81be3f1e-07c6-464f-bb18-d5aa80a65934 req-8f8cc789-e43a-4ac6-930c-5172f0819a34 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 950 time: 0.2814145 Jul 07 17:58:16.405043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.504404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Deleting port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:16.504747 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.549893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e22586da-ffe0-4cc4-bbf8-8d9956ef5630 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:16.574689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81be3f1e-07c6-464f-bb18-d5aa80a65934 req-50cbd407-2a19-459f-b486-1190065d3b55 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/security-groups?id=a48c9412-9a74-4a63-9c66-e195120d44bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523251 Jul 07 17:58:16.594527 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.611816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2f060e3e-cd30-40eb-b9b8-dcc170715b9d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:16.638167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] For port e22586da-ffe0-4cc4-bbf8-8d9956ef5630, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,segment=NetworkSegment(c8d07913-9b81-4971-98f3-e10b6edef3cd),segment_id=c8d07913-9b81-4971-98f3-e10b6edef3cd)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:16.638566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.663639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Calling delete_port for e22586da-ffe0-4cc4-bbf8-8d9956ef5630 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:16.670063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d16cbfa-0c9b-45eb-a713-d0a744496f0e req-bf241847-1f06-4fef-af03-c660efdcdcdb tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028375 Jul 07 17:58:16.709456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] DHCP port deletion for 792e61d5-775c-45e9-9259-8853494110b9 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:58:16.712442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e9f6b52e-7042-4814-936f-6cd2ce81be6b None None] Provisioning complete for port 0acd9287-ed2a-47be-a285-fcafe90cfed8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:16.713093 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9f6b52e-7042-4814-936f-6cd2ce81be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.730087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Router 16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:16.771474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:16.775313 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.792468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Pushing event deleted for resources: {'Port': ['ID=2f060e3e-cd30-40eb-b9b8-dcc170715b9d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:16.914422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] No DVR routers for this DVR port 2f060e3e-cd30-40eb-b9b8-dcc170715b9d on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:16.919615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.928541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c53fa1b1-34f1-4f40-b287-fa338db99e2c req-f778eabe-2a93-490c-a248-56b76aeeef83 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.90 "DELETE /v2.0/ports/2f060e3e-cd30-40eb-b9b8-dcc170715b9d HTTP/1.1" status: 204 len: 173 time: 1.4995377 Jul 07 17:58:16.932235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6b52e-7042-4814-936f-6cd2ce81be6b None None] Port 0acd9287-ed2a-47be-a285-fcafe90cfed8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:16.934395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'name': 'network-vif-deleted', 'tag': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:16.953446 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee96ca-e51d-4e4c-ad44-f1e6f17f628d" -d '{"events": [{"server_uuid": "b5399a35-8751-4f9a-b66d-713a4fedb486", "name": "network-vif-deleted", "tag": "2f060e3e-cd30-40eb-b9b8-dcc170715b9d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:16.957782 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:16.972671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Could not find standard attr ID for object e22586da-ffe0-4cc4-bbf8-8d9956ef5630. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:58:16.983349 n-d-798930-2 neutron-server[105590]: INFO neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No ports have port_id starting with e22586da-ffe0-4cc4-bbf8-8d9956ef5630 Jul 07 17:58:17.014855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] Deleting port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:17.015333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.066485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event deleted for resources: {'Port': ['ID=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:17.082246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] No DVR routers for this DVR port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:17.134026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] For port e22586da-ffe0-4cc4-bbf8-8d9956ef5630, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:17.134444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.159496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] Calling delete_port for e22586da-ffe0-4cc4-bbf8-8d9956ef5630 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:17.166744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] Port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:58:17.168309 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.199438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.207582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] No DVR routers for this DVR port e22586da-ffe0-4cc4-bbf8-8d9956ef5630 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:17.216061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8607fc-d5d5-4f88-8185-4bc5c6192fee None None] Pushing event deleted for resources: {'Port': ['ID=e22586da-ffe0-4cc4-bbf8-8d9956ef5630,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:17.228167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dff5a0c3-c2e6-4451-96a7-429df2a0662f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:17.234674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dff5a0c3-c2e6-4451-96a7-429df2a0662f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:17.240289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792e61d5-775c-45e9-9259-8853494110b9']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:17.259021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d07913-9b81-4971-98f3-e10b6edef3cd') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:17.259530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d07913-9b81-4971-98f3-e10b6edef3cd') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:17.280577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.291203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecbdd05d-2790-466c-8dee-a5ca846029ca req-a88c2c7d-49ad-4d19-a258-ac9914b3c9d6 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/ports?device_id=7766c92d-a224-4b73-ba5c-77680d3b986c HTTP/1.1" status: 200 len: 210 time: 0.1948397 Jul 07 17:58:17.309055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.325330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:58:17.325967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:58:17.329487 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:58:17.342658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:17.363791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] Sync routers for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:17.383562 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:17.384464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:17.391886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28958bb1-b034-4566-b9f7-cc5be07588fb tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "PUT /v2.0/routers/16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8458149 Jul 07 17:58:17.395503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35888) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:17.396201 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a271f-5d60-43a4-b499-5dcb6d38a18e x-openstack-request-id: req-e14a271f-5d60-43a4-b499-5dcb6d38a18e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:17.396497 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5399a35-8751-4f9a-b66d-713a4fedb486", "name": "network-vif-deleted", "tag": "2f060e3e-cd30-40eb-b9b8-dcc170715b9d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:17.396752 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e14a271f-5d60-43a4-b499-5dcb6d38a18e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:17.397185 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5399a35-8751-4f9a-b66d-713a4fedb486', 'name': 'network-vif-deleted', 'tag': '2f060e3e-cd30-40eb-b9b8-dcc170715b9d', 'status': 'completed', 'code': 200} Jul 07 17:58:17.403513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Request body: {'port': {'network_id': 'ca450602-d825-4f31-b021-95fc2933ce36', 'name': 'tempest-FloatingIPAdminTestJSON-1986697634'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:17.434066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-740d1df4-3b83-4872-98d8-78fef5081d23 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3337481 Jul 07 17:58:17.464337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:17.469729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87fb8-0dc4-4c5c-bd2c-5567bc942400 req-cb5ef150-b2c8-4bd3-9eb5-b3770e7f45dd tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:17.473892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68b87fb8-0dc4-4c5c-bd2c-5567bc942400 req-cb5ef150-b2c8-4bd3-9eb5-b3770e7f45dd tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.1706789 Jul 07 17:58:17.521680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.532856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.537313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] 10.222.0.88 "DELETE /v2.0/networks/792e61d5-775c-45e9-9259-8853494110b9 HTTP/1.1" status: 204 len: 168 time: 1.2582459 Jul 07 17:58:17.541890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:17.543680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:17.553619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Made reservation on behalf of 152dbb3b9995436b992d0c190612a35b for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:17.559126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.561896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37589bc7-5cc6-4371-ab23-fe7ff492dabb tempest-DHCPAgentSchedulersTestJSON-571501547 tempest-DHCPAgentSchedulersTestJSON-571501547-project] Pushing event deleted for resources: {'Network': ['ID=792e61d5-775c-45e9-9259-8853494110b9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:17.598213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68b87fb8-0dc4-4c5c-bd2c-5567bc942400 req-29074d3a-de9f-40a0-b5ab-bb1900b4a03d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178417 Jul 07 17:58:17.612425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] device_id is not set on port 31edee99-29c0-4333-a19b-f65e33d3fb78 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:17.612660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:17.613020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5946b223-8b5d-48f4-b466-1650d5ee8352 None None] The sync data for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:17.616444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.624360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:17.652266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'port_id': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'mac_address': 'fa:16:3e:bc:54:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b109ec-1d42-49d5-869b-392381b88d6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:17.661658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:17.665065 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7428a8da-9b78-4c15-9cc8-3e83cc5b3749" -d '{"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-unplugged", "status": "completed", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:17.692679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:17.756550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-26329f49-1165-4ea4-908f-45b4625979a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:17.773120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-26329f49-1165-4ea4-908f-45b4625979a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1097 time: 0.2986708 Jul 07 17:58:17.901538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Allocated IP 172.20.0.6 (ca450602-d825-4f31-b021-95fc2933ce36/328c0231-e512-4d59-a975-de95774aa408/31edee99-29c0-4333-a19b-f65e33d3fb78) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:18.012773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8effea0-e091-4436-aefc-ee2b07baeb3e req-5756d193-aebf-4e18-ba67-10b8c8aac410 tempest-ImagesNegativeTestJSON-762494104 tempest-ImagesNegativeTestJSON-762494104-project] 10.222.0.88 "GET /v2.0/ports?device_id=b5399a35-8751-4f9a-b66d-713a4fedb486 HTTP/1.1" status: 200 len: 210 time: 0.0943220 Jul 07 17:58:18.079804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41098064-4453-4d99-b828-38f38628dbe6 req-7f0f7f35-dbc4-42eb-a7fe-8493978dbb6b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.087981 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abc272-1ce1-4d18-b66d-79fdb3279401 x-openstack-request-id: req-14abc272-1ce1-4d18-b66d-79fdb3279401 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:18.088549 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-unplugged", "status": "completed", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:18.088672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41098064-4453-4d99-b828-38f38628dbe6 req-7f0f7f35-dbc4-42eb-a7fe-8493978dbb6b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1715276 Jul 07 17:58:18.088755 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-14abc272-1ce1-4d18-b66d-79fdb3279401 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:18.090004 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'code': 200} Jul 07 17:58:18.093333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.118917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-72637176-1e78-4e05-802d-386a22d7da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.120748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-72637176-1e78-4e05-802d-386a22d7da38 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.3168898 Jul 07 17:58:18.150176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.164707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41098064-4453-4d99-b828-38f38628dbe6 req-c9854856-2bab-495e-a101-ed2c1601291c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737503 Jul 07 17:58:18.200208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dff5a0c3-c2e6-4451-96a7-429df2a0662f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:18.210018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:18.256390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-495f6b04-1598-4a23-93ec-c6a8baaffcbd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 1001 time: 0.1133308 Jul 07 17:58:18.257227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35904) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:18.300132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:58:18.300504 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:58:18.315146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-e1c4577b-e52b-4b67-a133-ce5b4e2ad89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.317086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-e1c4577b-e52b-4b67-a133-ce5b4e2ad89c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.0530853 Jul 07 17:58:18.344480 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b72e16f-1ec3-448a-832d-10036561ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.414033 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.426559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-904d5b5c-1380-4593-be10-e4ab5cc6abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.428154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-904d5b5c-1380-4593-be10-e4ab5cc6abf2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036506 Jul 07 17:58:18.575103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e22586da-ffe0-4cc4-bbf8-8d9956ef5630 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:18.579768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35914) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:18.603997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e22586da-ffe0-4cc4-bbf8-8d9956ef5630 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:18.604935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e22586da-ffe0-4cc4-bbf8-8d9956ef5630 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:18.609416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9272d806-8ad9-40d9-8688-8ad74cdb1fb4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=45af091d301f4f4fa95a694b69e4bf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484035 Jul 07 17:58:18.614320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35916) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:18.645122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-d54112b4-6fd1-4c09-a896-fa186d4a0c24 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089183 Jul 07 17:58:18.697061 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.726417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Transition to ACTIVE for port object 31edee99-29c0-4333-a19b-f65e33d3fb78 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:18.763007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.812799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Network ca450602-d825-4f31-b021-95fc2933ce36 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:18.818803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:18.821603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:18.856779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event updated for resources: {'Port': ['ID=31edee99-29c0-4333-a19b-f65e33d3fb78,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:18.885261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.901066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.901866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.902095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff5a0c3-c2e6-4451-96a7-429df2a0662f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:18.940028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7d79b75b-8aa4-4279-8cde-b7463c998800 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5364254 Jul 07 17:58:18.940333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:18.940497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35920) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:18.945171 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.016455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:19.108042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2f060e3e-cd30-40eb-b9b8-dcc170715b9d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:19.111988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'project_id': '152dbb3b9995436b992d0c190612a35b', 'port_id': '31edee99-29c0-4333-a19b-f65e33d3fb78'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:19.131033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 2f060e3e-cd30-40eb-b9b8-dcc170715b9d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:19.131537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2f060e3e-cd30-40eb-b9b8-dcc170715b9d not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:19.150281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.170808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['dff5a0c3-c2e6-4451-96a7-429df2a0662f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:19.225255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f16f37aa-fecd-4c74-ad35-9dfa46c9b3b5 None None] Provisioning for port 31edee99-29c0-4333-a19b-f65e33d3fb78 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:19.232958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f16f37aa-fecd-4c74-ad35-9dfa46c9b3b5 None None] Provisioning complete for port 31edee99-29c0-4333-a19b-f65e33d3fb78 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:19.236530 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f16f37aa-fecd-4c74-ad35-9dfa46c9b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.244785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1adb96e1-4680-41ad-88d8-14cc7bae2bea tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.288364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-799f4b2f-15d7-4541-b6b4-3338540f92a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.304149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f16f37aa-fecd-4c74-ad35-9dfa46c9b3b5 None None] Port 31edee99-29c0-4333-a19b-f65e33d3fb78 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:19.311272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.327056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1adb96e1-4680-41ad-88d8-14cc7bae2bea tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.351220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acef1e1a-baf9-47f5-9c14-b32bc0e1550d req-25360c65-cf26-4e1a-b618-6a3630b0da46 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968689 Jul 07 17:58:19.368355 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-799f4b2f-15d7-4541-b6b4-3338540f92a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.441842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdfde9-efaa-4603-8342-dfb2fb54c8d5 req-559b872e-0358-4a05-bab8-3b1143c609b0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:19.449438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3cdfde9-efaa-4603-8342-dfb2fb54c8d5 req-559b872e-0358-4a05-bab8-3b1143c609b0 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 944 time: 0.7147312 Jul 07 17:58:19.505939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1adb96e1-4680-41ad-88d8-14cc7bae2bea tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.508703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1adb96e1-4680-41ad-88d8-14cc7bae2bea tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.510141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1adb96e1-4680-41ad-88d8-14cc7bae2bea tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "DELETE /v2.0/security-groups/b62375d5-8949-477b-836e-05b676d4e248 HTTP/1.1" status: 204 len: 168 time: 0.9292278 Jul 07 17:58:19.516225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35936) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:19.530122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3cdfde9-efaa-4603-8342-dfb2fb54c8d5 req-ed310785-3769-45ea-afaf-4702f853ed1e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789399 Jul 07 17:58:19.540453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Allocated IP 172.25.1.6 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/7113ff1e-7a8c-4697-95e3-87444af28008) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:19.543061 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-b78bf9e9-304c-4049-8c05-e8c31fe376ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] show failed (client error): The resource could not be found. Jul 07 17:58:19.545289 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b78bf9e9-304c-4049-8c05-e8c31fe376ce tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "GET /v2.0/security-groups/b62375d5-8949-477b-836e-05b676d4e248 HTTP/1.1" status: 404 len: 347 time: 0.0280025 Jul 07 17:58:19.548118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35938) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:19.564714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb96e1-4680-41ad-88d8-14cc7bae2bea tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62375d5-8949-477b-836e-05b676d4e248,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:19.568517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-799f4b2f-15d7-4541-b6b4-3338540f92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.571606 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-799f4b2f-15d7-4541-b6b4-3338540f92a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.576598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-799f4b2f-15d7-4541-b6b4-3338540f92a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f0a57ed4-ec52-485a-bcb6-2a4beebd3ea0 HTTP/1.1" status: 204 len: 168 time: 0.9588044 Jul 07 17:58:19.589403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f4b2f-15d7-4541-b6b4-3338540f92a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a57ed4-ec52-485a-bcb6-2a4beebd3ea0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:19.608806 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.623530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab6399-1dae-4b40-aa5e-7510cc1a6ab0 req-be71776d-89aa-416e-901e-8225c5413351 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:19.629546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2aab6399-1dae-4b40-aa5e-7510cc1a6ab0 req-be71776d-89aa-416e-901e-8225c5413351 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1283097 Jul 07 17:58:19.698911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2aab6399-1dae-4b40-aa5e-7510cc1a6ab0 req-6b6905de-777d-4e9b-8ba7-94caaf06d2f1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669322 Jul 07 17:58:19.856640 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.871493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Deleting port 9488f0c4-a85f-4623-b7ab-31adfbd05a53 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:19.871841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.972533 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.976493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:19.977080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.019176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Calling delete_port for 9488f0c4-a85f-4623-b7ab-31adfbd05a53 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:20.035582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:20.042778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:20.051060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:20.062204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35956) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:20.081100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c718311c-3694-4ce5-97d3-57f3dba944ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.157731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Pushing event updated for resources: {'Port': ['ID=7113ff1e-7a8c-4697-95e3-87444af28008,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:20.245392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c718311c-3694-4ce5-97d3-57f3dba944ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.253950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c718311c-3694-4ce5-97d3-57f3dba944ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.322320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c718311c-3694-4ce5-97d3-57f3dba944ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24753d421f69498098406a4f947656ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586787 Jul 07 17:58:20.324655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718311c-3694-4ce5-97d3-57f3dba944ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bc64c1-8f99-417c-aea4-489e655ed9a6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:20.329485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35960) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:20.401690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b235-3470-4ac8-b886-32d9d4792b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.458670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.466992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b235-3470-4ac8-b886-32d9d4792b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.535172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Pushing event deleted for resources: {'Port': ['ID=9488f0c4-a85f-4623-b7ab-31adfbd05a53,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:20.542513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b235-3470-4ac8-b886-32d9d4792b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.546449 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b235-3470-4ac8-b886-32d9d4792b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.553723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7dc2b235-3470-4ac8-b886-32d9d4792b48 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/96bc64c1-8f99-417c-aea4-489e655ed9a6 HTTP/1.1" status: 204 len: 168 time: 0.2202711 Jul 07 17:58:20.575103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2b235-3470-4ac8-b886-32d9d4792b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bc64c1-8f99-417c-aea4-489e655ed9a6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:20.626456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35972) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:20.730001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.747029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.748316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-def31ece-1e59-4ec4-b498-3ae463bf3016 tempest-ServersTestBootFromVolume-712944545 tempest-ServersTestBootFromVolume-712944545-project] 10.222.0.88 "DELETE /v2.0/floatingips/693c4f14-c735-43e2-92a7-e228af1a2a11 HTTP/1.1" status: 204 len: 168 time: 1.1989722 Jul 07 17:58:20.771332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35980) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:21.052787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.081020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddf879-63b2-4262-8193-3b27ca0ca743 req-5f332080-50ed-46e6-a634-b0c9b2d87b17 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.085248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66ddf879-63b2-4262-8193-3b27ca0ca743 req-5f332080-50ed-46e6-a634-b0c9b2d87b17 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 944 time: 0.3543503 Jul 07 17:58:21.101804 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.170544 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.217888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66ddf879-63b2-4262-8193-3b27ca0ca743 req-1c6bc124-7107-426b-9150-31ec13d9c352 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241655 Jul 07 17:58:21.224145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dff5a0c3-c2e6-4451-96a7-429df2a0662f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:21.262721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7ae971db-7c1a-4957-8a69-f18731a57b5b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d44c3ce2ce644888a69f0fcf1ad0b8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308811 Jul 07 17:58:21.268367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9823453-1bda-461c-959e-ab5e7d464163 req-c60559b7-0d36-4515-80ea-287f58deae67 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.270080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9823453-1bda-461c-959e-ab5e7d464163 req-c60559b7-0d36-4515-80ea-287f58deae67 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.3258760 Jul 07 17:58:21.270820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35994) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:21.393412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port dff5a0c3-c2e6-4451-96a7-429df2a0662f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:21.393815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.420763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.430602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.435684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9823453-1bda-461c-959e-ab5e7d464163 req-f90e3a6b-0512-45d1-b46f-0370190203f5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502893 Jul 07 17:58:21.518117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dc57-19fe-420e-917f-ee5cc3c001e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.531981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Pushing event updated for resources: {'Port': ['ID=7113ff1e-7a8c-4697-95e3-87444af28008,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:21.544062 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.557489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.565929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dc57-19fe-420e-917f-ee5cc3c001e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.608442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:21.614266 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4745610c-3470-49a5-b3c2-38581cef890d" -d '{"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-plugged", "status": "completed", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:21.638193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:21.646357 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.674940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dc57-19fe-420e-917f-ee5cc3c001e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.677645 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dc57-19fe-420e-917f-ee5cc3c001e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.678825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d0c1dc57-19fe-420e-917f-ee5cc3c001e2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a48c9412-9a74-4a63-9c66-e195120d44bf HTTP/1.1" status: 204 len: 168 time: 0.4047630 Jul 07 17:58:21.699321 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce6ce1-8cac-46e2-a1be-2c37c0c2a9d7 x-openstack-request-id: req-63ce6ce1-8cac-46e2-a1be-2c37c0c2a9d7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:21.699605 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-plugged", "status": "completed", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:21.699864 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-63ce6ce1-8cac-46e2-a1be-2c37c0c2a9d7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:21.700255 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'code': 200} Jul 07 17:58:21.706219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1dc57-19fe-420e-917f-ee5cc3c001e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c9412-9a74-4a63-9c66-e195120d44bf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:21.727929 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Floating IP a8bc3f56-48ac-465e-818f-3717ecc89de1 associated. External IP: 172.25.1.6, port: 31edee99-29c0-4333-a19b-f65e33d3fb78. Jul 07 17:58:21.775532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:21.863062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36010) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:21.906608 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:21.962049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d3755-1fba-409b-a2f4-68717c6d4bae req-d8e4ba16-f815-4a83-a190-54fde8e92312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.963593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-200d3755-1fba-409b-a2f4-68717c6d4bae req-d8e4ba16-f815-4a83-a190-54fde8e92312 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 1096 time: 0.1451132 Jul 07 17:58:22.041589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-200d3755-1fba-409b-a2f4-68717c6d4bae req-72292b8c-2153-44eb-863b-aeeab5dbb234 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697958 Jul 07 17:58:22.070562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Router 16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:22.145391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-309696678'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:22.188018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:22.199575 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] Sync routers for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:22.213190 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:22.213616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:22.214751 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:22.217499 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.220686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.236009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.277324 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f4b5191-d563-4216-b576-438418a309ed tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.3325608 Jul 07 17:58:22.279177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36026) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:22.288491 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:22.312492 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:22.317717 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:22.392808 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:22.393745 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f832630-953f-4617-99d0-7ee07a8969ae None None] The sync data for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:22.400017 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.414386 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.465681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-44bdec93-4118-4d72-8844-5d17ab2be053 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] 10.222.0.88 "GET /v2.0/floatingips/a8bc3f56-48ac-465e-818f-3717ecc89de1 HTTP/1.1" status: 200 len: 981 time: 0.1849563 Jul 07 17:58:22.467430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36036) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:22.482065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:22.519362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca7719f-ba07-4573-9363-b15369b5500e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:22.546447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.548855 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Added segment 5d05a975-8b8e-4804-bce3-deaf448cd306 of type vlan for network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 Jul 07 17:58:22.590994 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-19d01b97-a80d-4610-b6f1-4b8f45276dd9 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1167822 Jul 07 17:58:22.592624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36044) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:22.593799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Deleting port 2468ba8f-44f9-45b6-a11a-340a69ecb629 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:22.594140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.671575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.701938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36048) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:22.772536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220b6a-2389-493f-95a7-6f4d7f64841c req-ef5ae4b7-191d-48c3-bfad-fe78b0a0cccd tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.774158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84220b6a-2389-493f-95a7-6f4d7f64841c req-ef5ae4b7-191d-48c3-bfad-fe78b0a0cccd tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.3355784 Jul 07 17:58:22.795902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Deleting port 7113ff1e-7a8c-4697-95e3-87444af28008 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:22.796403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.815276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.820926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.821533 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.877291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.877654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:22.889927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Calling delete_port for 7113ff1e-7a8c-4697-95e3-87444af28008 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:22.918006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-362986008-network', 'tenant_id': '2bd2ddfc789640889545ba10bc348126'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:22.982983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1183174 Jul 07 17:58:22.986334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36052) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:22.992238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'subnet': {'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:22.996757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] For port 2468ba8f-44f9-45b6-a11a-340a69ecb629, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2468ba8f-44f9-45b6-a11a-340a69ecb629,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:22.996757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.017552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84220b6a-2389-493f-95a7-6f4d7f64841c req-e4aa9000-c45a-43bf-bcf9-e3542de7e4ac tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293534 Jul 07 17:58:23.022364 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df6663-541d-4c62-936b-3bb2723dd0f5 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Network': ['ID=8e6c0843-f18a-4fd2-9508-e293f5fd13e2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:23.036576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:23.038189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb063f-6ea3-48be-8a45-3750dee23151 req-eb2cebd7-2f97-4e47-8e57-b12958a18d77 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.039782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7cb063f-6ea3-48be-8a45-3750dee23151 req-eb2cebd7-2f97-4e47-8e57-b12958a18d77 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.3642228 Jul 07 17:58:23.041411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Calling delete_port for 2468ba8f-44f9-45b6-a11a-340a69ecb629 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:23.058418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:23.058418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.083033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.134113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:23.137980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.172684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7cb063f-6ea3-48be-8a45-3750dee23151 req-ca457eaf-1a6d-4127-908d-923221d6ab99 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250124 Jul 07 17:58:23.365661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.371700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.405608 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.407587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:23.423107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f0038d-79ab-4868-adea-d69dd63f8970,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:23.447216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2468ba8f-44f9-45b6-a11a-340a69ecb629,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:23.450371 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.450730 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Added segment 53877e3d-dfd0-489c-b66a-fd254f0ce9e6 of type vlan for network 844e265b-d06f-4d6e-a742-e9c7d38930c7 Jul 07 17:58:23.535439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.554534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.599393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Port': ['ID=7113ff1e-7a8c-4697-95e3-87444af28008,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:23.626150 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.627113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.627841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.730968 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.731309 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Floating IP a8bc3f56-48ac-465e-818f-3717ecc89de1 disassociated (deleted). External IP: 172.25.1.6, port: 31edee99-29c0-4333-a19b-f65e33d3fb78. Jul 07 17:58:23.745495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0212939 Jul 07 17:58:23.751815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36060) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:23.768351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Request body: {'subnet': {'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-362986008-subnet', 'tenant_id': '2bd2ddfc789640889545ba10bc348126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:23.795872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a036eaf-e949-4c3a-8904-9403e8eb2441 admin admin] Pushing event updated for resources: {'Network': ['ID=844e265b-d06f-4d6e-a742-e9c7d38930c7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:23.823868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:23.824938 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.893271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:23.896162 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:23.909219 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.122901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Subnet': ['ID=9574f287-ead6-4b39-8ea4-5a432adf6864,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:24.178013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Checking segment: {'id': '5d05a975-8b8e-4804-bce3-deaf448cd306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:24.179148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network hostable DHCP agents. Network: 8e6c0843-f18a-4fd2-9508-e293f5fd13e2, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:24.189070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Router 16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:24.217710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:24.268678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8e6c0843-f18a-4fd2-9508-e293f5fd13e2) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:24.273663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:24.274436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.279885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61aa538-7981-46b6-882a-04cce3e373dc None None] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:24.335054 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc252e02-b5dd-4655-9097-3191343ce5bf tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3451953 Jul 07 17:58:24.336313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36076) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:24.341512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'name': 'tempest-AllowedAddressPairTestJSON-1948454845'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:24.409570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:24.414240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.452502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] Sync routers for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:24.475503 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3dd9a1d0-b21e-450b-9d21-bcfbd374775e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "DELETE /v2.0/floatingips/a8bc3f56-48ac-465e-818f-3717ecc89de1 HTTP/1.1" status: 204 len: 168 time: 1.8816955 Jul 07 17:58:24.481216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:24.481821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:24.482609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:24.488650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:24.511260 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:58:24.511260 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:58:24.511260 n-d-798930-2 neutron-server[105589]: [parameters: {'project_id_1': '1cf15eb68c194d319986ad41daa45b93', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 58, 24, 504809)}] Jul 07 17:58:24.511260 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:58:24.511701 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:58:24.520813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.557124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:24.574182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:24.574899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:24.611243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'tenant_id': '1cf15eb68c194d319986ad41daa45b93', 'fixed_ips': [{'subnet_id': '9574f287-ead6-4b39-8ea4-5a432adf6864'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:58:24.612105 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.614593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:24.615207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17ad6a-e784-4cfb-8b2c-52aff2173be5 None None] The sync data for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:24.619033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.649317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.662302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:24.734106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Allocated IP 172.25.1.182 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/88e6aa15-4900-4489-b816-b44bbd034559) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:24.737987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4f3ffe-8213-4079-8acf-b5db455e7f0c,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:24.751313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50234fa7-3f82-4e2c-a948-8318ce233901 req-989074c8-1e28-4cb7-8ce2-06a06c3f5f89 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:24.757616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Allocated IP 172.20.0.2 (8e6c0843-f18a-4fd2-9508-e293f5fd13e2/9574f287-ead6-4b39-8ea4-5a432adf6864/8ad78a4f-9459-41b8-b30a-1bdd0f851fc9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:24.758006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50234fa7-3f82-4e2c-a948-8318ce233901 req-989074c8-1e28-4cb7-8ce2-06a06c3f5f89 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.5914896 Jul 07 17:58:24.831428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31dc0f-ecac-4be6-be78-429109ef37db req-a10ba5ca-da33-4eed-af9c-99316b27c483 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:24.834601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef31dc0f-ecac-4be6-be78-429109ef37db req-a10ba5ca-da33-4eed-af9c-99316b27c483 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.2839291 Jul 07 17:58:24.853929 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.875294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Checking segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:24.876008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Network hostable DHCP agents. Network: 844e265b-d06f-4d6e-a742-e9c7d38930c7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:24.893894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50234fa7-3f82-4e2c-a948-8318ce233901 req-22b672bb-855c-43a6-b171-1b0778ad1891 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346180 Jul 07 17:58:24.906938 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.910109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.916020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Transition to ACTIVE for port object 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:24.934692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Transition to ACTIVE for port object 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:24.946612 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:24.956260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:24.966705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:24.966946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:24.970349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:24.992441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef31dc0f-ecac-4be6-be78-429109ef37db req-7ad1aff5-be36-4ef8-a6ac-428c2ca3b304 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472750 Jul 07 17:58:24.993673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:25.003841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-253b0d4b-0efd-4fc8-95a2-200e0b92a9e0 admin admin] 10.222.0.88 "PUT /v2.0/routers/1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2309308 Jul 07 17:58:25.004938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36082) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:25.006196 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] Sync routers for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:25.008130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:25.012513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 844e265b-d06f-4d6e-a742-e9c7d38930c7) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:25.013635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:25.025976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:25.025976 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.028286 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:25.028757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:25.029021 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:25.036239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Pushing event updated for resources: {'Port': ['ID=88e6aa15-4900-4489-b816-b44bbd034559,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:25.037180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe151ea-e580-4ecf-a863-8c09c90ae71d None None] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:25.128736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Pushing event updated for resources: {'Port': ['ID=8ad78a4f-9459-41b8-b30a-1bdd0f851fc9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:25.130782 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.145364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:25.149295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.184959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Attempting to bind port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:25.185193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Attempting to bind port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '5d05a975-8b8e-4804-bce3-deaf448cd306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:25.185520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Attempting to bind port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 on network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:25.193680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:25.193944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Checking segment: {'id': '5d05a975-8b8e-4804-bce3-deaf448cd306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:25.194358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.194755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Bound using segment: {'id': '5d05a975-8b8e-4804-bce3-deaf448cd306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:25.195367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Bound port: 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d05a975-8b8e-4804-bce3-deaf448cd306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:25.195613 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.197478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] device_id is not set on port 0de65458-92e6-4cf2-a3dc-b820f3661c96 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:25.214816 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.215041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.295406 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:25.296791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-96099882-c196-40f2-b878-4d940466c36b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5412278 Jul 07 17:58:25.297839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] For port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:25.303220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] For port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8ad78a4f-9459-41b8-b30a-1bdd0f851fc9,segment=NetworkSegment(5d05a975-8b8e-4804-bce3-deaf448cd306),segment_id=5d05a975-8b8e-4804-bce3-deaf448cd306)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:25.319630 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.383784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57d8ce-1a80-4049-9abf-f9f2b4c2a3be None None] Pushing event updated for resources: {'Port': ['ID=8ad78a4f-9459-41b8-b30a-1bdd0f851fc9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:25.493419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea9c75-fd1c-43f7-af5e-5932559a67b8 None None] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:25.499515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d105-c87a-4997-a704-6e4d5349be86 req-8a30eb5a-52d3-4f0e-9bae-6408fb5a783e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:25.501360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a255d105-c87a-4997-a704-6e4d5349be86 req-8a30eb5a-52d3-4f0e-9bae-6408fb5a783e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.2834120 Jul 07 17:58:25.525826 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.583963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Allocated IP 172.20.0.6 (8e6c0843-f18a-4fd2-9508-e293f5fd13e2/9574f287-ead6-4b39-8ea4-5a432adf6864/0de65458-92e6-4cf2-a3dc-b820f3661c96) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:25.626802 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:58:23Z', 'revision_number': 5, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port': {'id': '20e0a2a7-6787-42bc-a5f8-c6ab3de24d74', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:05Z', 'updated_at': '2021-07-07T17:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:25.639878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a255d105-c87a-4997-a704-6e4d5349be86 req-2713690d-43b9-4929-8c2e-0ac212f321fc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060159 Jul 07 17:58:25.677381 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] Checking router: 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:25.694723 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] Routers {'1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:25.695925 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:25.698597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78566663-1d51-4b0a-b0aa-f7882848a442 req-9e869dcc-674d-4987-8590-be4af2f2e21c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:25.705664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78566663-1d51-4b0a-b0aa-f7882848a442 req-9e869dcc-674d-4987-8590-be4af2f2e21c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.2576504 Jul 07 17:58:25.706963 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.725497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Deleting port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:25.725718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.726863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.877505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78566663-1d51-4b0a-b0aa-f7882848a442 req-f0106a0e-213f-4548-8d83-b7cf3e6b0333 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708395 Jul 07 17:58:25.899946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] For port 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:25.900130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:25.916040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Calling delete_port for 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:25.921063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Pushing event updated for resources: {'Port': ['ID=88e6aa15-4900-4489-b816-b44bbd034559,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:25.942812 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] Set router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:26.004287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.027755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.044393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.048544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-182606d4-c61f-4c54-b8d7-18af1fd6ce76 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5662990 Jul 07 17:58:26.049843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36106) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:26.051267 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:58:25Z', 'revision_number': 6, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:26.057514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Transition to ACTIVE for port object 0de65458-92e6-4cf2-a3dc-b820f3661c96 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:26.082156 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc5735-107c-4952-abb6-04d0afadcdaf None None] The sync data for ids ['1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f'] in n-d-798930-2 is: [{'id': '1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f', 'name': 'tempest-ServersTestBootFromVolume-1592455645-router', 'tenant_id': '3050f5cd93de488599eb7f180faf7ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:03Z', 'updated_at': '2021-07-07T17:58:25Z', 'revision_number': 6, 'project_id': '3050f5cd93de488599eb7f180faf7ac4', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:26.124579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.200868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:26.204386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:26.208210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:26.259661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-80e46fca-f612-4a78-b262-4a0603645314 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:26.261777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-80e46fca-f612-4a78-b262-4a0603645314 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.2653935 Jul 07 17:58:26.263733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:26.279828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=0de65458-92e6-4cf2-a3dc-b820f3661c96,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:26.311687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:26.312376 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.316584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.319024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-a7a9838a-77b4-4dfb-bea6-2a1327276808 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/quotas/2bd2ddfc789640889545ba10bc348126 HTTP/1.1" status: 200 len: 375 time: 0.0159953 Jul 07 17:58:26.340499 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7653b670-20c8-4ca0-bf03-74130b4a2a6f tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0029011 Jul 07 17:58:26.364462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36116) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:26.375527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'name': 'tempest-AllowedAddressPairTestJSON-1879982072', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1a:32:7a'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:26.398584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-b37bdfc5-31c9-4707-8f34-f201da66af2b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622625 Jul 07 17:58:26.412767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-c48608dc-2a67-450e-8674-26c9ebd4e260 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:58:26.414048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-c48608dc-2a67-450e-8674-26c9ebd4e260 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077705 Jul 07 17:58:26.415974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.461195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e0a2a7-6787-42bc-a5f8-c6ab3de24d74,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:26.577300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.585311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.598200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:26.635118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:26.709661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:26.715232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c4c58-1a3a-4801-a3ff-a2590324e428 req-0ced82fb-64c4-4af4-be89-66d682a3bbbf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:26.717841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e5c4c58-1a3a-4801-a3ff-a2590324e428 req-0ced82fb-64c4-4af4-be89-66d682a3bbbf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.3914135 Jul 07 17:58:26.726296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2468ba8f-44f9-45b6-a11a-340a69ecb629 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:26.752299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 2468ba8f-44f9-45b6-a11a-340a69ecb629 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:26.753203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2468ba8f-44f9-45b6-a11a-340a69ecb629 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:26.759551 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.768414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.777869 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.797907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Allocated IP 172.25.1.71 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/8bb98de3-cb62-427b-9dfa-07e8b913fa04) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:26.814722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] device_id is not set on port f058dd4a-9a44-4c19-815a-56d5eeeca952 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:26.855240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.855776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:58:26.861998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e5c4c58-1a3a-4801-a3ff-a2590324e428 req-3200dd76-b0b5-46b6-afd8-8122b91a5c1f tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096201 Jul 07 17:58:26.864882 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:26.868246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-92f099d8-27eb-4537-8574-d5789d61f463 admin admin] 10.222.0.88 "DELETE /v2.0/routers/1f7438d1-c4f8-4cb6-97ef-55f4daae8e8f HTTP/1.1" status: 204 len: 168 time: 1.8596547 Jul 07 17:58:26.868852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36122) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:26.896476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda92722-cc7c-4039-b7cb-4e1a88b3fc46 None None] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:26.912627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-df33d169-cadb-4b5a-aad5-de44a58e2d96 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895322 Jul 07 17:58:26.946174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] Deleting subnet 34296304-693e-4db5-a1be-4e3a7012aa29 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:58:26.982721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.031104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.033796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Allocated IP 172.20.0.11 (8e6c0843-f18a-4fd2-9508-e293f5fd13e2/9574f287-ead6-4b39-8ea4-5a432adf6864/f058dd4a-9a44-4c19-815a-56d5eeeca952) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:27.070131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8b798a66-98ff-4821-8990-6db94edfdb2b None None] Provisioning for port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:27.096230 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.102923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8b798a66-98ff-4821-8990-6db94edfdb2b None None] Provisioning complete for port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:27.103606 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b798a66-98ff-4821-8990-6db94edfdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.168879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.215537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-eeaedfea-5136-4df5-9d8f-f86682aec608 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930830 Jul 07 17:58:27.249967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:27.264066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:27.278221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:27.288956 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b798a66-98ff-4821-8990-6db94edfdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.337286 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.356290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b798a66-98ff-4821-8990-6db94edfdb2b None None] For port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8ad78a4f-9459-41b8-b30a-1bdd0f851fc9,segment=NetworkSegment(5d05a975-8b8e-4804-bce3-deaf448cd306),segment_id=5d05a975-8b8e-4804-bce3-deaf448cd306)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:27.364305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Pushing event updated for resources: {'Port': ['ID=8bb98de3-cb62-427b-9dfa-07e8b913fa04,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:27.365602 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b798a66-98ff-4821-8990-6db94edfdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.376269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.451664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-2edc188c-32b6-430c-b6c3-b48b9877382d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.463951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798a66-98ff-4821-8990-6db94edfdb2b None None] Pushing event updated for resources: {'Port': ['ID=8ad78a4f-9459-41b8-b30a-1bdd0f851fc9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:27.464439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-2edc188c-32b6-430c-b6c3-b48b9877382d tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 814 time: 0.3229749 Jul 07 17:58:27.486708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.495839 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.509567 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.514468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33833db8-99b8-454c-973c-cf0373c38987 None None] Network 3e165df5-d322-45c4-a19e-f646c31415f8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:27.514993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36136) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:27.516955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/34296304-693e-4db5-a1be-4e3a7012aa29 HTTP/1.1" status: 204 len: 168 time: 0.6469789 Jul 07 17:58:27.525368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-f1fc5a74-0ca9-464e-8cc8-b23007ed9328 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/quotas/c9c056812d2d4e0f88a0a2bf03571876 HTTP/1.1" status: 200 len: 375 time: 0.0594804 Jul 07 17:58:27.608096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b24d55-cf47-4e85-b4f8-8e5166d4c3a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34296304-693e-4db5-a1be-4e3a7012aa29,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:27.619691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Transition to ACTIVE for port object f058dd4a-9a44-4c19-815a-56d5eeeca952 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:27.679045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-ff9463c6-059e-48d9-a3f7-2cb5ba24cfa3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527858 Jul 07 17:58:27.685421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.692494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.776975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e9ebcf62-3e63-4518-ab74-6679f569f66e None None] Provisioning complete for port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:27.777566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcf62-3e63-4518-ab74-6679f569f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.806947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.813137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103c88c-e1b3-4ce0-9a13-aca00c81bbdc req-c93b37f1-4180-4076-875a-af5235d7ae0a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.815693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1103c88c-e1b3-4ce0-9a13-aca00c81bbdc req-c93b37f1-4180-4076-875a-af5235d7ae0a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1648991 Jul 07 17:58:27.952622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e9ebcf62-3e63-4518-ab74-6679f569f66e None None] Provisioning for port 0de65458-92e6-4cf2-a3dc-b820f3661c96 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:27.959422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:27.965873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] DHCP port deletion for 3e165df5-d322-45c4-a19e-f646c31415f8 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:58:27.973505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e9ebcf62-3e63-4518-ab74-6679f569f66e None None] Provisioning complete for port 0de65458-92e6-4cf2-a3dc-b820f3661c96 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:27.974124 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcf62-3e63-4518-ab74-6679f569f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.975902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1103c88c-e1b3-4ce0-9a13-aca00c81bbdc req-11eaf410-449f-448f-b4e8-0b7a499f47bd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507452 Jul 07 17:58:27.976246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:27.978741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:28.004580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-82d222cd-831d-4eb8-bc42-19bca7d7f81e service neutron] 10.222.0.88 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244376 Jul 07 17:58:28.019258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=f058dd4a-9a44-4c19-815a-56d5eeeca952,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:28.088117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656424d-d5d7-4162-abaf-353545f03795 req-4c1ab8cc-241b-4dae-bbed-e5e4ddb3fff7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.089829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8656424d-d5d7-4162-abaf-353545f03795 req-4c1ab8cc-241b-4dae-bbed-e5e4ddb3fff7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "GET /v2.0/ports?device_id=a70068f0-5945-4a60-9059-160ec3bcfd0f HTTP/1.1" status: 200 len: 945 time: 0.3658130 Jul 07 17:58:28.102572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebcf62-3e63-4518-ab74-6679f569f66e None None] Port 0de65458-92e6-4cf2-a3dc-b820f3661c96 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:28.129116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.130070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.143635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] Deleting port be3c5fa5-0831-4193-8a58-f089fe2d37d4 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:28.145700 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.146580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70409698-a45b-4963-9001-e367951b1216 req-1f46f6cc-a171-4cea-9452-c96d3f859a1f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 210 time: 0.0465815 Jul 07 17:58:28.162623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Deleting port be3c5fa5-0831-4193-8a58-f089fe2d37d4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:28.163210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.225842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-53e27b0e-6ce7-437f-b8a4-86469a1c0806 service neutron] 10.222.0.88 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135870 Jul 07 17:58:28.294375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] For port be3c5fa5-0831-4193-8a58-f089fe2d37d4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=be3c5fa5-0831-4193-8a58-f089fe2d37d4,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:28.295119 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.303991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f67996f5-af93-4f5c-9b8e-c779707caaed None None] Provisioning complete for port 0de65458-92e6-4cf2-a3dc-b820f3661c96 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:28.304364 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f67996f5-af93-4f5c-9b8e-c779707caaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.326360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Calling delete_port for be3c5fa5-0831-4193-8a58-f089fe2d37d4 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:28.352930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36150) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:28.363542 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4311dc42-f5f1-445b-8280-111dba977122 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9968765 Jul 07 17:58:28.597694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] For port be3c5fa5-0831-4193-8a58-f089fe2d37d4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=be3c5fa5-0831-4193-8a58-f089fe2d37d4,segment=NetworkSegment(fa144a32-4bae-4f7e-9449-df5641376e6f),segment_id=fa144a32-4bae-4f7e-9449-df5641376e6f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:28.598268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.603113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa06e06-8db9-4b7a-8194-317f124176b8 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.610769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa06e06-8db9-4b7a-8194-317f124176b8 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.613797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] Calling delete_port for be3c5fa5-0831-4193-8a58-f089fe2d37d4 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:28.617384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa06e06-8db9-4b7a-8194-317f124176b8 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.620115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-daa06e06-8db9-4b7a-8194-317f124176b8 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2646875 Jul 07 17:58:28.624016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36156) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:28.722628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7efbe0-936d-4405-a6bb-55ee3027692b req-eb312f16-a8b4-422a-bb0f-c0f317cfb275 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.732640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:28.732864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b7efbe0-936d-4405-a6bb-55ee3027692b req-eb312f16-a8b4-422a-bb0f-c0f317cfb275 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2881351 Jul 07 17:58:28.785714 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.823871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-484f6c86-795b-4a4e-a331-18dcdd778812 req-7109cfcc-46b8-42aa-8ba7-4f7d89377ff3 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 210 time: 0.0676985 Jul 07 17:58:28.825097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] No DVR routers for this DVR port be3c5fa5-0831-4193-8a58-f089fe2d37d4 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:28.828415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f67996f5-af93-4f5c-9b8e-c779707caaed None None] Port 0de65458-92e6-4cf2-a3dc-b820f3661c96 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:28.864104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7542402-f512-4a90-ae11-0ca4613f4550 None None] Pushing event deleted for resources: {'Port': ['ID=be3c5fa5-0831-4193-8a58-f089fe2d37d4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:28.880215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b7efbe0-936d-4405-a6bb-55ee3027692b req-8f8ad713-44d5-4e0b-baf7-841df5910b17 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460373 Jul 07 17:58:28.881207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:28.881586 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.918400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting port f058dd4a-9a44-4c19-815a-56d5eeeca952 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:28.918750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.940887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.956778 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:28.986624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fe49c949-4c10-481c-a818-1038a2a45c85 None None] Provisioning for port f058dd4a-9a44-4c19-815a-56d5eeeca952 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:28.992719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fe49c949-4c10-481c-a818-1038a2a45c85 None None] Provisioning complete for port f058dd4a-9a44-4c19-815a-56d5eeeca952 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:28.995262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe49c949-4c10-481c-a818-1038a2a45c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.045051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Pushing event updated for resources: {'Port': ['ID=8bb98de3-cb62-427b-9dfa-07e8b913fa04,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:29.090212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:29.116947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.119573 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.129231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fe49c949-4c10-481c-a818-1038a2a45c85 None None] Port f058dd4a-9a44-4c19-815a-56d5eeeca952 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:29.130798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:29.131138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20e0a2a7-6787-42bc-a5f8-c6ab3de24d74 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:29.131606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device be3c5fa5-0831-4193-8a58-f089fe2d37d4 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:29.140226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Calling delete_port for f058dd4a-9a44-4c19-815a-56d5eeeca952 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:29.156771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: be3c5fa5-0831-4193-8a58-f089fe2d37d4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:29.157279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device be3c5fa5-0831-4193-8a58-f089fe2d37d4 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:29.157938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.163608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-510386d8-ce03-4a37-af67-356c708fb5cb tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1110277 Jul 07 17:58:29.171175 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:29.279358 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-17b35fbd-ed6e-4bf1-baec-2dcb0c8696f0 tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1068928 Jul 07 17:58:29.281467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Deleting port dff5a0c3-c2e6-4451-96a7-429df2a0662f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:29.281913 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.284965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36170) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:29.392189 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.403554 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7d74d159-6e6f-4957-a487-baf1b3452665 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1140714 Jul 07 17:58:29.409344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36172) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:29.443877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3c5fa5-0831-4193-8a58-f089fe2d37d4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:29.481551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] No DVR routers for this DVR port be3c5fa5-0831-4193-8a58-f089fe2d37d4 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:29.646131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] For port dff5a0c3-c2e6-4451-96a7-429df2a0662f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dff5a0c3-c2e6-4451-96a7-429df2a0662f,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:29.646505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.649853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.681495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e165df5-d322-45c4-a19e-f646c31415f8']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:29.694076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Calling delete_port for dff5a0c3-c2e6-4451-96a7-429df2a0662f owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:29.696728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa144a32-4bae-4f7e-9449-df5641376e6f') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:29.697087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa144a32-4bae-4f7e-9449-df5641376e6f') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:29.710618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.723622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d87e3d7a-8f11-4ace-a952-c341d656139c req-a5924bce-8881-42e8-83b7-1c772aa2868d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 210 time: 0.0843132 Jul 07 17:58:29.737836 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.780058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:58:29.780466 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:58:29.783127 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:58:29.828242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b2ff9-8072-4343-a52e-c87162f7d972 req-02b9a347-faab-4b60-9f44-e4e76ba1bb1c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:29.829685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b12b2ff9-8072-4343-a52e-c87162f7d972 req-02b9a347-faab-4b60-9f44-e4e76ba1bb1c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.6236343 Jul 07 17:58:29.844853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.848437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Deleting port 8bb98de3-cb62-427b-9dfa-07e8b913fa04 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:29.848782 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.874328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-2c2a6d33-ac46-4077-8393-c5d0f773f125 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:29.876234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-2c2a6d33-ac46-4077-8393-c5d0f773f125 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.6336176 Jul 07 17:58:29.908409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Request body: {'port': {'device_id': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'admin_state_up': True, 'tenant_id': '2bd2ddfc789640889545ba10bc348126'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:29.913927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Port': ['ID=f058dd4a-9a44-4c19-815a-56d5eeeca952,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:29.916199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.927783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.932865 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3e165df5-d322-45c4-a19e-f646c31415f8 HTTP/1.1" status: 204 len: 168 time: 2.4137731 Jul 07 17:58:29.947854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9cc5-f3c6-4529-8e61-7822573a75a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e165df5-d322-45c4-a19e-f646c31415f8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:30.017243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.017549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.042226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Calling delete_port for 8bb98de3-cb62-427b-9dfa-07e8b913fa04 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:30.056496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.124653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Pushing event deleted for resources: {'Port': ['ID=dff5a0c3-c2e6-4451-96a7-429df2a0662f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:30.136042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36182) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:30.170082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b12b2ff9-8072-4343-a52e-c87162f7d972 req-64a39615-8eeb-4bfb-abf8-db03d27a79e5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292620 Jul 07 17:58:30.172513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-436ef58c-11cc-497f-86e5-48c5671b8829 req-fc1f63e8-19f1-44d7-a860-78fd83fbf21c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 210 time: 0.1389806 Jul 07 17:58:30.293878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] No DVR routers for this DVR port dff5a0c3-c2e6-4451-96a7-429df2a0662f on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:30.304641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.312029 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8656424d-d5d7-4162-abaf-353545f03795 req-65218f84-f458-4e7e-8c7c-343780f1e9c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.55 "DELETE /v2.0/ports/dff5a0c3-c2e6-4451-96a7-429df2a0662f HTTP/1.1" status: 204 len: 173 time: 2.2017260 Jul 07 17:58:30.312772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-deleted', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:30.328388 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad18b7c-e89f-41e2-a507-164997c37f3c" -d '{"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-deleted", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:30.397954 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1308c005-fc2f-4d6b-b643-e1c3b0b1389e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3050f5cd93de488599eb7f180faf7ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607691 Jul 07 17:58:30.402932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36186) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:30.406187 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5492b-a81c-4a94-9cdf-4c409665fef1 x-openstack-request-id: req-76c5492b-a81c-4a94-9cdf-4c409665fef1 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:30.406479 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a70068f0-5945-4a60-9059-160ec3bcfd0f", "name": "network-vif-deleted", "tag": "dff5a0c3-c2e6-4451-96a7-429df2a0662f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:30.406734 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76c5492b-a81c-4a94-9cdf-4c409665fef1 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:30.407139 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a70068f0-5945-4a60-9059-160ec3bcfd0f', 'name': 'network-vif-deleted', 'tag': 'dff5a0c3-c2e6-4451-96a7-429df2a0662f', 'status': 'completed', 'code': 200} Jul 07 17:58:30.450811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.452866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d905c6b-6a09-486d-ad2a-9b7c386df26b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/ports/f058dd4a-9a44-4c19-815a-56d5eeeca952 HTTP/1.1" status: 204 len: 168 time: 1.8278463 Jul 07 17:58:30.456418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36188) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:30.461438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:30.465215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.495161 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-03acedc6-5d67-4177-98d9-da16b7d68b51 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] GET failed (client error): The resource could not be found. Jul 07 17:58:30.496818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-03acedc6-5d67-4177-98d9-da16b7d68b51 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "GET /v2.0/ports/f058dd4a-9a44-4c19-815a-56d5eeeca952 HTTP/1.1" status: 404 len: 333 time: 0.0394118 Jul 07 17:58:30.508536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99666-e67c-462a-a9af-cb559b4d8be1 req-74306505-c494-4181-94cc-b35cf7f5b77a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:30.508784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36190) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:30.510497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b99666-e67c-462a-a9af-cb559b4d8be1 req-74306505-c494-4181-94cc-b35cf7f5b77a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.1587417 Jul 07 17:58:30.514153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'name': 'tempest-AllowedAddressPairTestJSON-1114897535'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:30.544214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-178137c7-0b32-4c55-b88a-8cbc8f55559b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:30.545568 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-178137c7-0b32-4c55-b88a-8cbc8f55559b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.90 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 814 time: 0.3798866 Jul 07 17:58:30.570428 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.573213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8c3-2e72-404c-9320-0f7254124c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.580463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Request body: {'port': {'device_id': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'admin_state_up': True, 'tenant_id': 'c9c056812d2d4e0f88a0a2bf03571876'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:30.618981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Pushing event deleted for resources: {'Port': ['ID=8bb98de3-cb62-427b-9dfa-07e8b913fa04,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:30.621229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b99666-e67c-462a-a9af-cb559b4d8be1 req-5e46aa69-efa5-4f39-829b-bfa61a695124 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025977 Jul 07 17:58:30.628635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8c3-2e72-404c-9320-0f7254124c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.708245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Allocated IP 172.20.0.6 (844e265b-d06f-4d6e-a742-e9c7d38930c7/cf4f3ffe-8213-4079-8acf-b5db455e7f0c/1272be76-35be-46e2-9f5b-4cdef8fc2d9d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:30.727490 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8c3-2e72-404c-9320-0f7254124c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.730012 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c3acf8c3-2e72-404c-9320-0f7254124c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.733986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c3acf8c3-2e72-404c-9320-0f7254124c24 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/67b287e1-e1dc-42cc-832d-f0aba67c2f7d HTTP/1.1" status: 204 len: 168 time: 0.3255076 Jul 07 17:58:30.760191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acf8c3-2e72-404c-9320-0f7254124c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b287e1-e1dc-42cc-832d-f0aba67c2f7d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:30.793424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.796294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.797643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa25f706-b39f-40ec-8e9e-1c5822fceb24 tempest-FloatingIPAdminTestJSON-951486452 tempest-FloatingIPAdminTestJSON-951486452-project] 10.222.0.88 "DELETE /v2.0/floatingips/c397553e-ad70-4873-9115-24e64479f2fb HTTP/1.1" status: 204 len: 168 time: 1.3680763 Jul 07 17:58:30.800813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36196) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:30.814863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:30.818900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.848502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] device_id is not set on port fb658c7e-e188-472b-b214-5d8529c30156 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:30.857029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Made reservation on behalf of c9c056812d2d4e0f88a0a2bf03571876 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:30.868358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.000475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd7cc55-3381-4882-951c-12435651b108 req-ead2b26c-e35d-4718-b91a-2c7e0bf401e2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 210 time: 0.0803111 Jul 07 17:58:31.085498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Allocated IP 172.20.0.14 (e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d/17b109ec-1d42-49d5-869b-392381b88d6a/9113ea6e-bbc6-4af7-aeaa-1b935525dd19) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:31.136864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.174471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Deleting port 88e6aa15-4900-4489-b816-b44bbd034559 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:31.174845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.254325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dff5a0c3-c2e6-4451-96a7-429df2a0662f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:31.277086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Allocated IP 172.20.0.14 (8e6c0843-f18a-4fd2-9508-e293f5fd13e2/9574f287-ead6-4b39-8ea4-5a432adf6864/fb658c7e-e188-472b-b214-5d8529c30156) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:31.290641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.298133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: dff5a0c3-c2e6-4451-96a7-429df2a0662f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:31.298479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dff5a0c3-c2e6-4451-96a7-429df2a0662f not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:31.350320 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.424133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.449856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:31.452185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:31.454602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:31.489458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:31.503335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:31.506985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Pushing event updated for resources: {'Port': ['ID=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:31.509378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:31.528528 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.528938 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.552563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.556190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event updated for resources: {'Port': ['ID=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:31.573047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Calling delete_port for 88e6aa15-4900-4489-b816-b44bbd034559 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:31.576434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Transition to ACTIVE for port object fb658c7e-e188-472b-b214-5d8529c30156 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:31.583774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.584043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:31.584176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.584462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.584759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.585058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.585254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.585481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.585985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.586329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.586829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.587171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.587501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.587827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:31.601630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:31.602408 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.609345 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6b3c1aaa-70d3-47e9-b035-92d4f25aabbc tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0339782 Jul 07 17:58:31.622070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Request body: {'port': {'device_id': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:31.623953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f055-4879-4b22-82e1-752b18d3c6fd req-45357dc8-1fed-4799-a587-2bbb5379e060 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:31.625528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3a4f055-4879-4b22-82e1-752b18d3c6fd req-45357dc8-1fed-4799-a587-2bbb5379e060 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.3058915 Jul 07 17:58:31.662732 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.692533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-10b907bb-2216-4f07-a6e8-c987e4e15fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7884934 Jul 07 17:58:31.713549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Request body: {'port': {'device_id': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:31.757322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55203a1d-2bb7-470d-9719-40402e526428 req-d56e1c38-7b48-4ac7-9c18-4347e59e0f3b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:31.758787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55203a1d-2bb7-470d-9719-40402e526428 req-d56e1c38-7b48-4ac7-9c18-4347e59e0f3b tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 932 time: 0.3577838 Jul 07 17:58:31.765015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36224) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:31.766736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:31.779505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:31.782433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:31.796758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3a4f055-4879-4b22-82e1-752b18d3c6fd req-76429f91-5712-4941-aca7-ee0fc21d8ac8 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626408 Jul 07 17:58:31.857946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:31.858706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.862749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=fb658c7e-e188-472b-b214-5d8529c30156,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:31.871317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.893509 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5bc3c29b-6380-49aa-8876-78315bacdd29 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3836322 Jul 07 17:58:31.898919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55203a1d-2bb7-470d-9719-40402e526428 req-c1b83c4f-b51e-411a-8894-745921fe5032 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236844 Jul 07 17:58:31.908707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36228) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:31.937240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1a:32:7a'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:31.940749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.007198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-636378308-network', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:32.082352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:32.084662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.096955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.100483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.106245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-182bd4a2-3a82-4561-9353-a3cd4d569f00 None None] Provisioning for port fb658c7e-e188-472b-b214-5d8529c30156 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:32.113466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-182bd4a2-3a82-4561-9353-a3cd4d569f00 None None] Provisioning complete for port fb658c7e-e188-472b-b214-5d8529c30156 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:32.114217 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-182bd4a2-3a82-4561-9353-a3cd4d569f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.157907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-182bd4a2-3a82-4561-9353-a3cd4d569f00 None None] Port fb658c7e-e188-472b-b214-5d8529c30156 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:32.185983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Pushing event deleted for resources: {'Port': ['ID=88e6aa15-4900-4489-b816-b44bbd034559,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:32.265640 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:32.275333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.302894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Transition to ACTIVE for port object 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:32.304860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.306715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.314841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.374628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:32.386466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d0c23-a651-478b-9d44-376364c58ccf req-36e8951a-1b9f-47be-a00f-304cffbd8364 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:32.386731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Pushing event updated for resources: {'Port': ['ID=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:32.388338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e9d0c23-a651-478b-9d44-376364c58ccf req-36e8951a-1b9f-47be-a00f-304cffbd8364 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.4164019 Jul 07 17:58:32.389091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01739057-6791-41aa-9f95-3f28c1e075b5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:32.396559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.396795 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Added segment e137e874-deff-4543-b2e9-bc5de586d06c of type vlan for network 07d9762a-e6d8-4565-a451-2224c69acbeb Jul 07 17:58:32.473190 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.476067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.477262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-22447971-b076-421f-a650-36ec2b248b0a tempest-FloatingIPAdminTestJSON-1123042546 tempest-FloatingIPAdminTestJSON-1123042546-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/c5924eb5-9277-43a0-b391-d903eb5736c2 HTTP/1.1" status: 204 len: 168 time: 1.6494431 Jul 07 17:58:32.481064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.484346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36234) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:32.537068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.567147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Attempting to bind port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:32.567510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Attempting to bind port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:32.567673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e9d0c23-a651-478b-9d44-376364c58ccf req-97e12ecc-b511-47ac-92eb-02238c848f66 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652803 Jul 07 17:58:32.567891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Attempting to bind port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:32.597265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.597265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:32.597265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.597476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7323d82-6adf-4fe9-b3ff-7172e9098dd2 req-45df2a68-3ccd-4948-9e6e-48884d2b9ced tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:32.599880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7323d82-6adf-4fe9-b3ff-7172e9098dd2 req-45df2a68-3ccd-4948-9e6e-48884d2b9ced tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 931 time: 0.3631034 Jul 07 17:58:32.606006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:32.606302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Attempting to bind port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 on network e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:32.659816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:32.660144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Checking segment: {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:32.660595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Bound using segment: {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:32.661363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Bound port: 9113ea6e-bbc6-4af7-aeaa-1b935525dd19, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3300c0-f511-4bf6-a04a-6fa417256db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:32.661732 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.679293 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9085138 Jul 07 17:58:32.682905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36236) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:32.690185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Request body: {'subnet': {'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-subnet', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:32.695285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2c0e9-3468-4624-a5f4-4bbe30307318 admin admin] Pushing event updated for resources: {'Network': ['ID=07d9762a-e6d8-4565-a451-2224c69acbeb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:32.709033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 07d9762a-e6d8-4565-a451-2224c69acbeb details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:32.726789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1272be76-35be-46e2-9f5b-4cdef8fc2d9d {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:32.741357 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.750317 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7323d82-6adf-4fe9-b3ff-7172e9098dd2 req-257c9d17-fa2c-44d4-88f6-75813df55e50 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259050 Jul 07 17:58:32.756880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:32.759274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.768634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Deleting port 31edee99-29c0-4333-a19b-f65e33d3fb78 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:32.768634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.811783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Transition to ACTIVE for port object 1272be76-35be-46e2-9f5b-4cdef8fc2d9d will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:32.820695 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.901485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] For port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:32.913264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Pushing event updated for resources: {'Port': ['ID=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:32.933236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] For port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:32.953339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.013741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.018121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.018824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.019413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.020848 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] 10.222.0.90 "PUT /v2.0/ports/9113ea6e-bbc6-4af7-aeaa-1b935525dd19 HTTP/1.1" status: 200 len: 1092 time: 1.4041030 Jul 07 17:58:33.023272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'tag': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:33.025790 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42622341-bbd9-4bd0-a24f-594490aecce9" -d '{"events": [{"name": "network-changed", "server_uuid": "d40c3203-7c80-492d-afa0-56337bba97bf", "tag": "9113ea6e-bbc6-4af7-aeaa-1b935525dd19"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:33.042092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.065364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Calling delete_port for 31edee99-29c0-4333-a19b-f65e33d3fb78 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:33.135334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c74614-45ca-4117-91b8-12a60be7374d service neutron] Pushing event updated for resources: {'Port': ['ID=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:33.260120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.319225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-a064218f-e5e2-407e-a23e-e25908e72164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.320688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-a064218f-e5e2-407e-a23e-e25908e72164 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 1095 time: 0.2525430 Jul 07 17:58:33.364815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=426c9a68-c25d-42ce-8915-995083ca1ca2,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:33.410363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-1d83d67a-d573-4bda-9a19-d51f2d932aec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9113ea6e-bbc6-4af7-aeaa-1b935525dd19 HTTP/1.1" status: 200 len: 217 time: 0.0754766 Jul 07 17:58:33.454240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Checking segment: {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:33.454615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Network hostable DHCP agents. Network: 07d9762a-e6d8-4565-a451-2224c69acbeb, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:33.469127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.483043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Attempting to bind port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:33.483719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Attempting to bind port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:33.483719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Attempting to bind port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:33.515351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-99228ddc-a632-4880-b1b0-54b56857f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.516661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-99228ddc-a632-4880-b1b0-54b56857f462 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 200 len: 854 time: 0.0954001 Jul 07 17:58:33.520740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Port': ['ID=31edee99-29c0-4333-a19b-f65e33d3fb78,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:33.535057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:33.535237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Attempting to bind port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:33.555181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Network 07d9762a-e6d8-4565-a451-2224c69acbeb is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:33.561166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=fb658c7e-e188-472b-b214-5d8529c30156,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:33.568401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:33.568982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Checking segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:33.569594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Bound using segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:33.570198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Bound port: 1272be76-35be-46e2-9f5b-4cdef8fc2d9d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:33.570724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.580958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86658d-97f4-46f7-b5b7-54afd330aa2a req-d41da59c-65d5-45cf-8606-8824ac144284 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.582983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb86658d-97f4-46f7-b5b7-54afd330aa2a req-d41da59c-65d5-45cf-8606-8824ac144284 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.6479847 Jul 07 17:58:33.590326 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-88a77ec4-6de9-4871-94ed-fd421ed65639 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640447 Jul 07 17:58:33.605195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] In _notify_port_updated(), no bound segment for port fb658c7e-e188-472b-b214-5d8529c30156 on network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:58:33.611555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.612522 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.614056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5de5a7bf-f159-4cc0-9015-46b114fac13e tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "PUT /v2.0/ports/fb658c7e-e188-472b-b214-5d8529c30156 HTTP/1.1" status: 200 len: 994 time: 1.7017977 Jul 07 17:58:33.618734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 07d9762a-e6d8-4565-a451-2224c69acbeb) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:33.622740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:33.631976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af61b69-75f4-4933-9aee-bf02b5ef0790 None None] Network 07d9762a-e6d8-4565-a451-2224c69acbeb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:33.671987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.672600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.732707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.743726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f661a9b-4117-41f6-8ab0-97e33fbbbe6e req-f4e905c5-7cce-4519-bfc3-358f08c1f655 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.754139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f661a9b-4117-41f6-8ab0-97e33fbbbe6e req-f4e905c5-7cce-4519-bfc3-358f08c1f655 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 944 time: 0.7139387 Jul 07 17:58:33.789325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb86658d-97f4-46f7-b5b7-54afd330aa2a req-0d405e61-4556-4c59-8d76-5c826977db65 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918151 Jul 07 17:58:33.956571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] For port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:33.981770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f661a9b-4117-41f6-8ab0-97e33fbbbe6e req-8e55efa8-1201-4aa7-b319-42e9de4245a7 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256517 Jul 07 17:58:33.990243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] For port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:34.008495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting port fb658c7e-e188-472b-b214-5d8529c30156 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:34.009488 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.012254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-07d9762a-e6d8-4565-a451-2224c69acbeb', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:58:34.013286 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.015022 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.046342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6299f390-327e-463e-a204-a8c7280616c9 None None] Provisioning complete for port fb658c7e-e188-472b-b214-5d8529c30156 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:34.046961 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6299f390-327e-463e-a204-a8c7280616c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.109264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Pushing event updated for resources: {'Port': ['ID=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:34.121270 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2958a984-9b10-48f4-a105-25faa350060b x-openstack-request-id: req-2958a984-9b10-48f4-a105-25faa350060b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:34.121557 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40c3203-7c80-492d-afa0-56337bba97bf", "tag": "9113ea6e-bbc6-4af7-aeaa-1b935525dd19", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:34.121806 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2958a984-9b10-48f4-a105-25faa350060b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:34.122202 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'tag': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19', 'status': 'completed', 'code': 200} Jul 07 17:58:34.136858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.139085 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3df81b5f-9159-4f8b-b2de-bd2569c69d11 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "DELETE /v2.0/ports/31edee99-29c0-4333-a19b-f65e33d3fb78 HTTP/1.1" status: 204 len: 168 time: 1.6522224 Jul 07 17:58:34.142522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36252) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:34.155901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-53e5cc66-0016-43ba-b07b-3fe0f7cebbde admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4676914 Jul 07 17:58:34.163831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36254) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:34.168333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:34.188491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:34.189510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.190973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-6be8c0e1-c045-4c30-aaba-e03b6c8e749d service neutron] 10.222.0.90 "PUT /v2.0/ports/1272be76-35be-46e2-9f5b-4cdef8fc2d9d HTTP/1.1" status: 200 len: 1091 time: 2.4848552 Jul 07 17:58:34.192492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'tag': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:34.195259 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8387b96-ea97-4db3-b8b1-ab0e192867ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4d48a1a7-edf0-4125-b89b-7c2271d6363a", "tag": "1272be76-35be-46e2-9f5b-4cdef8fc2d9d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:34.222523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-2cfe5143-5fb7-46d3-8af4-c7b8bfa40b66 service neutron] 10.222.0.90 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132765 Jul 07 17:58:34.275059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.292117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.293518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.296303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65369e-0134-4e1a-b21f-2ce3fbd24935 req-f468492f-3a07-42a4-a651-3a18dad3d9bc tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:34.304953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e65369e-0134-4e1a-b21f-2ce3fbd24935 req-f468492f-3a07-42a4-a651-3a18dad3d9bc tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2256131 Jul 07 17:58:34.307562 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6299f390-327e-463e-a204-a8c7280616c9 None None] Port fb658c7e-e188-472b-b214-5d8529c30156 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:34.338496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Calling delete_port for fb658c7e-e188-472b-b214-5d8529c30156 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:34.363906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fa5346-1b34-40b3-ade1-9dcbb22d7e2a tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:34.366783 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-99fa5346-1b34-40b3-ade1-9dcbb22d7e2a tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "GET /v2.0/ports?device_id=16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e HTTP/1.1" status: 200 len: 913 time: 0.2225795 Jul 07 17:58:34.371564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36258) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:34.427236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Allocated IP 172.20.0.2 (07d9762a-e6d8-4565-a451-2224c69acbeb/426c9a68-c25d-42ce-8915-995083ca1ca2/7cc65f30-1989-47fe-ba63-61bbfd4f9dc1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:34.463855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e65369e-0134-4e1a-b21f-2ce3fbd24935 req-a9c2734e-0891-40e7-990f-af516f6b7559 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578336 Jul 07 17:58:34.485654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.496784 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b12de8e2-abe3-4b2a-8960-0e50c596adb0 req-6e7b8518-702e-4fa9-b42e-b60f3f5b0948 service neutron] 10.222.0.90 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622626 Jul 07 17:58:34.603393 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e6bce5-2641-4eaf-8854-3579d02a1c37 x-openstack-request-id: req-28e6bce5-2641-4eaf-8854-3579d02a1c37 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:34.604113 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d48a1a7-edf0-4125-b89b-7c2271d6363a", "tag": "1272be76-35be-46e2-9f5b-4cdef8fc2d9d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:34.604113 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28e6bce5-2641-4eaf-8854-3579d02a1c37 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:34.604366 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'tag': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d', 'status': 'completed', 'code': 200} Jul 07 17:58:34.606470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-59b9e8b7-3106-4795-b5dc-4d25cb4bbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:34.608262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-59b9e8b7-3106-4795-b5dc-4d25cb4bbacb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 1094 time: 0.3526788 Jul 07 17:58:34.619933 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.647751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.663187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Transition to ACTIVE for port object 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:34.680073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Transition to ACTIVE for port object 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:34.686732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.726640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Port': ['ID=fb658c7e-e188-472b-b214-5d8529c30156,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:34.732228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Network 07d9762a-e6d8-4565-a451-2224c69acbeb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:34.735093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:34.740744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:34.750546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Pushing event updated for resources: {'Port': ['ID=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:34.786906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-cc5f9351-9c08-4305-8ad9-003ddfc904e6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1272be76-35be-46e2-9f5b-4cdef8fc2d9d HTTP/1.1" status: 200 len: 217 time: 0.1679509 Jul 07 17:58:34.800664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Attempting to bind port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:34.801067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Attempting to bind port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:34.801433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Attempting to bind port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 on network 07d9762a-e6d8-4565-a451-2224c69acbeb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:34.807300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:34.807668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Checking segment: {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:34.808137 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.808532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Bound using segment: {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:34.809085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Bound port: 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:34.809554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.835045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.893736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] For port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:34.901281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] For port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:34.906296 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.978572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab0f6f-ae97-4ac1-80b7-9532b8c6d6c9 None None] Pushing event updated for resources: {'Port': ['ID=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.010660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e9b22-5094-491f-9c66-f81e56fca565 req-a25a84d1-995b-46a1-a78a-f373525e9afa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.012375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-327e9b22-5094-491f-9c66-f81e56fca565 req-a25a84d1-995b-46a1-a78a-f373525e9afa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 943 time: 0.4112821 Jul 07 17:58:35.024043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-63699544-e691-4888-9c15-b7e88af96200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.031600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-63699544-e691-4888-9c15-b7e88af96200 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.2321990 Jul 07 17:58:35.119802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-b1e31051-85d9-4cde-8779-29ac3caa7ebb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742548 Jul 07 17:58:35.122507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.127415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b440d44d-077d-4e39-96e6-d0d32c24dd55 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/ports/fb658c7e-e188-472b-b214-5d8529c30156 HTTP/1.1" status: 204 len: 168 time: 1.5004659 Jul 07 17:58:35.135220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36264) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.141258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-afe630a7-7c08-4e58-90d7-0142378b16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.143131 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-afe630a7-7c08-4e58-90d7-0142378b16d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 1095 time: 0.5754492 Jul 07 17:58:35.244750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-327e9b22-5094-491f-9c66-f81e56fca565 req-f93a60c2-c8b7-4f73-aef0-202bcbc0355b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227511 Jul 07 17:58:35.251742 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddb237d-362e-440c-b4bc-13e29049784b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] GET failed (client error): The resource could not be found. Jul 07 17:58:35.257562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5ddb237d-362e-440c-b4bc-13e29049784b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "GET /v2.0/ports/fb658c7e-e188-472b-b214-5d8529c30156 HTTP/1.1" status: 404 len: 333 time: 0.1043000 Jul 07 17:58:35.261800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.268550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'name': 'tempest-AllowedAddressPairTestJSON-852905824'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.343404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-c417cb62-a9a7-4aad-a1f5-c65b2ce3abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.345589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-c417cb62-a9a7-4aad-a1f5-c65b2ce3abb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 200 len: 915 time: 0.1599329 Jul 07 17:58:35.403671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e233c-7d53-4fe3-8b29-839b380a8634 req-c85528c5-d688-4b7f-a210-8c68393a02c2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.405465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-728e233c-7d53-4fe3-8b29-839b380a8634 req-c85528c5-d688-4b7f-a210-8c68393a02c2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.3394451 Jul 07 17:58:35.432490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-27c5f0cb-ff4f-40ad-a9cb-fcfc292f238f service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053083 Jul 07 17:58:35.438584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-1e9d687f-0d41-48bb-9538-7afe5d5613b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9113ea6e-bbc6-4af7-aeaa-1b935525dd19 HTTP/1.1" status: 200 len: 217 time: 0.0843909 Jul 07 17:58:35.540674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-f2b2cb37-b898-48af-ad05-7f7c6053a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.542326 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-f2b2cb37-b898-48af-ad05-7f7c6053a6c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 200 len: 854 time: 0.0950232 Jul 07 17:58:35.577799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-728e233c-7d53-4fe3-8b29-839b380a8634 req-0b71d299-8f45-4437-9fa3-3e6a97df612f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635518 Jul 07 17:58:35.592124 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.630080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:35.633805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.649708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ec4f2c-bd0e-47d7-b21a-401b7900efb8 req-8bd847d9-a5b4-43cc-b748-1fa5b4840282 service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056763 Jul 07 17:58:35.663819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2465ec-b7f4-48a8-bc6b-e4c1f38bcbad req-b42d6fe1-9435-4843-8fa7-9ecf28708d48 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.665549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b2465ec-b7f4-48a8-bc6b-e4c1f38bcbad req-b42d6fe1-9435-4843-8fa7-9ecf28708d48 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 944 time: 0.2320931 Jul 07 17:58:35.672501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] device_id is not set on port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:35.690406 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-9f126377-89bc-4154-84dc-e383f16a7e8f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382558 Jul 07 17:58:35.705603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.799655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b2465ec-b7f4-48a8-bc6b-e4c1f38bcbad req-d38e8bc1-d514-4e82-8076-116b3a663fc2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216693 Jul 07 17:58:35.858133 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-44975793-5ef4-46b6-a7be-ce3729e645d4 service neutron] 10.222.0.90 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448848 Jul 07 17:58:35.911655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Allocated IP 172.20.0.11 (8e6c0843-f18a-4fd2-9508-e293f5fd13e2/9574f287-ead6-4b39-8ea4-5a432adf6864/5d3e716e-068d-4e0e-a1ed-7330fa086e14) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:35.924661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-00707940-6624-48f8-a6b0-4d466fb43abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.926306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-00707940-6624-48f8-a6b0-4d466fb43abc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 1094 time: 0.1952443 Jul 07 17:58:36.057735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.090042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.107813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87bf3d-686c-4cfb-93a6-4c706c759dd0 req-eba3cf37-0970-47f7-9f18-10be8e16f4c6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.109551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a87bf3d-686c-4cfb-93a6-4c706c759dd0 req-eba3cf37-0970-47f7-9f18-10be8e16f4c6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2525554 Jul 07 17:58:36.118156 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:36.151133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df022e3d-4268-48a4-9652-ea4dd51e1eb1 None None] Network 07d9762a-e6d8-4565-a451-2224c69acbeb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:36.151722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-f89fc99c-a1b9-4e31-922a-ecd5dafb9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.152982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-f89fc99c-a1b9-4e31-922a-ecd5dafb9462 service neutron] 10.222.0.90 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 912 time: 0.2200150 Jul 07 17:58:36.224803 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42622341-bbd9-4bd0-a24f-594490aecce9 req-cbf974b7-5b2f-4f60-96fa-97e8c3c2184e service neutron] 10.222.0.90 "GET /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208318 Jul 07 17:58:36.226007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-4573bc87-f1ec-4d01-9389-ebcb20856dfe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1272be76-35be-46e2-9f5b-4cdef8fc2d9d HTTP/1.1" status: 200 len: 217 time: 0.0641158 Jul 07 17:58:36.279479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74c15a75-fdba-4ca7-a99a-345d5f09907d None None] Provisioning for port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:36.296196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a87bf3d-686c-4cfb-93a6-4c706c759dd0 req-f883e6fd-29be-4bfc-bc13-90c56e2ee05e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494992 Jul 07 17:58:36.355527 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.367226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-9d8ac55e-55f7-44eb-80e7-95d985dbfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.368796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-9d8ac55e-55f7-44eb-80e7-95d985dbfb79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.1300776 Jul 07 17:58:36.389063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Allocated IP 172.25.1.7 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c9452a47-1079-4153-bd2e-46769cdc33aa) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:36.390664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Transition to ACTIVE for port object 5d3e716e-068d-4e0e-a1ed-7330fa086e14 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:36.414561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-d810e099-1ebd-4e28-8573-2f41358eb036 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359702 Jul 07 17:58:36.591296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:36.621045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.642206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-d153c408-ee29-4b2d-8a4b-eda127974cf8 service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116971 Jul 07 17:58:36.671559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb14a7a-c033-4f47-9792-83203bd346e6 req-2f260b35-471b-4b9a-9c34-e25baaf2b398 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.673284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afb14a7a-c033-4f47-9792-83203bd346e6 req-2f260b35-471b-4b9a-9c34-e25baaf2b398 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 943 time: 0.2548676 Jul 07 17:58:36.695529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:36.701194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:36.701881 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.763973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:36.783069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:36.789218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:36.797097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=5d3e716e-068d-4e0e-a1ed-7330fa086e14,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:36.818472 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.865544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:36.871979 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.881131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afb14a7a-c033-4f47-9792-83203bd346e6 req-16c6df2f-a82c-4936-8e7c-457269195a02 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932926 Jul 07 17:58:36.918080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.918789 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.943575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8387b96-ea97-4db3-b8b1-ab0e192867ca req-2210b133-1875-4059-b410-785dab425b35 service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804725 Jul 07 17:58:36.952359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:36.976790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3528aaca-a2b4-4b0a-af60-10099fee7996 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7114110 Jul 07 17:58:36.977077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36280) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:36.984535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1a:32:7a'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:37.001585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e382-ae16-4e9f-b905-cfff7c0d8cd5 req-de869634-8b66-462a-bc03-9a8d640ae167 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.010055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b605e382-ae16-4e9f-b905-cfff7c0d8cd5 req-de869634-8b66-462a-bc03-9a8d640ae167 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.2545836 Jul 07 17:58:37.036393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.064572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Deleting port 0acd9287-ed2a-47be-a285-fcafe90cfed8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:37.065012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.082671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b605e382-ae16-4e9f-b905-cfff7c0d8cd5 req-4f680788-7caa-4ce5-996b-8519058f0eda tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716765 Jul 07 17:58:37.140726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.161978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.186000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:37.218400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9ebb90d6-da18-4b4b-b484-177b9b1d69c8 None None] Provisioning for port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:37.229061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9ebb90d6-da18-4b4b-b484-177b9b1d69c8 None None] Provisioning complete for port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:37.229723 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ebb90d6-da18-4b4b-b484-177b9b1d69c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.234310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:37.239433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.242028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:37.244695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:37.276781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Pushing event updated for resources: {'Port': ['ID=c9452a47-1079-4153-bd2e-46769cdc33aa,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:37.292312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Calling delete_port for 0acd9287-ed2a-47be-a285-fcafe90cfed8 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:37.320228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179352d0-a039-4e6d-94cf-1bb0b1283564 req-d7371850-2d57-4ffa-8109-d76d60a94c2a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.321910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-179352d0-a039-4e6d-94cf-1bb0b1283564 req-d7371850-2d57-4ffa-8109-d76d60a94c2a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 944 time: 0.1426821 Jul 07 17:58:37.361227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb90d6-da18-4b4b-b484-177b9b1d69c8 None None] Port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:37.390712 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-179352d0-a039-4e6d-94cf-1bb0b1283564 req-709370a4-6fa0-4853-98b7-3e0610134d87 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604939 Jul 07 17:58:37.413020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.425794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.438707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:37.464955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'port_id': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'mac_address': 'fa:16:3e:70:68:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:37.507704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.528011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c864ba6f-e636-4a53-a1a0-f5d1c8bb832f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:37.557720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:37.566935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=5d3e716e-068d-4e0e-a1ed-7330fa086e14,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:37.567285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.589765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] In _notify_port_updated(), no bound segment for port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 on network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:58:37.595815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.596477 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.600933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c729b940-69ff-46af-9ef0-903d6c6e580c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "PUT /v2.0/ports/5d3e716e-068d-4e0e-a1ed-7330fa086e14 HTTP/1.1" status: 200 len: 996 time: 0.6227555 Jul 07 17:58:37.601610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36284) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:37.638998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:37.661993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.689178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994bd7-4cfe-4c7c-b53e-2943db71c9f8 req-61ffcded-2885-4360-8658-f8aa3a4f20cf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.690954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97994bd7-4cfe-4c7c-b53e-2943db71c9f8 req-61ffcded-2885-4360-8658-f8aa3a4f20cf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2313991 Jul 07 17:58:37.761080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97994bd7-4cfe-4c7c-b53e-2943db71c9f8 req-2e182f53-06c5-42e3-9110-97b5811b6381 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608239 Jul 07 17:58:37.788947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:37.788947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.797892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7a1a7f10-e7ff-4519-98e5-a747df6c6422 None None] Provisioning complete for port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:37.798343 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a1a7f10-e7ff-4519-98e5-a747df6c6422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.804372 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.844272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a7f10-e7ff-4519-98e5-a747df6c6422 None None] Port 5d3e716e-068d-4e0e-a1ed-7330fa086e14 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:37.865350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Port': ['ID=0acd9287-ed2a-47be-a285-fcafe90cfed8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:37.971875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:38.218437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.270741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.320080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.360813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Calling delete_port for 5d3e716e-068d-4e0e-a1ed-7330fa086e14 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:38.376240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65a1c-a4f3-480c-bdec-a653f2948576 req-33b52e6e-9e74-4723-8779-508bc154549b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.377906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61c65a1c-a4f3-480c-bdec-a653f2948576 req-33b52e6e-9e74-4723-8779-508bc154549b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 943 time: 0.1543984 Jul 07 17:58:38.477614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61c65a1c-a4f3-480c-bdec-a653f2948576 req-9d71ba7a-e9ec-49e0-aaad-b6282d9a7efc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918183 Jul 07 17:58:38.514592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc25d9-07f2-437f-b355-075b86169d84 req-ee7da23f-481c-449b-baea-c8d82621777a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.516221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0fc25d9-07f2-437f-b355-075b86169d84 req-ee7da23f-481c-449b-baea-c8d82621777a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.2016754 Jul 07 17:58:38.548894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:38.553682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Router 6981552c-6e11-47ec-83ce-780c07d5ef40 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:58:38.602518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0fc25d9-07f2-437f-b355-075b86169d84 req-b549eafa-b7d6-4852-af84-1a740f1923f1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Jul 07 17:58:38.649210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:38.649792 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.687070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.732798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Port': ['ID=5d3e716e-068d-4e0e-a1ed-7330fa086e14,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:38.733919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:38.750144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ce09a-0129-4622-9ac3-6f061a4245c4 req-c7ad5a3b-2242-4ce1-969c-775b31782333 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.752121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-877ce09a-0129-4622-9ac3-6f061a4245c4 req-c7ad5a3b-2242-4ce1-969c-775b31782333 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 944 time: 0.1289246 Jul 07 17:58:38.752307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Router 16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:38.769261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Sync routers for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:38.784709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:38.791342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:38.823396 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.834457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ddcd06e6-02b0-48bb-910e-c65eae672fbc admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6705003 Jul 07 17:58:38.837670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36296) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:38.868105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-877ce09a-0129-4622-9ac3-6f061a4245c4 req-37743d8a-a18e-4859-9ffb-a93b359caf9f tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942328 Jul 07 17:58:38.928925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:38.932196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.934250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-22eb5b44-8bce-454e-895f-d37984696b8d tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/ports/5d3e716e-068d-4e0e-a1ed-7330fa086e14 HTTP/1.1" status: 204 len: 168 time: 1.3245983 Jul 07 17:58:38.937681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36298) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:38.981126 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2d1725-10f8-41d8-addc-b6f10f562f4c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] GET failed (client error): The resource could not be found. Jul 07 17:58:38.983137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-be2d1725-10f8-41d8-addc-b6f10f562f4c tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "GET /v2.0/ports/5d3e716e-068d-4e0e-a1ed-7330fa086e14 HTTP/1.1" status: 404 len: 333 time: 0.0447152 Jul 07 17:58:38.990037 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-7c039a42-cfff-4914-877e-502a1020677c req-7730c562-25d6-4953-a367-5bc53e48d0ff service neutron] show failed (client error): The resource could not be found. Jul 07 17:58:38.991421 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-7730c562-25d6-4953-a367-5bc53e48d0ff service neutron] 10.222.0.55 "GET /v2.0/ports/94be39df-f161-421c-afed-bd0af1e4bb25/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.1558480 Jul 07 17:58:38.992046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36300) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:39.004926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'name': 'tempest-AllowedAddressPairTestJSON-113510055'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:39.072226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:39.082472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3879665e-7ebb-4a6b-90ec-c9392d0e8a37 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "PUT /v2.0/routers/16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7093060 Jul 07 17:58:39.084707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36302) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:39.084894 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] Sync routers for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:39.099357 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:39.100023 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:39.222991 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:39.224878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d06529-e0dc-458d-8438-7b6daf2138b0 req-2158f94e-57c8-4428-a908-974dfb2eb31b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.233560 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] Routers {'16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:39.234453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:39.234995 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:39.237513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32d06529-e0dc-458d-8438-7b6daf2138b0 req-2158f94e-57c8-4428-a908-974dfb2eb31b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.2633741 Jul 07 17:58:39.245601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:39.257168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.281803 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:39.282770 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9160a3-77ec-48d1-b6e5-fc25232d6669 None None] The sync data for ids ['16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:39.306405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] device_id is not set on port 61ca999c-1cc4-43a3-8924-5255082e3995 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:39.310736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:39.468869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Allocated IP 172.20.0.3 (8e6c0843-f18a-4fd2-9508-e293f5fd13e2/9574f287-ead6-4b39-8ea4-5a432adf6864/61ca999c-1cc4-43a3-8924-5255082e3995) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:39.469189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32d06529-e0dc-458d-8438-7b6daf2138b0 req-32bf0cba-50d5-453a-8589-5f8a6f26dd71 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306118 Jul 07 17:58:39.471611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.578570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:39.599675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:37Z', 'revision_number': 3, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:39.604354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19', 'network_id': 'e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d', 'port_id': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19', 'mac_address': 'fa:16:3e:70:48:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b109ec-1d42-49d5-869b-392381b88d6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:39.632585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:39.633266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.635080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Checking router: 6981552c-6e11-47ec-83ce-780c07d5ef40 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:39.635578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Updating router 6981552c-6e11-47ec-83ce-780c07d5ef40 port c9452a47-1079-4153-bd2e-46769cdc33aa binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:58:39.678447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-4e25a500-f94f-4a90-9af3-dbadaa5cb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.680221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-4e25a500-f94f-4a90-9af3-dbadaa5cb4a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 1101 time: 0.2969584 Jul 07 17:58:39.699797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:39.717642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.725844 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.735357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Transition to ACTIVE for port object 61ca999c-1cc4-43a3-8924-5255082e3995 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:39.777076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.806668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.840458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:39.845293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:39.858078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:39.863543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=61ca999c-1cc4-43a3-8924-5255082e3995,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:39.907402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.935114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.935941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.956031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0af5cf58-1068-4af3-8264-c5ba7b9c1bf0 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9567056 Jul 07 17:58:39.956637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36312) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:39.962968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'network_id': '8e6c0843-f18a-4fd2-9508-e293f5fd13e2', 'name': 'tempest-AllowedAddressPairTestJSON-574412303'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:39.974813 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.988065 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.001550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:40.006930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394e5c-4fcf-40ab-b1e1-3b48346ee25f req-fd0e4b03-3ef3-4ff5-b809-c5aeec03e06c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:40.014232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90394e5c-4fcf-40ab-b1e1-3b48346ee25f req-fd0e4b03-3ef3-4ff5-b809-c5aeec03e06c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 943 time: 0.3416214 Jul 07 17:58:40.080976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:40.083884 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c582629b-3e4c-4cb6-b4d1-5a7f7625aaea" -d '{"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:40.117975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:40.119301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Made reservation on behalf of 1cf15eb68c194d319986ad41daa45b93 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:40.120503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:40.125492 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.126222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.136111 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.156179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] device_id is not set on port 1e6950b7-364f-45f0-a968-b8487627cf77 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:40.167573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6ef50-f4f8-4869-af22-52896b673df9 req-1b0e7dde-759c-4d12-8c74-e8e8bbbeae3f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:40.170267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f6ef50-f4f8-4869-af22-52896b673df9 req-1b0e7dde-759c-4d12-8c74-e8e8bbbeae3f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.3886018 Jul 07 17:58:40.185755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90394e5c-4fcf-40ab-b1e1-3b48346ee25f req-c03ad6d3-657e-4314-b537-32f1be7754f0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702409 Jul 07 17:58:40.209479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:40.264080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.273055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Deleting port bc438e4d-5b60-4380-9e3c-c2d2b865a746 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:40.273399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.280514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3db92d52-e2fe-4ffc-9531-a3e17102b430 None None] Provisioning for port 61ca999c-1cc4-43a3-8924-5255082e3995 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:40.287927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3db92d52-e2fe-4ffc-9531-a3e17102b430 None None] Provisioning complete for port 61ca999c-1cc4-43a3-8924-5255082e3995 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:40.288590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3db92d52-e2fe-4ffc-9531-a3e17102b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.326863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Allocated IP 172.20.0.7 (8e6c0843-f18a-4fd2-9508-e293f5fd13e2/9574f287-ead6-4b39-8ea4-5a432adf6864/1e6950b7-364f-45f0-a968-b8487627cf77) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:40.369350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:40.389255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3db92d52-e2fe-4ffc-9531-a3e17102b430 None None] Port 61ca999c-1cc4-43a3-8924-5255082e3995 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:40.440011 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.451212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Transition to ACTIVE for port object c9452a47-1079-4153-bd2e-46769cdc33aa will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:40.458871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.506202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.513997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Attempting to bind port c9452a47-1079-4153-bd2e-46769cdc33aa on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:40.514376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Attempting to bind port c9452a47-1079-4153-bd2e-46769cdc33aa by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:40.514752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Attempting to bind port c9452a47-1079-4153-bd2e-46769cdc33aa on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:40.522360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395b393-1cda-4192-966d-c6b6b5b60d3c None None] Pushing event updated for resources: {'Port': ['ID=c9452a47-1079-4153-bd2e-46769cdc33aa,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:40.525475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Transition to ACTIVE for port object 1e6950b7-364f-45f0-a968-b8487627cf77 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:40.525861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:40.526287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:40.526798 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.527228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:40.527721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Bound port: c9452a47-1079-4153-bd2e-46769cdc33aa, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:40.528107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.532813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9113ea6e-bbc6-4af7-aeaa-1b935525dd19'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:40.550725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f6ef50-f4f8-4869-af22-52896b673df9 req-e40cb83a-4f89-4ffd-bb8d-b3b2d92f6702 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891951 Jul 07 17:58:40.572749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.617792 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0221b2-893d-404d-a039-4ac00304a967 x-openstack-request-id: req-ce0221b2-893d-404d-a039-4ac00304a967 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:40.618346 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:40.618346 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ce0221b2-893d-404d-a039-4ac00304a967 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:40.618717 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'code': 200} Jul 07 17:58:40.647046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.668370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] For port c9452a47-1079-4153-bd2e-46769cdc33aa, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:40.686964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:40.689326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] For port c9452a47-1079-4153-bd2e-46769cdc33aa, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c9452a47-1079-4153-bd2e-46769cdc33aa,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:40.691129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Calling delete_port for bc438e4d-5b60-4380-9e3c-c2d2b865a746 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:40.691508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:40.694849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=1e6950b7-364f-45f0-a968-b8487627cf77,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:40.698485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.708677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:40.725925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.727829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.729431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.730037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.730635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.731207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.731954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.732496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.733043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.734094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.734633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.735327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:40.736485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb1e3-437e-46e9-ac54-aae5ef7ff6de req-46d6028f-1655-4830-a068-dc2baa5a5044 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:40.740644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:40.746257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07feb1e3-437e-46e9-ac54-aae5ef7ff6de req-46d6028f-1655-4830-a068-dc2baa5a5044 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 945 time: 0.4318664 Jul 07 17:58:40.766546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395b393-1cda-4192-966d-c6b6b5b60d3c None None] Pushing event updated for resources: {'Port': ['ID=c9452a47-1079-4153-bd2e-46769cdc33aa,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:40.833508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:40.835714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:40.855186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:40.856081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.880983 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-62e6113a-2df7-4eed-8a91-60f374d0412b tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9201922 Jul 07 17:58:40.881403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36320) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:40.900733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1a:32:7a'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:22:57:13'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:40.983666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:41.103884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.135440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bbd23eed-5497-402a-b0f2-c3cdee379328 None None] Provisioning for port 1e6950b7-364f-45f0-a968-b8487627cf77 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:41.145713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bbd23eed-5497-402a-b0f2-c3cdee379328 None None] Provisioning complete for port 1e6950b7-364f-45f0-a968-b8487627cf77 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:41.146236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbd23eed-5497-402a-b0f2-c3cdee379328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.209160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1272be76-35be-46e2-9f5b-4cdef8fc2d9d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:41.257319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bbd23eed-5497-402a-b0f2-c3cdee379328 None None] Port 1e6950b7-364f-45f0-a968-b8487627cf77 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:41.330700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.338151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.339977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:37Z', 'revision_number': 3, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:41.343595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:41.349585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Allocated IP 172.20.0.1 (07d9762a-e6d8-4565-a451-2224c69acbeb/426c9a68-c25d-42ce-8915-995083ca1ca2/dbb1b4ba-ce21-4d4e-b92a-683379d1d68b) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:41.387662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07feb1e3-437e-46e9-ac54-aae5ef7ff6de req-0ab6bd46-c75e-4be1-ba2d-521786e7190c tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399124 Jul 07 17:58:41.390594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18341b-16d6-4a6e-b20d-ed0cc2f83696 None None] The sync data for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 is: [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:37Z', 'revision_number': 3, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:41.405577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:41.430892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'port_id': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d', 'mac_address': 'fa:16:3e:9f:3c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4f3ffe-8213-4079-8acf-b5db455e7f0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:41.461930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event updated for resources: {'Port': ['ID=1e6950b7-364f-45f0-a968-b8487627cf77,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:41.472421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] In _notify_port_updated(), no bound segment for port 1e6950b7-364f-45f0-a968-b8487627cf77 on network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:58:41.485754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:41.486459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.493853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36326) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:41.510058 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3e0c4eff-2ff4-4824-81f2-bc06086b9ab1 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "PUT /v2.0/ports/1e6950b7-364f-45f0-a968-b8487627cf77 HTTP/1.1" status: 200 len: 1054 time: 0.6202292 Jul 07 17:58:41.520784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.557018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1272be76-35be-46e2-9f5b-4cdef8fc2d9d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:41.587356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:41.592986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.659144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:41.675783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:41.678236 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c86ab7-233b-4248-9d86-39de723cf7e7" -d '{"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:41.683123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.726798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4235bae-0045-43c6-9f8d-95f0ee281ea7 req-39f85a1e-c0b4-4aad-be51-7c16dc201df7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:41.728468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4235bae-0045-43c6-9f8d-95f0ee281ea7 req-39f85a1e-c0b4-4aad-be51-7c16dc201df7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.5358820 Jul 07 17:58:41.796403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Transition to ACTIVE for port object 94be39df-f161-421c-afed-bd0af1e4bb25 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:41.821530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-38215686-d243-48bc-8f09-8e688faf9ecd None None] Provisioning complete for port 1e6950b7-364f-45f0-a968-b8487627cf77 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:41.822650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38215686-d243-48bc-8f09-8e688faf9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.853435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.940495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-38215686-d243-48bc-8f09-8e688faf9ecd None None] Port 1e6950b7-364f-45f0-a968-b8487627cf77 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:42.071568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1272be76-35be-46e2-9f5b-4cdef8fc2d9d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:42.089478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:42.107186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] No DVR routers for this DVR port 94be39df-f161-421c-afed-bd0af1e4bb25 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:42.170560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4235bae-0045-43c6-9f8d-95f0ee281ea7 req-cf355c50-fe69-4ab4-9290-8296088608b6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4011459 Jul 07 17:58:42.171266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.212032 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.351490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc57ee-30f8-4fe4-9489-16b6e5e4e136 req-0f357a7b-bef0-4cd0-b518-b343d60b4d34 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:42.359293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40fc57ee-30f8-4fe4-9489-16b6e5e4e136 req-0f357a7b-bef0-4cd0-b518-b343d60b4d34 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 944 time: 0.7031131 Jul 07 17:58:42.361648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Port': ['ID=bc438e4d-5b60-4380-9e3c-c2d2b865a746,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:42.399617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Transition to ACTIVE for port object dbb1b4ba-ce21-4d4e-b92a-683379d1d68b will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:42.403795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:42.404141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:42.404470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:42.436218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting port 1e6950b7-364f-45f0-a968-b8487627cf77 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:42.436609 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.480097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:42.480430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:42.573618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.576314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:42.577013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:42.577487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:42.578012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Bound port: 94be39df-f161-421c-afed-bd0af1e4bb25, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:42.578455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.602904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40fc57ee-30f8-4fe4-9489-16b6e5e4e136 req-3f998fe4-9c69-46da-9f9e-4f4184cdea08 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425945 Jul 07 17:58:42.611202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9452a47-1079-4153-bd2e-46769cdc33aa up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:42.714588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c9452a47-1079-4153-bd2e-46769cdc33aa completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:42.720763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c9452a47-1079-4153-bd2e-46769cdc33aa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:42.721190 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.761889 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188cb21-c7b3-4ffc-aad9-a3585df89cf4 x-openstack-request-id: req-b188cb21-c7b3-4ffc-aad9-a3585df89cf4 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:42.762441 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:42.762842 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b188cb21-c7b3-4ffc-aad9-a3585df89cf4 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:42.763420 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'code': 200} Jul 07 17:58:42.795385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.870302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.923292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.949500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.964886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port c9452a47-1079-4153-bd2e-46769cdc33aa, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c9452a47-1079-4153-bd2e-46769cdc33aa,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:42.970394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.010281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.048079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=c9452a47-1079-4153-bd2e-46769cdc33aa,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:43.059089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Calling delete_port for 1e6950b7-364f-45f0-a968-b8487627cf77 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:43.083399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.083965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Fanout notify agent at l3_agent the message router_deleted on router 16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:58:43.093011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61083c-0323-40c1-a482-888a5f7c8b11 req-f31a29f5-b201-4afe-9af6-b19af61cefd4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:43.094751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e61083c-0323-40c1-a482-888a5f7c8b11 req-f31a29f5-b201-4afe-9af6-b19af61cefd4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 948 time: 0.6967123 Jul 07 17:58:43.095996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:43.107702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.108858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-39f1dec6-aea4-45dd-a0ec-72419543bfe1 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "DELETE /v2.0/routers/16b6cf1e-fbcc-47e7-bcf6-5d5e06812d5e HTTP/1.1" status: 204 len: 168 time: 4.0232904 Jul 07 17:58:43.111680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36356) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:43.150799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Network 07d9762a-e6d8-4565-a451-2224c69acbeb is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:43.205585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:43.222848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:43.226317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Deleting subnet 328c0231-e512-4d59-a975-de95774aa408 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:58:43.226660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:43.237889 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.238055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:43.243963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:43.250816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.331610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:43.350902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.363853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:43.374976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:43.375370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.434307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:43.435695 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.437434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] 10.222.0.90 "PUT /v2.0/ports/94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 1096 time: 3.7419591 Jul 07 17:58:43.464178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e61083c-0323-40c1-a482-888a5f7c8b11 req-a0ef4af4-65de-4436-9d16-f14b2292a0bf tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234348 Jul 07 17:58:43.529053 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.578383 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.627662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.644967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:43.646559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:43.653231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:43.656000 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d14f03-645d-46ff-889d-0f9ee81e1d37" -d '{"events": [{"server_uuid": "d40c3203-7c80-492d-afa0-56337bba97bf", "name": "network-vif-plugged", "status": "completed", "tag": "9113ea6e-bbc6-4af7-aeaa-1b935525dd19"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:43.665649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.677975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0133b-368e-4fbc-8c1e-3955aa9fb6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:43.719171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.740217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8fb4-e5cd-4d62-ad12-6541784d3d98 req-bf909075-ded0-494f-b978-fe8ba0c88958 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:43.748009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e41d8fb4-e5cd-4d62-ad12-6541784d3d98 req-bf909075-ded0-494f-b978-fe8ba0c88958 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 945 time: 0.6655424 Jul 07 17:58:43.771049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-465520d5-67e3-4c41-985a-b62a1b092b7c None None] Provisioning for port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:43.791761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-465520d5-67e3-4c41-985a-b62a1b092b7c None None] Provisioning complete for port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:43.792261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465520d5-67e3-4c41-985a-b62a1b092b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.798940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Subnet': ['ID=328c0231-e512-4d59-a975-de95774aa408,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:43.813718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.818532 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d856b6f0-997f-4872-819c-931648bbf921 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "DELETE /v2.0/subnets/328c0231-e512-4d59-a975-de95774aa408 HTTP/1.1" status: 204 len: 168 time: 0.7057021 Jul 07 17:58:43.821913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36364) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:43.832063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93581538-aad1-4093-9e43-dfed8a4952a5 None None] Network ca450602-d825-4f31-b021-95fc2933ce36 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:43.936323 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.987458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:44.018407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e41d8fb4-e5cd-4d62-ad12-6541784d3d98 req-d5608885-dcc5-4341-8c21-68ff095cc462 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690661 Jul 07 17:58:44.019305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Port': ['ID=1e6950b7-364f-45f0-a968-b8487627cf77,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:44.020360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.060440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-58a01721-6da2-42cc-9488-40c249b91afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.062104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-58a01721-6da2-42cc-9488-40c249b91afe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1099 time: 0.5877440 Jul 07 17:58:44.090323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-465520d5-67e3-4c41-985a-b62a1b092b7c None None] Port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:44.404948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] DHCP port deletion for ca450602-d825-4f31-b021-95fc2933ce36 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:58:44.431284 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.493368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29528-f3c1-46e4-8560-78af901411ea req-c0d50a23-78b9-4e98-8c12-542d03ce934b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.503355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55d29528-f3c1-46e4-8560-78af901411ea req-c0d50a23-78b9-4e98-8c12-542d03ce934b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.6728632 Jul 07 17:58:44.526508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] Deleting port d2c98f66-dca0-4813-b0c1-d0024631bdba {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:44.528550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.639107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Deleting port d2c98f66-dca0-4813-b0c1-d0024631bdba {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:44.640293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.652014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-266412f9-1fd3-42f8-9632-4425a196ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.653615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-266412f9-1fd3-42f8-9632-4425a196ff05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.5705495 Jul 07 17:58:44.718458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55d29528-f3c1-46e4-8560-78af901411ea req-75dd89f1-c5f0-4a45-baf3-9ceeb500743f tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133708 Jul 07 17:58:44.765006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] For port d2c98f66-dca0-4813-b0c1-d0024631bdba, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d2c98f66-dca0-4813-b0c1-d0024631bdba,segment=NetworkSegment(903c33eb-d1a5-4ea4-b583-8812a91d14d2),segment_id=903c33eb-d1a5-4ea4-b583-8812a91d14d2)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:44.765775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.787074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Calling delete_port for d2c98f66-dca0-4813-b0c1-d0024631bdba owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:44.814169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:44.817064 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6339a1ab-2046-41f8-878f-174b1ce7f583" -d '{"events": [{"name": "network-changed", "server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:44.899498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b6853-2a1c-45f8-bef1-0c0c432b01f9 req-25bf9a15-3a7e-4f38-af29-6461d7be7159 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.913101 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1ae360-4938-4d41-a3ff-e0f042020d70 x-openstack-request-id: req-8c1ae360-4938-4d41-a3ff-e0f042020d70 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:44.913771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-241b6853-2a1c-45f8-bef1-0c0c432b01f9 req-25bf9a15-3a7e-4f38-af29-6461d7be7159 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 944 time: 0.6325285 Jul 07 17:58:44.913860 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40c3203-7c80-492d-afa0-56337bba97bf", "name": "network-vif-plugged", "status": "completed", "tag": "9113ea6e-bbc6-4af7-aeaa-1b935525dd19", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:44.913860 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8c1ae360-4938-4d41-a3ff-e0f042020d70 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:44.913994 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19', 'code': 200} Jul 07 17:58:44.915992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9452a47-1079-4153-bd2e-46769cdc33aa up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:44.923221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-f50ff6d1-abad-4260-be8d-251ed455a2b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.2550783 Jul 07 17:58:44.983647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.039575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] For port d2c98f66-dca0-4813-b0c1-d0024631bdba, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d2c98f66-dca0-4813-b0c1-d0024631bdba,segment=NetworkSegment(903c33eb-d1a5-4ea4-b583-8812a91d14d2),segment_id=903c33eb-d1a5-4ea4-b583-8812a91d14d2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:45.040028 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.069867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] Calling delete_port for d2c98f66-dca0-4813-b0c1-d0024631bdba owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:45.088371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] No DVR routers for this DVR port d2c98f66-dca0-4813-b0c1-d0024631bdba on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:45.097805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c9452a47-1079-4153-bd2e-46769cdc33aa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:45.098545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.116042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Port': ['ID=d2c98f66-dca0-4813-b0c1-d0024631bdba,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:45.196942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.209031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1272be76-35be-46e2-9f5b-4cdef8fc2d9d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:45.212591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca450602-d825-4f31-b021-95fc2933ce36']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:45.229037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903c33eb-d1a5-4ea4-b583-8812a91d14d2') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:45.229391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903c33eb-d1a5-4ea4-b583-8812a91d14d2') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:45.242801 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.265986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.275975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:58:45.276514 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.364946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:45.370080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:45.370491 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:58:45.439198 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:58:45.443541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.446556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2c98f66-dca0-4813-b0c1-d0024631bdba no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:45.447510 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.450728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "DELETE /v2.0/networks/ca450602-d825-4f31-b021-95fc2933ce36 HTTP/1.1" status: 204 len: 168 time: 1.6254404 Jul 07 17:58:45.455809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36374) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.479577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d2c98f66-dca0-4813-b0c1-d0024631bdba {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:45.480306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2c98f66-dca0-4813-b0c1-d0024631bdba not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:45.490840 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.528381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] Network ca450602-d825-4f31-b021-95fc2933ce36 is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:58:45.529021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] No DVR routers for this DVR port d2c98f66-dca0-4813-b0c1-d0024631bdba on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:45.535826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae838-b050-40b3-8949-ad56ef615aae None None] Pushing event deleted for resources: {'Port': ['ID=d2c98f66-dca0-4813-b0c1-d0024631bdba,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:45.548384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29e986-a064-44b3-927d-70181fd0cf24 tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Network': ['ID=ca450602-d825-4f31-b021-95fc2933ce36,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:45.597685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.617359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad35f3-9b5c-45ae-86db-f93e4f1f11a4 req-7bdb9f15-44aa-471c-bbd2-5e729b20ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.619749 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-78ad35f3-9b5c-45ae-86db-f93e4f1f11a4 req-7bdb9f15-44aa-471c-bbd2-5e729b20ab30 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 1097 time: 0.6290147 Jul 07 17:58:45.652548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:45.664122 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.705334 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-78ad35f3-9b5c-45ae-86db-f93e4f1f11a4 req-f7893e84-8e90-45a3-ae37-8d72615e1519 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786307 Jul 07 17:58:45.729788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Deleting port eccb8ebf-5b25-4679-96e1-73aa9102cc50 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:45.730596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.734577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:45.794789 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8571dabe-aa56-4983-9fb5-7684eec475e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.798349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.801078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-688af486-1d77-4d1d-82df-c3d10cf50b16 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/ports/1e6950b7-364f-45f0-a968-b8487627cf77 HTTP/1.1" status: 204 len: 168 time: 4.2514272 Jul 07 17:58:45.803346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-81c71fb6-97af-4938-b2e4-9b270b5a03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.805092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-81c71fb6-97af-4938-b2e4-9b270b5a03b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.7919328 Jul 07 17:58:45.805966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36378) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.814160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-241b6853-2a1c-45f8-bef1-0c0c432b01f9 req-05fe5242-3f0b-4f9a-91b1-07badf019039 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8989570 Jul 07 17:58:45.867520 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0c3131-c913-40b4-a6d0-ddab32a2966a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] GET failed (client error): The resource could not be found. Jul 07 17:58:45.872365 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5e0c3131-c913-40b4-a6d0-ddab32a2966a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "GET /v2.0/ports/1e6950b7-364f-45f0-a968-b8487627cf77 HTTP/1.1" status: 404 len: 333 time: 0.0628703 Jul 07 17:58:45.873053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36380) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:45.940142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.943401 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54b132a-2f4e-41e5-a3b1-8f1a4acaa175 x-openstack-request-id: req-d54b132a-2f4e-41e5-a3b1-8f1a4acaa175 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:45.943996 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:45.944512 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d54b132a-2f4e-41e5-a3b1-8f1a4acaa175 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:45.946568 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'status': 'completed', 'code': 200} Jul 07 17:58:45.947044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.947437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:45.963955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87cc32-4174-40a4-9c3c-9913403284e7 req-b2b58fd5-9525-4776-9f41-d8fc5b2f3307 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.971718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f87cc32-4174-40a4-9c3c-9913403284e7 req-b2b58fd5-9525-4776-9f41-d8fc5b2f3307 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 948 time: 0.3131406 Jul 07 17:58:45.977253 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.025022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Calling delete_port for eccb8ebf-5b25-4679-96e1-73aa9102cc50 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:46.058727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c039a42-cfff-4914-877e-502a1020677c req-39d71571-50ab-4393-807a-8960aea4fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:46.062362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-39d71571-50ab-4393-807a-8960aea4fb6f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330904 Jul 07 17:58:46.161866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting port 61ca999c-1cc4-43a3-8924-5255082e3995 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:46.162245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.169418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.219065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-2e42ca6e-3808-47ea-8aa0-88d763e4edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:46.220758 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-2e42ca6e-3808-47ea-8aa0-88d763e4edf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1099 time: 0.2681041 Jul 07 17:58:46.226988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f87cc32-4174-40a4-9c3c-9913403284e7 req-06418d2f-29fa-423f-a6d5-82dd4da3ea0e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540207 Jul 07 17:58:46.230926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:46.359007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.401192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902564cf-b6dd-4aac-b733-3e556906c27b req-fb319b06-57a8-4a13-b1ef-9fc701712bf9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:46.403713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-902564cf-b6dd-4aac-b733-3e556906c27b req-fb319b06-57a8-4a13-b1ef-9fc701712bf9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.3170223 Jul 07 17:58:46.405877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Calling delete_port for 61ca999c-1cc4-43a3-8924-5255082e3995 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:46.408910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-67326785-6ada-4f2f-8eb8-f51aabec970e service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373160 Jul 07 17:58:46.491223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.538589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-66a8f670-0551-4dfd-bba8-c86f4cff437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:46.540021 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-66a8f670-0551-4dfd-bba8-c86f4cff437c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.3071053 Jul 07 17:58:46.573396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Network 07d9762a-e6d8-4565-a451-2224c69acbeb is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:46.576379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Pushing event deleted for resources: {'Port': ['ID=eccb8ebf-5b25-4679-96e1-73aa9102cc50,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:46.585457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:46.599351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-902564cf-b6dd-4aac-b733-3e556906c27b req-6e5b1a8b-41a1-4646-beff-5103bc555f3a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871989 Jul 07 17:58:46.685449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-0234ae85-6438-4a7d-81d6-5885b767e84c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.1194301 Jul 07 17:58:46.769585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.772894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.777394 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7134afa4-26f6-4382-975a-475bb246723e tempest-FloatingIPAdminTestJSON-2068095777 tempest-FloatingIPAdminTestJSON-2068095777-project] 10.222.0.88 "DELETE /v2.0/floatingips/27b73274-f0ee-40b3-9450-67f4776fcf25 HTTP/1.1" status: 204 len: 168 time: 1.3157444 Jul 07 17:58:46.839552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c039a42-cfff-4914-877e-502a1020677c req-a65c2251-636d-41b6-b6ef-1e8167fb039f service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222310 Jul 07 17:58:46.853734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d437d-c599-4234-8c6e-7aea972182d0 req-38e6c389-05d4-456c-aa62-614c1cc55367 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:46.860083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-a2d8231a-7602-40c9-a83f-3909b5e33d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:46.861747 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-a2d8231a-7602-40c9-a83f-3909b5e33d96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1673756 Jul 07 17:58:46.863939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-144d437d-c599-4234-8c6e-7aea972182d0 req-38e6c389-05d4-456c-aa62-614c1cc55367 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.3969343 Jul 07 17:58:46.915119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:46.918312 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d54c25-adeb-4d2f-b026-cc9839fd9acb" -d '{"events": [{"server_uuid": "4d48a1a7-edf0-4125-b89b-7c2271d6363a", "name": "network-vif-plugged", "status": "completed", "tag": "1272be76-35be-46e2-9f5b-4cdef8fc2d9d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:46.968851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.999200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80be451d-88a0-4f49-9d0d-2b809be9e59c None None] Provisioning complete for port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:46.999936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80be451d-88a0-4f49-9d0d-2b809be9e59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.038281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Router 6981552c-6e11-47ec-83ce-780c07d5ef40 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:47.093594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-80be451d-88a0-4f49-9d0d-2b809be9e59c None None] Port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:47.097886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Port': ['ID=61ca999c-1cc4-43a3-8924-5255082e3995,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:47.145788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-21183268-f696-4f95-bbcd-eefddd77db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:47.147366 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-21183268-f696-4f95-bbcd-eefddd77db4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2693846 Jul 07 17:58:47.262191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-144d437d-c599-4234-8c6e-7aea972182d0 req-41d196b1-bd54-4709-84d6-297015d7b9b9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3952003 Jul 07 17:58:47.315306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36394) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:47.364462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.370658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-24b5b111-1b3a-4260-8db5-95abc422018a tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/ports/61ca999c-1cc4-43a3-8924-5255082e3995 HTTP/1.1" status: 204 len: 168 time: 1.4937487 Jul 07 17:58:47.371343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36396) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:47.383563 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423c77c7-b05b-4ba4-a152-72a88cad586c x-openstack-request-id: req-423c77c7-b05b-4ba4-a152-72a88cad586c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:47.383860 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d48a1a7-edf0-4125-b89b-7c2271d6363a", "name": "network-vif-plugged", "status": "completed", "tag": "1272be76-35be-46e2-9f5b-4cdef8fc2d9d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:47.384116 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-423c77c7-b05b-4ba4-a152-72a88cad586c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:47.384516 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d', 'code': 200} Jul 07 17:58:47.573712 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-be96d5ef-139f-45d1-a3e6-71314603ea40 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] GET failed (client error): The resource could not be found. Jul 07 17:58:47.579782 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-be96d5ef-139f-45d1-a3e6-71314603ea40 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "GET /v2.0/ports/61ca999c-1cc4-43a3-8924-5255082e3995 HTTP/1.1" status: 404 len: 333 time: 0.1194167 Jul 07 17:58:47.580912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:47.594660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-7b2ffedd-55f1-44a8-bba5-7845254823fc service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367425 Jul 07 17:58:47.650193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-921cbbad-3c6f-417e-8fe2-f48b20ddaded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:47.652214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-921cbbad-3c6f-417e-8fe2-f48b20ddaded service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1099 time: 0.5974293 Jul 07 17:58:47.790523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:47.813659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-31e1fab9-f9aa-427c-b720-62092a081e75 admin admin] 10.222.0.88 "PUT /v2.0/routers/6981552c-6e11-47ec-83ce-780c07d5ef40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9652164 Jul 07 17:58:47.816408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9e128-94f6-4343-b4df-ba46207d670c req-77abda84-0c81-4cbf-a001-54b6cb5fae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:47.818548 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-39c9e128-94f6-4343-b4df-ba46207d670c req-77abda84-0c81-4cbf-a001-54b6cb5fae7c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 1096 time: 0.3272731 Jul 07 17:58:47.822707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Sync routers for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:47.825477 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-a9182591-8779-405f-8b99-342c7d125e95 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224150 Jul 07 17:58:47.827806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8d8b3e9b-2888-46e7-8341-d02e9116fa7b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=152dbb3b9995436b992d0c190612a35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496672 Jul 07 17:58:47.835883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:47.853173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cadea-e47a-46f6-9b99-ec6fa8838be8 req-b7296167-bf58-442e-9260-2bee16d05523 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:47.860654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:47.861941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:47.862262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-938cadea-e47a-46f6-9b99-ec6fa8838be8 req-b7296167-bf58-442e-9260-2bee16d05523 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 945 time: 0.4403164 Jul 07 17:58:47.884060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1df4a-bff3-4f54-a631-fd501b065ad0 req-60ceec72-db08-4892-97b7-b85762e8e4cd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:47.886110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4aa1df4a-bff3-4f54-a631-fd501b065ad0 req-60ceec72-db08-4892-97b7-b85762e8e4cd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 948 time: 0.3644865 Jul 07 17:58:47.935010 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-39c9e128-94f6-4343-b4df-ba46207d670c req-6b546d06-b30b-4d24-9e8f-471b0110db02 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082916 Jul 07 17:58:47.941609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting port 0de65458-92e6-4cf2-a3dc-b820f3661c96 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:47.942014 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.962624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-e1d35d27-8db3-43a7-bae8-6d24dcc0511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:47.967342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-e1d35d27-8db3-43a7-bae8-6d24dcc0511c service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2925613 Jul 07 17:58:48.022753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d507a813-a1c7-48ba-a4a4-9bf397ba8975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.046377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-938cadea-e47a-46f6-9b99-ec6fa8838be8 req-d522cc0e-30f1-4036-b6f4-c66b0d5ae2e1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828480 Jul 07 17:58:48.080211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d507a813-a1c7-48ba-a4a4-9bf397ba8975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.085919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:48.117128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.119622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4aa1df4a-bff3-4f54-a631-fd501b065ad0 req-b179fdec-fa92-4ced-8482-5195ac566d43 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186244 Jul 07 17:58:48.158884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Calling delete_port for 0de65458-92e6-4cf2-a3dc-b820f3661c96 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:48.190753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-489e7108-a5e7-4bf0-ad03-05d0618c5240 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.1349325 Jul 07 17:58:48.281060 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d507a813-a1c7-48ba-a4a4-9bf397ba8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.284795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d507a813-a1c7-48ba-a4a4-9bf397ba8975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.304756 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d507a813-a1c7-48ba-a4a4-9bf397ba8975 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/394ad581-b387-414c-9283-37a6fa0ad766 HTTP/1.1" status: 204 len: 168 time: 0.4674098 Jul 07 17:58:48.318075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-7aa4e2c2-5bd1-472a-bc99-f26cbb3893d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:48.324155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-7aa4e2c2-5bd1-472a-bc99-f26cbb3893d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1266799 Jul 07 17:58:48.392285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507a813-a1c7-48ba-a4a4-9bf397ba8975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ad581-b387-414c-9283-37a6fa0ad766,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:48.402941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7532603e-5b54-4d57-95b5-3c2d59e81c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.459289 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.521344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-08640cae-72c1-4878-960e-b52eb5b477a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:48.523472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-08640cae-72c1-4878-960e-b52eb5b477a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1904621 Jul 07 17:58:48.626890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.656214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-7faba018-bae2-4857-8eb5-c9ecc1346110 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180251 Jul 07 17:58:48.658943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 2, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:48.741154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Port': ['ID=0de65458-92e6-4cf2-a3dc-b820f3661c96,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:48.763331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Checking router: 6981552c-6e11-47ec-83ce-780c07d5ef40 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:48.763852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Updating router 6981552c-6e11-47ec-83ce-780c07d5ef40 port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:58:48.772351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6339a1ab-2046-41f8-878f-174b1ce7f583 req-9677183d-3abe-4da2-a48e-b081c90b7b84 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078439 Jul 07 17:58:48.795059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837f0a8-a3f4-45d1-a5f5-abda5af281c2 req-bd9fee62-f548-4cfe-9dc4-77541367408a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:48.796583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3837f0a8-a3f4-45d1-a5f5-abda5af281c2 req-bd9fee62-f548-4cfe-9dc4-77541367408a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.3812985 Jul 07 17:58:48.866127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.918984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3837f0a8-a3f4-45d1-a5f5-abda5af281c2 req-29c74c53-abff-4ad8-9d0a-330fd9d317fb tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138604 Jul 07 17:58:49.020855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.023541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cf42aa58-3ce3-4f74-b761-50bbac39def3 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/ports/0de65458-92e6-4cf2-a3dc-b820f3661c96 HTTP/1.1" status: 204 len: 168 time: 1.4413507 Jul 07 17:58:49.029886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36454) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:49.130038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36458) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:49.217580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a137a522-990b-44d6-ab70-74e79bde45e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.243062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5c9f9-0cc0-4eab-aac7-ff3068539630 req-e8c3878b-f3ba-41e0-802b-b4107d5087c9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:49.247225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91c5c9f9-0cc0-4eab-aac7-ff3068539630 req-e8c3878b-f3ba-41e0-802b-b4107d5087c9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.3234828 Jul 07 17:58:49.262709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting subnet 9574f287-ead6-4b39-8ea4-5a432adf6864 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:58:49.278148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.323856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91c5c9f9-0cc0-4eab-aac7-ff3068539630 req-977270ef-c2fb-40f7-93f3-35e56980f71d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649905 Jul 07 17:58:49.393026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.530434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922a7e9-7609-4150-a572-ededa6270257 req-8f59a18a-42b5-4f3a-9822-01e3b366eaa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:49.532078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0922a7e9-7609-4150-a572-ededa6270257 req-8f59a18a-42b5-4f3a-9822-01e3b366eaa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.1451919 Jul 07 17:58:49.638691 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0922a7e9-7609-4150-a572-ededa6270257 req-e91e3141-aca2-4b13-8794-aa656d7c601a tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746267 Jul 07 17:58:49.682559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2c73-cd8f-47be-bc85-d0a162fbc7f4 req-910ce81c-e8d1-4f8a-b81c-b7e03e445ff8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:49.690911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b6f2c73-cd8f-47be-bc85-d0a162fbc7f4 req-910ce81c-e8d1-4f8a-b81c-b7e03e445ff8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 945 time: 0.1576362 Jul 07 17:58:49.713965 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.748139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b6f2c73-cd8f-47be-bc85-d0a162fbc7f4 req-f9557ab6-7068-4b5f-a5e8-6520b6d93bfe tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558424 Jul 07 17:58:49.968202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a137a522-990b-44d6-ab70-74e79bde45e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.994912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a137a522-990b-44d6-ab70-74e79bde45e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.021035 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.048875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a98605-f2f6-4350-949f-69f98f28ab00 req-68d7e0bb-37d2-4d07-8d50-fd225a521097 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.062035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0a98605-f2f6-4350-949f-69f98f28ab00 req-68d7e0bb-37d2-4d07-8d50-fd225a521097 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 948 time: 0.1357965 Jul 07 17:58:50.069127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Transition to ACTIVE for port object dbb1b4ba-ce21-4d4e-b92a-683379d1d68b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:50.094515 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.134290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137a522-990b-44d6-ab70-74e79bde45e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1de3a6-e2e7-4c2e-a686-3de4928f5c95,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:50.198742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0a98605-f2f6-4350-949f-69f98f28ab00 req-ca88a62c-6d8c-4e16-baa8-6ea8f071b1f2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324456 Jul 07 17:58:50.249891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1b4a4-4e06-4048-8398-79c0e68ec8b0 None None] Pushing event updated for resources: {'Port': ['ID=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:50.297978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Attempting to bind port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:50.298813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Attempting to bind port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:50.300014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Attempting to bind port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b on network 07d9762a-e6d8-4565-a451-2224c69acbeb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:50.304216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a137a522-990b-44d6-ab70-74e79bde45e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d339c7cca4c6438f92d054949746b416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1726892 Jul 07 17:58:50.306495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.308656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36480) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:50.318139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:50.319601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Checking segment: {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:50.320019 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.320415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Bound using segment: {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:50.320919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Bound port: dbb1b4ba-ce21-4d4e-b92a-683379d1d68b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:50.321306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.505687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] For port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:50.517253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] For port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:50.529313 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.533117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.605056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Subnet': ['ID=9574f287-ead6-4b39-8ea4-5a432adf6864,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:50.627216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1b4a4-4e06-4048-8398-79c0e68ec8b0 None None] Pushing event updated for resources: {'Port': ['ID=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:50.628872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.632561 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3810ed65-e1ed-4df7-be07-072902c54132 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/subnets/9574f287-ead6-4b39-8ea4-5a432adf6864 HTTP/1.1" status: 204 len: 168 time: 1.6014400 Jul 07 17:58:50.635182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36510) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:50.643522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d15a7-ede3-4906-baa4-06dfa3fbe3e8 None None] Network 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:50.677630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-016ccfed-10e3-4a15-895e-632420abe24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.750209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-016ccfed-10e3-4a15-895e-632420abe24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.770822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:50.775529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:50.835906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.916259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e03054-c73f-43c8-b3c1-d8cc9038ee7e req-8571abe8-ebcb-4c94-a509-c7c18fbc57c7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.925102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45e03054-c73f-43c8-b3c1-d8cc9038ee7e req-8571abe8-ebcb-4c94-a509-c7c18fbc57c7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.3816259 Jul 07 17:58:50.994074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-016ccfed-10e3-4a15-895e-632420abe24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.997923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-016ccfed-10e3-4a15-895e-632420abe24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.019989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-016ccfed-10e3-4a15-895e-632420abe24b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e1de3a6-e2e7-4c2e-a686-3de4928f5c95 HTTP/1.1" status: 204 len: 168 time: 0.7002327 Jul 07 17:58:51.046778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45e03054-c73f-43c8-b3c1-d8cc9038ee7e req-05907954-f363-4f83-9146-82fe43a14695 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203046 Jul 07 17:58:51.102886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Deleting port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:51.102886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.103404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57fd06-ab19-4585-98f5-9aeab5f0e8ca req-709481f3-7de9-4a19-ad5e-2dcd319fe581 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.116973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c57fd06-ab19-4585-98f5-9aeab5f0e8ca req-709481f3-7de9-4a19-ad5e-2dcd319fe581 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.3558373 Jul 07 17:58:51.218342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ccfed-10e3-4a15-895e-632420abe24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1de3a6-e2e7-4c2e-a686-3de4928f5c95,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:51.242714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] For port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8ad78a4f-9459-41b8-b30a-1bdd0f851fc9,segment=NetworkSegment(5d05a975-8b8e-4804-bce3-deaf448cd306),segment_id=5d05a975-8b8e-4804-bce3-deaf448cd306)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:51.243826 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.284394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Calling delete_port for 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:51.302257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c57fd06-ab19-4585-98f5-9aeab5f0e8ca req-cf9b8c7d-3443-4b3a-a21d-82a4b332bfa9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842556 Jul 07 17:58:51.388035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:51.472570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.526149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769ac94-8bbc-461c-aa13-1690544cd484 req-aa709044-3bac-4a4a-9442-934b995ff420 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.529045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9769ac94-8bbc-461c-aa13-1690544cd484 req-aa709044-3bac-4a4a-9442-934b995ff420 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 945 time: 0.1749768 Jul 07 17:58:51.560048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:51.565552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.612503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] No DVR routers for this DVR port 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:51.614948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Port': ['ID=8ad78a4f-9459-41b8-b30a-1bdd0f851fc9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:51.670178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9769ac94-8bbc-461c-aa13-1690544cd484 req-8a210cb2-8a71-49bd-b251-b4695386ec22 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322732 Jul 07 17:58:51.755287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.781489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6c0843-f18a-4fd2-9508-e293f5fd13e2']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:51.800973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d05a975-8b8e-4804-bce3-deaf448cd306') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:51.801410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d05a975-8b8e-4804-bce3-deaf448cd306') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:51.825985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.877913 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.889149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:58:51.889706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:58:51.893861 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:58:51.928636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36528) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:51.973105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.000313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53c70e4f-b7c2-4ff2-a288-19aa0a5edfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.014957 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.021593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] 10.222.0.88 "DELETE /v2.0/networks/8e6c0843-f18a-4fd2-9508-e293f5fd13e2 HTTP/1.1" status: 204 len: 168 time: 1.3851554 Jul 07 17:58:52.023058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3823ff-4a70-42fc-9745-6d6bb9509a35 tempest-AllowedAddressPairTestJSON-1786466522 tempest-AllowedAddressPairTestJSON-1786466522-project] Pushing event deleted for resources: {'Network': ['ID=8e6c0843-f18a-4fd2-9508-e293f5fd13e2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:52.198784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0beb3c-71a5-4600-91e9-c45c47b586aa req-49f0ed8d-4e39-4c70-8a11-dc4132ba8030 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:52.207827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db0beb3c-71a5-4600-91e9-c45c47b586aa req-49f0ed8d-4e39-4c70-8a11-dc4132ba8030 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 948 time: 0.3960254 Jul 07 17:58:52.234901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:52.267714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0800093-4c9e-4412-8f4c-deb88b43ae4f req-f206a0a4-78f5-49f4-b333-0ef3e1b77faa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:52.276852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0800093-4c9e-4412-8f4c-deb88b43ae4f req-f206a0a4-78f5-49f4-b333-0ef3e1b77faa tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.3913124 Jul 07 17:58:52.346903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '94be39df-f161-421c-afed-bd0af1e4bb25', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '94be39df-f161-421c-afed-bd0af1e4bb25', 'mac_address': 'fa:16:3e:25:0c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:52.392674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db0beb3c-71a5-4600-91e9-c45c47b586aa req-d5faf60d-f08a-4cb8-9bd2-7f19a02a6dbc tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816404 Jul 07 17:58:52.413644 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.427641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0800093-4c9e-4412-8f4c-deb88b43ae4f req-450ee06d-bce5-46af-abcb-f51ba9e4b46e tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494155 Jul 07 17:58:52.431030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c1a284-e02d-4a87-94d6-8608a34803c3 None None] DHCP port deletion for 8e6c0843-f18a-4fd2-9508-e293f5fd13e2 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:58:52.438893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94be39df-f161-421c-afed-bd0af1e4bb25 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:52.503578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:52.514238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.551845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53c70e4f-b7c2-4ff2-a288-19aa0a5edfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.568592 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53c70e4f-b7c2-4ff2-a288-19aa0a5edfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.610179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:52.632150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36544) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:52.685558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:52.685904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8ad78a4f-9459-41b8-b30a-1bdd0f851fc9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:52.709300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36548) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:52.717338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-53c70e4f-b7c2-4ff2-a288-19aa0a5edfd6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=db0e3cb3dc124b65b0dbfc750d03bbf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325640 Jul 07 17:58:52.720860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c70e4f-b7c2-4ff2-a288-19aa0a5edfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c547258b-0b0e-4e4c-9369-845b387f9a87,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:52.769786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:52.832355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:50Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:52.906812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62dfb0-3a07-44e3-9ae2-c0de20ed07a9 req-3653b66f-c1f4-45cd-a857-d31f8dd0f16b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:52.907492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186190e-9519-47bd-8ec2-328fb880b676 None None] The sync data for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 is: [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:50Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:52.915610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe62dfb0-3a07-44e3-9ae2-c0de20ed07a9 req-3653b66f-c1f4-45cd-a857-d31f8dd0f16b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.1457710 Jul 07 17:58:53.009532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['94be39df-f161-421c-afed-bd0af1e4bb25'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:53.024920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-403e4846-ed00-4075-8b71-4deb9f785ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.067620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe62dfb0-3a07-44e3-9ae2-c0de20ed07a9 req-de2c806d-1433-4e39-b363-5d7a9a2f4b54 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506307 Jul 07 17:58:53.138798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-403e4846-ed00-4075-8b71-4deb9f785ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.179359 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fbbfb281-6d9a-4464-bb3b-c4b83fdffed8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1cf15eb68c194d319986ad41daa45b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450592 Jul 07 17:58:53.182046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36552) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:53.271148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-403e4846-ed00-4075-8b71-4deb9f785ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.280464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-403e4846-ed00-4075-8b71-4deb9f785ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.286775 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-403e4846-ed00-4075-8b71-4deb9f785ea0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c547258b-0b0e-4e4c-9369-845b387f9a87 HTTP/1.1" status: 204 len: 168 time: 0.5762315 Jul 07 17:58:53.299560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e4846-ed00-4075-8b71-4deb9f785ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c547258b-0b0e-4e4c-9369-845b387f9a87,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:53.662186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c92dc7e4-d222-4c01-87ae-88c26eed2677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.897748 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c92dc7e4-d222-4c01-87ae-88c26eed2677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.037693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-6197bec6-6748-43c2-91d3-b25c8e81a0d1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.039905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-6197bec6-6748-43c2-91d3-b25c8e81a0d1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 949 time: 0.7130823 Jul 07 17:58:54.191471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a92f22-525a-4e22-94ad-dbd43ce87875 req-63a8271f-4c10-4771-b241-be57bdbdeb2e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.193198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40a92f22-525a-4e22-94ad-dbd43ce87875 req-63a8271f-4c10-4771-b241-be57bdbdeb2e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 945 time: 0.5443461 Jul 07 17:58:54.193887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c92dc7e4-d222-4c01-87ae-88c26eed2677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.204539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c92dc7e4-d222-4c01-87ae-88c26eed2677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:54.208204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c92dc7e4-d222-4c01-87ae-88c26eed2677 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ca7719f-ba07-4573-9363-b15369b5500e HTTP/1.1" status: 204 len: 168 time: 1.0224338 Jul 07 17:58:54.398345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dc7e4-d222-4c01-87ae-88c26eed2677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca7719f-ba07-4573-9363-b15369b5500e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:54.512140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-7e14ac75-fcaa-4185-8712-4b3f3b404d7d service neutron] 10.222.0.90 "GET /v2.0/ports/94be39df-f161-421c-afed-bd0af1e4bb25/bindings/n-h2-798930-2 HTTP/1.1" status: 200 len: 382 time: 0.4623640 Jul 07 17:58:54.529975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a37ed6-7da8-4663-b8d7-6250a331b3e2 req-8f82fccd-e6e0-4367-b4d5-4e835274d718 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.545531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8a37ed6-7da8-4663-b8d7-6250a331b3e2 req-8f82fccd-e6e0-4367-b4d5-4e835274d718 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 949 time: 0.6681066 Jul 07 17:58:54.570658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40a92f22-525a-4e22-94ad-dbd43ce87875 req-c1c847af-eb51-40d4-bb57-b725a935f133 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348873 Jul 07 17:58:54.762644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dbb1b4ba-ce21-4d4e-b92a-683379d1d68b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:54.765284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-17c22af2-992e-42cc-beb8-2d84f51bc240 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.777804 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-17c22af2-992e-42cc-beb8-2d84f51bc240 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 945 time: 0.1950462 Jul 07 17:58:54.899492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8a37ed6-7da8-4663-b8d7-6250a331b3e2 req-637a1aac-bad3-4f9b-a8fa-fbc3b9407dfd tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522327 Jul 07 17:58:54.934115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-ffca404e-84fb-44fb-8c66-c1bbaa6079bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.939672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-ffca404e-84fb-44fb-8c66-c1bbaa6079bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1100 time: 0.3616698 Jul 07 17:58:54.958785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:54.967905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:54.970773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.260864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.275661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Deleting port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:55.279156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.311899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:55.379401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:55.424939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.453684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-744650d6-1d89-4d69-b702-eca0bd34e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.455199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-744650d6-1d89-4d69-b702-eca0bd34e327 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.5041094 Jul 07 17:58:55.557999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] For port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:55.558386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.594820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Calling delete_port for 1272be76-35be-46e2-9f5b-4cdef8fc2d9d owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:55.657751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:55.692219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 94be39df-f161-421c-afed-bd0af1e4bb25 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:55.699108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 94be39df-f161-421c-afed-bd0af1e4bb25 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:55.699799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.936458 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.996639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:55.999811 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f13bf73-abe1-4ae1-aba8-b07a42286aa3" -d '{"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:56.022621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:56.030835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.032364 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1272be76-35be-46e2-9f5b-4cdef8fc2d9d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:56.051907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.124459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event deleted for resources: {'Port': ['ID=1272be76-35be-46e2-9f5b-4cdef8fc2d9d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:56.167356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:56.170546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No active binding found for port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:58:56.171002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1272be76-35be-46e2-9f5b-4cdef8fc2d9d not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:56.197793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] No DVR routers for this DVR port 1272be76-35be-46e2-9f5b-4cdef8fc2d9d on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:56.203965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.207802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d1ad2e95-f165-4a26-bf98-5c9a05d3278a req-a316a182-ec88-4f89-8a4e-580f5f8a03b0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "DELETE /v2.0/ports/1272be76-35be-46e2-9f5b-4cdef8fc2d9d HTTP/1.1" status: 204 len: 173 time: 1.4222846 Jul 07 17:58:56.208303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'name': 'network-vif-deleted', 'tag': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:56.211279 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d590ee6c-cded-4584-9b3e-0f03df3fd2cc" -d '{"events": [{"server_uuid": "4d48a1a7-edf0-4125-b89b-7c2271d6363a", "name": "network-vif-deleted", "tag": "1272be76-35be-46e2-9f5b-4cdef8fc2d9d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:56.357824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36628) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:56.474236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f4b7f-a8cb-4930-b5fa-e564c159a4e9 req-7973dab4-4444-4be1-879a-e30f183403e6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.483607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a43f4b7f-a8cb-4930-b5fa-e564c159a4e9 req-7973dab4-4444-4be1-879a-e30f183403e6 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 1.3788061 Jul 07 17:58:56.510654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-03b206ab-60f2-4c8f-803e-4195a6caabe9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 1.0420704 Jul 07 17:58:56.542546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1490008720'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:56.592521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a5b54-220a-4d86-a924-920c420c54d4 req-5962c0f8-10b5-47f0-8114-570a9d09474c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.598799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:56.605267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-617a5b54-220a-4d86-a924-920c420c54d4 req-5962c0f8-10b5-47f0-8114-570a9d09474c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 1.3314700 Jul 07 17:58:56.606524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.627396 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.674369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dbb1b4ba-ce21-4d4e-b92a-683379d1d68b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:56.687182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a43f4b7f-a8cb-4930-b5fa-e564c159a4e9 req-45a0f4bd-5234-47b8-9db1-69d4b21a92b2 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024665 Jul 07 17:58:56.750083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36638) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:56.785902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-c6f40dc0-dd3e-40a4-96a4-fd4f90ab9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.800538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-c6f40dc0-dd3e-40a4-96a4-fd4f90ab9340 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2740452 Jul 07 17:58:56.875954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-617a5b54-220a-4d86-a924-920c420c54d4 req-efe8f480-eac6-461a-82b7-6d703a8bc427 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659333 Jul 07 17:58:56.893181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:56.893562 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:56.947397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-39cff29e-79f8-49cc-bc81-d343310f43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.956201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-39cff29e-79f8-49cc-bc81-d343310f43c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399920 Jul 07 17:58:57.064734 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.077756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.183246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:57.249048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfebb9ef-da84-4c6a-8d24-e11d1182042b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:57.262474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.262856 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Added segment b7b0b070-fe3e-41fa-bae3-e32eff7bd409 of type vlan for network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 Jul 07 17:58:57.332172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1784709263'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:57.343641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.392041 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.403047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:57.403750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.414615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-4a62f3a0-d0d7-498f-b2e6-291f96632572 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502027 Jul 07 17:58:57.429962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1390d4a2-196e-4501-b5fa-dea09c8f2ef7 req-3778d88f-d831-4fb7-bf58-e5f1b50e2541 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d48a1a7-edf0-4125-b89b-7c2271d6363a HTTP/1.1" status: 200 len: 210 time: 0.1283212 Jul 07 17:58:57.449481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Made reservation on behalf of 7e62ad8b93cc4e329a9b06030853084e for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:57.452586 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.523010 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae791f5-87b1-4c8c-9867-44892b89f79d x-openstack-request-id: req-3ae791f5-87b1-4c8c-9867-44892b89f79d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:57.523548 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:57.523683 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ae791f5-87b1-4c8c-9867-44892b89f79d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:57.524089 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'code': 200} Jul 07 17:58:57.526072 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1609187 Jul 07 17:58:57.527442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36644) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:57.552104 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.575868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'subnet': {'network_id': 'ebc39bf5-1c26-4336-ac78-f0c555d8ba11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:57.599957 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b1c1ff-8f7e-4715-b864-cc8874a3c8a3 x-openstack-request-id: req-05b1c1ff-8f7e-4715-b864-cc8874a3c8a3 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:57.600267 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d48a1a7-edf0-4125-b89b-7c2271d6363a", "name": "network-vif-deleted", "tag": "1272be76-35be-46e2-9f5b-4cdef8fc2d9d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:57.600504 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-05b1c1ff-8f7e-4715-b864-cc8874a3c8a3 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:57.601193 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d48a1a7-edf0-4125-b89b-7c2271d6363a', 'name': 'network-vif-deleted', 'tag': '1272be76-35be-46e2-9f5b-4cdef8fc2d9d', 'status': 'completed', 'code': 200} Jul 07 17:58:57.635515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b18cc7-0c0b-44c4-abf1-bd14888c59e7 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Network': ['ID=ebc39bf5-1c26-4336-ac78-f0c555d8ba11,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:57.651849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:57.661127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446b07a-c64e-4f2f-8a9b-898356745c24 req-a97ae901-87a2-4c94-956e-0ba2a0cdf599 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:57.663180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3446b07a-c64e-4f2f-8a9b-898356745c24 req-a97ae901-87a2-4c94-956e-0ba2a0cdf599 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.2521787 Jul 07 17:58:57.680481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-7598f3eb-ecf0-414b-bb11-16d32c24cc85 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434688 Jul 07 17:58:57.751611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3446b07a-c64e-4f2f-8a9b-898356745c24 req-d9c8d1c2-748d-4978-bb19-c19bc410857d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788610 Jul 07 17:58:57.895333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.904546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.933710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:57.939823 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:57.988477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:57.991138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de305575-a18c-4f3d-9faf-40e63afd98eb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:58.019427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.020008 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Added segment 6115edc5-22f9-4223-bef5-ab166890623d of type vlan for network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 Jul 07 17:58:58.042348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3233634-41a3-4694-a156-75cbc5bb5f3c req-2be80e6a-e1f5-42b8-b31a-11e342fa8e42 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:58.044426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3233634-41a3-4694-a156-75cbc5bb5f3c req-2be80e6a-e1f5-42b8-b31a-11e342fa8e42 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.2498579 Jul 07 17:58:58.188445 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.245383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3233634-41a3-4694-a156-75cbc5bb5f3c req-7dfdce1b-ce2d-4b83-9970-bf66052f7e40 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781938 Jul 07 17:58:58.277011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.282915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:58.283541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.322632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.348675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981212b-630f-449f-b08a-68e2130f7856 req-20eae6fa-c52f-452c-9ea6-ae1c222faabe tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:58.356652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0981212b-630f-449f-b08a-68e2130f7856 req-20eae6fa-c52f-452c-9ea6-ae1c222faabe tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2649100 Jul 07 17:58:58.388000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6328006 Jul 07 17:58:58.410179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b11323-9ad2-40b7-b6cf-9b63e12cad69 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Pushing event updated for resources: {'Network': ['ID=0671aebf-d7c7-4e86-a5f0-b7994582bdd8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:58.410527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Subnet': ['ID=61905ace-1dd6-4772-b1d5-1cfa7c1276cd,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:58.421432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:58.425236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Checking segment: {'id': 'b7b0b070-fe3e-41fa-bae3-e32eff7bd409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ebc39bf5-1c26-4336-ac78-f0c555d8ba11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:58.425749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network hostable DHCP agents. Network: ebc39bf5-1c26-4336-ac78-f0c555d8ba11, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:58.441828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0981212b-630f-449f-b08a-68e2130f7856 req-672804b2-dc31-478d-9e27-818c5e50ce16 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841620 Jul 07 17:58:58.466926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:58.481513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ebc39bf5-1c26-4336-ac78-f0c555d8ba11) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:58.504678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:58.506511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.543086 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-86ebfe66-95b6-40f7-a5de-07f62aa1dcd2 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9940920 Jul 07 17:58:58.545464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36664) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:58.550578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-924725722', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:58.584310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd2b625-fa4a-46da-a390-482932cc45c0 None None] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:58.641682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.648450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.773737 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.794411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ef7a6-239d-4286-abb7-a9270462dc96 None None] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:58.956220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:58.968735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Request body: {'port': {'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8', 'binding:host_id': 'n-h1-798930-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-642371587'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:59.020927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Made reservation on behalf of 779e4bd45e9443ed8b8979c6cb3bc619 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:59.023835 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.047022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.245030 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.305943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.315725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.321806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] device_id is not set on port 243d707b-9514-494c-b194-a09eefd8c5b7 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:58:59.502122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb503e52-d17c-4ac3-bc74-1e8354d2734c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:59.550979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0022193-bed4-4086-a93b-1306318a9c87 req-a549c54e-732c-4bc7-9de5-897542fc712d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:59.552792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0022193-bed4-4086-a93b-1306318a9c87 req-a549c54e-732c-4bc7-9de5-897542fc712d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1620915 Jul 07 17:58:59.641671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0022193-bed4-4086-a93b-1306318a9c87 req-3d47d81d-28ad-4097-9f76-1c532d9719f2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765581 Jul 07 17:58:59.934335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:59.970480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.074429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7371c-5100-454e-b288-1da9cba9d9e2 req-16a854f0-e8ec-4f3d-b2a7-4fe50bbc3350 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:00.084506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63b7371c-5100-454e-b288-1da9cba9d9e2 req-16a854f0-e8ec-4f3d-b2a7-4fe50bbc3350 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2674050 Jul 07 17:59:00.172252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63b7371c-5100-454e-b288-1da9cba9d9e2 req-572c2e79-e985-44cd-9305-16fa7527f33b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852177 Jul 07 17:59:00.231596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] device_id is not set on port 243d707b-9514-494c-b194-a09eefd8c5b7 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:00.242178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.261630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Transition to ACTIVE for port object 243d707b-9514-494c-b194-a09eefd8c5b7 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:00.275439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.293567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.25.1.249 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/dd8c5524-1321-4ae7-ad8c-1dd1f7467a8f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:00.368545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=243d707b-9514-494c-b194-a09eefd8c5b7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:00.467732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Checking segment: {'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:00.468109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Network hostable DHCP agents. Network: 0671aebf-d7c7-4e86-a5f0-b7994582bdd8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:00.499401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:00.514934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0671aebf-d7c7-4e86-a5f0-b7994582bdd8) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:00.529544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebeccc4-6785-4189-904e-03e837b4db9c None None] Network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:00.535240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:00.582596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:00.582964 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:00.583448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:00.610326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:00.610679 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:00.611057 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 2 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:00.660986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:00.661313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:00.661657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:00.679244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:00.679900 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:00.680420 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 3 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:00.704958 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.746806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:00.748147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:00.748714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:00.776415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:00.776875 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:00.778975 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 4 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:00.785939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-b380e041-3774-4c48-b7c8-a39dc2dd1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:00.787571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-b380e041-3774-4c48-b7c8-a39dc2dd1d5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b&tenant_id=9793a0ee37384851b2985dd4ab9c8bdd HTTP/1.1" status: 200 len: 1101 time: 0.1027973 Jul 07 17:59:00.807113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:00.820341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87478c1-e0f4-4073-af11-9e2d4cd1845d req-ffb76ad4-0382-4662-87f9-6e850e2544d9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:00.830322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b87478c1-e0f4-4073-af11-9e2d4cd1845d req-ffb76ad4-0382-4662-87f9-6e850e2544d9 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.2833278 Jul 07 17:59:00.854570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-28479b3c-1e21-4be1-9217-a90e4ffd94d8 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:00.856665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-28479b3c-1e21-4be1-9217-a90e4ffd94d8 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.90 "GET /v2.0/ports?device_id=d40c3203-7c80-492d-afa0-56337bba97bf HTTP/1.1" status: 200 len: 946 time: 0.2164416 Jul 07 17:59:00.910286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:00.910662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:00.911000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:00.916618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:00.919374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:00.919717 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:00.921047 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 5 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:00.985658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.030771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b87478c1-e0f4-4073-af11-9e2d4cd1845d req-73e5f170-c67e-4a0e-8647-b5146a07e3c4 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.88 "GET /v2.0/security-groups?id=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966753 Jul 07 17:59:01.034107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:01.082360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:01.088369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:01.149467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=dd8c5524-1321-4ae7-ad8c-1dd1f7467a8f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:01.160334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Deleting port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:01.160676 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.217000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:01.244002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:01.244367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:01.245212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.261343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:01.261735 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:01.264680 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 6 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:01.282047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:01.284694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:01.285197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:01.286048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.311045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:01.311409 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:01.314969 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 7 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:01.368288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:01.368678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:01.369057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.375869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] For port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,segment=NetworkSegment(2e3300c0-f511-4bf6-a04a-6fa417256db4),segment_id=2e3300c0-f511-4bf6-a04a-6fa417256db4)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:01.376233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.378198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:01.381915 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0971e7f7-b51f-423e-b227-50d137a33412" -d '{"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:01.387743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.390737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:01.392082 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:01.394289 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 8 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:01.416736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Transition to ACTIVE for port object 94be39df-f161-421c-afed-bd0af1e4bb25 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:01.419246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:01.419409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:01.419892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.430305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:01.430564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Calling delete_port for 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:01.430691 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:01.431202 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 9 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:01.446392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.456699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:01.457165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:01.457693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.552147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:01.552738 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:01.553826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] No DVR routers for this DVR port 94be39df-f161-421c-afed-bd0af1e4bb25 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:01.562748 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 10 to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 Jul 07 17:59:01.611809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:01.614342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:01.614802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.680263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=10']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:01.684407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 243d707b-9514-494c-b194-a09eefd8c5b7 on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:01.684563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.684789 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 243d707b-9514-494c-b194-a09eefd8c5b7 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:01.686893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.789378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] For port 243d707b-9514-494c-b194-a09eefd8c5b7, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:01.789785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempted to set empty binding levels {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:59:01.791926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:01.792295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:01.792735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.803464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:01.803877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Attempting to bind port 94be39df-f161-421c-afed-bd0af1e4bb25 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:01.808526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.907485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea4df-61b4-4a5d-86af-6ee0927a816c req-1af33d3e-1f38-4c7f-bec8-620fb3364488 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:01.909703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3bea4df-61b4-4a5d-86af-6ee0927a816c req-1af33d3e-1f38-4c7f-bec8-620fb3364488 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 949 time: 0.3083894 Jul 07 17:59:01.934280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=243d707b-9514-494c-b194-a09eefd8c5b7,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:01.956001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:01.957624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:01.958189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:01.959304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Bound port: 94be39df-f161-421c-afed-bd0af1e4bb25, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:01.960020 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:01.998462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:01.999672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.029131 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6ed7ed43-2e52-4a63-a655-b018477e8d99 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.0707414 Jul 07 17:59:02.034126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36700) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:02.044654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.049328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3bea4df-61b4-4a5d-86af-6ee0927a816c req-8a500f62-c922-473d-9dba-546ea70fb618 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288881 Jul 07 17:59:02.126389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Pushing event deleted for resources: {'Port': ['ID=9113ea6e-bbc6-4af7-aeaa-1b935525dd19,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:02.142944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:02.151491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:02.160238 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.251970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] No DVR routers for this DVR port 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:02.269748 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.271917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd1fb22-55ac-4e3e-a32d-169eb8091ab9 req-794f0306-bb84-4e57-8535-f3370de85fa5 tempest-ServerDiskConfigTestJSON-1269154826 tempest-ServerDiskConfigTestJSON-1269154826-project] 10.222.0.90 "DELETE /v2.0/ports/9113ea6e-bbc6-4af7-aeaa-1b935525dd19 HTTP/1.1" status: 204 len: 173 time: 1.4038024 Jul 07 17:59:02.272455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'name': 'network-vif-deleted', 'tag': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:02.274921 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da2ce81-7fad-4918-9fa0-a4df63c70945" -d '{"events": [{"server_uuid": "d40c3203-7c80-492d-afa0-56337bba97bf", "name": "network-vif-deleted", "tag": "9113ea6e-bbc6-4af7-aeaa-1b935525dd19"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:02.288938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:02.293406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.295080 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] 10.222.0.55 "PUT /v2.0/ports/94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 1097 time: 1.4948204 Jul 07 17:59:02.305543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a44493-e458-4c03-b61b-8d9db971c535 service neutron] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=11']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:02.325975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.468311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-6526b90e-38d5-4a6b-856c-b9fa0cf987e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:02.469893 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-6526b90e-38d5-4a6b-856c-b9fa0cf987e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1100 time: 0.1312218 Jul 07 17:59:02.716042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Deleting port 243d707b-9514-494c-b194-a09eefd8c5b7 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:02.721618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-a899b58c-ef60-4db0-ac7a-7e139b232ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:02.724517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.738587 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-a899b58c-ef60-4db0-ac7a-7e139b232ec5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2612555 Jul 07 17:59:02.786426 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-ff7c306e-3166-4543-a094-d6e8baa9f3b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.0412078 Jul 07 17:59:02.843689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1701d5d-95a1-4fb7-a7f5-72393429e12a req-5eb591d8-2b35-40cb-9fed-297c6ca27c0c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:02.852621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1701d5d-95a1-4fb7-a7f5-72393429e12a req-5eb591d8-2b35-40cb-9fed-297c6ca27c0c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.4497664 Jul 07 17:59:02.902480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-7632625c-1b53-4bce-85d9-8b1423ae29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:02.904213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-7632625c-1b53-4bce-85d9-8b1423ae29e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1102245 Jul 07 17:59:03.079105 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-b7856ae1-0ad3-4405-88a2-457666382740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:03.080647 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-b7856ae1-0ad3-4405-88a2-457666382740 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683581 Jul 07 17:59:03.282221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:03.320008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:03.321000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9113ea6e-bbc6-4af7-aeaa-1b935525dd19 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:03.321907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:03.326337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] For port 243d707b-9514-494c-b194-a09eefd8c5b7, host n-h1-798930-2, got binding levels [] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:03.326895 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.347043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1701d5d-95a1-4fb7-a7f5-72393429e12a req-5e0a4d65-b63f-433e-8937-3e7b140f74dc tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4933367 Jul 07 17:59:03.364615 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-a31c8390-13a3-4683-b114-399ff8aa9f2a service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730892 Jul 07 17:59:03.379782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:03.391461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:03.392050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Calling delete_port for 243d707b-9514-494c-b194-a09eefd8c5b7 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:03.526610 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dbc6b5-fedb-444a-a8a7-4371563104ac x-openstack-request-id: req-09dbc6b5-fedb-444a-a8a7-4371563104ac {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:03.529168 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:03.529563 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09dbc6b5-fedb-444a-a8a7-4371563104ac {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:03.533540 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'code': 200} Jul 07 17:59:03.629721 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b76d9ab9-6884-4100-b701-8b2af1a5063e req-f4e5565a-5707-43e2-8de5-3f13b5b06685 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576649 Jul 07 17:59:03.686784 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7208caef-3ee9-4b8e-af7d-3202f4b5580a x-openstack-request-id: req-7208caef-3ee9-4b8e-af7d-3202f4b5580a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:03.687024 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40c3203-7c80-492d-afa0-56337bba97bf", "name": "network-vif-deleted", "tag": "9113ea6e-bbc6-4af7-aeaa-1b935525dd19", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:03.687301 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7208caef-3ee9-4b8e-af7d-3202f4b5580a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:03.687727 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40c3203-7c80-492d-afa0-56337bba97bf', 'name': 'network-vif-deleted', 'tag': '9113ea6e-bbc6-4af7-aeaa-1b935525dd19', 'status': 'completed', 'code': 200} Jul 07 17:59:03.712129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.737461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.759445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event deleted for resources: {'Port': ['ID=243d707b-9514-494c-b194-a09eefd8c5b7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:03.765862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:03.785060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.787354 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:03.791142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36716) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:03.799664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2f0a15ec-8315-47df-aeac-ff55088b50d1 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "DELETE /v2.0/ports/243d707b-9514-494c-b194-a09eefd8c5b7 HTTP/1.1" status: 204 len: 168 time: 1.7641115 Jul 07 17:59:03.816530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.820285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3b11dd92-8e3a-4525-9aac-0def528f5f94 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2714281 Jul 07 17:59:03.820566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36718) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:03.821006 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:03.821659 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:03.851608 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-577d7bd1-2863-45ae-a15f-3523a21dc8ff tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:59:03.853693 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-577d7bd1-2863-45ae-a15f-3523a21dc8ff tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "GET /v2.0/ports/243d707b-9514-494c-b194-a09eefd8c5b7 HTTP/1.1" status: 404 len: 333 time: 0.0622468 Jul 07 17:59:03.857989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36720) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:03.865741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Request body: {'port': {'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1770382453'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:03.911240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Made reservation on behalf of 779e4bd45e9443ed8b8979c6cb3bc619 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:03.915040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.934257 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:03.957765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] device_id is not set on port 499814a2-b156-4fe7-b899-0c163a2482cb yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:03.959945 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:03.960606 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:04.023688 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:04.024614 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f25c3-84af-4d6b-8be5-5fdbc978d483 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:04.336146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.394084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.453544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:04.460164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:04.469923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:04.471860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:04.472906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.480951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=499814a2-b156-4fe7-b899-0c163a2482cb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:04.504956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9946c7f2-6f26-46a7-aa1b-1a4a566d7d23 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6455157 Jul 07 17:59:04.505743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36724) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:04.518163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:04.638625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.740928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40bc08-e46a-48fd-985e-b9e546d21c9a req-a5f3dc41-f5a2-4581-9efe-a1e7e9a6969c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:04.742281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a40bc08-e46a-48fd-985e-b9e546d21c9a req-a5f3dc41-f5a2-4581-9efe-a1e7e9a6969c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 949 time: 0.2151122 Jul 07 17:59:04.751306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.865067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a40bc08-e46a-48fd-985e-b9e546d21c9a req-79d6fdd6-9875-4ef6-ab7e-6679efe26beb tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033604 Jul 07 17:59:04.894285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] device_id is not set on port 499814a2-b156-4fe7-b899-0c163a2482cb yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:04.909554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.935866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Transition to ACTIVE for port object 499814a2-b156-4fe7-b899-0c163a2482cb will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:04.945138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.078965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.079410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.081128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.111116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.112733 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.120455 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 2 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.124848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=499814a2-b156-4fe7-b899-0c163a2482cb,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:05.188909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.189260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.189634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.197443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.197818 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.198216 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 3 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.219421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.219781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.220914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.258137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.260553 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.265255 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 4 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.289084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.1 (ebc39bf5-1c26-4336-ac78-f0c555d8ba11/61905ace-1dd6-4772-b1d5-1cfa7c1276cd/c8792319-01f9-456f-b5a2-9176e3f3ab99) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:05.312259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.314116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.314472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.322836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.323603 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.324016 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 5 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.345102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.345477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.345976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.351782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.352130 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.352542 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 6 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.366045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.366413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.366789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.371591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.371907 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.372474 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 7 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.391253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.391595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.391936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.402041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.402405 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.402820 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 8 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.434195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.434524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.434891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.453892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.454236 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.454636 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 9 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.458492 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.467832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:59:05.476369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.476704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.486093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.491702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.492031 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.492522 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 10 to bind port 499814a2-b156-4fe7-b899-0c163a2482cb Jul 07 17:59:05.521720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.524165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:05.524507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:05.525288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:05.534227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:05.534487 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 499814a2-b156-4fe7-b899-0c163a2482cb on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:05.534845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.538624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:05.541047 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6849b89-3420-4730-bf99-e367e000c687" -d '{"events": [{"name": "network-changed", "server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:05.641105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:05.651776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:05.657928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:05.683453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:05.697367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] For port 499814a2-b156-4fe7-b899-0c163a2482cb, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:05.697767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempted to set empty binding levels {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:59:05.705893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.716056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=c8792319-01f9-456f-b5a2-9176e3f3ab99,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:05.728637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3d869-8d7d-4555-9281-64b3c40743cc req-63feab30-4799-4c9e-867b-9b705c76a5dd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:05.735835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd3d869-8d7d-4555-9281-64b3c40743cc req-63feab30-4799-4c9e-867b-9b705c76a5dd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2285419 Jul 07 17:59:05.753302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '94be39df-f161-421c-afed-bd0af1e4bb25', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '94be39df-f161-421c-afed-bd0af1e4bb25', 'mac_address': 'fa:16:3e:25:0c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:59:05.770656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.790621 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.828200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] In _notify_port_updated(), no bound segment for port 499814a2-b156-4fe7-b899-0c163a2482cb on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:59:05.829213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:05.829935 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.833901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "PUT /v2.0/ports/499814a2-b156-4fe7-b899-0c163a2482cb HTTP/1.1" status: 200 len: 975 time: 1.3234725 Jul 07 17:59:05.834922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36740) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:05.863005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.882692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecd3d869-8d7d-4555-9281-64b3c40743cc req-8da2e787-2e6d-4090-8e32-54177d5a7b38 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456668 Jul 07 17:59:05.894745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa174f97-c41b-4b8b-a855-986acb473e80 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=499814a2-b156-4fe7-b899-0c163a2482cb,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:05.901708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94be39df-f161-421c-afed-bd0af1e4bb25 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:05.974690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:05.981143 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.077015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.088908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.089644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.090243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.090805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.091421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.091972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.092493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.093327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.094205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.094738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.095280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.095833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:06.098719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.100024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.101117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.101447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.101890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.102850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.103317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.103785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.104248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.104705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.105190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.105648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.106104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.106728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.107153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.107480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.107938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.108392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.109148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.109611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.110203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.110982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.111330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.111784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.115458 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0e727c89-1efa-4dd2-816e-dd059c9a14ad tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21357 time: 0.2795522 Jul 07 17:59:06.119502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36746) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:06.141525 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.207841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['94be39df-f161-421c-afed-bd0af1e4bb25'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:06.314414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Deleting port 499814a2-b156-4fe7-b899-0c163a2482cb {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:06.314788 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.385812 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61daf2b7-e59c-402f-8706-94021ad16968 x-openstack-request-id: req-61daf2b7-e59c-402f-8706-94021ad16968 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:06.386422 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:06.386859 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61daf2b7-e59c-402f-8706-94021ad16968 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:06.387434 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'status': 'completed', 'code': 200} Jul 07 17:59:06.459287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] For port 499814a2-b156-4fe7-b899-0c163a2482cb, host n-h1-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:06.460090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.480547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Calling delete_port for 499814a2-b156-4fe7-b899-0c163a2482cb owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:06.598321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849b89-3420-4730-bf99-e367e000c687 req-e264c58a-f8e6-434a-b870-5047d67204a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.599789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6849b89-3420-4730-bf99-e367e000c687 req-e264c58a-f8e6-434a-b870-5047d67204a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1101 time: 0.2113180 Jul 07 17:59:06.680621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b73a3c-c412-48dc-8a22-ef74454b648f req-5049e088-215d-4229-a22c-08f09bf03fe9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.682559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56b73a3c-c412-48dc-8a22-ef74454b648f req-5049e088-215d-4229-a22c-08f09bf03fe9 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 950 time: 0.1208882 Jul 07 17:59:06.728477 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.747851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.755507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56b73a3c-c412-48dc-8a22-ef74454b648f req-c52c2e68-8f5f-4b28-bab6-e1029bca4d7e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650730 Jul 07 17:59:06.756900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.778938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849b89-3420-4730-bf99-e367e000c687 req-361c3dc3-a890-4be3-ba8d-0319e19c9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.780961 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6849b89-3420-4730-bf99-e367e000c687 req-361c3dc3-a890-4be3-ba8d-0319e19c9ff3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1729453 Jul 07 17:59:06.782142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event deleted for resources: {'Port': ['ID=499814a2-b156-4fe7-b899-0c163a2482cb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.789486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.796120 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-47e4aa9f-9ec0-4ce6-8fa9-cc455e23842b tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "DELETE /v2.0/ports/499814a2-b156-4fe7-b899-0c163a2482cb HTTP/1.1" status: 204 len: 168 time: 0.6693823 Jul 07 17:59:06.798938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36750) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:06.883315 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ec7e5b-57d9-49e3-80ef-00ef71117689 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:59:06.886216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3ec7e5b-57d9-49e3-80ef-00ef71117689 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "GET /v2.0/ports/499814a2-b156-4fe7-b899-0c163a2482cb HTTP/1.1" status: 404 len: 333 time: 0.0863607 Jul 07 17:59:06.890822 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6849b89-3420-4730-bf99-e367e000c687 req-8cdd450d-e23c-4631-a577-0da7b00a57b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 200 len: 217 time: 0.0978243 Jul 07 17:59:06.892472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36754) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:06.899641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-671369313', 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:06.921921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=c8792319-01f9-456f-b5a2-9176e3f3ab99,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:06.934325 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.971196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Made reservation on behalf of 779e4bd45e9443ed8b8979c6cb3bc619 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:06.974845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.978372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849b89-3420-4730-bf99-e367e000c687 req-9c1f9027-2481-44bb-88c7-1254b49d4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:06.980328 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6849b89-3420-4730-bf99-e367e000c687 req-9c1f9027-2481-44bb-88c7-1254b49d4ec1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0754101 Jul 07 17:59:07.107216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] device_id is not set on port 2cc4f79f-68fa-408e-a68c-2a90086e4912 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:07.158077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:07.160421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:07.217417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849b89-3420-4730-bf99-e367e000c687 req-1a772512-6537-41bd-975c-eb2d12866d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.217417 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6849b89-3420-4730-bf99-e367e000c687 req-1a772512-6537-41bd-975c-eb2d12866d99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248209 Jul 07 17:59:07.302946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.361679 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6849b89-3420-4730-bf99-e367e000c687 req-e6ad67bd-2c46-41a9-8377-8dacd7f2198f service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391544 Jul 07 17:59:07.386728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:07.392980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.410150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115ec38-b58e-446f-8a73-2816ca7ceebd req-bd2e85ea-b5df-4b80-9602-0870eb0f8f7f tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.411790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6115ec38-b58e-446f-8a73-2816ca7ceebd req-bd2e85ea-b5df-4b80-9602-0870eb0f8f7f tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 1101 time: 0.2417371 Jul 07 17:59:07.475623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:07.482985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:07.492754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc4f79f-68fa-408e-a68c-2a90086e4912,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:07.497683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:07.502262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:07.503283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.503803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.528107 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6849b89-3420-4730-bf99-e367e000c687 req-309b6e57-ceed-44e3-bffe-74feab7c18ad service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591315 Jul 07 17:59:07.531325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-394ca00d-8901-4c9d-b8a9-b3118b994ba3 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6365833 Jul 07 17:59:07.534204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36778) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:07.559690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 94be39df-f161-421c-afed-bd0af1e4bb25 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:07.566654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 94be39df-f161-421c-afed-bd0af1e4bb25 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:07.567025 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.569573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6115ec38-b58e-446f-8a73-2816ca7ceebd req-db469ab5-b86e-45e9-9c71-e4ee4209faed tempest-MigrationsAdminTest-1531633501 tempest-MigrationsAdminTest-1531633501-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450930 Jul 07 17:59:07.581552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd570658-91c8-4371-874c-35165543b61d tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.584876 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fd570658-91c8-4371-874c-35165543b61d tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "GET /v2.0/ports/2cc4f79f-68fa-408e-a68c-2a90086e4912 HTTP/1.1" status: 200 len: 954 time: 0.0490019 Jul 07 17:59:07.588702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36780) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:07.654490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-383d831d-1e84-49eb-ba96-b46b00a7a1a5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:07.659017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-383d831d-1e84-49eb-ba96-b46b00a7a1a5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.2690988 Jul 07 17:59:07.685476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-48e587ca-282b-4311-8ce5-3855075d078f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/quotas/2bd2ddfc789640889545ba10bc348126 HTTP/1.1" status: 200 len: 375 time: 0.0167561 Jul 07 17:59:07.692354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:07.706674 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.713652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:07.715724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cd141c7c-021a-4209-8a5e-48691329f13d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/routers/5170ac96-8f35-41db-9299-40f266a5cecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8938429 Jul 07 17:59:07.718550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36784) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:07.726879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'port': {'network_id': 'ebc39bf5-1c26-4336-ac78-f0c555d8ba11', 'name': 'tempest-FloatingIPTestJSON-62056083'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:07.736112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Deleting port 2cc4f79f-68fa-408e-a68c-2a90086e4912 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:07.736464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.738045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:07.738719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:07.772597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:07.788288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-216a5151-b892-4fc3-b791-9b090e469493 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925851 Jul 07 17:59:07.808284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.816105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:07.818469 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac73bfb7-4a1d-49ba-ab6d-68774e130d86" -d '{"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:07.820854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-45adadc7-b7b2-4b6b-b573-ef18e396291b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:59:07.821880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-45adadc7-b7b2-4b6b-b573-ef18e396291b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066941 Jul 07 17:59:07.827705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Calling delete_port for 2cc4f79f-68fa-408e-a68c-2a90086e4912 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:07.828642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:07.833458 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.876549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:07.877189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:58:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:07.922423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:07.923085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e72250-1726-4ef3-9a96-2d89ae19f3cf None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:07.940566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=13']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:07.964600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:07.995838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cc4f79f-68fa-408e-a68c-2a90086e4912,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:08.010588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.015471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305b6b-dad3-4667-9dd3-76f361f83218 req-3134d514-3453-4069-a436-d3c3988e0c4e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:08.015999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3e3a034e-2776-40ec-8912-dac5d6fc0ce5 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "DELETE /v2.0/ports/2cc4f79f-68fa-408e-a68c-2a90086e4912 HTTP/1.1" status: 204 len: 168 time: 0.4229455 Jul 07 17:59:08.016107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd305b6b-dad3-4667-9dd3-76f361f83218 req-3134d514-3453-4069-a436-d3c3988e0c4e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2399659 Jul 07 17:59:08.020494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36788) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:08.044366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-7684f2ac-b488-4b0c-ac16-5232296a148f service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924756 Jul 07 17:59:08.049867 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c64466-cca3-4894-b922-d195d42cedff tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:59:08.055186 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-54c64466-cca3-4894-b922-d195d42cedff tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "GET /v2.0/ports/2cc4f79f-68fa-408e-a68c-2a90086e4912 HTTP/1.1" status: 404 len: 333 time: 0.0299320 Jul 07 17:59:08.055381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:08.055775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36790) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:08.057382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.064148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Request body: {'port': {'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-84250779'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:08.112872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Made reservation on behalf of 779e4bd45e9443ed8b8979c6cb3bc619 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:08.115794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.136305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] device_id is not set on port 0244f926-59ed-45a1-8753-37a0c88736ec yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:08.159410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd305b6b-dad3-4667-9dd3-76f361f83218 req-ddf8e372-5a75-461b-86ce-b1394ccf1e48 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360745 Jul 07 17:59:08.164565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] device_id is not set on port 0bab82e1-866e-46bd-9e63-9f9eb69da35f yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:08.254269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-28ef9d07-39e5-4a42-b587-fe1b3b67c8c9 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763313 Jul 07 17:59:08.344819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.363626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.12 (ebc39bf5-1c26-4336-ac78-f0c555d8ba11/61905ace-1dd6-4772-b1d5-1cfa7c1276cd/0bab82e1-866e-46bd-9e63-9f9eb69da35f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:08.366233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36794) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:08.377219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-ca63869a-2932-44eb-8e99-1b9c6be60863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:08.378753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-ca63869a-2932-44eb-8e99-1b9c6be60863 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1097 time: 0.1343539 Jul 07 17:59:08.404194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.546649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] Deleting subnet 17b109ec-1d42-49d5-869b-392381b88d6a {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:08.573670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.592515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=0244f926-59ed-45a1-8753-37a0c88736ec,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:08.600244 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e38aa0a-788c-4abf-be6b-a8d60a348f85 x-openstack-request-id: req-7e38aa0a-788c-4abf-be6b-a8d60a348f85 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:08.600808 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:08.600808 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e38aa0a-788c-4abf-be6b-a8d60a348f85 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:08.604079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:08.605091 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'code': 200} Jul 07 17:59:08.608699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:08.612870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:08.616624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:08.619108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.653521 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5a1039b3-c9a6-4e53-9c0d-63521d9ecda6 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5939689 Jul 07 17:59:08.653981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36800) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:08.668082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:08.769485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d9fbf19-267f-447a-8561-6dde11fdbcc4 req-cfffc35a-68cc-4e90-8dcb-15e78fa99537 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 210 time: 0.0642955 Jul 07 17:59:08.773860 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.800788 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.856727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-021d0c7b-3d6e-47e0-97b1-a650fca971c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:08.858472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-021d0c7b-3d6e-47e0-97b1-a650fca971c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.4486270 Jul 07 17:59:08.992140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-b4514e5e-7c50-4356-9412-08abdcac21dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 1001 time: 0.1253905 Jul 07 17:59:09.076370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] device_id is not set on port 0244f926-59ed-45a1-8753-37a0c88736ec yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:09.084904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.102133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Transition to ACTIVE for port object 0244f926-59ed-45a1-8753-37a0c88736ec will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:09.107458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.135974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.165262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=0244f926-59ed-45a1-8753-37a0c88736ec,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:09.205720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.223093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-dc9caec6-84b2-447b-b950-be074cb667de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:09.224211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-dc9caec6-84b2-447b-b950-be074cb667de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.2091749 Jul 07 17:59:09.230798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.231228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.231745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.241674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.242006 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.242382 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 2 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.259951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.260246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.260613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.270334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.270681 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.271088 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 3 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.286760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.287163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.287523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.293287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.293643 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.294179 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 4 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.311366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.311764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.312149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.320106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.320462 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.320894 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 5 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.336480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.338279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.338279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.378802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.379356 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.389550 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 6 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.413420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.414034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.414564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.421408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.422047 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.422669 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 7 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.452901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.452901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.452901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.462244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.462898 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.463480 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 8 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.484233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.485182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.486163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.492451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.493058 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.493602 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 9 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.515010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.515639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.515992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.521860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.522220 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.522663 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempt 10 to bind port 0244f926-59ed-45a1-8753-37a0c88736ec Jul 07 17:59:09.539203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:09.542048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:09.542613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempting to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:09.548186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:09.548511 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Failed to bind port 0244f926-59ed-45a1-8753-37a0c88736ec on host n-h1-798930-2 for vnic_type normal using segments [{'id': '6115edc5-22f9-4223-bef5-ab166890623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0671aebf-d7c7-4e86-a5f0-b7994582bdd8'}] Jul 07 17:59:09.548921 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.631328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] For port 0244f926-59ed-45a1-8753-37a0c88736ec, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:09.632853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attempted to set empty binding levels {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:59:09.642775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.687314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] In _notify_port_updated(), no bound segment for port 0244f926-59ed-45a1-8753-37a0c88736ec on network 0671aebf-d7c7-4e86-a5f0-b7994582bdd8 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:59:09.688667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:09.689386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.693511 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "PUT /v2.0/ports/0244f926-59ed-45a1-8753-37a0c88736ec HTTP/1.1" status: 200 len: 973 time: 1.0357988 Jul 07 17:59:09.693741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36816) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:09.743203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0817c-4705-4253-8568-bda5a4d4ad69 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event updated for resources: {'Port': ['ID=0244f926-59ed-45a1-8753-37a0c88736ec,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:09.798594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.802355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Deleting port 0244f926-59ed-45a1-8753-37a0c88736ec {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:09.802780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.825038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001612-30bf-4ebb-8686-b82847b1a430 req-7077e3c3-8440-4eac-a79e-8eb0c9e335fe tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:09.826710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5001612-30bf-4ebb-8686-b82847b1a430 req-7077e3c3-8440-4eac-a79e-8eb0c9e335fe tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 951 time: 0.8294432 Jul 07 17:59:09.859909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b109ec-1d42-49d5-869b-392381b88d6a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:09.864139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.869109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08684a06-b934-4951-b4db-df4488c07a17 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/17b109ec-1d42-49d5-869b-392381b88d6a HTTP/1.1" status: 204 len: 168 time: 1.5018249 Jul 07 17:59:09.871895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36820) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:09.897899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] For port 0244f926-59ed-45a1-8753-37a0c88736ec, host n-h1-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:09.898147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.905802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:09.948870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Calling delete_port for 0244f926-59ed-45a1-8753-37a0c88736ec owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:09.973701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5001612-30bf-4ebb-8686-b82847b1a430 req-bc3ff504-eb02-4cc6-9d02-946a9534a140 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200590 Jul 07 17:59:09.994340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:10.001906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:10.006517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.012248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0fdee-9711-49d8-a810-85a2eb08bd32 req-1e85e1b3-74bf-45e1-963a-d943977fed3e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:10.019683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fd0fdee-9711-49d8-a810-85a2eb08bd32 req-1e85e1b3-74bf-45e1-963a-d943977fed3e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 0.2931044 Jul 07 17:59:10.027940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:10.035545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-d9e65f3a-cdc9-4e47-aa8f-6b3671016782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:10.037551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-d9e65f3a-cdc9-4e47-aa8f-6b3671016782 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8011699 Jul 07 17:59:10.075750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=0bab82e1-866e-46bd-9e63-9f9eb69da35f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:10.169423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fd0fdee-9711-49d8-a810-85a2eb08bd32 req-78d0a8a3-2af1-44ca-ac59-82d36d671647 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486802 Jul 07 17:59:10.180278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:10.190456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.254198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-607ab7ce-3f97-4d23-b490-7cc6b1776c52 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073536 Jul 07 17:59:10.291435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1dcdabd8-cf9c-404f-a874-c3e6281b880a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5692773 Jul 07 17:59:10.324874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36824) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:10.338007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'port': {'network_id': 'ebc39bf5-1c26-4336-ac78-f0c555d8ba11', 'name': 'tempest-FloatingIPTestJSON-828237287'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:10.367653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.378654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.380711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-752f048c-61d7-4272-a17c-9a3e29a8ced5 req-f4ff1013-1316-49c8-a327-5b08bc4d5de3 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 210 time: 0.0575690 Jul 07 17:59:10.416314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:10.453941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3300c0-f511-4bf6-a04a-6fa417256db4') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:10.453941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3300c0-f511-4bf6-a04a-6fa417256db4') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:10.458379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Pushing event deleted for resources: {'Port': ['ID=0244f926-59ed-45a1-8753-37a0c88736ec,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:10.484296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.486316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-38076a8b-6176-4c8e-8762-bbbd96d08494 tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "DELETE /v2.0/ports/0244f926-59ed-45a1-8753-37a0c88736ec HTTP/1.1" status: 204 len: 168 time: 0.7916138 Jul 07 17:59:10.488159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.489933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36826) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:10.512324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.527263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea687278-da0f-4dc2-b7b8-0762a177de22 req-1238a59c-c1ca-4e27-84fb-897617aac8b8 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662604 Jul 07 17:59:10.533260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-7930369b-a31f-4367-b55b-56b4deb61b52 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:10.535196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-7930369b-a31f-4367-b55b-56b4deb61b52 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 951 time: 0.3405411 Jul 07 17:59:10.536352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:10.536775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: timer() Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:10.540189 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:10.552577 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-28973237-a88b-43cb-bf3f-10a1c8a43fdf tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:59:10.558578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28973237-a88b-43cb-bf3f-10a1c8a43fdf tempest-PortsAdminExtendedAttrsTestJSON-2066681722 tempest-PortsAdminExtendedAttrsTestJSON-2066681722-project-admin] 10.222.0.88 "GET /v2.0/ports/0244f926-59ed-45a1-8753-37a0c88736ec HTTP/1.1" status: 404 len: 333 time: 0.0675645 Jul 07 17:59:10.559490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36828) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:10.597455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-125cb99b-5c52-4b37-8431-92d8f25e7adc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:10.598937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-125cb99b-5c52-4b37-8431-92d8f25e7adc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.4190638 Jul 07 17:59:10.633229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Request body: {'port': {'device_id': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'admin_state_up': True, 'tenant_id': '2bd2ddfc789640889545ba10bc348126'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:10.647946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:10.652120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.670400 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.682717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] device_id is not set on port 460fa9fe-95d8-47da-a6f6-117853b8e910 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:10.696076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.704875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.706746 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] 10.222.0.88 "DELETE /v2.0/networks/e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d HTTP/1.1" status: 204 len: 168 time: 0.8337915 Jul 07 17:59:10.840680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.881397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0671aebf-d7c7-4e86-a5f0-b7994582bdd8']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:10.901819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6115edc5-22f9-4223-bef5-ab166890623d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:10.902193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6115edc5-22f9-4223-bef5-ab166890623d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:10.919009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.932137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.14 (ebc39bf5-1c26-4336-ac78-f0c555d8ba11/61905ace-1dd6-4772-b1d5-1cfa7c1276cd/460fa9fe-95d8-47da-a6f6-117853b8e910) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:10.947327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.957489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:10.957935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:10.961522 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:11.014474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36836) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:11.075833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195439aa-6c3a-476b-93d3-bb4d0966568d admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f85db6-d9c9-4bf6-ae93-71e9ebbfcf6d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:11.110688 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.121959 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.126951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] 10.222.0.88 "DELETE /v2.0/networks/0671aebf-d7c7-4e86-a5f0-b7994582bdd8 HTTP/1.1" status: 204 len: 168 time: 0.5608044 Jul 07 17:59:11.137694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Deleting port 94be39df-f161-421c-afed-bd0af1e4bb25 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:11.138074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.195642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-773bbf2b-f6ca-407c-8bfb-45691301d9c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c9c056812d2d4e0f88a0a2bf03571876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730127 Jul 07 17:59:11.199728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36850) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:11.215428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:11.219197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.249462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447ef56-f5ac-4152-8771-ee5b6393a856 tempest-PortsAdminExtendedAttrsTestJSON-832542842 tempest-PortsAdminExtendedAttrsTestJSON-832542842-project] Pushing event deleted for resources: {'Network': ['ID=0671aebf-d7c7-4e86-a5f0-b7994582bdd8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:11.292801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:11.370578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.434468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.443072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] For port 94be39df-f161-421c-afed-bd0af1e4bb25, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=94be39df-f161-421c-afed-bd0af1e4bb25,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:11.443660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.476489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Calling delete_port for 94be39df-f161-421c-afed-bd0af1e4bb25 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:11.542938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:11.551431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.575669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:11.578231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:11.600136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:11.603162 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83251d4d-4af6-4c1e-9ce5-9584bc601de6" -d '{"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:11.618546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:11.624802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.673392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c61da008-f849-42fc-8cfe-4d3a7813d3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.729337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c61da008-f849-42fc-8cfe-4d3a7813d3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.739893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:11.758508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=460fa9fe-95d8-47da-a6f6-117853b8e910,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:11.788792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:11.789325 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.794730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36866) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:11.830199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-714d3c87-a2b7-4c45-9f32-67e613a5b063 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4970007 Jul 07 17:59:11.834570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36874) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:11.843494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599bdf8-75b9-44f9-8ed6-f40ca34bc71c req-1767c079-b211-4b7c-a86e-cf5ce65897a4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:11.845161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '460fa9fe-95d8-47da-a6f6-117853b8e910', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:11.850852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d599bdf8-75b9-44f9-8ed6-f40ca34bc71c req-1767c079-b211-4b7c-a86e-cf5ce65897a4 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 951 time: 0.3027215 Jul 07 17:59:11.863833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Allocated IP 172.20.0.10 (844e265b-d06f-4d6e-a742-e9c7d38930c7/cf4f3ffe-8213-4079-8acf-b5db455e7f0c/c8ec149c-24db-4b92-b92b-6415c766e5f4) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:11.892571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8ab9-3350-4d84-843b-c5ebf5a649c4 req-7cb9213f-6adb-434e-a9b4-b5b1e5fb41bd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:11.892959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.894974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3dc8ab9-3350-4d84-843b-c5ebf5a649c4 req-7cb9213f-6adb-434e-a9b4-b5b1e5fb41bd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.2048759 Jul 07 17:59:11.904973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c61da008-f849-42fc-8cfe-4d3a7813d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.906430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', '564ce100-9fc0-4f35-a5df-9b1c28e573ce', '2458e2d4-bb3c-4f45-b209-601a2f36712b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:11.907560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c61da008-f849-42fc-8cfe-4d3a7813d3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.908765 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c61da008-f849-42fc-8cfe-4d3a7813d3b1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ad0e2c2a-9fad-4921-89d4-7f5e82b33b66 HTTP/1.1" status: 204 len: 168 time: 0.7079628 Jul 07 17:59:11.927316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d599bdf8-75b9-44f9-8ed6-f40ca34bc71c req-d8587f0b-f00a-47f6-af60-f13aee0bc3bb tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754161 Jul 07 17:59:11.942998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:11.954562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event deleted for resources: {'Port': ['ID=94be39df-f161-421c-afed-bd0af1e4bb25,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:11.972656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61da008-f849-42fc-8cfe-4d3a7813d3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e2c2a-9fad-4921-89d4-7f5e82b33b66,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:12.023924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3dc8ab9-3350-4d84-843b-c5ebf5a649c4 req-64bd101e-a420-41e4-8acb-959b3ae2e6c6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092651 Jul 07 17:59:12.146521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-99caccc5-44bf-4d4a-a7bf-f1c71efed6a0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e62ad8b93cc4e329a9b06030853084e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475583 Jul 07 17:59:12.147596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36880) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:12.159791 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24785112-b12a-4103-8ef1-f9d1ef065e50 x-openstack-request-id: req-24785112-b12a-4103-8ef1-f9d1ef065e50 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:12.160374 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:12.160988 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-24785112-b12a-4103-8ef1-f9d1ef065e50 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:12.162030 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'code': 200} Jul 07 17:59:12.251523 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b41b6082-be03-4ef2-9062-1f010730d57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.257275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] No DVR routers for this DVR port 94be39df-f161-421c-afed-bd0af1e4bb25 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:12.276158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.278428 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2caaae41-f369-4bc4-8286-43e2a7029037 req-1012ba24-9524-49dd-a2d1-5a01e2b0af06 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.55 "DELETE /v2.0/ports/94be39df-f161-421c-afed-bd0af1e4bb25 HTTP/1.1" status: 204 len: 173 time: 1.7279515 Jul 07 17:59:12.278902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-deleted', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:12.282658 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b345bc-8b72-416b-984b-6ff71ad5a341" -d '{"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-deleted", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:12.291331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b41b6082-be03-4ef2-9062-1f010730d57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.406598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30859e0e-dcaa-431a-9076-2af01fe168da x-openstack-request-id: req-30859e0e-dcaa-431a-9076-2af01fe168da {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:12.406598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154da03-cfb3-4fb6-a3d7-475f0ade6a4b", "name": "network-vif-deleted", "tag": "94be39df-f161-421c-afed-bd0af1e4bb25", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:12.406598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-30859e0e-dcaa-431a-9076-2af01fe168da {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:12.406598 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154da03-cfb3-4fb6-a3d7-475f0ade6a4b', 'name': 'network-vif-deleted', 'tag': '94be39df-f161-421c-afed-bd0af1e4bb25', 'status': 'completed', 'code': 200} Jul 07 17:59:12.475024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.503993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b41b6082-be03-4ef2-9062-1f010730d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.511628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b41b6082-be03-4ef2-9062-1f010730d57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.518623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b41b6082-be03-4ef2-9062-1f010730d57f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/de305575-a18c-4f3d-9faf-40e63afd98eb HTTP/1.1" status: 204 len: 168 time: 0.3701355 Jul 07 17:59:12.521743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbf0856a-7ea3-48ec-a097-bcbdef03621f req-77d901a5-eb66-483d-a035-618970fcf92d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 210 time: 0.3483465 Jul 07 17:59:12.530907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b6082-be03-4ef2-9062-1f010730d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de305575-a18c-4f3d-9faf-40e63afd98eb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:12.580664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.823736 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:12.894421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event updated for resources: {'Port': ['ID=c8ec149c-24db-4b92-b92b-6415c766e5f4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:12.912972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:12.920444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.25.1.126 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/ca4e43dd-f920-455b-b416-3729ed710c1e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:12.923527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:12.928068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:12.994760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:12.995589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.084486 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-9136b100-5c34-4504-bdd2-858e5af57d25 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4594240 Jul 07 17:59:13.090888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36912) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:13.109390 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:13.147850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Request body: {'port': {'device_id': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:13.164883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-de4cf7f7-c504-4a03-bd0d-00d0b8574a09 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=779e4bd45e9443ed8b8979c6cb3bc619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720592 Jul 07 17:59:13.167677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36916) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:13.246057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adc027cb-99bc-47ac-a00e-eb244cb183d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.341311 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adc027cb-99bc-47ac-a00e-eb244cb183d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.357262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36918) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:13.362832 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.375799 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.422657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d9b2eae-ec39-4c42-866e-8c581a52da6e req-3a62af80-bac0-4714-a9e8-3ae32061c307 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=6154da03-cfb3-4fb6-a3d7-475f0ade6a4b HTTP/1.1" status: 200 len: 210 time: 0.1926258 Jul 07 17:59:13.424913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adc027cb-99bc-47ac-a00e-eb244cb183d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.427728 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adc027cb-99bc-47ac-a00e-eb244cb183d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.431412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-adc027cb-99bc-47ac-a00e-eb244cb183d2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb503e52-d17c-4ac3-bc74-1e8354d2734c HTTP/1.1" status: 204 len: 168 time: 0.2595649 Jul 07 17:59:13.441746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc027cb-99bc-47ac-a00e-eb244cb183d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb503e52-d17c-4ac3-bc74-1e8354d2734c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:13.487113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7afdc7-78a5-484c-9255-8b226d525fd4 req-5acfd849-fe5a-49c6-a4e6-78871dd926c9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:13.489531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a7afdc7-78a5-484c-9255-8b226d525fd4 req-5acfd849-fe5a-49c6-a4e6-78871dd926c9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.2615690 Jul 07 17:59:13.521815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:13.551759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 94be39df-f161-421c-afed-bd0af1e4bb25 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:13.551867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 94be39df-f161-421c-afed-bd0af1e4bb25 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:13.558557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a7afdc7-78a5-484c-9255-8b226d525fd4 req-952c9b7f-01f8-43d7-9bb6-62452749cd17 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611465 Jul 07 17:59:13.852106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:13.916866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1879472953-network', 'tenant_id': '6d0566e2a50c43a9b3ad0cc5fe02a254'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:13.949158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65127e76-77bd-4023-886c-35f622a300e9 req-6b0c1ea1-fa67-43ec-8d71-f0fe03b984db tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:13.950979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65127e76-77bd-4023-886c-35f622a300e9 req-6b0c1ea1-fa67-43ec-8d71-f0fe03b984db tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 932 time: 0.2099664 Jul 07 17:59:13.953382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:13.989463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:13.993639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:14.019132 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65127e76-77bd-4023-886c-35f622a300e9 req-77519f18-e853-4814-8767-b82e7efa5019 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575652 Jul 07 17:59:14.046215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=ca4e43dd-f920-455b-b416-3729ed710c1e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:14.105020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Made reservation on behalf of 6d0566e2a50c43a9b3ad0cc5fe02a254 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:14.111253 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.138220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.185091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ec149c-24db-4b92-b92b-6415c766e5f4 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:14.233382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.279854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Transition to ACTIVE for port object c8ec149c-24db-4b92-b92b-6415c766e5f4 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:14.297660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.498130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec149c-24db-4b92-b92b-6415c766e5f4,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:14.599453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-f6d5c70f-ff06-400a-b998-2960af88a2f9 req-78afb6e9-edcb-4c68-a80b-33fa51afa838 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:59:14.601434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6d5c70f-ff06-400a-b998-2960af88a2f9 req-78afb6e9-edcb-4c68-a80b-33fa51afa838 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074532 Jul 07 17:59:14.656730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Attempting to bind port c8ec149c-24db-4b92-b92b-6415c766e5f4 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:14.658451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Attempting to bind port c8ec149c-24db-4b92-b92b-6415c766e5f4 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:14.658842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Attempting to bind port c8ec149c-24db-4b92-b92b-6415c766e5f4 on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:14.682113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Port c8ec149c-24db-4b92-b92b-6415c766e5f4 on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:14.682441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Attempting to bind port c8ec149c-24db-4b92-b92b-6415c766e5f4 on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:14.715076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:14.715403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Checking segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:14.715883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Bound using segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:14.716420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Bound port: c8ec149c-24db-4b92-b92b-6415c766e5f4, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:14.716809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.775908 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.871400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.918192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:15.012749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fded6f-ddde-40a3-8285-cd29f795de33,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:15.024471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac82107-5747-4cda-9f80-53863ef8e868 req-b83a9379-a964-4d5f-95ea-dc8a999fcc48 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:15.025791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.026114 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Added segment 05d0eb80-c191-4855-a52e-bc0604bcd3da of type vlan for network aa299c23-1ec4-4247-a0e6-ab66ba18cb42 Jul 07 17:59:15.037238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ac82107-5747-4cda-9f80-53863ef8e868 req-b83a9379-a964-4d5f-95ea-dc8a999fcc48 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.1738074 Jul 07 17:59:15.104404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ac82107-5747-4cda-9f80-53863ef8e868 req-05de56c3-95d5-4125-b36f-bbff419afa19 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639524 Jul 07 17:59:15.147275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] For port c8ec149c-24db-4b92-b92b-6415c766e5f4, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:15.178613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] For port c8ec149c-24db-4b92-b92b-6415c766e5f4, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c8ec149c-24db-4b92-b92b-6415c766e5f4,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:15.220810 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.235556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.316548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:15.491505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-a0c445a3-1c59-4391-9f2d-3ef9e9949860 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874636 Jul 07 17:59:15.507765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58155715-277c-4ad7-9bfe-40343ba8be75 req-2cf9c032-f2c9-45e9-9e06-660a01416f49 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:15.515824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58155715-277c-4ad7-9bfe-40343ba8be75 req-2cf9c032-f2c9-45e9-9e06-660a01416f49 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 950 time: 0.1563141 Jul 07 17:59:15.536399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.537561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:15.538155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.570028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58155715-277c-4ad7-9bfe-40343ba8be75 req-0bc9014f-f1ea-42f3-97e5-9ebd1f57917b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531600 Jul 07 17:59:15.588591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:15.589623 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.591189 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8ec149c-24db-4b92-b92b-6415c766e5f4 HTTP/1.1" status: 200 len: 1092 time: 2.4609544 Jul 07 17:59:15.628602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'tag': 'c8ec149c-24db-4b92-b92b-6415c766e5f4'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:15.631102 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad550f22-d9c0-41f2-bc34-6d3949de192a" -d '{"events": [{"name": "network-changed", "server_uuid": "4eef1c97-cc20-4782-bbc7-491b26b2f75e", "tag": "c8ec149c-24db-4b92-b92b-6415c766e5f4"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:15.633575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffa8d9-2437-4da1-840e-3345507360e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec149c-24db-4b92-b92b-6415c766e5f4,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:15.718337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.754170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca3db-78b2-4dea-9ecb-435022b3363a req-33f49736-807c-4318-b297-e281ba3f0360 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:15.755309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-596ca3db-78b2-4dea-9ecb-435022b3363a req-33f49736-807c-4318-b297-e281ba3f0360 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 944 time: 0.1338558 Jul 07 17:59:15.795124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] Pushing event updated for resources: {'Network': ['ID=aa299c23-1ec4-4247-a0e6-ab66ba18cb42,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:15.828546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-596ca3db-78b2-4dea-9ecb-435022b3363a req-9cdf59d8-94fb-482a-b763-86e3d9bba6d7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Jul 07 17:59:15.832815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5753613d-9fc7-417d-8db3-c83a572b5d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:15.854309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network aa299c23-1ec4-4247-a0e6-ab66ba18cb42 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:15.872846 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b6af3773-a2e8-4fa8-8835-a0ca871ea00a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5075212 Jul 07 17:59:15.873315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37020) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:15.879926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Request body: {'subnet': {'network_id': 'aa299c23-1ec4-4247-a0e6-ab66ba18cb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1879472953-subnet', 'tenant_id': '6d0566e2a50c43a9b3ad0cc5fe02a254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:15.930048 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2904093-a8a8-4b87-94b5-0c9c767994a8 x-openstack-request-id: req-a2904093-a8a8-4b87-94b5-0c9c767994a8 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:15.936516 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eef1c97-cc20-4782-bbc7-491b26b2f75e", "tag": "c8ec149c-24db-4b92-b92b-6415c766e5f4", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:15.936990 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a2904093-a8a8-4b87-94b5-0c9c767994a8 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:15.937473 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'tag': 'c8ec149c-24db-4b92-b92b-6415c766e5f4', 'status': 'completed', 'code': 200} Jul 07 17:59:15.959149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Made reservation on behalf of 6d0566e2a50c43a9b3ad0cc5fe02a254 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:15.962108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.013842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37022) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:16.026736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-86b81aa1-dac7-4695-a294-c036ed250c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:16.028440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-86b81aa1-dac7-4695-a294-c036ed250c65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 1095 time: 0.3769395 Jul 07 17:59:16.121415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.149945 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-667d6e98-f992-46d5-baa9-e3356996ba7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec149c-24db-4b92-b92b-6415c766e5f4 HTTP/1.1" status: 200 len: 217 time: 0.1102340 Jul 07 17:59:16.207055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.269224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1709700019', 'router:external': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:16.276855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7ee976-c60b-43d7-ae38-e11e65427965,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:16.312739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Checking segment: {'id': '05d0eb80-c191-4855-a52e-bc0604bcd3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aa299c23-1ec4-4247-a0e6-ab66ba18cb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:16.313341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Network hostable DHCP agents. Network: aa299c23-1ec4-4247-a0e6-ab66ba18cb42, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:16.332423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19050834-6908-45b5-a462-e4c4a7fe6258 req-315e5e4f-403b-49a6-88e7-e706e509cfce tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:16.338557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19050834-6908-45b5-a462-e4c4a7fe6258 req-315e5e4f-403b-49a6-88e7-e706e509cfce tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.1739216 Jul 07 17:59:16.398484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Made reservation on behalf of e3767058cd9d43a6a0b3c04ba28e6df0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:16.400997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.409225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-cbd07b32-e48c-47f6-971b-725936a546e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:16.410977 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-cbd07b32-e48c-47f6-971b-725936a546e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.2354040 Jul 07 17:59:16.431052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Network aa299c23-1ec4-4247-a0e6-ab66ba18cb42 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:16.435927 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.449769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, aa299c23-1ec4-4247-a0e6-ab66ba18cb42) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:16.455256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:16.455974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.463150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4593bbe-703a-4d15-84e3-8b11240bd0c0 None None] Network aa299c23-1ec4-4247-a0e6-ab66ba18cb42 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:16.467651 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-e8c9b42c-4be1-4e2a-b6f3-47cd1fd8af47 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455158 Jul 07 17:59:16.534023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19050834-6908-45b5-a462-e4c4a7fe6258 req-3b009fb5-6f2f-494a-9f65-19e20849ef4d tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272914 Jul 07 17:59:16.553539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8caab6-ae61-4836-ac67-d390114a53ba req-f733bacd-b1a9-4a16-8210-906bc8891daf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:16.555812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee8caab6-ae61-4836-ac67-d390114a53ba req-f733bacd-b1a9-4a16-8210-906bc8891daf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.2377779 Jul 07 17:59:16.564928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-32c0252f-0e5a-40b5-82d7-08b504e33d9d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6832066 Jul 07 17:59:16.669513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee8caab6-ae61-4836-ac67-d390114a53ba req-b74a441a-7748-4c7a-a7c3-619cc08842c0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067784 Jul 07 17:59:16.735161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d5af6-2608-45a6-9fdd-3ca73908fd31 None None] Network aa299c23-1ec4-4247-a0e6-ab66ba18cb42 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:16.755152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-f3d88401-96e0-440f-8c39-f77f5852ad68 service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797348 Jul 07 17:59:16.788370 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.805783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:16.810240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37036) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:16.890574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=ca4e43dd-f920-455b-b416-3729ed710c1e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:17.009205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] Deleting subnet 3b7ee976-c60b-43d7-ae38-e11e65427965 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:17.015180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.090847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.098641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.103478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.162768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8be90-5a94-46b6-a674-c7a41814eed8 req-5ad14b8c-b81a-4fab-9bc7-4284025c7567 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:17.173602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fe8be90-5a94-46b6-a674-c7a41814eed8 req-5ad14b8c-b81a-4fab-9bc7-4284025c7567 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 950 time: 0.4485526 Jul 07 17:59:17.190106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.202426 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5f90ba7b-a40e-44e2-9203-78043768ffde req-5e21c153-ade6-4252-9396-7003b63a19cd service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346364 Jul 07 17:59:17.254117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-18a35bc5-19a7-456c-a093-eed2e1f9b8e2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:17.255661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-18a35bc5-19a7-456c-a093-eed2e1f9b8e2 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 950 time: 0.4665861 Jul 07 17:59:17.290502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eea05a-3ec2-4059-8a78-2fb0abc15355,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:17.297969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:17.391373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fe8be90-5a94-46b6-a674-c7a41814eed8 req-85e7ebdc-5d6b-4e43-9cca-ee3a62198dd5 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124460 Jul 07 17:59:17.432886 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.500059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0129bc8-4ade-46d2-8955-6e8c9a2f5465 req-1b223662-615d-41c0-a11a-eb3dfc047177 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:17.508095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0129bc8-4ade-46d2-8955-6e8c9a2f5465 req-1b223662-615d-41c0-a11a-eb3dfc047177 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 944 time: 0.4388936 Jul 07 17:59:17.729231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0129bc8-4ade-46d2-8955-6e8c9a2f5465 req-1f629ad3-7b32-4ddd-ad26-6e655aa96bff tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195280 Jul 07 17:59:17.772014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Deleting port 2458e2d4-bb3c-4f45-b209-601a2f36712b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:17.772444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.859208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.865522 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Added segment 60abe22c-1925-4fbb-8e0f-0ba55a4bdf11 of type vlan for network d5295ce9-8da2-4ce1-b520-31178a1d0978 Jul 07 17:59:17.910031 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.949259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7ee976-c60b-43d7-ae38-e11e65427965,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:17.980587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.982849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1f5bb97b-b08b-43a7-b23b-15dabc8e2515 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3b7ee976-c60b-43d7-ae38-e11e65427965 HTTP/1.1" status: 204 len: 168 time: 1.1716340 Jul 07 17:59:17.986397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37048) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:18.022997 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP 7a059a78-a2f9-48a1-9347-109938673f56 associated. External IP: 172.25.1.126, port: 460fa9fe-95d8-47da-a6f6-117853b8e910. Jul 07 17:59:18.035078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.079675 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.147790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-f9ec72c3-1471-486f-8113-9462b48fb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.157186 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-f9ec72c3-1471-486f-8113-9462b48fb638 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 1095 time: 0.4212940 Jul 07 17:59:18.271474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.272631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.273300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.333125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59e2077d-f507-45f4-86b1-5e493cf39e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.350915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c87b9-327a-442c-9fa9-93951ec251f7 req-9f5492a2-77e4-4b47-9ba0-3b0175dc44be tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.354360 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3370190 Jul 07 17:59:18.358486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a97c87b9-327a-442c-9fa9-93951ec251f7 req-9f5492a2-77e4-4b47-9ba0-3b0175dc44be tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.2699888 Jul 07 17:59:18.358648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37054) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:18.365661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'subnet': {'network_id': 'd5295ce9-8da2-4ce1-b520-31178a1d0978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:18.372362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] For port 2458e2d4-bb3c-4f45-b209-601a2f36712b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2458e2d4-bb3c-4f45-b209-601a2f36712b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:18.372730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.417309 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.419359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.421091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a2dc9-df59-4dbe-ab48-173a09a9789c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Network': ['ID=d5295ce9-8da2-4ce1-b520-31178a1d0978,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:18.434224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a97c87b9-327a-442c-9fa9-93951ec251f7 req-d3738ed9-ae63-403e-8b3d-30354fabac82 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747352 Jul 07 17:59:18.436806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d5295ce9-8da2-4ce1-b520-31178a1d0978 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:18.443660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-0c18d0fb-22ff-4ce2-8d1a-091c9c49a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.445298 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-0c18d0fb-22ff-4ce2-8d1a-091c9c49a1ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 912 time: 0.2463989 Jul 07 17:59:18.460490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f621bab-0960-41c7-aed1-0e75f1ae3a14 req-5131082b-4157-4052-8093-b923897f2168 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.476488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f621bab-0960-41c7-aed1-0e75f1ae3a14 req-5131082b-4157-4052-8093-b923897f2168 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.3277719 Jul 07 17:59:18.487240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Calling delete_port for 2458e2d4-bb3c-4f45-b209-601a2f36712b owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:18.506756 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-5eab238c-febc-4224-8aca-95436c52a903 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec149c-24db-4b92-b92b-6415c766e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0408843 Jul 07 17:59:18.514589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa299c23-1ec4-4247-a0e6-ab66ba18cb42']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:18.559011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Made reservation on behalf of e3767058cd9d43a6a0b3c04ba28e6df0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:18.561437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.573214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d0eb80-c191-4855-a52e-bc0604bcd3da') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:18.573578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d0eb80-c191-4855-a52e-bc0604bcd3da') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:18.616955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f621bab-0960-41c7-aed1-0e75f1ae3a14 req-6e35fb1b-28aa-44fe-9633-042d30f5d8fe tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374607 Jul 07 17:59:18.677118 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.741169 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.766912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:18.767363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:18.771246 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:18.884769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852b33-e001-4fb7-8c7d-7eaeacdccc73 req-d20a9d1c-8c7b-44ad-a7ac-860d9e50661f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:18.888000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5852b33-e001-4fb7-8c7d-7eaeacdccc73 req-d20a9d1c-8c7b-44ad-a7ac-860d9e50661f tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e42f138-f2f9-4d1f-9c85-485b915cf1e7 HTTP/1.1" status: 200 len: 950 time: 0.2154000 Jul 07 17:59:18.895596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:18.990001 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.026575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.031786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] 10.222.0.88 "DELETE /v2.0/networks/aa299c23-1ec4-4247-a0e6-ab66ba18cb42 HTTP/1.1" status: 204 len: 168 time: 1.0412159 Jul 07 17:59:19.042410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-7f11d7ad-c3ce-40e6-9584-e6713b5fff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:19.044040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-7f11d7ad-c3ce-40e6-9584-e6713b5fff9d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.4963558 Jul 07 17:59:19.058409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5852b33-e001-4fb7-8c7d-7eaeacdccc73 req-44bf65a8-d2a8-48f0-9abb-a3dac641ca9e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541600 Jul 07 17:59:19.063174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbc547-e7f2-41d4-b2b7-9b9535d24d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa299c23-1ec4-4247-a0e6-ab66ba18cb42,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:19.109970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.125086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', '564ce100-9fc0-4f35-a5df-9b1c28e573ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:19.260775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37074) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:19.266242 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-9ff8e018-3b89-4ac9-9f5a-6a2ac3347251 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1951976 Jul 07 17:59:19.277247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event deleted for resources: {'Port': ['ID=2458e2d4-bb3c-4f45-b209-601a2f36712b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:19.310906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286000-58b7-470f-9891-0e82c3bc398d req-ed1a7663-e368-4522-ad4b-459a279946cf tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:19.312528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef286000-58b7-470f-9891-0e82c3bc398d req-ed1a7663-e368-4522-ad4b-459a279946cf tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 944 time: 0.3551974 Jul 07 17:59:19.339067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:19.427422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 2458e2d4-bb3c-4f45-b209-601a2f36712b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:19.427983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2458e2d4-bb3c-4f45-b209-601a2f36712b not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:19.496496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:19.511760 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:19.517754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-407b3abf-86a7-423e-b453-eb7aaab7744c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d0566e2a50c43a9b3ad0cc5fe02a254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548177 Jul 07 17:59:19.523698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37082) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:19.536781 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:19.540013 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:19.552135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] No DVR routers for this DVR port 2458e2d4-bb3c-4f45-b209-601a2f36712b on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:19.559980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.562163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c12a59e4-c828-4602-a814-ec564a46e0f9 req-2a30fda4-030f-4245-a5bd-c5b19417d631 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "DELETE /v2.0/ports/2458e2d4-bb3c-4f45-b209-601a2f36712b HTTP/1.1" status: 204 len: 173 time: 2.2901595 Jul 07 17:59:19.581413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-deleted', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:19.591173 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547fd291-260f-46b2-b217-07d376fe6026" -d '{"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-deleted", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:19.594114 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-94416d79-fc80-4b0b-8baf-24738176bee1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6366510 Jul 07 17:59:19.642347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef286000-58b7-470f-9891-0e82c3bc398d req-c2aee285-2f80-47e1-b3e2-131d7802addc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878304 Jul 07 17:59:19.652656 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:19.679301 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:19.680888 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:19.694711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-7b5b0d87-cf9c-4289-8110-df0c9b5d8d94 service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050896 Jul 07 17:59:19.706023 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.716651 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.787372 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:19.788051 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85a989-1d17-44e6-96e2-9b6bd9ce92c2 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:19.835759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f62a5-2b70-4113-b921-8acc70ba40a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.895258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f62a5-2b70-4113-b921-8acc70ba40a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.897360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37092) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:19.898044 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7d855573-54be-4d5f-9d67-d45b85ac20d5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0599194 Jul 07 17:59:19.921387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:20.046488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47402b76-8dbb-4800-b64a-82e74a7b1b1b req-6d56f84a-7619-484e-a73b-ae11f3efdd3e tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.053545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47402b76-8dbb-4800-b64a-82e74a7b1b1b req-6d56f84a-7619-484e-a73b-ae11f3efdd3e tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.4100020 Jul 07 17:59:20.095484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:59:20.096068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.130791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793ec2-191b-4cd1-83c3-847625211f44 req-ad00917a-7ebc-4db9-9b1c-65b7dc4de4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.132434 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-ad00917a-7ebc-4db9-9b1c-65b7dc4de4ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 1101 time: 0.4289014 Jul 07 17:59:20.136391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad550f22-d9c0-41f2-bc34-6d3949de192a req-ff64e574-f4ed-4973-9f40-8712e0670cdf service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273751 Jul 07 17:59:20.239528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5102f45b-7bc8-4f74-8765-a28e2e97514a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:20.287950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Checking segment: {'id': '60abe22c-1925-4fbb-8e0f-0ba55a4bdf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd5295ce9-8da2-4ce1-b520-31178a1d0978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:20.288321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network hostable DHCP agents. Network: d5295ce9-8da2-4ce1-b520-31178a1d0978, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:20.335521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network d5295ce9-8da2-4ce1-b520-31178a1d0978 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:20.338813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793ec2-191b-4cd1-83c3-847625211f44 req-f31c1b2a-11df-49d7-bc05-c0ca981111f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.341742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-f31c1b2a-11df-49d7-bc05-c0ca981111f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1826088 Jul 07 17:59:20.360159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d5295ce9-8da2-4ce1-b520-31178a1d0978) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:20.368719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65381b8-5fab-4248-98f9-4630b6d8a13f None None] Network d5295ce9-8da2-4ce1-b520-31178a1d0978 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:20.394538 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-a5991cf7-acb6-4361-9304-1f02e664213b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 200 len: 217 time: 0.0435548 Jul 07 17:59:20.396236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.397115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.451885 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7af434f9-e1d6-4a60-8e36-cd48e37e8061 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0901260 Jul 07 17:59:20.454894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37098) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:20.460733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-6253177', 'network_id': 'd5295ce9-8da2-4ce1-b520-31178a1d0978'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:20.476690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793ec2-191b-4cd1-83c3-847625211f44 req-5a22c0ac-4efd-4bdd-925f-d591c3b5404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.478771 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-5a22c0ac-4efd-4bdd-925f-d591c3b5404c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0766878 Jul 07 17:59:20.534027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Made reservation on behalf of e3767058cd9d43a6a0b3c04ba28e6df0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:20.536207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.587435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] device_id is not set on port 5dc38a4c-9b4e-48c1-a5fa-0f9fa0673673 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:20.647794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c172c10-9a1c-4c68-972e-4019a0e5f51d None None] Network d5295ce9-8da2-4ce1-b520-31178a1d0978 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:20.672961 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.698480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793ec2-191b-4cd1-83c3-847625211f44 req-e709ac58-74e0-4c93-90d4-8f1f8b7907dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.709099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-e709ac58-74e0-4c93-90d4-8f1f8b7907dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2223797 Jul 07 17:59:20.753714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47402b76-8dbb-4800-b64a-82e74a7b1b1b req-a32e1f16-46ee-4f68-8007-ae4300cadaa5 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6991827 Jul 07 17:59:20.766855 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f62a5-2b70-4113-b921-8acc70ba40a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.770157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f62a5-2b70-4113-b921-8acc70ba40a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.773345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aa0f62a5-2b70-4113-b921-8acc70ba40a8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39fded6f-ddde-40a3-8285-cd29f795de33 HTTP/1.1" status: 204 len: 168 time: 1.2486265 Jul 07 17:59:20.911840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f62a5-2b70-4113-b921-8acc70ba40a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fded6f-ddde-40a3-8285-cd29f795de33,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:20.939282 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9bd9c-4e5a-4dd8-9db5-46d0d3edba43 x-openstack-request-id: req-93a9bd9c-4e5a-4dd8-9db5-46d0d3edba43 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:20.939723 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e42f138-f2f9-4d1f-9c85-485b915cf1e7", "name": "network-vif-deleted", "tag": "2458e2d4-bb3c-4f45-b209-601a2f36712b", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:20.939875 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-93a9bd9c-4e5a-4dd8-9db5-46d0d3edba43 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:20.940246 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e42f138-f2f9-4d1f-9c85-485b915cf1e7', 'name': 'network-vif-deleted', 'tag': '2458e2d4-bb3c-4f45-b209-601a2f36712b', 'status': 'completed', 'code': 200} Jul 07 17:59:20.958779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Allocated IP 172.20.0.13 (d5295ce9-8da2-4ce1-b520-31178a1d0978/5102f45b-7bc8-4f74-8765-a28e2e97514a/5dc38a4c-9b4e-48c1-a5fa-0f9fa0673673) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:20.976921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854a83-e280-4517-a871-3befee9ea5cd req-892181db-7425-4ea7-a57d-fa254b5b8b57 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:20.980889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f854a83-e280-4517-a871-3befee9ea5cd req-892181db-7425-4ea7-a57d-fa254b5b8b57 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 1.0050545 Jul 07 17:59:21.039075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-fc67ff91-9037-48a2-a457-75ef3aad93b6 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210812 Jul 07 17:59:21.146639 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.167427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f854a83-e280-4517-a871-3befee9ea5cd req-51d8f7d5-3d03-478a-b3cf-07c292fe53ea tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787934 Jul 07 17:59:21.170963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.170963 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP 7a059a78-a2f9-48a1-9347-109938673f56 disassociated. External IP: 172.25.1.126, port: 460fa9fe-95d8-47da-a6f6-117853b8e910. Jul 07 17:59:21.201685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91793ec2-191b-4cd1-83c3-847625211f44 req-0cb2bed1-5d4e-437e-bf15-35eb0394babf service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479928 Jul 07 17:59:21.277239 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.352595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c8ec149c-24db-4b92-b92b-6415c766e5f4 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:59:21.390647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.475999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822962-de14-447c-9da6-3d2e5e740647 req-5c224cd1-c6c6-4c7c-a172-2ce9c61f5e02 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:21.476954 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60822962-de14-447c-9da6-3d2e5e740647 req-5c224cd1-c6c6-4c7c-a172-2ce9c61f5e02 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.90 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.1795678 Jul 07 17:59:21.540743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c8ec149c-24db-4b92-b92b-6415c766e5f4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c8ec149c-24db-4b92-b92b-6415c766e5f4,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:21.567734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c8ec149c-24db-4b92-b92b-6415c766e5f4', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'port_id': 'c8ec149c-24db-4b92-b92b-6415c766e5f4', 'mac_address': 'fa:16:3e:a2:db:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4f3ffe-8213-4079-8acf-b5db455e7f0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:59:21.611238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7176c3-1d34-4156-9b80-fb56c6888a39 req-07b30a27-0d37-4693-9722-c68fab626079 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:21.619209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f7176c3-1d34-4156-9b80-fb56c6888a39 req-07b30a27-0d37-4693-9722-c68fab626079 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 944 time: 0.3507550 Jul 07 17:59:21.671848 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.683957 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.705741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ec149c-24db-4b92-b92b-6415c766e5f4 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:21.733774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f7176c3-1d34-4156-9b80-fb56c6888a39 req-5b3f3d82-9ded-4c4d-a8e8-0ab7620a4c1a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124198 Jul 07 17:59:21.763083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c8ec149c-24db-4b92-b92b-6415c766e5f4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c8ec149c-24db-4b92-b92b-6415c766e5f4,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:21.768671 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.812347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc38a4c-9b4e-48c1-a5fa-0f9fa0673673,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:21.854941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c8ec149c-24db-4b92-b92b-6415c766e5f4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:21.889194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network d5295ce9-8da2-4ce1-b520-31178a1d0978 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:21.898474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:21.914198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:21.955781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Deleting port 7872a815-268a-40ec-83ac-a4039f570e1f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:21.956264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:21.975280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:22.055314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:22.055958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.113028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-89de3972-f2c9-493e-9e8f-d0106c277282 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.6568143 Jul 07 17:59:22.122809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:22.133258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c8ec149c-24db-4b92-b92b-6415c766e5f4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:22.214828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a557-6aef-4ea8-a69e-7ab1bc2b122c req-7442dcfc-df91-4275-92c4-b13608df9479 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:22.218682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] For port 7872a815-268a-40ec-83ac-a4039f570e1f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7872a815-268a-40ec-83ac-a4039f570e1f,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:22.226427 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.229628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a30a557-6aef-4ea8-a69e-7ab1bc2b122c req-7442dcfc-df91-4275-92c4-b13608df9479 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3413243 Jul 07 17:59:22.234041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:22.250863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:22.288559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:22.289585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:22.318105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.364432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:22.395869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:22.396622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:22.439894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a30a557-6aef-4ea8-a69e-7ab1bc2b122c req-1951c7fa-5734-45b6-af8a-9233e9d9dfe0 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094302 Jul 07 17:59:22.440750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7828b05e-a37f-4482-9613-b2b3937abf9f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/floatingips/7a059a78-a2f9-48a1-9347-109938673f56 HTTP/1.1" status: 200 len: 688 time: 2.5407836 Jul 07 17:59:22.443651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37142) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:22.453280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:22.453948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08dd94-0f59-41ed-8d94-ea5bff4cd63b None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:22.574529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455e91-911e-4f36-8b8c-cf9430442685 req-76a6b6fb-78fc-4a42-941c-63cc95c5bc48 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:22.574735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Deleting port 5dc38a4c-9b4e-48c1-a5fa-0f9fa0673673 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:22.574969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.582152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3455e91-911e-4f36-8b8c-cf9430442685 req-76a6b6fb-78fc-4a42-941c-63cc95c5bc48 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 946 time: 0.3845210 Jul 07 17:59:22.661659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.662035 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.662350 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Floating IP 3da41d24-0443-45ed-9b64-4a2beebbe8f6 disassociated. External IP: 172.25.1.35, port: 7872a815-268a-40ec-83ac-a4039f570e1f. Jul 07 17:59:22.662686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Calling delete_port for 7872a815-268a-40ec-83ac-a4039f570e1f owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:22.699545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3455e91-911e-4f36-8b8c-cf9430442685 req-6f7ba4bd-f6b0-4af6-bb7c-75ce8305e0b4 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups?id=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162274 Jul 07 17:59:22.766866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port ca4e43dd-f920-455b-b416-3729ed710c1e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:22.767216 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.823380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1ecda-3a7c-47ad-8e8a-dc52c77615ba req-08b59080-0f34-4021-a0d9-4a53d57811ed tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:22.825121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64e1ecda-3a7c-47ad-8e8a-dc52c77615ba req-08b59080-0f34-4021-a0d9-4a53d57811ed tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.1623106 Jul 07 17:59:22.957225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64e1ecda-3a7c-47ad-8e8a-dc52c77615ba req-20d44e61-63db-488d-ba69-590627701a44 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659304 Jul 07 17:59:22.991247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:22.991749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.008277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for ca4e43dd-f920-455b-b416-3729ed710c1e owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:23.208535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.241046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Calling delete_port for 5dc38a4c-9b4e-48c1-a5fa-0f9fa0673673 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:23.344397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c8ec149c-24db-4b92-b92b-6415c766e5f4 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:23.446156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45098a-2aa0-4d98-a03a-4880ff7ec815 req-845e7ef6-b8e1-431c-b3a7-d5c43f32bc73 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:23.454797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e936e3a-4d14-4a90-8969-fda49485754e req-b9768622-34e1-455a-9cbb-67b8b22428fa tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:23.456360 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7e936e3a-4d14-4a90-8969-fda49485754e req-b9768622-34e1-455a-9cbb-67b8b22428fa tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.2311394 Jul 07 17:59:23.459150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e45098a-2aa0-4d98-a03a-4880ff7ec815 req-845e7ef6-b8e1-431c-b3a7-d5c43f32bc73 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 945 time: 0.2615495 Jul 07 17:59:23.474485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c8ec149c-24db-4b92-b92b-6415c766e5f4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:23.480324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c8ec149c-24db-4b92-b92b-6415c766e5f4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:23.492562 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.569625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.609824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e45098a-2aa0-4d98-a03a-4880ff7ec815 req-45af54e1-8a15-41db-b370-8161ab7ac55f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475739 Jul 07 17:59:23.646801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.685318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.685829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37170) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:23.725827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec149c-24db-4b92-b92b-6415c766e5f4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:23.730293 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb8697b-8d95-4f56-b5d9-e73c7fc95aab" -d '{"events": [{"server_uuid": "4eef1c97-cc20-4782-bbc7-491b26b2f75e", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec149c-24db-4b92-b92b-6415c766e5f4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:23.749038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c8ec149c-24db-4b92-b92b-6415c766e5f4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c8ec149c-24db-4b92-b92b-6415c766e5f4,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:23.757277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.758731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7872a815-268a-40ec-83ac-a4039f570e1f no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:23.765202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1155371733'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:23.780045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=ca4e43dd-f920-455b-b416-3729ed710c1e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:23.823642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:23.844370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c8ec149c-24db-4b92-b92b-6415c766e5f4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:23.847406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 7872a815-268a-40ec-83ac-a4039f570e1f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:23.847761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7872a815-268a-40ec-83ac-a4039f570e1f not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:23.862940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event deleted for resources: {'Port': ['ID=7872a815-268a-40ec-83ac-a4039f570e1f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:23.911109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc38a4c-9b4e-48c1-a5fa-0f9fa0673673,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:24.009516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db701139-bb0a-4099-af78-8e969e38bec3 req-bada3421-e82d-425a-8b0c-3e53606d614d tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 210 time: 0.0945916 Jul 07 17:59:24.030385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:24.034724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.066269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.069157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.074586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-48949af4-e49c-4d9a-90d7-cd79b5aef8ef tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/floatingips/7a059a78-a2f9-48a1-9347-109938673f56 HTTP/1.1" status: 204 len: 168 time: 1.6299064 Jul 07 17:59:24.075579 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b289d3-8e8b-43d6-978b-c75ff2b2b738 x-openstack-request-id: req-26b289d3-8e8b-43d6-978b-c75ff2b2b738 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:24.076136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37178) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:24.076482 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eef1c97-cc20-4782-bbc7-491b26b2f75e", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec149c-24db-4b92-b92b-6415c766e5f4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:24.076856 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-26b289d3-8e8b-43d6-978b-c75ff2b2b738 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:24.077443 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec149c-24db-4b92-b92b-6415c766e5f4', 'code': 200} Jul 07 17:59:24.086165 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.089789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-48ed8e63-b22e-4ac9-901d-476b023664c9 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "DELETE /v2.0/ports/5dc38a4c-9b4e-48c1-a5fa-0f9fa0673673 HTTP/1.1" status: 204 len: 168 time: 1.9610913 Jul 07 17:59:24.092582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37180) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:24.096070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '0bab82e1-866e-46bd-9e63-9f9eb69da35f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:24.100745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5295ce9-8da2-4ce1-b520-31178a1d0978', 'external_fixed_ips': [{'subnet_id': '5102f45b-7bc8-4f74-8765-a28e2e97514a', 'ip_address': '172.20.0.13'}]}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:24.106201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Deleting port 564ce100-9fc0-4f35-a5df-9b1c28e573ce {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:24.106577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.114144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:24.136122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679b29a-d1c6-4283-b9a4-f4581989050b req-62d72190-2d97-47be-b07a-d8e635b3f09b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:24.144250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e679b29a-d1c6-4283-b9a4-f4581989050b req-62d72190-2d97-47be-b07a-d8e635b3f09b tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 950 time: 0.3753343 Jul 07 17:59:24.159428 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.160071 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Added segment 510667cf-1359-4b2e-9fa6-b657f987feec of type vlan for network 505be4a2-270c-4d00-b6c6-483296bee6ec Jul 07 17:59:24.193338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Router 2270525a-ca1a-4350-b7cd-dedbea1fd11f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:24.232488 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.234423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.272681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.326682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.334278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e679b29a-d1c6-4283-b9a4-f4581989050b req-3930c883-4323-4a8c-aa9c-8901ee20990d tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889493 Jul 07 17:59:24.416906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] For port 564ce100-9fc0-4f35-a5df-9b1c28e573ce, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=564ce100-9fc0-4f35-a5df-9b1c28e573ce,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:24.417305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.438617 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.454699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Calling delete_port for 564ce100-9fc0-4f35-a5df-9b1c28e573ce owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:24.511023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e6c8c-c4c5-476c-bd88-c728620abffc req-065e18fb-2ba0-4e09-bf10-f44e7fa103df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:24.513477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-793e6c8c-c4c5-476c-bd88-c728620abffc req-065e18fb-2ba0-4e09-bf10-f44e7fa103df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 1097 time: 0.3508856 Jul 07 17:59:24.559054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.564868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:24.565634 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.599718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:24.613740 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] Sync routers for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:24.631720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:24.632519 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:24.642108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-761c9257-6054-4c50-9c94-5d90e38d47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:24.643629 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-761c9257-6054-4c50-9c94-5d90e38d47ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f&tenant_id=3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 1095 time: 0.3570287 Jul 07 17:59:24.675021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:24.677535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] No DVR routers for this DVR port 7872a815-268a-40ec-83ac-a4039f570e1f on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:24.690276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.692294 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60822962-de14-447c-9da6-3d2e5e740647 req-574a59b2-40d8-4838-a40c-3c16d96e6201 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.90 "DELETE /v2.0/ports/7872a815-268a-40ec-83ac-a4039f570e1f HTTP/1.1" status: 204 len: 173 time: 3.2088180 Jul 07 17:59:24.692990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'name': 'network-vif-deleted', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:24.695313 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69297aef-3c3c-4469-8f8c-26e93e8101cb" -d '{"events": [{"server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "name": "network-vif-deleted", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:24.754787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5345850-186e-4c76-b1cd-dfd5b88141e7 req-d7c24903-48e6-401f-bc34-e2a1340bf402 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:24.757322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5345850-186e-4c76-b1cd-dfd5b88141e7 req-d7c24903-48e6-401f-bc34-e2a1340bf402 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.4544122 Jul 07 17:59:24.785923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0310071 Jul 07 17:59:24.790592 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:24.798125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37188) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:24.814984 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.826077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1203643259'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:24.831143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.857385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-793e6c8c-c4c5-476c-bd88-c728620abffc req-0bd59ea3-b3d0-4455-b679-2f17a736e863 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123693 Jul 07 17:59:24.864241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.867269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66cfc4-d6bc-40f2-926f-64570f7453c4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Network': ['ID=505be4a2-270c-4d00-b6c6-483296bee6ec,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:24.880159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 505be4a2-270c-4d00-b6c6-483296bee6ec details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:24.913774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5345850-186e-4c76-b1cd-dfd5b88141e7 req-a9646468-91c3-4d88-b533-dcb317a72200 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292272 Jul 07 17:59:24.926956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:24.999570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event deleted for resources: {'Port': ['ID=564ce100-9fc0-4f35-a5df-9b1c28e573ce,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:25.018341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', '564ce100-9fc0-4f35-a5df-9b1c28e573ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:25.038763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:25.042545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.088488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418ca4b-50a6-42e5-8e98-da8db56e3849 req-df0a421c-4b7c-4415-a398-1ae576ca85c0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:25.090870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c418ca4b-50a6-42e5-8e98-da8db56e3849 req-df0a421c-4b7c-4415-a398-1ae576ca85c0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 946 time: 0.3322480 Jul 07 17:59:25.140219 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:08Z', 'revision_number': 5, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:25.140463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:25.155539 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b314d4a8-4341-4112-b37c-e79e18287307 x-openstack-request-id: req-b314d4a8-4341-4112-b37c-e79e18287307 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:25.155838 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314d18d3-0f9d-46c2-9f6a-5d55c9e036bc", "name": "network-vif-deleted", "tag": "7872a815-268a-40ec-83ac-a4039f570e1f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:25.156212 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b314d4a8-4341-4112-b37c-e79e18287307 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:25.156625 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314d18d3-0f9d-46c2-9f6a-5d55c9e036bc', 'name': 'network-vif-deleted', 'tag': '7872a815-268a-40ec-83ac-a4039f570e1f', 'status': 'completed', 'code': 200} Jul 07 17:59:25.173569 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.174026 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Added segment abde4103-7ab3-4a35-a6a6-1927c117bf20 of type vlan for network 170bcb05-6fc9-471f-9776-2ba06426a53c Jul 07 17:59:25.178643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.25.1.5 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c672f3c9-6575-4a94-bc7a-d31dd49e7cce) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:25.186362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c418ca4b-50a6-42e5-8e98-da8db56e3849 req-91c59e52-0cb1-4e1d-9aa7-b2674240c235 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867467 Jul 07 17:59:25.263464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.394519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4078112-03cd-445a-bf43-660306b159bf req-0cc73548-bc95-4fc4-94e5-d4afc870ffeb tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/ports?device_id=314d18d3-0f9d-46c2-9f6a-5d55c9e036bc HTTP/1.1" status: 200 len: 210 time: 0.0586812 Jul 07 17:59:25.394720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.447371 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.452719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:25.453485 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.463239 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] Checking router: 2270525a-ca1a-4350-b7cd-dedbea1fd11f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:25.491502 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:25.492863 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:25.562408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7404990 Jul 07 17:59:25.570201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] No DVR routers for this DVR port 564ce100-9fc0-4f35-a5df-9b1c28e573ce on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:25.572456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.582305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.585663 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7e936e3a-4d14-4a90-8969-fda49485754e req-6bcb59a0-6012-44a3-950b-0ba83011ecf1 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "DELETE /v2.0/ports/564ce100-9fc0-4f35-a5df-9b1c28e573ce HTTP/1.1" status: 204 len: 173 time: 2.1027009 Jul 07 17:59:25.585929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37200) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:25.616235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b7caa-1067-41e4-837b-96794264f65b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Network': ['ID=170bcb05-6fc9-471f-9776-2ba06426a53c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:25.622222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.643041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 170bcb05-6fc9-471f-9776-2ba06426a53c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:25.649355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'subnet': {'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:25.702832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:25.733791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=c672f3c9-6575-4a94-bc7a-d31dd49e7cce,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:25.756972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:25.768668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:25.804934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:25.904776 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:25.934803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-985c71a2-c16e-4dc0-8939-fc9080e604d6 req-4b733545-0dee-41d8-93c0-be2ea1b10a78 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0887251 Jul 07 17:59:26.060129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:26.079122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.328370 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:08Z', 'revision_number': 5, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:26.357049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Allocated IP 172.20.0.13 (d5295ce9-8da2-4ce1-b520-31178a1d0978/5102f45b-7bc8-4f74-8765-a28e2e97514a/bf4bff95-6576-44ee-8bcf-add85c646484) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:26.373131 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313cd7f-8ea9-4fef-8437-eeefd4164095 None None] The sync data for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 is: [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b8b27b3e-ff04-49b8-8635-7f0ddf60371d', 'name': '', 'network_id': 'e49b18a0-4912-4354-8c37-145fdfc25fb7', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'mac_address': 'fa:16:3e:d5:d9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:02Z', 'updated_at': '2021-07-07T17:56:08Z', 'revision_number': 5, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'subnets': [{'id': '4b989343-b1ef-41af-b661-85a58de4aec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:26.428658 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.510719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f869f2-1559-464c-9659-b3008ae23d82 req-2874a6c2-41b5-4768-88cc-cb012ae79e03 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:26.512095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02f869f2-1559-464c-9659-b3008ae23d82 req-2874a6c2-41b5-4768-88cc-cb012ae79e03 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.2980547 Jul 07 17:59:26.545576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:26.577921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Subnet': ['ID=5203f000-aa3b-4de1-b1ba-2d97dae5c061,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:26.596120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a20ad-3b93-4409-be3b-fff9c872e3bb req-105e5acd-af1d-4623-8588-d705307229d9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:26.597684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e9a20ad-3b93-4409-be3b-fff9c872e3bb req-105e5acd-af1d-4623-8588-d705307229d9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 946 time: 0.2068572 Jul 07 17:59:26.605757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02f869f2-1559-464c-9659-b3008ae23d82 req-97c7965e-3f23-4456-8486-90c3cec7250a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855529 Jul 07 17:59:26.660559 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.720370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:26.724311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e9a20ad-3b93-4409-be3b-fff9c872e3bb req-5891af31-d6f8-419f-9896-6635adc6fcb8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172545 Jul 07 17:59:26.785034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Checking segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:26.785542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network hostable DHCP agents. Network: 505be4a2-270c-4d00-b6c6-483296bee6ec, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:26.802129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c864ba6f-e636-4a53-a1a0-f5d1c8bb832f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:26.821003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37224) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:26.831945 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.840301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 505be4a2-270c-4d00-b6c6-483296bee6ec is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:26.855370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.864743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aa207-a327-463d-8d9c-c42a2ae1a414 None None] New status for floating IP 3da41d24-0443-45ed-9b64-4a2beebbe8f6: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:59:26.885698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Transition to ACTIVE for port object c864ba6f-e636-4a53-a1a0-f5d1c8bb832f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:26.939317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 505be4a2-270c-4d00-b6c6-483296bee6ec) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:26.942846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network d5295ce9-8da2-4ce1-b520-31178a1d0978 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:26.944443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:26.954572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:26.961536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Port': ['ID=bf4bff95-6576-44ee-8bcf-add85c646484,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:26.965033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34307a22-75ea-4895-95f1-4127647be0c2 None None] Network 505be4a2-270c-4d00-b6c6-483296bee6ec requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:26.969377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:27.026262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:27.027023 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.031168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeaaa-639b-4a6a-8213-491a7dd8b979 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.041901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=9']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:27.061467 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5a70e571-1046-4075-a38c-d93cd8d982be tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4218585 Jul 07 17:59:27.064492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37228) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:27.075982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'subnet': {'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:27.137711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeaaa-639b-4a6a-8213-491a7dd8b979 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.238753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeaaa-639b-4a6a-8213-491a7dd8b979 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.242188 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeaaa-639b-4a6a-8213-491a7dd8b979 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.246886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9e6aeaaa-639b-4a6a-8213-491a7dd8b979 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "DELETE /v2.0/security-groups/e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080 HTTP/1.1" status: 204 len: 168 time: 0.4237745 Jul 07 17:59:27.296096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37236) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:27.327871 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-26068a9b-8fa1-4f92-8292-dd10a02668ac tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] show failed (client error): The resource could not be found. Jul 07 17:59:27.331887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-26068a9b-8fa1-4f92-8292-dd10a02668ac tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "GET /v2.0/security-groups/e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080 HTTP/1.1" status: 404 len: 347 time: 0.0317810 Jul 07 17:59:27.332797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aeaaa-639b-4a6a-8213-491a7dd8b979 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bd1f93-b6b0-44d6-bfa6-c4315ef3d080,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:27.336448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37242) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:27.345037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-deleted', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:27.354595 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e814a4b3-a7b9-4853-af16-7812f8619db8" -d '{"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-deleted", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:27.380901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:27.435834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 564ce100-9fc0-4f35-a5df-9b1c28e573ce {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:27.436433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 564ce100-9fc0-4f35-a5df-9b1c28e573ce not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:27.517444 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917ed27e-de78-4a71-a48d-2f0845a4de6f x-openstack-request-id: req-917ed27e-de78-4a71-a48d-2f0845a4de6f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:27.517444 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8", "name": "network-vif-deleted", "tag": "564ce100-9fc0-4f35-a5df-9b1c28e573ce", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:27.517444 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-917ed27e-de78-4a71-a48d-2f0845a4de6f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:27.520552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-505be4a2-270c-4d00-b6c6-483296bee6ec', 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'fixed_ips': [{'subnet_id': '5203f000-aa3b-4de1-b1ba-2d97dae5c061'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:27.520660 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc681e3-44e4-4ed1-9e3e-4d86f234c1c8', 'name': 'network-vif-deleted', 'tag': '564ce100-9fc0-4f35-a5df-9b1c28e573ce', 'status': 'completed', 'code': 200} Jul 07 17:59:27.520660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:27.520821 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.520959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:27.784417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Allocated IP 10.1.1.2 (505be4a2-270c-4d00-b6c6-483296bee6ec/5203f000-aa3b-4de1-b1ba-2d97dae5c061/fad5c554-6b08-4408-82b3-ffbea284fd52) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:28.053445 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.071125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Transition to ACTIVE for port object fad5c554-6b08-4408-82b3-ffbea284fd52 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:28.099164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Transition to ACTIVE for port object fad5c554-6b08-4408-82b3-ffbea284fd52 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:28.118624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.192057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Pushing event updated for resources: {'Port': ['ID=fad5c554-6b08-4408-82b3-ffbea284fd52,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:28.206806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Network 505be4a2-270c-4d00-b6c6-483296bee6ec is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:28.209432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:28.213245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:28.344644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Attempting to bind port fad5c554-6b08-4408-82b3-ffbea284fd52 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:28.345074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Attempting to bind port fad5c554-6b08-4408-82b3-ffbea284fd52 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:28.347569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Attempting to bind port fad5c554-6b08-4408-82b3-ffbea284fd52 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:28.363474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:28.363886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Checking segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:28.364295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.364923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Bound using segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:28.365489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Bound port: fad5c554-6b08-4408-82b3-ffbea284fd52, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:28.365839 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.429741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.455662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.491911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] For port fad5c554-6b08-4408-82b3-ffbea284fd52, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:28.499436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] For port fad5c554-6b08-4408-82b3-ffbea284fd52, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fad5c554-6b08-4408-82b3-ffbea284fd52,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:28.506629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.584134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e68269-b1d8-4f1e-9dc3-867a6565f17b None None] Pushing event updated for resources: {'Port': ['ID=fad5c554-6b08-4408-82b3-ffbea284fd52,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:28.636692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Deleting port 32760883-3e5f-4ec9-a490-51df11d70428 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:28.637055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.652769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] No DVR routers for this DVR port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:28.699478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Subnet': ['ID=8a366ad6-3c77-4e99-a6b2-77539c8c346a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:28.719513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.804431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321051c7-9c47-47ed-b6d2-78f41f79c5cf req-d73cb672-10e9-4179-ace0-fc63375ab460 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:28.806167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-321051c7-9c47-47ed-b6d2-78f41f79c5cf req-d73cb672-10e9-4179-ace0-fc63375ab460 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.4713123 Jul 07 17:59:28.811136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Checking segment: {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:28.811501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network hostable DHCP agents. Network: 170bcb05-6fc9-471f-9776-2ba06426a53c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:28.842177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b0c27-950e-4cc8-a0c8-1e51c34cff95 req-4d340ccb-7f0b-4cfd-bbfa-c6d61cf2d571 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:28.844065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b39b0c27-950e-4cc8-a0c8-1e51c34cff95 req-4d340ccb-7f0b-4cfd-bbfa-c6d61cf2d571 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 944 time: 0.5060070 Jul 07 17:59:28.876624 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.877067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.896046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 170bcb05-6fc9-471f-9776-2ba06426a53c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:28.913095 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.948229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 170bcb05-6fc9-471f-9776-2ba06426a53c) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:28.956339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Calling delete_port for 32760883-3e5f-4ec9-a490-51df11d70428 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:28.959709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e658169-fb6f-4ec0-bedc-c264d10e05d8 None None] Network 170bcb05-6fc9-471f-9776-2ba06426a53c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:28.970302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-321051c7-9c47-47ed-b6d2-78f41f79c5cf req-04d29b64-4243-4cfb-a8b1-f6ae33c1b45c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549222 Jul 07 17:59:28.975078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:28.975700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.991151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:28.992004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:28.992004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:29.006318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b39b0c27-950e-4cc8-a0c8-1e51c34cff95 req-fbbca000-a276-4b23-9c25-a4431c6c183d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473856 Jul 07 17:59:29.015294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on network 735efaa6-1612-4580-8ac3-c304e025c4b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:29.015626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Attempting to bind port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:29.028577 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2d90e45d-7d00-41f6-8ae8-db7a0484ff14 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9613667 Jul 07 17:59:29.029534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:29.029866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Checking segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:29.030241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Bound using segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:29.030681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Bound port: c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:29.031036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.034064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37256) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.039485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'port': {'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1793414447', 'fixed_ips': [{'subnet_id': '5203f000-aa3b-4de1-b1ba-2d97dae5c061'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:29.063710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.296269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.357885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:29.359928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Pushing event deleted for resources: {'Port': ['ID=32760883-3e5f-4ec9-a490-51df11d70428,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:29.364264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:29.384035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-170bcb05-6fc9-471f-9776-2ba06426a53c', 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'fixed_ips': [{'subnet_id': '8a366ad6-3c77-4e99-a6b2-77539c8c346a'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:29.385946 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.402433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.417867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.464066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.488757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.489439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.490867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] 10.222.0.55 "PUT /v2.0/ports/c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 1092 time: 4.8379519 Jul 07 17:59:29.512127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:29.533944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:29.533944 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508271d-931e-4218-97de-fd55b8483cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:29.576704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.586600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.588073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bbc5f61f-89eb-4175-8ee8-33582a6c1655 tempest-ServersTestManualDisk-507202002 tempest-ServersTestManualDisk-507202002-project] 10.222.0.88 "DELETE /v2.0/floatingips/3da41d24-0443-45ed-9b64-4a2beebbe8f6 HTTP/1.1" status: 204 len: 168 time: 2.2505651 Jul 07 17:59:29.594100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37274) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.608871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Router 68054ae0-352c-4ba3-9c14-1f52ca501860 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:29.614709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Allocated IP 10.2.2.2 (170bcb05-6fc9-471f-9776-2ba06426a53c/8a366ad6-3c77-4e99-a6b2-77539c8c346a/35fd1f61-5153-4b25-8be2-8846c1b6dc26) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:29.778005 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c9be93-c81a-4eaa-ab3a-b84626da0246 x-openstack-request-id: req-88c9be93-c81a-4eaa-ab3a-b84626da0246 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:29.779359 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:29.779848 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88c9be93-c81a-4eaa-ab3a-b84626da0246 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:29.780493 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'status': 'completed', 'code': 200} Jul 07 17:59:29.798044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-952f163d-60c1-4d9e-8ba5-4d6f02358211 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.799998 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-952f163d-60c1-4d9e-8ba5-4d6f02358211 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.5463939 Jul 07 17:59:29.862918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:29.867688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.877525 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Sync routers for ids ['68054ae0-352c-4ba3-9c14-1f52ca501860'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:29.890578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.895498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3d6a136d-feb4-4ea9-ac70-3638f8bf8f89 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.8015711 Jul 07 17:59:29.896165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37278) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:29.908229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Routers {'68054ae0-352c-4ba3-9c14-1f52ca501860'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:29.910485 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['68054ae0-352c-4ba3-9c14-1f52ca501860'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:29.920576 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:29.938991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Transition to ACTIVE for port object 35fd1f61-5153-4b25-8be2-8846c1b6dc26 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:29.989699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Transition to ACTIVE for port object 35fd1f61-5153-4b25-8be2-8846c1b6dc26 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:30.012196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.013148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f4121-611c-46e7-a7be-691f58c8800f service neutron] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=10']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:30.124146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f15d7-9834-4ab7-a9b9-00b344f005a7 None None] Network 505be4a2-270c-4d00-b6c6-483296bee6ec requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:30.130845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] device_id is not set on port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:30.149462 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Set router 68054ae0-352c-4ba3-9c14-1f52ca501860 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:30.181395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-e7395d94-8862-4a7a-aa09-b8774cbd1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:30.183086 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-e7395d94-8862-4a7a-aa09-b8774cbd1ebd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1096 time: 0.6065769 Jul 07 17:59:30.192297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.336011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-b2fab5d6-b8aa-4b5b-8644-d7bb805487e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:30.337897 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-b2fab5d6-b8aa-4b5b-8644-d7bb805487e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.1353602 Jul 07 17:59:30.375930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.387785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Network 170bcb05-6fc9-471f-9776-2ba06426a53c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:30.399832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:30.406259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:30.408471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Pushing event updated for resources: {'Port': ['ID=35fd1f61-5153-4b25-8be2-8846c1b6dc26,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:30.410908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0cd5aeee-c803-4f4a-8390-fb4f69503721 None None] Provisioning for port fad5c554-6b08-4408-82b3-ffbea284fd52 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:30.532404 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP e477e29a-5fd6-4e12-a55c-908b7a27b5d3 associated. External IP: 172.25.1.5, port: 0bab82e1-866e-46bd-9e63-9f9eb69da35f. Jul 07 17:59:30.574510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Attempting to bind port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:30.574877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Attempting to bind port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:30.575394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Attempting to bind port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 on network 170bcb05-6fc9-471f-9776-2ba06426a53c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:30.591142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:30.591509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Checking segment: {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:30.591905 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.592269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Bound using segment: {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:30.592810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Bound port: 35fd1f61-5153-4b25-8be2-8846c1b6dc26, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:30.593129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.599383 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68054ae0-352c-4ba3-9c14-1f52ca501860', 'name': '', 'tenant_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5295ce9-8da2-4ce1-b520-31178a1d0978', 'external_fixed_ips': [{'subnet_id': '5102f45b-7bc8-4f74-8765-a28e2e97514a', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bf4bff95-6576-44ee-8bcf-add85c646484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:24Z', 'updated_at': '2021-07-07T17:59:27Z', 'revision_number': 3, 'project_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'gw_port': {'id': 'bf4bff95-6576-44ee-8bcf-add85c646484', 'name': '', 'network_id': 'd5295ce9-8da2-4ce1-b520-31178a1d0978', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68054ae0-352c-4ba3-9c14-1f52ca501860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '5102f45b-7bc8-4f74-8765-a28e2e97514a', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:25Z', 'updated_at': '2021-07-07T17:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5102f45b-7bc8-4f74-8765-a28e2e97514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:30.672945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5c573-2064-4b84-9505-346182a6004c req-587320fd-bc8c-4b77-a15e-5f7e57d73a2e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:30.675178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3c5c573-2064-4b84-9505-346182a6004c req-587320fd-bc8c-4b77-a15e-5f7e57d73a2e tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.3073804 Jul 07 17:59:30.680200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.685905 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Checking router: 68054ae0-352c-4ba3-9c14-1f52ca501860 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:30.687075 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Updating router 68054ae0-352c-4ba3-9c14-1f52ca501860 port bf4bff95-6576-44ee-8bcf-add85c646484 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:30.703774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] For port 35fd1f61-5153-4b25-8be2-8846c1b6dc26, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:30.707125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] For port 35fd1f61-5153-4b25-8be2-8846c1b6dc26, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=35fd1f61-5153-4b25-8be2-8846c1b6dc26,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:30.711050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fad5c554-6b08-4408-82b3-ffbea284fd52 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:30.727757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.742301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=c672f3c9-6575-4a94-bc7a-d31dd49e7cce,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:30.794501 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:30.819980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d53f2-f66a-4b79-8188-6682b74bd5f5 req-db015911-bb12-4106-8db5-8011a593ac0a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:30.832194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-046d53f2-f66a-4b79-8188-6682b74bd5f5 req-db015911-bb12-4106-8db5-8011a593ac0a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.2740102 Jul 07 17:59:30.960867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3c5c573-2064-4b84-9505-346182a6004c req-4b290b2f-72a6-4455-8c0c-845c9d642c92 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702408 Jul 07 17:59:30.998643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-046d53f2-f66a-4b79-8188-6682b74bd5f5 req-53c1d79b-0950-4662-86fa-81c2aa66d881 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632965 Jul 07 17:59:30.999624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748adc8a-870c-40f1-8fca-0b471718e8f2 None None] Pushing event updated for resources: {'Port': ['ID=35fd1f61-5153-4b25-8be2-8846c1b6dc26,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:31.019179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port fad5c554-6b08-4408-82b3-ffbea284fd52 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:31.027209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Deleting port bf4bff95-6576-44ee-8bcf-add85c646484 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:31.027903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.028368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fad5c554-6b08-4408-82b3-ffbea284fd52 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:31.030359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.176078 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.208770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Calling delete_port for bf4bff95-6576-44ee-8bcf-add85c646484 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:31.402818 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.405086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Deleting port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:31.405086 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.435024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 10.1.1.12 (505be4a2-270c-4d00-b6c6-483296bee6ec/5203f000-aa3b-4de1-b1ba-2d97dae5c061/26086cce-ebff-466f-9b23-0f2e5a21a1c6) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:31.465036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-52de7f78-9b9e-4ab5-b863-43d3f15a1880 None None] Provisioning complete for port fad5c554-6b08-4408-82b3-ffbea284fd52 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:31.465257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-52de7f78-9b9e-4ab5-b863-43d3f15a1880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.569119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port fad5c554-6b08-4408-82b3-ffbea284fd52, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fad5c554-6b08-4408-82b3-ffbea284fd52,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:31.583674 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.673766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.674405 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:59:31.674921 n-d-798930-2 neutron-server[105591]: DEBUG oslo_db.api [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:59:31.701159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf4bff95-6576-44ee-8bcf-add85c646484,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:31.707557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=fad5c554-6b08-4408-82b3-ffbea284fd52,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:31.714747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.715338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.715753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.716180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.716605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.717103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.717629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.718147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.718614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.719027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.719445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.719982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:31.813970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.909580 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.911920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.937659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-a68b6ff2-d409-4fd9-a9d2-107ba3c999fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 999 time: 1.4343827 Jul 07 17:59:31.969796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.970526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68054ae0-352c-4ba3-9c14-1f52ca501860 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:31.982900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:31.988121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4c25c9d7-1ae2-4905-903f-06440b99be9b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "DELETE /v2.0/routers/68054ae0-352c-4ba3-9c14-1f52ca501860 HTTP/1.1" status: 204 len: 168 time: 2.0904622 Jul 07 17:59:31.988958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37298) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:32.051040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Deleting subnet 5102f45b-7bc8-4f74-8765-a28e2e97514a {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:32.063792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.122746 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.172704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-d3f941ca-3c57-47bb-a304-b733ace89447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:32.174283 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-d3f941ca-3c57-47bb-a304-b733ace89447 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.2227623 Jul 07 17:59:32.196356 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.210985 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Port bf4bff95-6576-44ee-8bcf-add85c646484 not found while updating agent binding for router 68054ae0-352c-4ba3-9c14-1f52ca501860. {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:59:32.244127 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Routers set() bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:32.244777 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Router IDs set() for agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:59:32.245725 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_agentschedulers_db [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68054ae0-352c-4ba3-9c14-1f52ca501860'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent'). {{(pid=105591) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:59:32.246288 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc31a51-b606-47b0-bc3b-434808128d33 None None] The sync data for ids ['68054ae0-352c-4ba3-9c14-1f52ca501860'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:32.311348 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:32.326666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.358273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5102f45b-7bc8-4f74-8765-a28e2e97514a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:32.384627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.386686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1cb08394-8477-430a-bbb0-1c145d435e03 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/5102f45b-7bc8-4f74-8765-a28e2e97514a HTTP/1.1" status: 204 len: 168 time: 0.3966844 Jul 07 17:59:32.391505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37306) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:32.416683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] For port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:32.417161 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.423844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.430115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4583975c-b65c-4ae9-a9e0-eff4c75e6d26 None None] Network 170bcb05-6fc9-471f-9776-2ba06426a53c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:32.460208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Calling delete_port for 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:32.502698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38113838-581b-4bef-85c3-1df44ecbb212 req-cfde2161-5de2-4810-b4b3-71bc4d7d2ec8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:32.503451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Transition to ACTIVE for port object 26086cce-ebff-466f-9b23-0f2e5a21a1c6 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:32.504761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38113838-581b-4bef-85c3-1df44ecbb212 req-cfde2161-5de2-4810-b4b3-71bc4d7d2ec8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.2516608 Jul 07 17:59:32.537852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29fb13-606f-43c8-8a1e-d3537e1e3c42 req-8c471996-c70c-432f-bc6c-e3a14e218a3a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:32.550459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc29fb13-606f-43c8-8a1e-d3537e1e3c42 req-8c471996-c70c-432f-bc6c-e3a14e218a3a tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 949 time: 0.2986529 Jul 07 17:59:32.556727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.558251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8f95aa28-2e3c-49a1-a7cd-e96f2b0fe950 None None] Provisioning for port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:32.660564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc29fb13-606f-43c8-8a1e-d3537e1e3c42 req-82775f35-259c-4b10-a678-944cf82d65a3 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/security-groups?id=11ab395f-ba4a-45f3-aacc-9c1116d658c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084001 Jul 07 17:59:32.736552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38113838-581b-4bef-85c3-1df44ecbb212 req-eae9ac8f-971d-47c0-86b0-e3eee192e9c9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820531 Jul 07 17:59:32.783623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-781a8e65-397a-44fe-853c-041ca658d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:32.785413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-781a8e65-397a-44fe-853c-041ca658d930 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4953260 Jul 07 17:59:32.819344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.836335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5295ce9-8da2-4ce1-b520-31178a1d0978']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:32.854698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60abe22c-1925-4fbb-8e0f-0ba55a4bdf11') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:32.855168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60abe22c-1925-4fbb-8e0f-0ba55a4bdf11') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:32.857030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fad5c554-6b08-4408-82b3-ffbea284fd52 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:32.869739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.890145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.906978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:32.907493 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:32.916021 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:32.949966 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.961682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fad5c554-6b08-4408-82b3-ffbea284fd52 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:32.962054 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.992921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:33.020097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:33.040064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.044931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5295ce9-8da2-4ce1-b520-31178a1d0978 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:59:33.047882 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.050765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "DELETE /v2.0/networks/d5295ce9-8da2-4ce1-b520-31178a1d0978 HTTP/1.1" status: 204 len: 168 time: 0.6566854 Jul 07 17:59:33.060994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:33.062015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.071734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a0ce8-fe58-4bd2-80fe-357d0e6a6fe5 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5295ce9-8da2-4ce1-b520-31178a1d0978,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:33.130358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.152112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:33.153268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.200573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 505be4a2-270c-4d00-b6c6-483296bee6ec is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:33.204031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:33.204176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.204707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527afb86-0b97-4d07-a6e8-8f79958cb150 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:33.249501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:33.256769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:33.275771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 35fd1f61-5153-4b25-8be2-8846c1b6dc26 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:33.343299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:33.396900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=26086cce-ebff-466f-9b23-0f2e5a21a1c6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:33.456786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37326) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.458032 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-71afcdcc-7574-497d-9c7c-164aaa089eb5 service neutron] 10.222.0.55 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625426 Jul 07 17:59:33.462362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ccd157b4-fafa-4d6a-9f10-af9030da421c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'router': {'name': 'tempest-router--467741474', 'project_id': '4dfbae9d631e47c28d30ccb28ccb6645'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:33.478247 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.492541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccd157b4-fafa-4d6a-9f10-af9030da421c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.494070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccd157b4-fafa-4d6a-9f10-af9030da421c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.498345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:33.527458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:33.527740 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.594442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccd157b4-fafa-4d6a-9f10-af9030da421c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.604093 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccd157b4-fafa-4d6a-9f10-af9030da421c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.641698 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccd157b4-fafa-4d6a-9f10-af9030da421c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.642931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ccd157b4-fafa-4d6a-9f10-af9030da421c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1850863 Jul 07 17:59:33.645648 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-638b412e-c634-403b-8923-6032a6780f9d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 9.5662801 Jul 07 17:59:33.648035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37330) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.648489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37332) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:33.686509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:33.687256 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.726159 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.728352 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.765572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c907ac94-3fc1-46de-b0e3-9eb67a1e3467 None None] Provisioning for port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:33.771255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c907ac94-3fc1-46de-b0e3-9eb67a1e3467 None None] Provisioning complete for port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:33.771610 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c907ac94-3fc1-46de-b0e3-9eb67a1e3467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.797906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 35fd1f61-5153-4b25-8be2-8846c1b6dc26, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=35fd1f61-5153-4b25-8be2-8846c1b6dc26,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:33.817114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c907ac94-3fc1-46de-b0e3-9eb67a1e3467 None None] Port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:59:33.820937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.976722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1c75d85-52d7-4f08-8151-ce1cf8fd2c55 req-88b4463e-569a-47be-8f3c-a7c3d0a5b6bf tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 210 time: 0.0546789 Jul 07 17:59:33.995522 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6315938-eb5c-4c0f-be3e-1af5aa4d4666 req-b3c417c1-8471-4865-b12e-af895ec0f817 service neutron] 10.222.0.55 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981096 Jul 07 17:59:34.001294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=35fd1f61-5153-4b25-8be2-8846c1b6dc26,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:34.002806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed585f31-813e-4a04-bd23-258a427d8e59 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.074796 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d929b9ec-3229-4b69-9765-86131b4c3221 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0374880 Jul 07 17:59:34.074796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.089317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37344) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.136445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'port': {'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1210842446', 'fixed_ips': [{'subnet_id': '5203f000-aa3b-4de1-b1ba-2d97dae5c061'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:34.151543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a163c65-3b8f-4716-af7f-a8e4c86bff27 req-8b68e321-d988-4310-8f2e-7ae23620ecb0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:34.155537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a163c65-3b8f-4716-af7f-a8e4c86bff27 req-8b68e321-d988-4310-8f2e-7ae23620ecb0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.1736138 Jul 07 17:59:34.208943 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e5ba6d83-7191-494a-bc51-0b595a298448 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "GET /v2.0/floatingips/e477e29a-5fd6-4e12-a55c-908b7a27b5d3 HTTP/1.1" status: 200 len: 975 time: 0.5181715 Jul 07 17:59:34.213077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37352) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.239274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a163c65-3b8f-4716-af7f-a8e4c86bff27 req-3d9857e1-00e5-4c18-acfb-4779d5dac892 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776207 Jul 07 17:59:34.309941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Pushing event deleted for resources: {'Port': ['ID=1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:34.444356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed585f31-813e-4a04-bd23-258a427d8e59 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.446621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed585f31-813e-4a04-bd23-258a427d8e59 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.662814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed585f31-813e-4a04-bd23-258a427d8e59 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.664077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed585f31-813e-4a04-bd23-258a427d8e59 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29c770eb-307c-49c1-b8e2-53c6f2b55b91 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:34.676367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] No DVR routers for this DVR port 1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:34.698584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.699659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 35fd1f61-5153-4b25-8be2-8846c1b6dc26 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:34.702863 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e88808ae-a2e6-486b-abbe-0a9249806379 req-d4f13f24-cb14-4f83-afcc-d122f504aef6 tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.90 "DELETE /v2.0/ports/1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c HTTP/1.1" status: 204 len: 173 time: 4.8331475 Jul 07 17:59:34.707968 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed585f31-813e-4a04-bd23-258a427d8e59 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.710720 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ed585f31-813e-4a04-bd23-258a427d8e59 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "DELETE /v2.0/routers/29c770eb-307c-49c1-b8e2-53c6f2b55b91 HTTP/1.1" status: 204 len: 168 time: 1.0188856 Jul 07 17:59:34.717054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-deleted', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:34.720766 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a648e1ea-12b9-4864-8aab-e9bdb1e357e0" -d '{"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-deleted", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:34.742812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37370) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:34.743795 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f2e148de-d67a-4d83-a707-c222a3dd31bf tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.5135539 Jul 07 17:59:34.749758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'port_id': '460fa9fe-95d8-47da-a6f6-117853b8e910'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:34.781043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.871528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508271d-931e-4218-97de-fd55b8483cc9 req-f8820d6f-cfba-4d0d-be4e-0c1a6b20d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:34.874936 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0508271d-931e-4218-97de-fd55b8483cc9 req-f8820d6f-cfba-4d0d-be4e-0c1a6b20d24a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1096 time: 0.7955277 Jul 07 17:59:35.007103 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb828bd-b451-4a9b-a636-8ddc3f874c17 x-openstack-request-id: req-5bb828bd-b451-4a9b-a636-8ddc3f874c17 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:35.007478 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e0af6-4062-4812-912b-937032dc4323", "name": "network-vif-deleted", "tag": "1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:35.007670 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bb828bd-b451-4a9b-a636-8ddc3f874c17 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:35.008049 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e0af6-4062-4812-912b-937032dc4323', 'name': 'network-vif-deleted', 'tag': '1a61f95b-fb8a-49ae-86bf-0d20ae5b0b6c', 'status': 'completed', 'code': 200} Jul 07 17:59:35.020486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:35.108459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.140538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:35.145015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.149786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37374) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:35.423394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508271d-931e-4218-97de-fd55b8483cc9 req-0fab492b-356b-4f33-a9aa-279d87a15af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:35.425145 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0508271d-931e-4218-97de-fd55b8483cc9 req-0fab492b-356b-4f33-a9aa-279d87a15af8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.5400066 Jul 07 17:59:35.722013 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.204811 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0508271d-931e-4218-97de-fd55b8483cc9 req-43dd5f2d-07b3-4a06-95fb-149e139768cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 999 time: 0.7650411 Jul 07 17:59:36.208632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.221446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1924331868', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:36.287789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.288756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.308972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] device_id is not set on port 87e25960-b498-4553-b6bc-592a66af9e2f yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:36.536676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508271d-931e-4218-97de-fd55b8483cc9 req-932df679-91d2-4706-a131-5d22186c33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:36.543065 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0508271d-931e-4218-97de-fd55b8483cc9 req-932df679-91d2-4706-a131-5d22186c33c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.2674384 Jul 07 17:59:36.658312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.861073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a29f3aee-56f3-4a9d-a4a8-8dc73a20f43d req-9f372d71-7aa0-4081-832d-d83e428e506c tempest-MigrationsAdminTest-828816345 tempest-MigrationsAdminTest-828816345-project] 10.222.0.88 "GET /v2.0/ports?device_id=300e0af6-4062-4812-912b-937032dc4323 HTTP/1.1" status: 200 len: 210 time: 0.6269619 Jul 07 17:59:36.904072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:59:37.018206 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.026517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.130610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1955de8-d657-49c4-b3b4-65aac3ef0534 req-f2706f50-e686-4c25-b046-1986d6bd9e48 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:37.132731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1955de8-d657-49c4-b3b4-65aac3ef0534 req-f2706f50-e686-4c25-b046-1986d6bd9e48 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.8855877 Jul 07 17:59:37.283696 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP e477e29a-5fd6-4e12-a55c-908b7a27b5d3 associated. External IP: 172.25.1.5, port: 0bab82e1-866e-46bd-9e63-9f9eb69da35f. Jul 07 17:59:37.292062 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.317662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508271d-931e-4218-97de-fd55b8483cc9 req-1d90e7ce-e79c-454d-a9e5-cfe3e10e29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:37.319558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0508271d-931e-4218-97de-fd55b8483cc9 req-1d90e7ce-e79c-454d-a9e5-cfe3e10e29a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6591969 Jul 07 17:59:37.326267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Deleting port b8b27b3e-ff04-49b8-8635-7f0ddf60371d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:37.326765 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.475355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] For port b8b27b3e-ff04-49b8-8635-7f0ddf60371d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:37.476438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:37.525119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 10.1.1.136 (505be4a2-270c-4d00-b6c6-483296bee6ec/5203f000-aa3b-4de1-b1ba-2d97dae5c061/87e25960-b498-4553-b6bc-592a66af9e2f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:37.530566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1955de8-d657-49c4-b3b4-65aac3ef0534 req-cb68e14d-93c2-4b5d-b437-5d8133449d83 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389043 Jul 07 17:59:37.661149 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0508271d-931e-4218-97de-fd55b8483cc9 req-16e02827-1849-4b5b-9884-4224bc1ae7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689532 Jul 07 17:59:37.670684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Calling delete_port for b8b27b3e-ff04-49b8-8635-7f0ddf60371d owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:37.884858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37404) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:37.935095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:38.217457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:38.231606 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:38.252338 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:38.253231 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:38.305858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.326461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Transition to ACTIVE for port object 87e25960-b498-4553-b6bc-592a66af9e2f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:38.370157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3473c866-cdc5-4c4a-809e-77c0d6f303de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.413264 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:38.427991 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0508271d-931e-4218-97de-fd55b8483cc9 req-6fb263e8-23bd-4c45-ac20-362a2c01b89c service neutron] 10.222.0.55 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634684 Jul 07 17:59:38.430778 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.446724 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:38.448295 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:38.497691 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:38.498838 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c75e48-0735-46c5-8908-4505c0d9d0e0 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:38.697308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:38.699963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3473c866-cdc5-4c4a-809e-77c0d6f303de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.707004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3473c866-cdc5-4c4a-809e-77c0d6f303de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.740889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37418) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:38.746093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3473c866-cdc5-4c4a-809e-77c0d6f303de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6e9d968b8ef1492883908d57f01bf38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582592 Jul 07 17:59:38.756594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37420) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:38.985027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 505be4a2-270c-4d00-b6c6-483296bee6ec is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:38.992951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:39.010252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=87e25960-b498-4553-b6bc-592a66af9e2f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.015597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:39.039512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473c866-cdc5-4c4a-809e-77c0d6f303de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db7f917-7200-4821-bdb3-2d9ad4d452a0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.250942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:39.251694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.259259 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.291257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c5180f15-a6e7-4edd-937b-f6a08e333319 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9793a0ee37384851b2985dd4ab9c8bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436430 Jul 07 17:59:39.301534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37426) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:39.333796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d21e7877-1992-49a4-9fb1-76b0b74f3529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.351626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b27b3e-ff04-49b8-8635-7f0ddf60371d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:39.368264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.372783 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-02c9183b-1d84-457a-a367-722a64712081 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2389333 Jul 07 17:59:39.407255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:39.407770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d193151b-2373-46a2-83c7-deabca342813 None None] Provisioning for port 87e25960-b498-4553-b6bc-592a66af9e2f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:39.421098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.426091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d193151b-2373-46a2-83c7-deabca342813 None None] Provisioning complete for port 87e25960-b498-4553-b6bc-592a66af9e2f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:39.427012 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d193151b-2373-46a2-83c7-deabca342813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.429667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:39.572868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:39.572868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:39.579997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e918b4b-a22a-4938-95a2-6dca527a7bfd req-aef09c51-d8d6-4f88-8fd7-f1c171f0ef40 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:39.581123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e918b4b-a22a-4938-95a2-6dca527a7bfd req-aef09c51-d8d6-4f88-8fd7-f1c171f0ef40 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.6655307 Jul 07 17:59:39.640364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.651137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d21e7877-1992-49a4-9fb1-76b0b74f3529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.653041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fc580a6a-f7a9-45ad-93d1-348f13d511f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.744647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:39.785350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d193151b-2373-46a2-83c7-deabca342813 None None] Port 87e25960-b498-4553-b6bc-592a66af9e2f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:59:39.803860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:39.805007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:39.841272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fdea716b-1865-419b-9114-f606c096347b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/floatingips/e477e29a-5fd6-4e12-a55c-908b7a27b5d3 HTTP/1.1" status: 200 len: 976 time: 5.0972288 Jul 07 17:59:39.859550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37432) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:39.868999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:39.893483 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fc580a6a-f7a9-45ad-93d1-348f13d511f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.900199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:39.900888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a79100-24dd-410d-a139-50f540bc0121 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:39.921936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e918b4b-a22a-4938-95a2-6dca527a7bfd req-3a30de0e-a361-4f74-90a0-47144e95e6cc tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091884 Jul 07 17:59:39.975281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d21e7877-1992-49a4-9fb1-76b0b74f3529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.979467 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d21e7877-1992-49a4-9fb1-76b0b74f3529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:39.981262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d21e7877-1992-49a4-9fb1-76b0b74f3529 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7db7f917-7200-4821-bdb3-2d9ad4d452a0 HTTP/1.1" status: 204 len: 168 time: 1.2224135 Jul 07 17:59:39.993970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e7877-1992-49a4-9fb1-76b0b74f3529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db7f917-7200-4821-bdb3-2d9ad4d452a0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:40.019266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fc580a6a-f7a9-45ad-93d1-348f13d511f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.030743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fc580a6a-f7a9-45ad-93d1-348f13d511f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.048295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37436) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.048658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fc580a6a-f7a9-45ad-93d1-348f13d511f0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11ab395f-ba4a-45f3-aacc-9c1116d658c5 HTTP/1.1" status: 204 len: 168 time: 0.7421048 Jul 07 17:59:40.067586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc580a6a-f7a9-45ad-93d1-348f13d511f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab395f-ba4a-45f3-aacc-9c1116d658c5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:40.074666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695123584', 'description': 'tempest-description--20319278'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:40.303891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.399580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.442879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.449052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Allocated IP 172.25.1.242 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/228b5fad-7094-4059-856b-156f79daa361) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:40.665222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37454) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.759974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-287ed585-88a9-4d96-94d7-80c30403adcd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=462e6b50419c488f95d059d61d2ff7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931563 Jul 07 17:59:40.761168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37456) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:40.787407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.801897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.802256 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP e477e29a-5fd6-4e12-a55c-908b7a27b5d3 disassociated. External IP: 172.25.1.5, port: 460fa9fe-95d8-47da-a6f6-117853b8e910. Jul 07 17:59:40.829332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-358081ad-24a7-420f-b935-2d618ced603f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.876659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-358081ad-24a7-420f-b935-2d618ced603f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.908552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.921233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.964215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.975466 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-358081ad-24a7-420f-b935-2d618ced603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.978545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-358081ad-24a7-420f-b935-2d618ced603f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:40.983010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-358081ad-24a7-420f-b935-2d618ced603f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c508bdc7-6e83-4412-977a-68ddff976189 HTTP/1.1" status: 204 len: 168 time: 0.2206204 Jul 07 17:59:41.001136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358081ad-24a7-420f-b935-2d618ced603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508bdc7-6e83-4412-977a-68ddff976189,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:41.064403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.068608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9961886 Jul 07 17:59:41.069514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37462) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:41.075890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-fde49d86-8533-4a39-a95b-ce1102666dbc tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'security_group_rule': {'security_group_id': '3980bfff-ff10-4a85-887c-c36de1fba38f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:41.090788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3980bfff-ff10-4a85-887c-c36de1fba38f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:41.137821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fde49d86-8533-4a39-a95b-ce1102666dbc tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.171773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.171906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.172193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.172558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.172941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.173282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.173618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.173950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.174278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.174620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.174983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.175324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5ec5a-cac3-48af-89a1-b3dadc84310c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:41.277824 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.375795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:41.389490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Router 2270525a-ca1a-4350-b7cd-dedbea1fd11f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:41.390978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:41.398863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:41.405660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event updated for resources: {'Port': ['ID=228b5fad-7094-4059-856b-156f79daa361,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:41.409096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a016-9a90-4f3e-85cf-f07dfa33d341 req-ab1f1789-6760-4f66-b686-3c39590bd163 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:41.411106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a569a016-9a90-4f3e-85cf-f07dfa33d341 req-ab1f1789-6760-4f66-b686-3c39590bd163 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.2493007 Jul 07 17:59:41.414152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fde49d86-8533-4a39-a95b-ce1102666dbc tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.427045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fde49d86-8533-4a39-a95b-ce1102666dbc tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.460757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde49d86-8533-4a39-a95b-ce1102666dbc tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26955335-e977-480b-a8e4-ec43d6b2ebcb,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:41.513700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fde49d86-8533-4a39-a95b-ce1102666dbc tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.522381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fde49d86-8533-4a39-a95b-ce1102666dbc tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4503195 Jul 07 17:59:41.526770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:41.541788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d010df93-3bc8-413b-b953-01daba444c94 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'security_group_rule': {'security_group_id': '3980bfff-ff10-4a85-887c-c36de1fba38f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:41.608793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a569a016-9a90-4f3e-85cf-f07dfa33d341 req-c146bdd8-20a3-45a6-bbd7-8b7aba06eb95 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915545 Jul 07 17:59:41.732272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d010df93-3bc8-413b-b953-01daba444c94 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.882299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d010df93-3bc8-413b-b953-01daba444c94 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.892051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d010df93-3bc8-413b-b953-01daba444c94 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.942962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010df93-3bc8-413b-b953-01daba444c94 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0749b841-8446-4398-aaff-7289f18b7055,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:41.949265 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d010df93-3bc8-413b-b953-01daba444c94 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:41.951831 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d010df93-3bc8-413b-b953-01daba444c94 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4195306 Jul 07 17:59:41.952927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:41.955651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37482) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:41.964643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:42.014879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.294098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.505640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 172.25.1.151 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/9cd4700f-7a01-4337-8a0d-e7b26fb1766f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:42.537066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:42.560033 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] Sync routers for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:42.588472 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:42.591173 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:42.645410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37506) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:42.646794 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b47cbaa5-60f5-4a3c-a16e-e2d6d7c69d58 admin admin] 10.222.0.88 "PUT /v2.0/routers/2270525a-ca1a-4350-b7cd-dedbea1fd11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0000315 Jul 07 17:59:42.649067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:42.665710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:42.671001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:42.708482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:42.713147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:42.808693 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a175a15e-051a-4db6-ba28-00a618b412bc tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/floatingips/e477e29a-5fd6-4e12-a55c-908b7a27b5d3 HTTP/1.1" status: 200 len: 686 time: 2.9454842 Jul 07 17:59:42.808795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37512) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:42.870958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:42.902579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:42.910028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.031511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.032187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015df05-d924-4023-ad0f-0613e1e71a58 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:43.043795 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:43.105964 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37520) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:43.151129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.192644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.232165 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.439764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-619531311-network', 'tenant_id': 'e6b4c1ae55e4448a9cfce5f7c3edcc9f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:43.447724 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:59:38Z', 'revision_number': 5, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port': {'id': 'd6756888-4c27-4956-b9eb-e1a6cf484bf6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:59Z', 'updated_at': '2021-07-07T17:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.490705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port c672f3c9-6575-4a94-bc7a-d31dd49e7cce {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:43.491411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.535707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Made reservation on behalf of e6b4c1ae55e4448a9cfce5f7c3edcc9f for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:43.538555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.589487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.593785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb627-b974-4ce2-ae93-59f6b3024e9c req-94303b8f-757a-448b-8d40-1f87586cd9ef tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:43.601252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-326fb627-b974-4ce2-ae93-59f6b3024e9c req-94303b8f-757a-448b-8d40-1f87586cd9ef tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.5853765 Jul 07 17:59:43.632546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.705400 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.730922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:43.739821 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.745458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-326fb627-b974-4ce2-ae93-59f6b3024e9c req-69f7242c-1996-4bbe-9b11-2aba51493e68 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431472 Jul 07 17:59:43.758362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:43.761910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.776257 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] Checking router: 2270525a-ca1a-4350-b7cd-dedbea1fd11f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:43.796429 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] Routers {'2270525a-ca1a-4350-b7cd-dedbea1fd11f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:43.798534 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:43.800810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:43.805244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=9cd4700f-7a01-4337-8a0d-e7b26fb1766f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:43.892436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:43.917617 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.918286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.939397 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] Set router 2270525a-ca1a-4350-b7cd-dedbea1fd11f gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:43.948135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e4a8b9-07ae-439d-9125-5529283f1caf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:43.960418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:43.960880 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Added segment 000c6004-9d74-4ea0-a4bf-eea537c61911 of type vlan for network 01f463a4-73a6-4e19-892c-ac32d06b8e60 Jul 07 17:59:43.982439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for c672f3c9-6575-4a94-bc7a-d31dd49e7cce owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:44.008793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.018136 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:59:43Z', 'revision_number': 6, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:44.030713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Deleting port d6756888-4c27-4956-b9eb-e1a6cf484bf6 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:44.031074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.060806 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6f8ce-ae54-439f-9fd0-e93f3a248306 None None] The sync data for ids ['2270525a-ca1a-4350-b7cd-dedbea1fd11f'] in n-d-798930-2 is: [{'id': '2270525a-ca1a-4350-b7cd-dedbea1fd11f', 'name': 'tempest-ServersTestManualDisk-1926205336-router', 'tenant_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:58Z', 'updated_at': '2021-07-07T17:59:43Z', 'revision_number': 6, 'project_id': 'e73a87dcfa654e3b942a6c82a4de6efd', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:44.097940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.140961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.178231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.216068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] For port d6756888-4c27-4956-b9eb-e1a6cf484bf6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d6756888-4c27-4956-b9eb-e1a6cf484bf6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:44.216426 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.236645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Calling delete_port for d6756888-4c27-4956-b9eb-e1a6cf484bf6 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:44.258990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.260183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:44.260839 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.346987 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2407756 Jul 07 17:59:44.355598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37540) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:44.374833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Request body: {'subnet': {'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-619531311-subnet', 'tenant_id': 'e6b4c1ae55e4448a9cfce5f7c3edcc9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:44.572193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Made reservation on behalf of e6b4c1ae55e4448a9cfce5f7c3edcc9f for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:44.580622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8b27b3e-ff04-49b8-8635-7f0ddf60371d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:44.591325 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.622859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b8b27b3e-ff04-49b8-8635-7f0ddf60371d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:44.623433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b8b27b3e-ff04-49b8-8635-7f0ddf60371d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:44.714944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6d84e-6166-41e9-8fcf-a111b9a2eb47 admin admin] Pushing event updated for resources: {'Network': ['ID=01f463a4-73a6-4e19-892c-ac32d06b8e60,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:44.726792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 01f463a4-73a6-4e19-892c-ac32d06b8e60 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:44.766233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Router 9c08cc12-d4dd-40ad-b305-dda5d96918bc is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:44.933146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:44.956758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.962490 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] Sync routers for ids ['9c08cc12-d4dd-40ad-b305-dda5d96918bc'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:44.993863 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] Routers {'9c08cc12-d4dd-40ad-b305-dda5d96918bc'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:44.994619 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9c08cc12-d4dd-40ad-b305-dda5d96918bc'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.023151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.028782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=c672f3c9-6575-4a94-bc7a-d31dd49e7cce,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:45.036759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.040982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5ef666f1-0a8e-409e-87c1-1a3e456fef86 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.8875849 Jul 07 17:59:45.043403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37554) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.082670 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.108208 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] Routers {'9c08cc12-d4dd-40ad-b305-dda5d96918bc'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:45.108948 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9c08cc12-d4dd-40ad-b305-dda5d96918bc'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.121582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.233962 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:45.235784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.241166 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e8ceb-56cd-481a-91b3-6dc031b47a49 None None] The sync data for ids ['9c08cc12-d4dd-40ad-b305-dda5d96918bc'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:45.444447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=9cd4700f-7a01-4337-8a0d-e7b26fb1766f,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:45.563120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13993fdc-2d78-4301-ba24-12448b0879d6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:45.656116 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.660647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Checking segment: {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:45.661561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Network hostable DHCP agents. Network: 01f463a4-73a6-4e19-892c-ac32d06b8e60, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:45.673594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.676571 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.681229 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-718cdc82-bc05-4878-a26d-3a87b3d4cd9b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/floatingips/e477e29a-5fd6-4e12-a55c-908b7a27b5d3 HTTP/1.1" status: 204 len: 168 time: 2.8435850 Jul 07 17:59:45.681956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37560) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.723284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-320007a9-9448-41a2-9815-d5756cc7147f tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/9c08cc12-d4dd-40ad-b305-dda5d96918bc HTTP/1.1" status: 200 len: 921 time: 0.6752596 Jul 07 17:59:45.724514 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-3d3c63e1-9d51-4e11-a180-aacda6569ba6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] delete failed (client error): The resource could not be found. Jul 07 17:59:45.729425 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3d3c63e1-9d51-4e11-a180-aacda6569ba6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/floatingips/e477e29a-5fd6-4e12-a55c-908b7a27b5d3 HTTP/1.1" status: 404 len: 345 time: 0.0441885 Jul 07 17:59:45.730144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37562) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.730545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37564) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.744533 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.748508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6756888-4c27-4956-b9eb-e1a6cf484bf6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:45.790414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550d70c-a352-4af0-b374-c3bcb03a51cf req-6f1045df-3081-46a1-aa32-53556195c590 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:45.793944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8550d70c-a352-4af0-b374-c3bcb03a51cf req-6f1045df-3081-46a1-aa32-53556195c590 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.7235329 Jul 07 17:59:45.799415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d217fac9-883e-429e-aa6a-f99d5ff8ddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.822894 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-87ed083b-f0a2-4690-905b-364a7a77afb8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c08cc12-d4dd-40ad-b305-dda5d96918bc HTTP/1.1" status: 200 len: 205 time: 0.0886178 Jul 07 17:59:45.829584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:45.921995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c58ce0-072c-4c4b-85b6-0f9f04e055c3 req-5f44a1b1-192c-4ecb-9d62-328a605315d8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:45.934355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3c58ce0-072c-4c4b-85b6-0f9f04e055c3 req-5f44a1b1-192c-4ecb-9d62-328a605315d8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 946 time: 0.7359173 Jul 07 17:59:45.979798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db73e66-6e3a-4642-a803-3c232c13276d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:45.986450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db73e66-6e3a-4642-a803-3c232c13276d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:45.992760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db73e66-6e3a-4642-a803-3c232c13276d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:45.997672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5db73e66-6e3a-4642-a803-3c232c13276d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "GET /v2.0/ports?network_id=ebc39bf5-1c26-4336-ac78-f0c555d8ba11 HTTP/1.1" status: 200 len: 2357 time: 0.2646554 Jul 07 17:59:45.998410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37570) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.065596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Network 01f463a4-73a6-4e19-892c-ac32d06b8e60 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:46.067949 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.114079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.128988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075539e3-fa4d-4764-bce6-58902e43458b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:46.128988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-075539e3-fa4d-4764-bce6-58902e43458b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "GET /v2.0/subnets/61905ace-1dd6-4772-b1d5-1cfa7c1276cd HTTP/1.1" status: 200 len: 797 time: 0.1175854 Jul 07 17:59:46.128988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37574) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.133089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-80307dd5-4aa3-41cf-8556-3c4279d1dfb9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1740437 Jul 07 17:59:46.182774 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.236561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'port': {'network_id': 'ebc39bf5-1c26-4336-ac78-f0c555d8ba11', 'name': 'tempest-FloatingIPTestJSON-942226748', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:46.248020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 01f463a4-73a6-4e19-892c-ac32d06b8e60) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:46.264154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75416c9b-0af0-41b2-9d4c-6a6442951f91 None None] Network 01f463a4-73a6-4e19-892c-ac32d06b8e60 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:46.365662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:46.366136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.382983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37578) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.477662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.483631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8550d70c-a352-4af0-b374-c3bcb03a51cf req-a942a75c-70c4-4f14-8dc9-020c8e6408f0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5480421 Jul 07 17:59:46.501052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.504583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.530275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3c58ce0-072c-4c4b-85b6-0f9f04e055c3 req-b6d62e40-8197-494e-a5f5-832c621088fb tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493166 Jul 07 17:59:46.536593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ab1b6c3d-7509-4338-baf3-7c49974ba63e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1798573 Jul 07 17:59:46.560798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e271be-9853-4063-8b71-e3328d5d38e6 None None] Network 01f463a4-73a6-4e19-892c-ac32d06b8e60 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:46.639267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1806c34-233d-4b45-81a4-537b2e457e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.665669 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.666214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2270525a-ca1a-4350-b7cd-dedbea1fd11f {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:46.685302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.690881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2615b6d4-10e3-42fd-aec5-d15181703b42 admin admin] 10.222.0.88 "DELETE /v2.0/routers/2270525a-ca1a-4350-b7cd-dedbea1fd11f HTTP/1.1" status: 204 len: 168 time: 4.0363078 Jul 07 17:59:46.691516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37594) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:46.752969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:46.765968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Deleting port 228b5fad-7094-4059-856b-156f79daa361 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:46.766322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.772557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] Deleting subnet 4b989343-b1ef-41af-b661-85a58de4aec6 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:59:46.778383 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.902104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:46.915479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-064d4f08-595a-4fd4-8249-fcaa7176147c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--695123584&fields=id&tenant_id=fd7be2ae614a463aa95682e9a15268e1 HTTP/1.1" status: 200 len: 267 time: 0.1392231 Jul 07 17:59:46.926362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Calling delete_port for 228b5fad-7094-4059-856b-156f79daa361 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:46.942820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d6756888-4c27-4956-b9eb-e1a6cf484bf6 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:46.969439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.016533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d6756888-4c27-4956-b9eb-e1a6cf484bf6 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:47.017015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d6756888-4c27-4956-b9eb-e1a6cf484bf6 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:47.089353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.290669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1806c34-233d-4b45-81a4-537b2e457e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.300482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] device_id is not set on port 17bc6821-a342-4c69-84d7-cdedd5357b16 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:59:47.306180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1806c34-233d-4b45-81a4-537b2e457e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.473761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1806c34-233d-4b45-81a4-537b2e457e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a801b1d6-a3ee-4bf1-ab6a-0a6f2cd8b7d1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:47.478054 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a1806c34-233d-4b45-81a4-537b2e457e41 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f33b3332d1414886bbea3b7ab90d40b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0940585 Jul 07 17:59:47.488663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37614) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:47.587437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-89335235-ffe0-409e-b943-16701bf62e40 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:47.588992 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-89335235-ffe0-409e-b943-16701bf62e40 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 946 time: 0.6311078 Jul 07 17:59:47.619950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-5f46c599-159a-4d3c-8c48-7d8f6bcee70d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:47.620629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-5f46c599-159a-4d3c-8c48-7d8f6bcee70d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports/26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 936 time: 0.6962156 Jul 07 17:59:47.702132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.742534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93d6658a-4e3d-49cd-b70e-b9643716a54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.765492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-34d53c53-a075-4342-b9b9-3f61e2c0a010 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:47.766878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-34d53c53-a075-4342-b9b9-3f61e2c0a010 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports/87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 937 time: 0.1370947 Jul 07 17:59:47.779651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-5b8123c5-ed7b-4364-9c2f-0becb24fe49b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:47.781129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-5b8123c5-ed7b-4364-9c2f-0becb24fe49b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 821 time: 0.2902672 Jul 07 17:59:47.782374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.829247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event deleted for resources: {'Port': ['ID=228b5fad-7094-4059-856b-156f79daa361,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:47.838099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93d6658a-4e3d-49cd-b70e-b9643716a54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.864343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-fad5abb0-6ac7-4acb-8be8-8c68f3f1628d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0821433 Jul 07 17:59:47.880916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0e97a007-7ce4-42b8-90e5-a140d04770de tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/quotas/e6b4c1ae55e4448a9cfce5f7c3edcc9f HTTP/1.1" status: 200 len: 375 time: 0.0823412 Jul 07 17:59:47.934460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.943725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.13 (ebc39bf5-1c26-4336-ac78-f0c555d8ba11/61905ace-1dd6-4772-b1d5-1cfa7c1276cd/17bc6821-a342-4c69-84d7-cdedd5357b16) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:47.955840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.11 (ebc39bf5-1c26-4336-ac78-f0c555d8ba11/61905ace-1dd6-4772-b1d5-1cfa7c1276cd/17bc6821-a342-4c69-84d7-cdedd5357b16) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:47.958900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a3b2b896-f606-4a87-8de0-748453f64b26 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0796731 Jul 07 17:59:47.965088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-23561cc4-6a66-457d-a9ac-1165fd66b27e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597291 Jul 07 17:59:47.970351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Deleting port c8ec149c-24db-4b92-b92b-6415c766e5f4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:47.970707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.990650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.994100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b989343-b1ef-41af-b661-85a58de4aec6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.015107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a4bc5-9490-45f3-970d-3bff4c59216c None None] Network e49b18a0-4912-4354-8c37-145fdfc25fb7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:48.017542 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.019416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2dd00736-c366-4835-960b-6696368749e0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4b989343-b1ef-41af-b661-85a58de4aec6 HTTP/1.1" status: 204 len: 168 time: 1.3269632 Jul 07 17:59:48.029724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37620) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.131834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.138120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.144873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93d6658a-4e3d-49cd-b70e-b9643716a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.147377 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93d6658a-4e3d-49cd-b70e-b9643716a54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.151004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-93d6658a-4e3d-49cd-b70e-b9643716a54c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a801b1d6-a3ee-4bf1-ab6a-0a6f2cd8b7d1 HTTP/1.1" status: 204 len: 168 time: 0.6565402 Jul 07 17:59:48.192048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6658a-4e3d-49cd-b70e-b9643716a54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a801b1d6-a3ee-4bf1-ab6a-0a6f2cd8b7d1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.231042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.255601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-d31e92c0-f468-40a1-8eda-f1422c9d5240 service neutron] 10.222.0.88 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710047 Jul 07 17:59:48.258018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] DHCP port deletion for e49b18a0-4912-4354-8c37-145fdfc25fb7 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:59:48.312650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-ef224747-50e2-4d30-9c70-10bd8873c66d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.318867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-ef224747-50e2-4d30-9c70-10bd8873c66d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.324915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-ef224747-50e2-4d30-9c70-10bd8873c66d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.326878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-ef224747-50e2-4d30-9c70-10bd8873c66d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/networks?id=07d9762a-e6d8-4565-a451-2224c69acbeb&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=170bcb05-6fc9-471f-9776-2ba06426a53c&id=170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 200 len: 1995 time: 0.3413715 Jul 07 17:59:48.337164 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.341007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] Deleting port 4ce572bf-20fb-4b85-983d-69aad2c001a8 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:48.341948 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.376359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bb99a34a-28e2-43df-9e26-4a32942c58d2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/quotas/fd7be2ae614a463aa95682e9a15268e1 HTTP/1.1" status: 200 len: 375 time: 0.0373394 Jul 07 17:59:48.401971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.404540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Fanout notify agent at l3_agent the message router_deleted on router 9c08cc12-d4dd-40ad-b305-dda5d96918bc {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:59:48.406440 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.413379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] For port c8ec149c-24db-4b92-b92b-6415c766e5f4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c8ec149c-24db-4b92-b92b-6415c766e5f4,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:48.413746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.435798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.440265 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-94d399a3-64f7-4a04-aa3e-84e7831731fa tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/9c08cc12-d4dd-40ad-b305-dda5d96918bc HTTP/1.1" status: 204 len: 168 time: 2.6052163 Jul 07 17:59:48.443261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37626) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.449334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1840355589', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': False}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:48.449967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] For port 4ce572bf-20fb-4b85-983d-69aad2c001a8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4ce572bf-20fb-4b85-983d-69aad2c001a8,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:48.450585 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.456503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-3d1e1065-68a6-47c3-a20d-7d5036d33afd service neutron] 10.222.0.88 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001359 Jul 07 17:59:48.470489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] Calling delete_port for 4ce572bf-20fb-4b85-983d-69aad2c001a8 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:48.470926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Calling delete_port for c8ec149c-24db-4b92-b92b-6415c766e5f4 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:48.489795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Deleting port 4ce572bf-20fb-4b85-983d-69aad2c001a8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:48.490465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.497675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:48.500585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=17bc6821-a342-4c69-84d7-cdedd5357b16,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.512918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:48.516705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:48.560497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.572268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.580422 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-018e532a-797b-4c92-8cfd-3eb2b1998388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.661057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.661764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.676537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-ff735b36-f7c8-4ba8-a74d-c08e8b0456eb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2807019 Jul 07 17:59:48.690821 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f05a95d-543e-4ed4-8053-3eb0fc059d7d tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5639524 Jul 07 17:59:48.693885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37628) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.707746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '17bc6821-a342-4c69-84d7-cdedd5357b16', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:48.753693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] For port 4ce572bf-20fb-4b85-983d-69aad2c001a8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4ce572bf-20fb-4b85-983d-69aad2c001a8,segment=NetworkSegment(b9906ad5-942c-40b7-aad5-1ef381492b36),segment_id=b9906ad5-942c-40b7-aad5-1ef381492b36)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:48.754250 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.781570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4ce572bf-20fb-4b85-983d-69aad2c001a8 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:48.789840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37634) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:48.800551 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.817153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Calling delete_port for 4ce572bf-20fb-4b85-983d-69aad2c001a8 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:48.831150 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a99c46d-6d5b-4c8d-901a-e47c50fd097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.839636 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.862266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.890609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.892490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] Pushing event deleted for resources: {'Port': ['ID=4ce572bf-20fb-4b85-983d-69aad2c001a8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.896281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fa783-aa45-45c8-91f9-78a209e110cb None None] No DVR routers for this DVR port 4ce572bf-20fb-4b85-983d-69aad2c001a8 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:48.917067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.968345 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.011646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event deleted for resources: {'Port': ['ID=c8ec149c-24db-4b92-b92b-6415c766e5f4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.071523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] No DVR routers for this DVR port c8ec149c-24db-4b92-b92b-6415c766e5f4 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:49.075087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.077400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7c60f64-fb58-441c-a590-2cef63d48e94 req-14131c16-5dcc-4c18-bdea-d15ae6e08a5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "DELETE /v2.0/ports/c8ec149c-24db-4b92-b92b-6415c766e5f4 HTTP/1.1" status: 204 len: 173 time: 1.4573278 Jul 07 17:59:49.077991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'name': 'network-vif-deleted', 'tag': 'c8ec149c-24db-4b92-b92b-6415c766e5f4'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:49.080752 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb63c764-71d2-4839-81f6-bfab832a48b3" -d '{"events": [{"server_uuid": "4eef1c97-cc20-4782-bbc7-491b26b2f75e", "name": "network-vif-deleted", "tag": "c8ec149c-24db-4b92-b92b-6415c766e5f4"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:49.120431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.139061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-49657b6a-aca5-4900-bd61-a6ba3c0428ee service neutron] 10.222.0.88 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448373 Jul 07 17:59:49.144507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.276490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.25.1.229 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/ee96a743-e7fe-4302-9a39-7fe01d2ede1b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:49.315217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1ad7-e2e7-40a3-acd5-08dc8b32a08e req-81a74934-b522-489a-b8ee-3cc89382b929 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:49.316876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-482f1ad7-e2e7-40a3-acd5-08dc8b32a08e req-81a74934-b522-489a-b8ee-3cc89382b929 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.4374151 Jul 07 17:59:49.321883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.410444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce572bf-20fb-4b85-983d-69aad2c001a8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.414335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] No DVR routers for this DVR port 4ce572bf-20fb-4b85-983d-69aad2c001a8 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:49.455751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c8ec149c-24db-4b92-b92b-6415c766e5f4 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:49.468005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-55662438-04e2-4898-8197-8c655c2314dc service neutron] 10.222.0.88 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135920 Jul 07 17:59:49.508507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: c8ec149c-24db-4b92-b92b-6415c766e5f4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:59:49.509551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c8ec149c-24db-4b92-b92b-6415c766e5f4 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:49.518310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a99c46d-6d5b-4c8d-901a-e47c50fd097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.572164 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.645549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-482f1ad7-e2e7-40a3-acd5-08dc8b32a08e req-edb1a383-06d7-4957-9237-c70a5c36facc tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986460 Jul 07 17:59:49.646583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a99c46d-6d5b-4c8d-901a-e47c50fd097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.650516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.686192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.702598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49b18a0-4912-4354-8c37-145fdfc25fb7']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:49.735787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9906ad5-942c-40b7-aad5-1ef381492b36') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:49.736164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9906ad5-942c-40b7-aad5-1ef381492b36') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:49.752967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.764249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.770998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c46d-6d5b-4c8d-901a-e47c50fd097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc17033-a36a-4afc-9178-69baf705fedf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.792965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a99c46d-6d5b-4c8d-901a-e47c50fd097e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=272954be7c754ffbbd4f0a26a31424af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9979248 Jul 07 17:59:49.797291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-73a429c5-0b1e-4645-b010-6df98014b7d6 service neutron] 10.222.0.88 "GET /v2.0/ports/26086cce-ebff-466f-9b23-0f2e5a21a1c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1825564 Jul 07 17:59:49.797771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37644) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:49.806791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.840456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:49.869370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:49.874597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:49.877372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:59:49.877873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.879947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=ee96a743-e7fe-4302-9a39-7fe01d2ede1b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: timer() Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:59:49.913455 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:59:50.076266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75254337-df89-4aa9-87dd-0d25894c03d9 req-cfea5bed-909c-4418-8696-496be612e760 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 210 time: 0.1491075 Jul 07 17:59:50.103923 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:50.146932 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.158798 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.160872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e49b18a0-4912-4354-8c37-145fdfc25fb7 HTTP/1.1" status: 204 len: 168 time: 2.1068909 Jul 07 17:59:50.181192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a96f88ed-fc77-48ce-85cd-80cdc417066d service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636174 Jul 07 17:59:50.192457 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d67facae-da82-4a7e-9006-4fe171d2e9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.279129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972860b-83bb-4e1a-aafe-dcfc3371b635 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49b18a0-4912-4354-8c37-145fdfc25fb7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.339476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.387469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d67facae-da82-4a7e-9006-4fe171d2e9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.391218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.437659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e65d4d9-a6a3-4a69-b6c1-0f3a9e8debd3 req-a6eb7151-c3e1-446a-a101-809a6e341f11 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 210 time: 0.1044829 Jul 07 17:59:50.458994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37648) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.501967 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c39ddb-acbf-4042-b5ae-976977cdd8e5 x-openstack-request-id: req-23c39ddb-acbf-4042-b5ae-976977cdd8e5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:50.502555 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eef1c97-cc20-4782-bbc7-491b26b2f75e", "name": "network-vif-deleted", "tag": "c8ec149c-24db-4b92-b92b-6415c766e5f4", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:50.502555 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-23c39ddb-acbf-4042-b5ae-976977cdd8e5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:50.503075 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eef1c97-cc20-4782-bbc7-491b26b2f75e', 'name': 'network-vif-deleted', 'tag': 'c8ec149c-24db-4b92-b92b-6415c766e5f4', 'status': 'completed', 'code': 200} Jul 07 17:59:50.586941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.594757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-204db324-da28-4da5-bc11-574e77aacaef tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.596372 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-204db324-da28-4da5-bc11-574e77aacaef tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 821 time: 0.1997957 Jul 07 17:59:50.619620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Request body: {'port': {'device_id': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'admin_state_up': True, 'tenant_id': 'e6b4c1ae55e4448a9cfce5f7c3edcc9f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:50.628608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-546a89e3-c5b0-4e9c-a795-7ac4f51bd7f6 service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464912 Jul 07 17:59:50.639890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ba38ea9d-9b98-4cf9-b853-2594e77f6345 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e73a87dcfa654e3b942a6c82a4de6efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797612 Jul 07 17:59:50.645503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37650) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:50.659278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Allocated IP 172.25.1.27 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b0cf8f9c-0b08-4699-bb82-ddaef8279baa) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:50.676499 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d67facae-da82-4a7e-9006-4fe171d2e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.679045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d67facae-da82-4a7e-9006-4fe171d2e9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.680428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d67facae-da82-4a7e-9006-4fe171d2e9bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cbc17033-a36a-4afc-9178-69baf705fedf HTTP/1.1" status: 204 len: 168 time: 0.8801143 Jul 07 17:59:50.741935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67facae-da82-4a7e-9006-4fe171d2e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc17033-a36a-4afc-9178-69baf705fedf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:50.764845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.806583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Made reservation on behalf of e6b4c1ae55e4448a9cfce5f7c3edcc9f for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:50.810434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.012473 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fca5648-a7c8-4352-92c5-b02e4fcb2372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.043790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fca5648-a7c8-4352-92c5-b02e4fcb2372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.088857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.144275 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.151660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Allocated IP 172.20.0.14 (01f463a4-73a6-4e19-892c-ac32d06b8e60/13993fdc-2d78-4301-ba24-12448b0879d6/91c3cfd0-8314-4684-b597-2e3bd9d67b20) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:51.158379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.275625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=ee96a743-e7fe-4302-9a39-7fe01d2ede1b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.326318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.489126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-21bb4f77-9053-4171-9fb4-55d132708e06 service neutron] 10.222.0.88 "GET /v2.0/ports/87e25960-b498-4553-b6bc-592a66af9e2f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.8293064 Jul 07 17:59:51.527381 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP d524aa86-ddd5-421f-90a4-159510de03cc associated. External IP: 172.25.1.229, port: 17bc6821-a342-4c69-84d7-cdedd5357b16. Jul 07 17:59:51.583176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.646253 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fca5648-a7c8-4352-92c5-b02e4fcb2372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.649199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fca5648-a7c8-4352-92c5-b02e4fcb2372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.650395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9fca5648-a7c8-4352-92c5-b02e4fcb2372 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cef9f6f4-23ea-4756-af9d-c0499d04806d HTTP/1.1" status: 204 len: 168 time: 1.0039532 Jul 07 17:59:51.700456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.713690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118516ce-a189-46f1-8bd5-f5ad114c1e24 req-98e69c86-bd5c-40dc-be42-f27ff154534a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:51.715848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-118516ce-a189-46f1-8bd5-f5ad114c1e24 req-98e69c86-bd5c-40dc-be42-f27ff154534a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.2521875 Jul 07 17:59:51.715983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.716157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5648-a7c8-4352-92c5-b02e4fcb2372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9f6f4-23ea-4756-af9d-c0499d04806d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.762905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-0b533d15-66fa-4699-872c-f2d1511a63ad service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722805 Jul 07 17:59:51.803602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Network 01f463a4-73a6-4e19-892c-ac32d06b8e60 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:51.811650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:51.828635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:51.831088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-118516ce-a189-46f1-8bd5-f5ad114c1e24 req-3b981ab9-fab5-4f5d-85b0-7887200d71dd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009645 Jul 07 17:59:51.903758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6219a050-122c-4e5a-84cf-319438805f98 service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396625 Jul 07 17:59:51.918440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:51.938934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.949819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:51.950474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:51.975701 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-0192112f-6e49-40ac-a401-dc734351d3c1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3600042 Jul 07 17:59:51.979903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:51.992700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Request body: {'port': {'device_id': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:52.040589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:52.047636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:52.050623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:52.201577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e44a0126-b4af-424d-8cc4-e7889005f1c0 req-1c8d1d44-8dc2-437e-a2fe-382a25c7d4d8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 210 time: 0.0985415 Jul 07 17:59:52.202503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.235878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:52.336347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-cacd2518-87c6-4bc4-9677-8a8cac72b24b service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303639 Jul 07 17:59:52.601217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1e0d4b1d-06b9-49b5-83b3-3304de1bb410 service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636220 Jul 07 17:59:52.617619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0f34-d422-43d4-b6c1-d6e56978b0b1 req-2d6e515c-ea10-44cf-8a2b-ca21f9723e61 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:52.620217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2ec0f34-d422-43d4-b6c1-d6e56978b0b1 req-2d6e515c-ea10-44cf-8a2b-ca21f9723e61 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 932 time: 0.2444615 Jul 07 17:59:52.730383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:52.748133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:52.767972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:52.769047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:52.815279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:52.823393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2ec0f34-d422-43d4-b6c1-d6e56978b0b1 req-4edd526c-08c6-4943-ba35-a666f26fe900 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903265 Jul 07 17:59:52.826891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:52.827731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:52.854396 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.883978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:52.883978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eea95a-84f4-42a8-a8b4-b26b5f8a00bd None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:52.946918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.984766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-afd33fc2-7682-4407-a183-6f3518498984 service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634195 Jul 07 17:59:52.998166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37740) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.167395 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-32fceead-97c4-4a3e-8a25-405ade5e5fb0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4682817 Jul 07 17:59:53.167609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37744) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.174548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'port_id': '17bc6821-a342-4c69-84d7-cdedd5357b16', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:53.182495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-786894645-network', 'tenant_id': '79fd7c48cc814148a00726f11655ca18'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:53.238217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.323779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37750) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:53.327723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:53.330415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.384750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-d2adaa89-fa36-466c-8cd6-670669bd56c4 service neutron] 10.222.0.88 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855793 Jul 07 17:59:53.388040 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.416970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359341df-ce79-4553-bd64-439597ddbe11 req-465fb298-627e-451b-8120-d80c11c9c449 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.418582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-359341df-ce79-4553-bd64-439597ddbe11 req-465fb298-627e-451b-8120-d80c11c9c449 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.3551695 Jul 07 17:59:53.527240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.529179 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74df0884-3c4e-4de9-ac03-b8e60312bfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.603731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c3cfd0-8314-4684-b597-2e3bd9d67b20 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:53.619294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-359341df-ce79-4553-bd64-439597ddbe11 req-4d61b7d5-8731-45e1-8aa8-e0df96789689 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916254 Jul 07 17:59:53.643181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.665986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Transition to ACTIVE for port object 91c3cfd0-8314-4684-b597-2e3bd9d67b20 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:53.666961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-87d514f4-d7d3-4f08-893c-caa6396bddb5 service neutron] 10.222.0.88 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715545 Jul 07 17:59:53.674729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.780292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Pushing event updated for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:53.841930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b36f277b-000a-40aa-bba5-c0b5f92b2aae req-400971f3-9701-45ea-bc88-98b52be54535 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=4eef1c97-cc20-4782-bbc7-491b26b2f75e HTTP/1.1" status: 200 len: 210 time: 0.0574780 Jul 07 17:59:53.899996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.916848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:53.921424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a27bebaf-62ca-4a65-be19-e4842a559d56 service neutron] 10.222.0.88 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104058 Jul 07 17:59:54.013584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:59:54.015241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.018219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Attempting to bind port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:54.018641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Attempting to bind port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:54.018904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Attempting to bind port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:54.022691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.064863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:54.065142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Attempting to bind port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:54.075547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:54.075882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Checking segment: {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:54.076267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Bound using segment: {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:54.076698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Bound port: 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:54.077082 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.077512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b0be2f-6648-47e8-a559-2af6e3278732,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.083338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.083687 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Added segment cd1e74aa-423e-455a-a84c-16a240849ddf of type vlan for network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 Jul 07 17:59:54.163184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Router bbef4ab6-9556-4c34-bda6-82e97d77bdef is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:59:54.185933 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.195487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:54.200066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:54.205595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c48fcaed-89e4-470c-8d00-0f0f25cab264 service neutron] 10.222.0.88 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741010 Jul 07 17:59:54.240491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.291429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:54.292542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.294050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] 10.222.0.55 "PUT /v2.0/ports/91c3cfd0-8314-4684-b597-2e3bd9d67b20 HTTP/1.1" status: 200 len: 1092 time: 2.3086059 Jul 07 17:59:54.299792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'tag': '91c3cfd0-8314-4684-b597-2e3bd9d67b20'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:54.302589 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20337264-ed9f-46e7-a807-56fdc2636a38" -d '{"events": [{"name": "network-changed", "server_uuid": "f316ebc1-9c78-4543-ae95-014cd4a2c3db", "tag": "91c3cfd0-8314-4684-b597-2e3bd9d67b20"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:54.362915 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74df0884-3c4e-4de9-ac03-b8e60312bfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.366997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.367989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:54.368560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.391731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6a0ec-29c6-4789-bdd5-e1a2b4dd984d req-8a06b23d-4cb8-45d1-bee0-8f2064d1e1a1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:54.394779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9f6a0ec-29c6-4789-bdd5-e1a2b4dd984d req-8a06b23d-4cb8-45d1-bee0-8f2064d1e1a1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 944 time: 0.3686473 Jul 07 17:59:54.396510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74df0884-3c4e-4de9-ac03-b8e60312bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.396712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4ec51-3d7b-474b-9f1e-8847ba0562da service neutron] Pushing event updated for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.450985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:54.464624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-eb6e0bac-edb9-46ea-b830-2d7db49b0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:54.465770 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-eb6e0bac-edb9-46ea-b830-2d7db49b0632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 1095 time: 0.1121435 Jul 07 17:59:54.553776 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-f7d964ea-a075-46e7-918e-edd7bbc3f5b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20 HTTP/1.1" status: 200 len: 217 time: 0.0448248 Jul 07 17:59:54.554262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5535223 Jul 07 17:59:54.559628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37758) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.571784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0884-3c4e-4de9-ac03-b8e60312bfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd23f10-62d1-46d4-b26e-a446da91aa3a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.576048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Request body: {'subnet': {'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-786894645-subnet', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:54.578534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44baa8-ac26-4f2a-90db-2577dec045a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0a38d3-980a-4b29-bb3e-5202dd2a98e3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.591888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-74df0884-3c4e-4de9-ac03-b8e60312bfd2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=911c357fe9b04f78b82eabb6f5cf5a73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2565987 Jul 07 17:59:54.596918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:59:54.599501 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-697810b9-e3d3-45f3-a23b-658c388f42dd service neutron] 10.222.0.88 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823376 Jul 07 17:59:54.599984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37760) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.618345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9f6a0ec-29c6-4789-bdd5-e1a2b4dd984d req-89917f6b-57c6-4662-b501-f7e5fe0db5b4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109709 Jul 07 17:59:54.619889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:54.635733 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Sync routers for ids ['bbef4ab6-9556-4c34-bda6-82e97d77bdef'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:54.655805 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Routers {'bbef4ab6-9556-4c34-bda6-82e97d77bdef'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:54.656634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbef4ab6-9556-4c34-bda6-82e97d77bdef'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:54.716667 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad14f5ef-eae7-466f-b11a-2a156446daee x-openstack-request-id: req-ad14f5ef-eae7-466f-b11a-2a156446daee {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:54.717011 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f316ebc1-9c78-4543-ae95-014cd4a2c3db", "tag": "91c3cfd0-8314-4684-b597-2e3bd9d67b20", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:54.717227 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ad14f5ef-eae7-466f-b11a-2a156446daee {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:54.717640 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'tag': '91c3cfd0-8314-4684-b597-2e3bd9d67b20', 'status': 'completed', 'code': 200} Jul 07 17:59:54.718486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5eb-2118-4ad3-9d02-890b3a741246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.748937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-35358768-38aa-439a-a957-32fb2a9a74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:54.752096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5eb-2118-4ad3-9d02-890b3a741246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.752298 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-35358768-38aa-439a-a957-32fb2a9a74ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13993fdc-2d78-4301-ba24-12448b0879d6 HTTP/1.1" status: 200 len: 861 time: 0.1879623 Jul 07 17:59:54.754066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:54.756439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.759827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:54.769603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:54.782265 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Set router bbef4ab6-9556-4c34-bda6-82e97d77bdef gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:54.783067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:54.784632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:54.794810 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.821319 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5eb-2118-4ad3-9d02-890b3a741246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.828279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2db0c5eb-2118-4ad3-9d02-890b3a741246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.848115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2db0c5eb-2118-4ad3-9d02-890b3a741246 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/acd23f10-62d1-46d4-b26e-a446da91aa3a HTTP/1.1" status: 204 len: 168 time: 0.2431061 Jul 07 17:59:54.860097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.862168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cba7c074-d449-4c6f-9e07-b4582636ed41 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4163144 Jul 07 17:59:54.877041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.890121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:54.903306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0c5eb-2118-4ad3-9d02-890b3a741246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd23f10-62d1-46d4-b26e-a446da91aa3a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:54.922531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:54.924861 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-63b8148d-3331-47d1-823b-5d3c594392e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01f463a4-73a6-4e19-892c-ac32d06b8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429353 Jul 07 17:59:54.927097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:54.996921 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbef4ab6-9556-4c34-bda6-82e97d77bdef', 'name': 'tempest-snat-router-1840355589', 'tenant_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.27'}], 'enable_snat': False}, 'gw_port_id': 'b0cf8f9c-0b08-4699-bb82-ddaef8279baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:52Z', 'revision_number': 3, 'project_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'gw_port': {'id': 'b0cf8f9c-0b08-4699-bb82-ddaef8279baa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbef4ab6-9556-4c34-bda6-82e97d77bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:50Z', 'updated_at': '2021-07-07T17:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:55.017372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:55.018431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8fcc84-4921-44a9-96cc-3b9d41fba565 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:55.027535 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Checking router: bbef4ab6-9556-4c34-bda6-82e97d77bdef for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:59:55.028106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Updating router bbef4ab6-9556-4c34-bda6-82e97d77bdef port b0cf8f9c-0b08-4699-bb82-ddaef8279baa binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:59:55.077045 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.081886 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5fee83d3-e271-4095-b9b0-b3ba69e11bc3 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/floatingips/d524aa86-ddd5-421f-90a4-159510de03cc HTTP/1.1" status: 200 len: 978 time: 1.9132118 Jul 07 17:59:55.088736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37776) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.152267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a00ecf6f-fb1e-4274-a40f-7ceeed886737 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/bbef4ab6-9556-4c34-bda6-82e97d77bdef HTTP/1.1" status: 200 len: 908 time: 0.2707210 Jul 07 17:59:55.155363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37784) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:55.160889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1840355589', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': True}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:55.201941 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-e48ce27a-c7f1-49b3-93d2-d97a72a0b8ba service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679136 Jul 07 17:59:55.219108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.221303 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.241872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca684ee-5913-4653-9c44-b98d65f5bc93 req-a1899822-08ea-4518-841b-052c2786f5f8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:55.246017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bca684ee-5913-4653-9c44-b98d65f5bc93 req-a1899822-08ea-4518-841b-052c2786f5f8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 945 time: 0.3504241 Jul 07 17:59:55.450637 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.464571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Transition to ACTIVE for port object b0cf8f9c-0b08-4699-bb82-ddaef8279baa will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:55.471877 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.519165 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b58d7e13-5869-43cb-ac57-2140c392dbec req-d55d40f0-f344-42f2-a04b-f22723eb33a7 service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074231 Jul 07 17:59:55.522905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.539372 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Attempting to bind port b0cf8f9c-0b08-4699-bb82-ddaef8279baa on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:55.540102 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Attempting to bind port b0cf8f9c-0b08-4699-bb82-ddaef8279baa by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:55.540634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Attempting to bind port b0cf8f9c-0b08-4699-bb82-ddaef8279baa on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:55.555362 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:55.556478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:55.557076 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.557627 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:55.558485 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Bound port: b0cf8f9c-0b08-4699-bb82-ddaef8279baa, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:55.559309 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.562693 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Pushing event updated for resources: {'Port': ['ID=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.615258 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.616045 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.616530 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.617034 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.617523 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.617997 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.618483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.618966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.619494 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.620061 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.620389 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.620710 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:55.653135 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] For port b0cf8f9c-0b08-4699-bb82-ddaef8279baa, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:55.658394 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] For port b0cf8f9c-0b08-4699-bb82-ddaef8279baa, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:55.666880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:59:55.667455 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.774462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af537dd7-aed2-4b74-b3ba-d86736fe601b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.802383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Checking segment: {'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:55.803282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Network hostable DHCP agents. Network: ca0a38d3-980a-4b29-bb3e-5202dd2a98e3, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:59:55.825748 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47647c-8016-4ebc-a00d-c27d1aaf2a66 None None] Pushing event updated for resources: {'Port': ['ID=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.839809 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Routers {'bbef4ab6-9556-4c34-bda6-82e97d77bdef'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:55.840510 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbef4ab6-9556-4c34-bda6-82e97d77bdef'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:55.846104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port ee96a743-e7fe-4302-9a39-7fe01d2ede1b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:55.846452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.915744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bca684ee-5913-4653-9c44-b98d65f5bc93 req-4f3936b0-6f38-44a6-a476-99a197552386 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6617174 Jul 07 17:59:55.917361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:55.985240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:56.003767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'port_id': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'mac_address': 'fa:16:3e:70:68:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:59:56.045037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.070795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c864ba6f-e636-4a53-a1a0-f5d1c8bb832f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:56.082230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-4cd25697-ebd5-4907-aa3a-bba3ef4a687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:56.083853 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-4cd25697-ebd5-4907-aa3a-bba3ef4a687d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 1095 time: 0.4941218 Jul 07 17:59:56.086764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:59:56.130089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:56.141133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.184964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca743b10-0e27-4ba1-a1b9-726418b15a2a req-db4daef6-184c-4f4f-990b-e9c9c8979271 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.1242356 Jul 07 17:59:56.236573 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] Set router bbef4ab6-9556-4c34-bda6-82e97d77bdef gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:59:56.302778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ca0a38d3-980a-4b29-bb3e-5202dd2a98e3) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:56.332073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:56.336903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:56.339928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.355167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab6359-a215-45c9-9d72-0f32efbcc96e None None] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:56.419210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.442279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.442666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.480138 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c1dcd575-cab9-4486-9a96-03af343ddbf4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9191811 Jul 07 17:59:56.480287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37840) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:56.492539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:56.509856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:56.526225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for ee96a743-e7fe-4302-9a39-7fe01d2ede1b owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:56.581325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cafbfc-c680-411d-bca5-fd9b3a5a6908 req-bbd85844-26b8-4dd0-9839-c482e33bedc0 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:56.583209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4cafbfc-c680-411d-bca5-fd9b3a5a6908 req-bbd85844-26b8-4dd0-9839-c482e33bedc0 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 944 time: 0.3107364 Jul 07 17:59:56.614834 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.616133 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.649865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-1651d354-caa1-4953-a7f1-92356da9b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:56.653790 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-1651d354-caa1-4953-a7f1-92356da9b7eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 922 time: 0.5553327 Jul 07 17:59:56.671642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4cafbfc-c680-411d-bca5-fd9b3a5a6908 req-2b1881b0-b897-449a-b874-7a1e8f3e4710 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784678 Jul 07 17:59:56.690925 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbef4ab6-9556-4c34-bda6-82e97d77bdef', 'name': 'tempest-snat-router-1840355589', 'tenant_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.27'}], 'enable_snat': False}, 'gw_port_id': 'b0cf8f9c-0b08-4699-bb82-ddaef8279baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:52Z', 'revision_number': 3, 'project_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'gw_port': {'id': 'b0cf8f9c-0b08-4699-bb82-ddaef8279baa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbef4ab6-9556-4c34-bda6-82e97d77bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:50Z', 'updated_at': '2021-07-07T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:56.750334 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e799-3227-4de4-bec3-6f138daadbb2 None None] The sync data for ids ['bbef4ab6-9556-4c34-bda6-82e97d77bdef'] in n-d-798930-2 is: [{'id': 'bbef4ab6-9556-4c34-bda6-82e97d77bdef', 'name': 'tempest-snat-router-1840355589', 'tenant_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.27'}], 'enable_snat': False}, 'gw_port_id': 'b0cf8f9c-0b08-4699-bb82-ddaef8279baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:48Z', 'updated_at': '2021-07-07T17:59:52Z', 'revision_number': 3, 'project_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'gw_port': {'id': 'b0cf8f9c-0b08-4699-bb82-ddaef8279baa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbef4ab6-9556-4c34-bda6-82e97d77bdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:50Z', 'updated_at': '2021-07-07T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:56.778072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ca0a38d3-980a-4b29-bb3e-5202dd2a98e3', 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'fixed_ips': [{'subnet_id': 'af537dd7-aed2-4b74-b3ba-d86736fe601b'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:59:56.779729 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.816986 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-e0874cc2-9563-42bb-9ccf-ef5a79637d4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20 HTTP/1.1" status: 200 len: 217 time: 0.0484581 Jul 07 17:59:56.822336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:56.942410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-b0bb5bdc-ed39-4574-9b71-1d6c6cb73e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:56.947004 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-b0bb5bdc-ed39-4574-9b71-1d6c6cb73e6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13993fdc-2d78-4301-ba24-12448b0879d6 HTTP/1.1" status: 200 len: 861 time: 0.1217098 Jul 07 17:59:56.992694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-de9001d5-1370-44c9-89ca-01135ae76331 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01f463a4-73a6-4e19-892c-ac32d06b8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351999 Jul 07 17:59:57.196680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Allocated IP 172.20.0.2 (ca0a38d3-980a-4b29-bb3e-5202dd2a98e3/af537dd7-aed2-4b74-b3ba-d86736fe601b/8297e493-b5e1-4fcc-b7bb-e07db1551ac0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:57.236422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:57.340075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f89c-2f16-4e43-b72c-9de573276984 req-b64abe94-c0a0-4278-b1a6-e14d106d67fa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:57.347252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-b64abe94-c0a0-4278-b1a6-e14d106d67fa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.6808004 Jul 07 17:59:57.484752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-e59c730b-5cce-496b-88ad-65e69922ee10 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/quotas/2bd2ddfc789640889545ba10bc348126 HTTP/1.1" status: 200 len: 375 time: 0.1365886 Jul 07 17:59:57.493752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.509377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Transition to ACTIVE for port object 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:57.527655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Transition to ACTIVE for port object 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:57.535980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.551839 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.583370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Pushing event updated for resources: {'Port': ['ID=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:57.598131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:59:57.599845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:59:57.602694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:59:57.607544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc13a-fb70-4516-9955-f7497f5169e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.630448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.661818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=ee96a743-e7fe-4302-9a39-7fe01d2ede1b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:57.665283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Attempting to bind port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:57.665722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Attempting to bind port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:57.666003 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-8ebc8cad-6a31-442d-b435-4d0bd32d50c8 service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598022 Jul 07 17:59:57.666241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Attempting to bind port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 on network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:57.674037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:57.677542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Checking segment: {'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:57.678583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.679060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Bound using segment: {'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:57.679651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Bound port: 8297e493-b5e1-4fcc-b7bb-e07db1551ac0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:57.681988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.770043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] For port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:57.773730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] For port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,segment=NetworkSegment(cd1e74aa-423e-455a-a84c-16a240849ddf),segment_id=cd1e74aa-423e-455a-a84c-16a240849ddf)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:57.775161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 91c3cfd0-8314-4684-b597-2e3bd9d67b20 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:59:57.803691 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc13a-fb70-4516-9955-f7497f5169e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.812220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-248aaa10-b597-45ce-b7fd-0bcf44a53a21 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3116825 Jul 07 17:59:57.825324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.825944 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP d524aa86-ddd5-421f-90a4-159510de03cc disassociated (deleted). External IP: 172.25.1.229, port: 17bc6821-a342-4c69-84d7-cdedd5357b16. Jul 07 17:59:57.826661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc13a-fb70-4516-9955-f7497f5169e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.883801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:57.897896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:57.901205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '91c3cfd0-8314-4684-b597-2e3bd9d67b20', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'port_id': '91c3cfd0-8314-4684-b597-2e3bd9d67b20', 'mac_address': 'fa:16:3e:cf:95:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13993fdc-2d78-4301-ba24-12448b0879d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:59:57.903569 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:57.912210 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20337264-ed9f-46e7-a807-56fdc2636a38 req-6d62192b-62fa-4097-b003-e38b97cf2a61 service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362332 Jul 07 17:59:58.003277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.111569 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.113790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129e9a1-7b71-416b-bafe-a7713d76c41a None None] Pushing event updated for resources: {'Port': ['ID=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.119206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:58.131902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:58.132272 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.136223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c3cfd0-8314-4684-b597-2e3bd9d67b20 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:58.156931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:58.179542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-3330d085-1c56-4498-97be-a3c503ff6462 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191800 Jul 07 17:59:58.180497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cc13a-fb70-4516-9955-f7497f5169e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984d2954-5495-4b6a-88c3-962da03f15a5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.188668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3d95beed-cf59-402f-9946-b57681909a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:58.190631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3d95beed-cf59-402f-9946-b57681909a61 service neutron] 10.222.0.90 "GET /v2.0/ports/26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 1032 time: 0.1809602 Jul 07 17:59:58.194749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.195400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.330585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.386378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a1cc13a-fb70-4516-9955-f7497f5169e6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0418ea3f705343dd99c07721937872b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1488616 Jul 07 17:59:58.387046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37882) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:58.406659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a84437bf-75f6-4089-8dce-9de24060e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:58.408452 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a84437bf-75f6-4089-8dce-9de24060e7eb service neutron] 10.222.0.90 "GET /v2.0/ports/87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 1033 time: 0.2069187 Jul 07 17:59:58.418480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:59:58.418962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.423618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2525c-d538-4b7e-a8ce-b68a705a2dc0 req-abeed8af-7796-4da5-ae2a-923cdb9fa00b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:58.426050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9e2525c-d538-4b7e-a8ce-b68a705a2dc0 req-abeed8af-7796-4da5-ae2a-923cdb9fa00b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 946 time: 1.1926661 Jul 07 17:59:58.441721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['91c3cfd0-8314-4684-b597-2e3bd9d67b20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:58.491741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:58.494648 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb2d759-a2b1-4404-98e9-52be7acd509e" -d '{"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:58.515023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:58.531341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.594413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-50a743c7-6025-4e4a-8a70-800d6112b886 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598960 Jul 07 17:59:58.681791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:58.721431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e63e4549-6a76-41ae-a96d-c04a6735ad1d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:58.747501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e63e4549-6a76-41ae-a96d-c04a6735ad1d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:58.754567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e63e4549-6a76-41ae-a96d-c04a6735ad1d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:58.756276 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e63e4549-6a76-41ae-a96d-c04a6735ad1d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "GET /v2.0/networks?id=07d9762a-e6d8-4565-a451-2224c69acbeb&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=170bcb05-6fc9-471f-9776-2ba06426a53c&id=170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 200 len: 1995 time: 0.3366382 Jul 07 17:59:58.787270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Allocated IP 172.25.1.122 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/4913488e-0685-452b-821a-d9d4acd67b28) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:59:58.792222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b0cf8f9c-0b08-4699-bb82-ddaef8279baa up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:58.801625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:59:58.811604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:58.812385 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:59:58.835710 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:58.836352 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:58.892511 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-0ca5c759-0198-4086-9a34-6296f4710819 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd7be2ae614a463aa95682e9a15268e1 HTTP/1.1" status: 200 len: 379 time: 0.1244323 Jul 07 17:59:58.910502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'admin_state_up': True, 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'security_groups': ['3980bfff-ff10-4a85-887c-c36de1fba38f']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:58.921375 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b0cf8f9c-0b08-4699-bb82-ddaef8279baa completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:58.934595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b0cf8f9c-0b08-4699-bb82-ddaef8279baa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:58.934962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.073643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f6aae0a-6845-46c0-82f5-0e3483dc776b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/floatingips/d524aa86-ddd5-421f-90a4-159510de03cc HTTP/1.1" status: 204 len: 168 time: 3.9837534 Jul 07 17:59:59.076257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37890) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:59.145914 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.149455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9e2525c-d538-4b7e-a8ce-b68a705a2dc0 req-a101248c-42c4-41da-9fbf-fe0c3a560965 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520434 Jul 07 17:59:59.193338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7b1733b-295e-467c-8bdb-ff7ba8c2e19e req-e4c0abc4-0e42-4388-8b2d-fd9a58eed612 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.1760707 Jul 07 17:59:59.203169 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0d5c-754a-46bb-b1a2-9f18a3460bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.213031 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:59.234099 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:59:59.234825 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:59.245329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port b0cf8f9c-0b08-4699-bb82-ddaef8279baa, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:59.251746 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.252721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:59.260686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:59:59.274894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.322889 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:59:59.326161 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bc72c-6bad-4056-aa82-2eadb4aa12a7 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:59:59.366148 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18c54e-c9c3-48d8-81b1-b6c693f6c493 x-openstack-request-id: req-bf18c54e-c9c3-48d8-81b1-b6c693f6c493 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:59.366452 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:59.366710 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf18c54e-c9c3-48d8-81b1-b6c693f6c493 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:59.367122 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'code': 200} Jul 07 17:59:59.489914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:59.520723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:59.546987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0d5c-754a-46bb-b1a2-9f18a3460bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.703283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 17bc6821-a342-4c69-84d7-cdedd5357b16 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:59:59.703902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.708319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 91c3cfd0-8314-4684-b597-2e3bd9d67b20 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:59.737475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cfa5049f-ed21-4806-80f7-32cee757d1d7 req-a0765abc-a891-4299-b8c1-04b141efa9ef tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=41721bad-dac3-44f5-8e0c-8bd6688500f8 HTTP/1.1" status: 200 len: 210 time: 0.2403910 Jul 07 17:59:59.738174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0d5c-754a-46bb-b1a2-9f18a3460bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.743897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0d5c-754a-46bb-b1a2-9f18a3460bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.746951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ab5d0d5c-754a-46bb-b1a2-9f18a3460bdf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/984d2954-5495-4b6a-88c3-962da03f15a5 HTTP/1.1" status: 204 len: 168 time: 1.3308020 Jul 07 17:59:59.831596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:59.835961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:59.836335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.880668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.881223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:59.885005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d0d5c-754a-46bb-b1a2-9f18a3460bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984d2954-5495-4b6a-88c3-962da03f15a5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:59.917009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 17bc6821-a342-4c69-84d7-cdedd5357b16 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:59:59.953141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924b22d-611c-4da7-b559-c74de0d4229e None None] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:59:59.983859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.052018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-116afa22-3711-4ff5-83b8-8406ba3d6c37 None None] Provisioning for port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:00.059391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-116afa22-3711-4ff5-83b8-8406ba3d6c37 None None] Provisioning complete for port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:00.060041 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-116afa22-3711-4ff5-83b8-8406ba3d6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.127795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.152323 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.249582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:00.256233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a801c09-847b-4660-a102-bd3f19d8843e req-0b25bf66-0a6e-46b6-af6f-a89198e491d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:00.260670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a801c09-847b-4660-a102-bd3f19d8843e req-0b25bf66-0a6e-46b6-af6f-a89198e491d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1098 time: 0.6496885 Jul 07 18:00:00.261089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 172.20.0.6 (07d9762a-e6d8-4565-a451-2224c69acbeb/426c9a68-c25d-42ce-8915-995083ca1ca2/29703aa6-5035-458f-b073-112ae8a0076d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:00.270176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fcb-e9f5-4a3e-b417-d1253abf391f req-72efa543-2fe0-4b65-8a2b-c320096c2026 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:00.278938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df5d3fcb-e9f5-4a3e-b417-d1253abf391f req-72efa543-2fe0-4b65-8a2b-c320096c2026 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 945 time: 0.6611638 Jul 07 18:00:00.290335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:00.302487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:00.475838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a801c09-847b-4660-a102-bd3f19d8843e req-cd6177dc-4230-40e6-bb6c-db605188d83c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020822 Jul 07 18:00:00.479874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Port': ['ID=4913488e-0685-452b-821a-d9d4acd67b28,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:00.678360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df5d3fcb-e9f5-4a3e-b417-d1253abf391f req-de2dfdcf-3e47-451a-a87c-d8c0c735cfd2 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974292 Jul 07 18:00:00.700028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Allocated IP 172.25.1.226 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/5b9ae29a-2de1-41db-9390-371d13a581b5) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:00.705532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.728081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Transition to ACTIVE for port object 29703aa6-5035-458f-b073-112ae8a0076d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:00.783635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.824435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b0cf8f9c-0b08-4699-bb82-ddaef8279baa up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:00.826387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:00.880070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=17bc6821-a342-4c69-84d7-cdedd5357b16,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:00.891439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.046412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 07d9762a-e6d8-4565-a451-2224c69acbeb is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:01.052479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:01.065703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:01.086909 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.087035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:01.145784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=29703aa6-5035-458f-b073-112ae8a0076d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:01.164428 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.172463 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-af42c81d-e132-403c-8f41-06b1ce4af6ec tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/ports/17bc6821-a342-4c69-84d7-cdedd5357b16 HTTP/1.1" status: 204 len: 168 time: 2.0866625 Jul 07 18:00:01.184638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:01.185501 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.188296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37926) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:01.197094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.224699 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1eb3b79e-b6f7-4651-959a-95214330d6f7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3236475 Jul 07 18:00:01.245340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'admin_state_up': True, 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'security_groups': ['3980bfff-ff10-4a85-887c-c36de1fba38f']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:01.364521 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-116afa22-3711-4ff5-83b8-8406ba3d6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.382107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3cfd0-8314-4684-b597-2e3bd9d67b20'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:01.384411 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6853b678-a976-4b55-b60a-7ff53bca00b7" -d '{"events": [{"server_uuid": "f316ebc1-9c78-4543-ae95-014cd4a2c3db", "name": "network-vif-plugged", "status": "completed", "tag": "91c3cfd0-8314-4684-b597-2e3bd9d67b20"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:01.387072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:01.404239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.547649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b0cf8f9c-0b08-4699-bb82-ddaef8279baa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:01.548024 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.645285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-116afa22-3711-4ff5-83b8-8406ba3d6c37 None None] For port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,segment=NetworkSegment(cd1e74aa-423e-455a-a84c-16a240849ddf),segment_id=cd1e74aa-423e-455a-a84c-16a240849ddf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:01.670856 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-116afa22-3711-4ff5-83b8-8406ba3d6c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.717040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.839087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:01.843598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:01.911533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-deec3016-d9d9-4de8-9f82-a72ac0439789 None None] Provisioning for port 29703aa6-5035-458f-b073-112ae8a0076d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:01.960703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116afa22-3711-4ff5-83b8-8406ba3d6c37 None None] Pushing event updated for resources: {'Port': ['ID=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:01.986546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-deec3016-d9d9-4de8-9f82-a72ac0439789 None None] Provisioning complete for port 29703aa6-5035-458f-b073-112ae8a0076d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:01.991642 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deec3016-d9d9-4de8-9f82-a72ac0439789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.113749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-deec3016-d9d9-4de8-9f82-a72ac0439789 None None] Port 29703aa6-5035-458f-b073-112ae8a0076d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:02.200494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 10.1.1.155 (505be4a2-270c-4d00-b6c6-483296bee6ec/5203f000-aa3b-4de1-b1ba-2d97dae5c061/6f4af782-ad47-4cb0-89f2-89d1674a29c8) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:02.260221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1e2ba139-68cb-48bb-b353-2ceb7cf070ef None None] Provisioning complete for port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:02.262587 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba139-68cb-48bb-b353-2ceb7cf070ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.439736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.446420 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.472586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37980) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:02.491051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.509542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Transition to ACTIVE for port object 6f4af782-ad47-4cb0-89f2-89d1674a29c8 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:02.602537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce30c-06b1-4292-9eb4-b4c628e695f3 req-a1e80b33-7ccb-4954-be5d-6f02e33811cf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:02.604157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5cce30c-06b1-4292-9eb4-b4c628e695f3 req-a1e80b33-7ccb-4954-be5d-6f02e33811cf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 947 time: 1.6228163 Jul 07 18:00:02.618076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.693140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:02.741877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-49c7a3bb-2501-49d7-b846-13bc12125571 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=41721bad-dac3-44f5-8e0c-8bd6688500f8 HTTP/1.1" status: 200 len: 210 time: 0.0599730 Jul 07 18:00:02.760756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 505be4a2-270c-4d00-b6c6-483296bee6ec is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:02.774678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:02.775394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:02.776103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.799301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:02.810863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:02.918536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=6f4af782-ad47-4cb0-89f2-89d1674a29c8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:02.949056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:02.950573 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.955315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.006752 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-61d8d2f1-452f-4cbb-b69b-b75792a13ec4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7666979 Jul 07 18:00:03.019236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'admin_state_up': True, 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'security_groups': ['3980bfff-ff10-4a85-887c-c36de1fba38f']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:03.074783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a03ea2-569b-4df4-9079-e8cdbf405f18 req-1e888ffb-bc34-4018-a324-aadb9c5ab591 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:03.077307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83a03ea2-569b-4df4-9079-e8cdbf405f18 req-1e888ffb-bc34-4018-a324-aadb9c5ab591 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 931 time: 0.7984886 Jul 07 18:00:03.146845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5cce30c-06b1-4292-9eb4-b4c628e695f3 req-3573ee2e-4e08-46ef-aa82-9565daa126d2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4741166 Jul 07 18:00:03.191988 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.194322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fee0fad7-2c11-46d2-8708-1e820138faa2 None None] Provisioning for port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:03.197263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.200048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fee0fad7-2c11-46d2-8708-1e820138faa2 None None] Provisioning complete for port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:03.200533 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fee0fad7-2c11-46d2-8708-1e820138faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.281950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fee0fad7-2c11-46d2-8708-1e820138faa2 None None] Port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:03.303800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:03.308765 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.332006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.397974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83a03ea2-569b-4df4-9079-e8cdbf405f18 req-8a90cf5d-d7ff-4545-a053-d29eaf920f1b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971625 Jul 07 18:00:03.439192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.25.1.198 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c1d93504-9302-422b-b181-fb02ae6f52e9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:03.458029 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe57876-4576-4b6b-9075-005e19eebd78 x-openstack-request-id: req-7fe57876-4576-4b6b-9075-005e19eebd78 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:03.458201 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f316ebc1-9c78-4543-ae95-014cd4a2c3db", "name": "network-vif-plugged", "status": "completed", "tag": "91c3cfd0-8314-4684-b597-2e3bd9d67b20", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:03.458353 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fe57876-4576-4b6b-9075-005e19eebd78 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:03.458738 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3cfd0-8314-4684-b597-2e3bd9d67b20', 'code': 200} Jul 07 18:00:03.514142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Pushing event updated for resources: {'Port': ['ID=5b9ae29a-2de1-41db-9390-371d13a581b5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:03.521183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f89c-2f16-4e43-b72c-9de573276984 req-fba18250-a8b8-4df9-8ff7-c2bbae638047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:03.522673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-fba18250-a8b8-4df9-8ff7-c2bbae638047 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2bd2ddfc789640889545ba10bc348126&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7533541 Jul 07 18:00:03.626665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 10.1.1.64 (505be4a2-270c-4d00-b6c6-483296bee6ec/5203f000-aa3b-4de1-b1ba-2d97dae5c061/954afe75-7d62-4476-91c4-dfdaa3419d31) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:03.684580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:03.711431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f632bf67-d554-49db-8d78-12e57f83fd6c req-d8e2ef2c-782b-43bb-aa93-4b17bd9f4c1c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=41721bad-dac3-44f5-8e0c-8bd6688500f8 HTTP/1.1" status: 200 len: 210 time: 0.3741105 Jul 07 18:00:03.712941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.714224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.744674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:03.783726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:03.939883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864f89c-2f16-4e43-b72c-9de573276984 req-9e261a12-b071-4c7d-b6c0-78cdf76458cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:03.941459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-9e261a12-b071-4c7d-b6c0-78cdf76458cc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4081690 Jul 07 18:00:04.071487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85db59-f135-4152-a403-cffcc81b1f5f req-60190217-0b20-422d-9d3c-3f790a103724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:04.073025 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5c85db59-f135-4152-a403-cffcc81b1f5f req-60190217-0b20-422d-9d3c-3f790a103724 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 1097 time: 0.5203164 Jul 07 18:00:04.076459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5864f89c-2f16-4e43-b72c-9de573276984 req-54274974-0e31-4c9e-a8d1-21769244398a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/ports?device_id=41721bad-dac3-44f5-8e0c-8bd6688500f8 HTTP/1.1" status: 200 len: 210 time: 0.0926509 Jul 07 18:00:04.120456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413595-c11f-4aef-b1ae-78471ad73462 req-e6b5bec6-935a-480f-b7f2-6116fd68aa82 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:04.122164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3413595-c11f-4aef-b1ae-78471ad73462 req-e6b5bec6-935a-480f-b7f2-6116fd68aa82 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.4360139 Jul 07 18:00:04.162670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5c85db59-f135-4152-a403-cffcc81b1f5f req-da060cd6-3bad-406b-80e6-751351fe8c06 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787961 Jul 07 18:00:04.204417 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.230012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.271280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Router 214f620b-8c2d-4284-a3aa-a5b3aa21da33 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:04.332570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3413595-c11f-4aef-b1ae-78471ad73462 req-2ba9c6d4-7fa5-4343-b370-0a14d1b0dba8 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981866 Jul 07 18:00:04.343642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Transition to ACTIVE for port object 954afe75-7d62-4476-91c4-dfdaa3419d31 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:04.350009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:04.369355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:04.381548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:04.387658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=c1d93504-9302-422b-b181-fb02ae6f52e9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:04.429726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Allocated IP 172.25.1.38 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/77a10cb2-7282-4796-8106-3bd097af0997) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:04.469311 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.613453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.680966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68f0291c-3c37-418c-a1b0-0597e730bfac req-a52a7bcc-0a36-4bad-a6cd-e466408ee792 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=41721bad-dac3-44f5-8e0c-8bd6688500f8 HTTP/1.1" status: 200 len: 210 time: 0.0686688 Jul 07 18:00:04.697410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 505be4a2-270c-4d00-b6c6-483296bee6ec is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:04.708969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.714809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:04.724343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:04.731340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=954afe75-7d62-4476-91c4-dfdaa3419d31,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:04.759219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d12d-bb00-4a13-908a-19423c2f9e25 req-207e32c9-c432-4e81-8a6a-a59517fa01ee tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:04.760978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66d0d12d-bb00-4a13-908a-19423c2f9e25 req-207e32c9-c432-4e81-8a6a-a59517fa01ee tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 947 time: 0.4250708 Jul 07 18:00:04.768143 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.851070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:04.861657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Sync routers for ids ['214f620b-8c2d-4284-a3aa-a5b3aa21da33'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:04.882755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Routers {'214f620b-8c2d-4284-a3aa-a5b3aa21da33'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:04.883416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['214f620b-8c2d-4284-a3aa-a5b3aa21da33'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:04.916151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:04.920689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.977429 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-e024e0f6-de6b-4011-a2c3-f90cdfb6a72a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9623756 Jul 07 18:00:04.980029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.993842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.995503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5478b8b2-3712-4a78-acd8-836c2301bfdf tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8389688 Jul 07 18:00:05.001716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c', 'admin_state_up': True, 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'security_groups': ['3980bfff-ff10-4a85-887c-c36de1fba38f']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:05.025307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ccbe7-e6ed-4327-a49c-4142ba05cb1e req-12239e44-2461-4194-81f3-dab22e43bf76 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:05.032806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ccbe7-e6ed-4327-a49c-4142ba05cb1e req-12239e44-2461-4194-81f3-dab22e43bf76 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:05.035427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-062ccbe7-e6ed-4327-a49c-4142ba05cb1e req-12239e44-2461-4194-81f3-dab22e43bf76 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 1653 time: 0.4771099 Jul 07 18:00:05.038550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66d0d12d-bb00-4a13-908a-19423c2f9e25 req-c5d3f1dd-86c8-4924-a66d-820f6c385d9f tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572565 Jul 07 18:00:05.052726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Set router 214f620b-8c2d-4284-a3aa-a5b3aa21da33 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:05.115560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37990) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:05.151616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0291c-3c37-418c-a1b0-0597e730bfac req-69806638-192d-4ca8-a2c7-c14ea681b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:05.153329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68f0291c-3c37-418c-a1b0-0597e730bfac req-69806638-192d-4ca8-a2c7-c14ea681b7e2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2bd2ddfc789640889545ba10bc348126&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4415770 Jul 07 18:00:05.174396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-42d08168-3511-4ad8-8918-1f8ccfdc4934 None None] Provisioning for port 954afe75-7d62-4476-91c4-dfdaa3419d31 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:05.181070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-42d08168-3511-4ad8-8918-1f8ccfdc4934 None None] Provisioning complete for port 954afe75-7d62-4476-91c4-dfdaa3419d31 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:05.181724 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42d08168-3511-4ad8-8918-1f8ccfdc4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.184664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.241549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-42d08168-3511-4ad8-8918-1f8ccfdc4934 None None] Port 954afe75-7d62-4476-91c4-dfdaa3419d31 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:05.275750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Pushing event updated for resources: {'Port': ['ID=77a10cb2-7282-4796-8106-3bd097af0997,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:05.305968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214f620b-8c2d-4284-a3aa-a5b3aa21da33', 'name': 'tempest-snat-router-1840355589', 'tenant_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4913488e-0685-452b-821a-d9d4acd67b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:55Z', 'updated_at': '2021-07-07T18:00:00Z', 'revision_number': 3, 'project_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'gw_port': {'id': '4913488e-0685-452b-821a-d9d4acd67b28', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214f620b-8c2d-4284-a3aa-a5b3aa21da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:58Z', 'updated_at': '2021-07-07T17:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:05.335421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Checking router: 214f620b-8c2d-4284-a3aa-a5b3aa21da33 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:05.336019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Updating router 214f620b-8c2d-4284-a3aa-a5b3aa21da33 port 4913488e-0685-452b-821a-d9d4acd67b28 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:00:05.375990 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.484505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.502418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.509699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:05.527201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:05.549030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:05.602641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.662870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.663214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=c1d93504-9302-422b-b181-fb02ae6f52e9,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:05.673890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:05.708760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.724043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.727330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.728735 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cd230da9-a28b-4149-b168-51ac6a1086b6 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5375597 Jul 07 18:00:05.731508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37996) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:05.740638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Transition to ACTIVE for port object 4913488e-0685-452b-821a-d9d4acd67b28 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:05.742082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'port': {'network_id': 'ebc39bf5-1c26-4336-ac78-f0c555d8ba11', 'name': 'tempest-FloatingIPTestJSON-2073855331'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:05.747692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.765600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db86ea7-61e9-4208-812c-1595c2c333f1 req-4b5054ca-583f-41ad-9b56-11e403b39b70 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=41721bad-dac3-44f5-8e0c-8bd6688500f8 HTTP/1.1" status: 200 len: 210 time: 0.1385727 Jul 07 18:00:05.785002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-062ccbe7-e6ed-4327-a49c-4142ba05cb1e req-9484db14-940f-41d8-a6c2-c1f2c8f250ca tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6605630 Jul 07 18:00:05.843843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504b0e6-b2d3-435b-9465-e048e183bbeb None None] Pushing event updated for resources: {'Port': ['ID=4913488e-0685-452b-821a-d9d4acd67b28,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:05.853564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Attempting to bind port 4913488e-0685-452b-821a-d9d4acd67b28 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:05.853937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Attempting to bind port 4913488e-0685-452b-821a-d9d4acd67b28 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:05.854303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Attempting to bind port 4913488e-0685-452b-821a-d9d4acd67b28 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:05.871246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:05.872265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:05.872372 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.872718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:05.873298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Bound port: 4913488e-0685-452b-821a-d9d4acd67b28, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:05.873699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.944039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.958875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] For port 4913488e-0685-452b-821a-d9d4acd67b28, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:05.964389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] For port 4913488e-0685-452b-821a-d9d4acd67b28, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4913488e-0685-452b-821a-d9d4acd67b28,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:05.970724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.972329 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.985989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c5829d44-e998-4f07-a6dc-c967be207e80 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/214f620b-8c2d-4284-a3aa-a5b3aa21da33 HTTP/1.1" status: 200 len: 908 time: 0.8688889 Jul 07 18:00:05.991639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37998) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:06.006347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0291c-3c37-418c-a1b0-0597e730bfac req-bae118ea-60ee-49ba-9d7a-5a65c6eea1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:06.007870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68f0291c-3c37-418c-a1b0-0597e730bfac req-bae118ea-60ee-49ba-9d7a-5a65c6eea1c1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8125052 Jul 07 18:00:06.029163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Routers {'214f620b-8c2d-4284-a3aa-a5b3aa21da33'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:06.029859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['214f620b-8c2d-4284-a3aa-a5b3aa21da33'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:06.039489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.081243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504b0e6-b2d3-435b-9465-e048e183bbeb None None] Pushing event updated for resources: {'Port': ['ID=4913488e-0685-452b-821a-d9d4acd67b28,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:06.140279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68f0291c-3c37-418c-a1b0-0597e730bfac req-6044c0c7-7f47-4e05-9320-56d3e568de4a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/ports?device_id=41721bad-dac3-44f5-8e0c-8bd6688500f8 HTTP/1.1" status: 200 len: 210 time: 0.0693734 Jul 07 18:00:06.169533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] Set router 214f620b-8c2d-4284-a3aa-a5b3aa21da33 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:06.187527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4edfa3-5977-419c-842d-24ec69458f73 req-3472ca88-918d-403c-aa80-e4d6b6fe474f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:06.195503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d4edfa3-5977-419c-842d-24ec69458f73 req-3472ca88-918d-403c-aa80-e4d6b6fe474f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.2969313 Jul 07 18:00:06.205487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.315079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Router e775b46e-3f52-46e5-9f83-0873291e4ec6 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:06.330737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d4edfa3-5977-419c-842d-24ec69458f73 req-209621ec-c07a-47de-8b10-7845133c1dfc tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333144 Jul 07 18:00:06.387832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:06.391895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.485330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214f620b-8c2d-4284-a3aa-a5b3aa21da33', 'name': 'tempest-snat-router-1840355589', 'tenant_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4913488e-0685-452b-821a-d9d4acd67b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:55Z', 'updated_at': '2021-07-07T18:00:00Z', 'revision_number': 3, 'project_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'gw_port': {'id': '4913488e-0685-452b-821a-d9d4acd67b28', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214f620b-8c2d-4284-a3aa-a5b3aa21da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:58Z', 'updated_at': '2021-07-07T18:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:06.492156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.530842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfe1a0-66da-4333-b9c7-30f9eddc43d0 None None] The sync data for ids ['214f620b-8c2d-4284-a3aa-a5b3aa21da33'] in n-d-798930-2 is: [{'id': '214f620b-8c2d-4284-a3aa-a5b3aa21da33', 'name': 'tempest-snat-router-1840355589', 'tenant_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4913488e-0685-452b-821a-d9d4acd67b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:55Z', 'updated_at': '2021-07-07T18:00:00Z', 'revision_number': 3, 'project_id': 'e3767058cd9d43a6a0b3c04ba28e6df0', 'gw_port': {'id': '4913488e-0685-452b-821a-d9d4acd67b28', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:fc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214f620b-8c2d-4284-a3aa-a5b3aa21da33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:59:58Z', 'updated_at': '2021-07-07T18:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:06.618730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 10.2.2.100 (170bcb05-6fc9-471f-9776-2ba06426a53c/8a366ad6-3c77-4e99-a6b2-77539c8c346a/351f67ef-a91c-44ab-9081-dea973296fa5) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:06.662910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:06.677486 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Sync routers for ids ['e775b46e-3f52-46e5-9f83-0873291e4ec6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:06.690384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Deleting port 4913488e-0685-452b-821a-d9d4acd67b28 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:06.690761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.712571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Routers {'e775b46e-3f52-46e5-9f83-0873291e4ec6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:06.713257 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e775b46e-3f52-46e5-9f83-0873291e4ec6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:06.733836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.738565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b8c33684-503e-469d-8734-714b0852b73b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.2385893 Jul 07 18:00:06.741300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38002) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:06.750815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500694ad-2ab4-4760-ba2e-2df0b78d36d3 req-6d8269e2-0584-46e6-9f2f-e4931bd58766 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:06.758629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-500694ad-2ab4-4760-ba2e-2df0b78d36d3 req-6d8269e2-0584-46e6-9f2f-e4931bd58766 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.2149501 Jul 07 18:00:06.846201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] device_id is not set on port 0de0f7c2-96dd-4743-9c9e-32933eca008d yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:06.876494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-500694ad-2ab4-4760-ba2e-2df0b78d36d3 req-00b08237-5a62-4a8f-8df3-2701e69122b0 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168830 Jul 07 18:00:06.937971 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Set router e775b46e-3f52-46e5-9f83-0873291e4ec6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:07.033065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] For port 4913488e-0685-452b-821a-d9d4acd67b28, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4913488e-0685-452b-821a-d9d4acd67b28,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:07.033644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.100644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Calling delete_port for 4913488e-0685-452b-821a-d9d4acd67b28 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:07.104467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.122456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.298341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.316283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Pushing event updated for resources: {'Port': ['ID=77a10cb2-7282-4796-8106-3bd097af0997,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:07.346442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Transition to ACTIVE for port object 351f67ef-a91c-44ab-9081-dea973296fa5 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:07.352030 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.358224 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:00:04Z', 'revision_number': 3, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:07.387435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.392054 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Checking router: e775b46e-3f52-46e5-9f83-0873291e4ec6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:07.392445 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Updating router e775b46e-3f52-46e5-9f83-0873291e4ec6 port 5b9ae29a-2de1-41db-9390-371d13a581b5 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:00:07.396005 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-45392ec5-f9b9-4954-aee3-00bd90851fca tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9222491 Jul 07 18:00:07.401214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.2 (ebc39bf5-1c26-4336-ac78-f0c555d8ba11/61905ace-1dd6-4772-b1d5-1cfa7c1276cd/0de0f7c2-96dd-4743-9c9e-32933eca008d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:07.409663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38016) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:07.421028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1652881990', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'fixed_ips': [{'ip_address': '172.25.1.38'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:07.432797 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.460601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Made reservation on behalf of df4ba7c344fc47088e5f7f14e0a090ae for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:07.466122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.502932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.573402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.692172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 170bcb05-6fc9-471f-9776-2ba06426a53c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:07.703635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:07.707044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:07.726159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=351f67ef-a91c-44ab-9081-dea973296fa5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:07.826865 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.836675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:07.837696 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.849254 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Transition to ACTIVE for port object 5b9ae29a-2de1-41db-9390-371d13a581b5 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:07.867379 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.919731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.920033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426ca8-b21f-4100-836e-5f738df527a5 req-c2d60e21-e320-4e3e-87f9-955ebe8aea55 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:07.925344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0426ca8-b21f-4100-836e-5f738df527a5 req-c2d60e21-e320-4e3e-87f9-955ebe8aea55 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.6279685 Jul 07 18:00:07.951281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b74f-ef00-467d-be0f-a21627aefe8e req-2eceed7c-79b6-4678-913b-74f67a2e31ff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:07.956389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.971518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:07.971751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b74f-ef00-467d-be0f-a21627aefe8e req-2eceed7c-79b6-4678-913b-74f67a2e31ff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:07.978719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] device_id is not set on port eea56d28-3ed2-4f52-a5fb-6fc365764da4 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:07.986194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b74f-ef00-467d-be0f-a21627aefe8e req-2eceed7c-79b6-4678-913b-74f67a2e31ff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:07.993579 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-bd177f87-4e49-4ced-b83e-0078799dd020 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0013039 Jul 07 18:00:07.997503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e437b74f-ef00-467d-be0f-a21627aefe8e req-2eceed7c-79b6-4678-913b-74f67a2e31ff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 2373 time: 0.6790056 Jul 07 18:00:08.016951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Attempting to bind port 5b9ae29a-2de1-41db-9390-371d13a581b5 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:08.017571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Attempting to bind port 5b9ae29a-2de1-41db-9390-371d13a581b5 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:08.018240 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Attempting to bind port 5b9ae29a-2de1-41db-9390-371d13a581b5 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:08.023350 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f11385-79d9-43bf-bd5e-fa08ca3983f0 None None] Pushing event updated for resources: {'Port': ['ID=5b9ae29a-2de1-41db-9390-371d13a581b5,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:08.037722 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:08.038131 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:08.038524 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.038923 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:08.039441 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Bound port: 5b9ae29a-2de1-41db-9390-371d13a581b5, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:08.039822 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.056071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c', 'admin_state_up': True, 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'security_groups': ['3980bfff-ff10-4a85-887c-c36de1fba38f']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:08.107771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-915a2cfc-465f-4789-aa10-3c1b66ea0d89 None None] Provisioning for port 351f67ef-a91c-44ab-9081-dea973296fa5 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:08.113359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-915a2cfc-465f-4789-aa10-3c1b66ea0d89 None None] Provisioning complete for port 351f67ef-a91c-44ab-9081-dea973296fa5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:08.114022 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-915a2cfc-465f-4789-aa10-3c1b66ea0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.115364 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] For port 5b9ae29a-2de1-41db-9390-371d13a581b5, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:08.123054 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] For port 5b9ae29a-2de1-41db-9390-371d13a581b5, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5b9ae29a-2de1-41db-9390-371d13a581b5,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:08.133998 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.202060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-915a2cfc-465f-4789-aa10-3c1b66ea0d89 None None] Port 351f67ef-a91c-44ab-9081-dea973296fa5 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:08.258806 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Routers {'e775b46e-3f52-46e5-9f83-0873291e4ec6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:08.260047 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e775b46e-3f52-46e5-9f83-0873291e4ec6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.307973 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f11385-79d9-43bf-bd5e-fa08ca3983f0 None None] Pushing event updated for resources: {'Port': ['ID=5b9ae29a-2de1-41db-9390-371d13a581b5,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:08.314809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Made reservation on behalf of fd7be2ae614a463aa95682e9a15268e1 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:08.333547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.381665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.395078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3535a15e-5405-4000-90a0-927c44cf7144,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:08.421544 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.444937 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] Set router e775b46e-3f52-46e5-9f83-0873291e4ec6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:08.454189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event deleted for resources: {'Port': ['ID=4913488e-0685-452b-821a-d9d4acd67b28,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:08.553649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network ebc39bf5-1c26-4336-ac78-f0c555d8ba11 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:08.571658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e437b74f-ef00-467d-be0f-a21627aefe8e req-9df78bfe-8900-471c-91c0-9d1e20dc79d7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5724158 Jul 07 18:00:08.573546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:08.578217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0426ca8-b21f-4100-836e-5f738df527a5 req-851798d2-327c-4044-8c91-251bf07a1d00 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988575 Jul 07 18:00:08.608231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.690246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:08.755233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=0de0f7c2-96dd-4743-9c9e-32933eca008d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:08.882879 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:00:04Z', 'revision_number': 3, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:08.885852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.899023 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 18:00:08.899545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:00:08.907699 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.910186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:08.910928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:08.952001 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40defe8b-110f-470e-9183-8191b4ec9a4a tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2180271 Jul 07 18:00:08.952916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38028) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:08.958309 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630685-cfe8-4577-9ccb-19ae7baf1b7e None None] The sync data for ids ['e775b46e-3f52-46e5-9f83-0873291e4ec6'] in n-d-798930-2 is: [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:00:04Z', 'revision_number': 3, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:09.003751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'port_id': '0de0f7c2-96dd-4743-9c9e-32933eca008d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:09.012001 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3558674a-b972-4255-b590-369aa4bcec87 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6004019 Jul 07 18:00:09.022186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38030) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.068485 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.125425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Allocated IP 10.2.2.200 (170bcb05-6fc9-471f-9776-2ba06426a53c/8a366ad6-3c77-4e99-a6b2-77539c8c346a/00730278-3c7d-4da7-b90a-2ce1afb8a277) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:09.170184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.170715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 214f620b-8c2d-4284-a3aa-a5b3aa21da33 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:09.190939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.192218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a40065ef-04c3-4c37-8e3d-dcaa12cf83a4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "DELETE /v2.0/routers/214f620b-8c2d-4284-a3aa-a5b3aa21da33 HTTP/1.1" status: 204 len: 168 time: 3.1973226 Jul 07 18:00:09.196084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38032) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:09.208262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-81e4f377-3875-496b-adc8-73d70c24444f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:09.226004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-81e4f377-3875-496b-adc8-73d70c24444f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.4638393 Jul 07 18:00:09.248128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.316911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-1f1d9a05-058e-44bc-b2ae-139f0bde9aa3 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/quotas/2bd2ddfc789640889545ba10bc348126 HTTP/1.1" status: 200 len: 375 time: 0.0788271 Jul 07 18:00:09.496871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-5fbc2095-8b21-4b9d-9b8d-3253e22a1f4c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1789238 Jul 07 18:00:09.521463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba47b06-922e-466f-b6d4-50b3ffad7d70 req-542ced6e-c532-4b83-8a1f-460c5175ed95 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:09.521463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ba47b06-922e-466f-b6d4-50b3ffad7d70 req-542ced6e-c532-4b83-8a1f-460c5175ed95 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.6897831 Jul 07 18:00:09.787886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ba47b06-922e-466f-b6d4-50b3ffad7d70 req-d608d724-a1b3-4e20-9949-78ea80b0d7f9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742725 Jul 07 18:00:09.793115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Deleting port 77a10cb2-7282-4796-8106-3bd097af0997 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:09.793604 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.805125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-555f7d1b-bfcb-4a08-a765-1a77a5d8942c service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783322 Jul 07 18:00:09.942928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:09.971651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Allocated IP 172.20.0.1 (ca0a38d3-980a-4b29-bb3e-5202dd2a98e3/af537dd7-aed2-4b74-b3ba-d86736fe601b/7015c043-e476-46e5-a260-68865c05dfe1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:10.203695 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.204389 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.216573 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.247000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-69ea42c3-86fc-4a7c-970a-800a2d8a8e1b service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931003 Jul 07 18:00:10.249492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Calling delete_port for 77a10cb2-7282-4796-8106-3bd097af0997 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:10.290518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Transition to ACTIVE for port object 00730278-3c7d-4da7-b90a-2ce1afb8a277 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:10.396236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046ca15-8461-453b-9fa3-3470b8ba095d req-e6e0c938-ddbe-477c-9995-916a69a6432c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:10.407009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046ca15-8461-453b-9fa3-3470b8ba095d req-e6e0c938-ddbe-477c-9995-916a69a6432c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:10.415192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046ca15-8461-453b-9fa3-3470b8ba095d req-e6e0c938-ddbe-477c-9995-916a69a6432c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:10.423549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046ca15-8461-453b-9fa3-3470b8ba095d req-e6e0c938-ddbe-477c-9995-916a69a6432c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:10.427827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5046ca15-8461-453b-9fa3-3470b8ba095d req-e6e0c938-ddbe-477c-9995-916a69a6432c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 3094 time: 0.3613296 Jul 07 18:00:10.428043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.475832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.544415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Transition to ACTIVE for port object 7015c043-e476-46e5-a260-68865c05dfe1 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:10.584453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.611531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5046ca15-8461-453b-9fa3-3470b8ba095d req-010929a4-f8f8-4c0c-9bdb-1dfb1bb3f30e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581609 Jul 07 18:00:10.681283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:00:10.727852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb808185-cdb0-48bd-b63a-9ef1821c2ffa req-ca31466c-08a3-4f50-acea-d43b1409941e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 210 time: 0.1245804 Jul 07 18:00:10.757602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5b9ae29a-2de1-41db-9390-371d13a581b5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:10.784019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Network 170bcb05-6fc9-471f-9776-2ba06426a53c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:10.817988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event updated for resources: {'Port': ['ID=00730278-3c7d-4da7-b90a-2ce1afb8a277,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:10.821840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:10.827863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:10.851036 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.871009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Deleting port b0cf8f9c-0b08-4699-bb82-ddaef8279baa {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:10.871729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.885615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.898203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.974814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:10.985163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 5b9ae29a-2de1-41db-9390-371d13a581b5 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:11.000433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 5b9ae29a-2de1-41db-9390-371d13a581b5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:11.001336 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.028112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:11.029129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Pushing event updated for resources: {'Port': ['ID=7015c043-e476-46e5-a260-68865c05dfe1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:11.131129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Pushing event deleted for resources: {'Port': ['ID=77a10cb2-7282-4796-8106-3bd097af0997,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:11.144674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:11.148960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:11.159137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:11.162592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.217821 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.225768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.240654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.243783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-431cb2d6-76e2-49b1-b8be-e4e0f5d43df2 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782 tempest-ExternalNetworksAdminNegativeTestJSON-1261411782-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/4a99ede1-7f4b-4150-8790-a5b61bde517b HTTP/1.1" status: 204 len: 168 time: 2.2162399 Jul 07 18:00:11.261789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 5b9ae29a-2de1-41db-9390-371d13a581b5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5b9ae29a-2de1-41db-9390-371d13a581b5,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:11.271327 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.284232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4913488e-0685-452b-821a-d9d4acd67b28 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:11.333412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 4913488e-0685-452b-821a-d9d4acd67b28 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:11.334911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4913488e-0685-452b-821a-d9d4acd67b28 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:11.384695 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c02c40f8-b2b3-4a2d-8d79-e54a73bb34cd tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3691244 Jul 07 18:00:11.409331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=5b9ae29a-2de1-41db-9390-371d13a581b5,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:11.410978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.420349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.420901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.421328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:11.421725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.422885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.423416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.423899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.424371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.424866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.425332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.426131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.426606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.427079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:11.432133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8e4d26a9-0315-45cc-86ce-87443dfafc62 None None] Provisioning for port 00730278-3c7d-4da7-b90a-2ce1afb8a277 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:11.437852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8e4d26a9-0315-45cc-86ce-87443dfafc62 None None] Provisioning complete for port 00730278-3c7d-4da7-b90a-2ce1afb8a277 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:11.438487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e4d26a9-0315-45cc-86ce-87443dfafc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.486660 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP d1178c35-a3f0-465d-bebe-7de04038b3a0 associated. External IP: 172.25.1.198, port: 0de0f7c2-96dd-4743-9c9e-32933eca008d. Jul 07 18:00:11.490972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] For port b0cf8f9c-0b08-4699-bb82-ddaef8279baa, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:11.497697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.517986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d26a9-0315-45cc-86ce-87443dfafc62 None None] Port 00730278-3c7d-4da7-b90a-2ce1afb8a277 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:11.646013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8f650c09-8960-4c55-a029-145c2cad11b3 None None] Provisioning for port 7015c043-e476-46e5-a260-68865c05dfe1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:11.646248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Calling delete_port for b0cf8f9c-0b08-4699-bb82-ddaef8279baa owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:11.654876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8f650c09-8960-4c55-a029-145c2cad11b3 None None] Provisioning complete for port 7015c043-e476-46e5-a260-68865c05dfe1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:11.656744 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f650c09-8960-4c55-a029-145c2cad11b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.753361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8f650c09-8960-4c55-a029-145c2cad11b3 None None] Port 7015c043-e476-46e5-a260-68865c05dfe1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:11.833785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38058) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:11.881712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:11.973908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00503f-c395-4a0a-9d1b-fc93f5023623 req-7038a1a4-3aa4-4707-a737-efb316b06b67 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:11.975491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a00503f-c395-4a0a-9d1b-fc93f5023623 req-7038a1a4-3aa4-4707-a737-efb316b06b67 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.9259896 Jul 07 18:00:12.090183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f56c701b-3c49-41c1-a949-f6fb4692cc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.166984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a00503f-c395-4a0a-9d1b-fc93f5023623 req-cbdd9607-3d10-4cdd-a858-1b01cf065139 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835475 Jul 07 18:00:12.250921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94a7-3f27-431f-be51-1e94ee1af30f req-7d20cb72-8af8-45e0-bf8d-273db4e71a5d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:12.258331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94a7-3f27-431f-be51-1e94ee1af30f req-7d20cb72-8af8-45e0-bf8d-273db4e71a5d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:12.265594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94a7-3f27-431f-be51-1e94ee1af30f req-7d20cb72-8af8-45e0-bf8d-273db4e71a5d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:12.271468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94a7-3f27-431f-be51-1e94ee1af30f req-7d20cb72-8af8-45e0-bf8d-273db4e71a5d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:12.278717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94a7-3f27-431f-be51-1e94ee1af30f req-7d20cb72-8af8-45e0-bf8d-273db4e71a5d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:12.288102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fed94a7-3f27-431f-be51-1e94ee1af30f req-7d20cb72-8af8-45e0-bf8d-273db4e71a5d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 3815 time: 0.3115146 Jul 07 18:00:12.303415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:12.354639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-207f68ad-bde0-47bc-8824-3ead97b552ab req-bfb17eb7-e921-4814-9413-308f095339b4 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 210 time: 0.0473189 Jul 07 18:00:12.399554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fed94a7-3f27-431f-be51-1e94ee1af30f req-fd4c8dff-4fa0-4757-a734-916e9d1f2fa7 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104555 Jul 07 18:00:12.409823 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.570903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.611356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0cf8f9c-0b08-4699-bb82-ddaef8279baa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:12.680558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.695789 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.731872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5b9ae29a-2de1-41db-9390-371d13a581b5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:12.827431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 5b9ae29a-2de1-41db-9390-371d13a581b5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:12.827974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Pushing event updated for resources: {'Port': ['ID=7015c043-e476-46e5-a260-68865c05dfe1,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:12.828225 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.833312 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.842784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-3587af17-cae5-4e83-9fc2-5f2a6c0fa437 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:12.844483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-3587af17-cae5-4e83-9fc2-5f2a6c0fa437 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.2493603 Jul 07 18:00:12.858449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Request body: {'port': {'device_id': '73215a16-34f2-4825-9908-1866605229aa', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'admin_state_up': True, 'tenant_id': '2bd2ddfc789640889545ba10bc348126'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:12.873781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d725b-1ec2-43c1-a27e-5b6b4546e116 req-79621a09-3dca-4d50-b2fd-7a49ae4b70a4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:12.876562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-261d725b-1ec2-43c1-a27e-5b6b4546e116 req-79621a09-3dca-4d50-b2fd-7a49ae4b70a4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.2915299 Jul 07 18:00:12.933023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29703aa6-5035-458f-b073-112ae8a0076d {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:12.943801 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:12.962351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Transition to ACTIVE for port object 29703aa6-5035-458f-b073-112ae8a0076d will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:13.001604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f56c701b-3c49-41c1-a949-f6fb4692cc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.005039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:13.041847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.044299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f56c701b-3c49-41c1-a949-f6fb4692cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.049850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-261d725b-1ec2-43c1-a27e-5b6b4546e116 req-0760463e-08f1-4760-9960-fc6e6b260016 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360250 Jul 07 18:00:13.075016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:13.082098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.089378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:13.090068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:13.113832 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.119157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f56c701b-3c49-41c1-a949-f6fb4692cc96 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f089100d85954ebbbcbd7b497dcf3542&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2826583 Jul 07 18:00:13.122432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38068) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:13.130554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:13.140591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:13.141320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:13.178381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:13.190810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:13.228608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:13.229395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a8667-ab84-45d2-b1c1-0c5a97f2caa3 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:13.280525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:13.294598 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.451230 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8677f513-7b9f-450f-a321-31bf18c7c39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.589899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-71b42ec7-e8ac-446b-962b-22afe22f55b3 None None] Provisioning complete for port 7015c043-e476-46e5-a260-68865c05dfe1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:13.591017 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71b42ec7-e8ac-446b-962b-22afe22f55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.641148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-71b42ec7-e8ac-446b-962b-22afe22f55b3 None None] Port 7015c043-e476-46e5-a260-68865c05dfe1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:13.655264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95543554-9751-4ad4-ab54-855210c9c6d8 req-21a64332-370b-4b8a-9e7e-8ef7f6cb0a32 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 210 time: 0.0541997 Jul 07 18:00:13.657173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8677f513-7b9f-450f-a321-31bf18c7c39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.718528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Router e775b46e-3f52-46e5-9f83-0873291e4ec6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:13.729306 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.733485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-71145e2a-bb63-4082-ba76-7583cc0b0108 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/floatingips/d1178c35-a3f0-465d-bebe-7de04038b3a0 HTTP/1.1" status: 200 len: 978 time: 4.7356284 Jul 07 18:00:13.734299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c701b-3c49-41c1-a949-f6fb4692cc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d9f5f8-8c41-41ec-a60a-82857e5a0198,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:13.737112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:13.738532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.760040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=29703aa6-5035-458f-b073-112ae8a0076d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:13.883390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.884152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbef4ab6-9556-4c34-bda6-82e97d77bdef {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:13.884295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b85fd-0eef-482d-9d53-f71b8682f913 req-50ec06d5-3dc1-4a73-b18a-bc15ed846952 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:13.890570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.896131 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7c054ef7-3385-482e-945c-eee6cf1b05bd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "DELETE /v2.0/routers/bbef4ab6-9556-4c34-bda6-82e97d77bdef HTTP/1.1" status: 204 len: 168 time: 4.6865163 Jul 07 18:00:13.896315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-233b85fd-0eef-482d-9d53-f71b8682f913 req-50ec06d5-3dc1-4a73-b18a-bc15ed846952 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.5843329 Jul 07 18:00:13.899881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38076) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:13.925561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-430784806', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:13.977155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Attempting to bind port 29703aa6-5035-458f-b073-112ae8a0076d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:13.977528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Attempting to bind port 29703aa6-5035-458f-b073-112ae8a0076d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:13.977828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Attempting to bind port 29703aa6-5035-458f-b073-112ae8a0076d on network 07d9762a-e6d8-4565-a451-2224c69acbeb {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:13.986941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Port 29703aa6-5035-458f-b073-112ae8a0076d on network 07d9762a-e6d8-4565-a451-2224c69acbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:13.986941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Attempting to bind port 29703aa6-5035-458f-b073-112ae8a0076d on network 07d9762a-e6d8-4565-a451-2224c69acbeb {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:13.993874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:13.994948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.003233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:14.003958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Checking segment: {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:14.003958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Bound using segment: {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:14.004427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Bound port: 29703aa6-5035-458f-b073-112ae8a0076d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e137e874-deff-4543-b2e9-bc5de586d06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:14.004775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.029653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8677f513-7b9f-450f-a321-31bf18c7c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.032295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8677f513-7b9f-450f-a321-31bf18c7c39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.033550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8677f513-7b9f-450f-a321-31bf18c7c39b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d1d9f5f8-8c41-41ec-a60a-82857e5a0198 HTTP/1.1" status: 204 len: 168 time: 0.9039276 Jul 07 18:00:14.035926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Allocated IP 172.20.0.10 (844e265b-d06f-4d6e-a742-e9c7d38930c7/cf4f3ffe-8213-4079-8acf-b5db455e7f0c/c2a87259-132f-41fe-b262-5715ae6c842e) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:14.057652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 0de0f7c2-96dd-4743-9c9e-32933eca008d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:14.058012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.064246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-233b85fd-0eef-482d-9d53-f71b8682f913 req-e8bedfdf-1429-4bc6-99b3-44f10a44290b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471987 Jul 07 18:00:14.078600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677f513-7b9f-450f-a321-31bf18c7c39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d9f5f8-8c41-41ec-a60a-82857e5a0198,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:14.119365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:14.131363 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Sync routers for ids ['e775b46e-3f52-46e5-9f83-0873291e4ec6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:14.144359 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Routers {'e775b46e-3f52-46e5-9f83-0873291e4ec6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:14.147686 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e775b46e-3f52-46e5-9f83-0873291e4ec6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:14.170357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8da45ce2-3e60-4819-8fdf-abe97b2ddb2a admin admin] 10.222.0.88 "PUT /v2.0/routers/e775b46e-3f52-46e5-9f83-0873291e4ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4281960 Jul 07 18:00:14.221089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.250860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742b52-9aaa-448f-af4e-119c333adda1 req-1ef09c88-4898-4332-b3fc-81aa97407a5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.293288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742b52-9aaa-448f-af4e-119c333adda1 req-1ef09c88-4898-4332-b3fc-81aa97407a5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.299382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742b52-9aaa-448f-af4e-119c333adda1 req-1ef09c88-4898-4332-b3fc-81aa97407a5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.342428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742b52-9aaa-448f-af4e-119c333adda1 req-1ef09c88-4898-4332-b3fc-81aa97407a5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.361277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742b52-9aaa-448f-af4e-119c333adda1 req-1ef09c88-4898-4332-b3fc-81aa97407a5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.363202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad742b52-9aaa-448f-af4e-119c333adda1 req-1ef09c88-4898-4332-b3fc-81aa97407a5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 3827 time: 0.5588105 Jul 07 18:00:14.461052 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Set router e775b46e-3f52-46e5-9f83-0873291e4ec6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:14.479085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.493196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38086) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:14.540229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38090) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:14.637319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] For port 29703aa6-5035-458f-b073-112ae8a0076d, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:14.700680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b0cf8f9c-0b08-4699-bb82-ddaef8279baa no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:14.736603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b0cf8f9c-0b08-4699-bb82-ddaef8279baa {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:14.742261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b0cf8f9c-0b08-4699-bb82-ddaef8279baa not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:14.819985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] For port 29703aa6-5035-458f-b073-112ae8a0076d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29703aa6-5035-458f-b073-112ae8a0076d,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:14.828769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.837743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.903007 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:00:12Z', 'revision_number': 4, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '7015c043-e476-46e5-a260-68865c05dfe1', 'name': '', 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'mac_address': 'fa:16:3e:3d:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'af537dd7-aed2-4b74-b3ba-d86736fe601b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:09Z', 'updated_at': '2021-07-07T18:00:12Z', 'revision_number': 2, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'subnets': [{'id': 'af537dd7-aed2-4b74-b3ba-d86736fe601b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:14.971884 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Checking router: e775b46e-3f52-46e5-9f83-0873291e4ec6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:14.972930 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Updating router e775b46e-3f52-46e5-9f83-0873291e4ec6 port 7015c043-e476-46e5-a260-68865c05dfe1 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:00:14.989400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:14.993553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.997819 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] 10.222.0.90 "PUT /v2.0/ports/29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 200 len: 1091 time: 3.5966752 Jul 07 18:00:15.000821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:15.008290 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3baadc8-1113-42c8-aba3-f4218f355b09" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "29703aa6-5035-458f-b073-112ae8a0076d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:15.044500 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.068534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1112472620'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:15.088695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad742b52-9aaa-448f-af4e-119c333adda1 req-c884b24a-2929-4b61-8db5-e45f5eaa9dcf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6798310 Jul 07 18:00:15.116255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:15.218881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a511e-f7ab-40b3-97f0-7212e822e8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=29703aa6-5035-458f-b073-112ae8a0076d,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:15.236080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a7adb7ed-6e8a-4653-8242-9c46bfe95c9e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=df4ba7c344fc47088e5f7f14e0a090ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904500 Jul 07 18:00:15.256871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38096) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:15.315270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95adf3-691d-4704-86bf-9e621008e213 req-3cc6b199-32f8-4c6c-877a-e9630122616b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:15.317112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba95adf3-691d-4704-86bf-9e621008e213 req-3cc6b199-32f8-4c6c-877a-e9630122616b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.9529402 Jul 07 18:00:15.319813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:15.327418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.339212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.368157 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.368807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.369301 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP d1178c35-a3f0-465d-bebe-7de04038b3a0 disassociated. External IP: 172.25.1.198, port: 0de0f7c2-96dd-4743-9c9e-32933eca008d. Jul 07 18:00:15.369829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 0de0f7c2-96dd-4743-9c9e-32933eca008d owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:15.410510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb5ed7ef-c711-4e6e-bab5-240e0122b777 req-16d09b6a-25f7-460d-b8df-f24561d3f9fa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 210 time: 0.0695987 Jul 07 18:00:15.425367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68cb77fb-2e3d-41c2-926e-83dffcc08a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.427019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.450196 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.474984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Transition to ACTIVE for port object 7015c043-e476-46e5-a260-68865c05dfe1 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:15.487086 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.494212 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537c415-add4-46b7-a636-ec9a3d17a995 x-openstack-request-id: req-2537c415-add4-46b7-a636-ec9a3d17a995 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:15.494212 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "29703aa6-5035-458f-b073-112ae8a0076d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:15.494212 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2537c415-add4-46b7-a636-ec9a3d17a995 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:15.494700 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d', 'status': 'completed', 'code': 200} Jul 07 18:00:15.506157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:15.529937 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.530404 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Added segment 74074833-69f2-4234-9bdf-6553c780fd22 of type vlan for network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 Jul 07 18:00:15.546465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba95adf3-691d-4704-86bf-9e621008e213 req-72e030a0-9565-431b-bc97-4a2518912d3f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120180 Jul 07 18:00:15.571612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.631859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.646152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:15.651820 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a36685-64fa-4742-919b-b5874f16a39d None None] Pushing event updated for resources: {'Port': ['ID=7015c043-e476-46e5-a260-68865c05dfe1,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:15.652629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:15.674092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:15.679726 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Attempting to bind port 7015c043-e476-46e5-a260-68865c05dfe1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:15.680136 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Attempting to bind port 7015c043-e476-46e5-a260-68865c05dfe1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:15.680553 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Attempting to bind port 7015c043-e476-46e5-a260-68865c05dfe1 on network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:15.694720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:15.695085 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Checking segment: {'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:15.695488 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.695873 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Bound using segment: {'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:15.696343 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Bound port: 7015c043-e476-46e5-a260-68865c05dfe1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1e74aa-423e-455a-a84c-16a240849ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:15.696728 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.782070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event updated for resources: {'Port': ['ID=c2a87259-132f-41fe-b262-5715ae6c842e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:15.801682 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d666541d-6c5a-4754-82db-375e9793897d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.850888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:15.855513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.860969 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] For port 7015c043-e476-46e5-a260-68865c05dfe1, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:15.873589 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] For port 7015c043-e476-46e5-a260-68865c05dfe1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7015c043-e476-46e5-a260-68865c05dfe1,segment=NetworkSegment(cd1e74aa-423e-455a-a84c-16a240849ddf),segment_id=cd1e74aa-423e-455a-a84c-16a240849ddf)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:15.873986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.879899 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.880995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:15.882046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:15.964366 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Routers {'e775b46e-3f52-46e5-9f83-0873291e4ec6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:15.965435 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T17:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e775b46e-3f52-46e5-9f83-0873291e4ec6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:15.968786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-4293e5e4-8736-4a18-8db7-afc856ca446a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1157849 Jul 07 18:00:15.976417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4757125 Jul 07 18:00:15.982596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38108) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:15.994389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'subnet': {'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:16.002698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Request body: {'port': {'device_id': '73215a16-34f2-4825-9908-1866605229aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:16.082221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68cb77fb-2e3d-41c2-926e-83dffcc08a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:16.116227 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:16.161700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36495d3-fd33-457f-bab6-254adb0f881f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Network': ['ID=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:16.178756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:16.236478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] Set router e775b46e-3f52-46e5-9f83-0873291e4ec6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:16.337425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=0de0f7c2-96dd-4743-9c9e-32933eca008d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:16.423036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:16.429359 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:16.626404 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:16.664365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-85b7e13c-f16a-4f58-b926-a05f61ef7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:16.672488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-85b7e13c-f16a-4f58-b926-a05f61ef7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:16.673133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-85b7e13c-f16a-4f58-b926-a05f61ef7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:16.673625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-85b7e13c-f16a-4f58-b926-a05f61ef7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:16.674111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-85b7e13c-f16a-4f58-b926-a05f61ef7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:16.676151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-85b7e13c-f16a-4f58-b926-a05f61ef7377 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 4362 time: 1.1636372 Jul 07 18:00:16.711845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a36685-64fa-4742-919b-b5874f16a39d None None] Pushing event updated for resources: {'Port': ['ID=7015c043-e476-46e5-a260-68865c05dfe1,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:16.723819 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:00:12Z', 'revision_number': 4, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '7015c043-e476-46e5-a260-68865c05dfe1', 'name': '', 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'mac_address': 'fa:16:3e:3d:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'af537dd7-aed2-4b74-b3ba-d86736fe601b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:09Z', 'updated_at': '2021-07-07T18:00:15Z', 'revision_number': 4, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'subnets': [{'id': 'af537dd7-aed2-4b74-b3ba-d86736fe601b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:16.780549 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bcbe0-f080-49f4-98b8-51f6f038ebb8 None None] The sync data for ids ['e775b46e-3f52-46e5-9f83-0873291e4ec6'] in n-d-798930-2 is: [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:00:12Z', 'revision_number': 4, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '7015c043-e476-46e5-a260-68865c05dfe1', 'name': '', 'network_id': 'ca0a38d3-980a-4b29-bb3e-5202dd2a98e3', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'mac_address': 'fa:16:3e:3d:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'af537dd7-aed2-4b74-b3ba-d86736fe601b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:09Z', 'updated_at': '2021-07-07T18:00:15Z', 'revision_number': 4, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'subnets': [{'id': 'af537dd7-aed2-4b74-b3ba-d86736fe601b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:17.146911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02bd1-4783-4d2e-9b9a-0241a37fcb49 req-811c9fa4-edb4-4af9-838e-8fcbb8c7c463 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:17.153449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02bd1-4783-4d2e-9b9a-0241a37fcb49 req-811c9fa4-edb4-4af9-838e-8fcbb8c7c463 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:17.160038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02bd1-4783-4d2e-9b9a-0241a37fcb49 req-811c9fa4-edb4-4af9-838e-8fcbb8c7c463 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:17.166848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02bd1-4783-4d2e-9b9a-0241a37fcb49 req-811c9fa4-edb4-4af9-838e-8fcbb8c7c463 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:17.173942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02bd1-4783-4d2e-9b9a-0241a37fcb49 req-811c9fa4-edb4-4af9-838e-8fcbb8c7c463 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:17.175868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c02bd1-4783-4d2e-9b9a-0241a37fcb49 req-811c9fa4-edb4-4af9-838e-8fcbb8c7c463 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 3827 time: 0.7746139 Jul 07 18:00:17.248856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7716aa-9a8b-461c-afb0-222c39f9cd39 req-cfd54ac6-f6a0-466c-ab58-6232a8f8c2bb tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:17.257758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe7716aa-9a8b-461c-afb0-222c39f9cd39 req-cfd54ac6-f6a0-466c-ab58-6232a8f8c2bb tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 932 time: 0.5205178 Jul 07 18:00:17.306848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c02bd1-4783-4d2e-9b9a-0241a37fcb49 req-8c05d77a-422c-4018-9d52-71b17f1a5132 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182439 Jul 07 18:00:17.406810 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.417463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe7716aa-9a8b-461c-afb0-222c39f9cd39 req-3f740297-c2e5-4964-b824-39484ed8e7f0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587274 Jul 07 18:00:17.467685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68cb77fb-2e3d-41c2-926e-83dffcc08a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.470293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68cb77fb-2e3d-41c2-926e-83dffcc08a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.474307 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-68cb77fb-2e3d-41c2-926e-83dffcc08a53 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3535a15e-5405-4000-90a0-927c44cf7144 HTTP/1.1" status: 204 len: 168 time: 2.2101748 Jul 07 18:00:17.583828 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.680101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.684331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a87259-132f-41fe-b262-5715ae6c842e {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:17.751007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Allocated IP 172.25.1.247 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/59bb27e3-6e7b-4c3e-9388-4cb9dd0b00cb) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:17.787270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.912050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.970657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Transition to ACTIVE for port object c2a87259-132f-41fe-b262-5715ae6c842e will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:17.977744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb77fb-2e3d-41c2-926e-83dffcc08a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3535a15e-5405-4000-90a0-927c44cf7144,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:18.013835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.016254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Subnet': ['ID=f5ac177a-3115-429d-bca5-7dc507692e22,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:18.040621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26086cce-ebff-466f-9b23-0f2e5a21a1c6 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:18.081687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.126852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.129805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a87259-132f-41fe-b262-5715ae6c842e,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:18.136141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Checking segment: {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:18.136521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network hostable DHCP agents. Network: ab6bbd35-e1e5-4f24-92b1-b813905ad4e8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:00:18.184856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:00:18.200163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ab6bbd35-e1e5-4f24-92b1-b813905ad4e8) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:18.201092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:18.202743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Transition to ACTIVE for port object 26086cce-ebff-466f-9b23-0f2e5a21a1c6 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:18.207739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-5eb98d65-0627-4632-9d69-ff82a2f0c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:18.208230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-5eb98d65-0627-4632-9d69-ff82a2f0c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:18.208706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-5eb98d65-0627-4632-9d69-ff82a2f0c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:18.209240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3c6bf-6580-47fe-b4ea-adee5f2e02f7 None None] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:18.210489 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-5eb98d65-0627-4632-9d69-ff82a2f0c7e1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fd7be2ae614a463aa95682e9a15268e1&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.5261414 Jul 07 18:00:18.238202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.242824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:18.243512 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.268995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:18.289970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd94e8f-a4d5-4e28-ae89-a0e9b8fb1a6e req-cb015a34-834a-43b4-8729-c83a392c9bbe tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:18.291649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bdd94e8f-a4d5-4e28-ae89-a0e9b8fb1a6e req-cb015a34-834a-43b4-8729-c83a392c9bbe tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.4585960 Jul 07 18:00:18.345431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1a0b346d-bc78-4c78-98e1-2f5cae84a9a9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3584502 Jul 07 18:00:18.349076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38136) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:18.356710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1823943524'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:18.389956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bdd94e8f-a4d5-4e28-ae89-a0e9b8fb1a6e req-9d385610-ac1e-446e-a692-494bb4b3741f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871983 Jul 07 18:00:18.411966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Attempting to bind port c2a87259-132f-41fe-b262-5715ae6c842e on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:18.412481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Attempting to bind port c2a87259-132f-41fe-b262-5715ae6c842e by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:18.412973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Attempting to bind port c2a87259-132f-41fe-b262-5715ae6c842e on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:18.433903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Port c2a87259-132f-41fe-b262-5715ae6c842e on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:18.434096 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79e2ce05-fb94-4377-8869-85121840da31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.434324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Attempting to bind port c2a87259-132f-41fe-b262-5715ae6c842e on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:18.438146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:18.443451 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.465809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:18.471757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Checking segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:18.472338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Bound using segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:18.472850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Bound port: c2a87259-132f-41fe-b262-5715ae6c842e, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:18.473226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.531960 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.592044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:18.631766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ab6bbd35-e1e5-4f24-92b1-b813905ad4e8', 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'fixed_ips': [{'subnet_id': 'f5ac177a-3115-429d-bca5-7dc507692e22'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:00:18.632658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.651775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.652132 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Added segment e1f3a985-97c2-4a3c-9969-8a802d53fa37 of type vlan for network d7818124-fd29-42b7-9785-06e383727f5b Jul 07 18:00:18.805739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:18.806411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] For port c2a87259-132f-41fe-b262-5715ae6c842e, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:18.836171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Allocated IP 19.80.0.2 (ab6bbd35-e1e5-4f24-92b1-b813905ad4e8/f5ac177a-3115-429d-bca5-7dc507692e22/3014351f-8de3-4291-b55e-386eb5b8ccd9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:18.859244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:18.865604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:18.878377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] For port c2a87259-132f-41fe-b262-5715ae6c842e, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c2a87259-132f-41fe-b262-5715ae6c842e,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:18.882934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.895498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.970112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a87259-132f-41fe-b262-5715ae6c842e,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:19.003375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:00:19.047187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-bc806eee-cb0e-4b7c-b029-48452ed080ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.070239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-bc806eee-cb0e-4b7c-b029-48452ed080ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.073336 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.078393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-bc806eee-cb0e-4b7c-b029-48452ed080ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.085217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-bc806eee-cb0e-4b7c-b029-48452ed080ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.085469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Transition to ACTIVE for port object 3014351f-8de3-4291-b55e-386eb5b8ccd9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:19.104573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-bc806eee-cb0e-4b7c-b029-48452ed080ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.111955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-bc806eee-cb0e-4b7c-b029-48452ed080ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.114268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-bc806eee-cb0e-4b7c-b029-48452ed080ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 4604 time: 0.5069559 Jul 07 18:00:19.118880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Transition to ACTIVE for port object 3014351f-8de3-4291-b55e-386eb5b8ccd9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:19.139422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.140330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.142289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8a99f729-47ad-421c-86db-87578483e742 service neutron] 10.222.0.90 "PUT /v2.0/ports/c2a87259-132f-41fe-b262-5715ae6c842e HTTP/1.1" status: 200 len: 1092 time: 3.1579845 Jul 07 18:00:19.143082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:19.144716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7015c043-e476-46e5-a260-68865c05dfe1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:19.157298 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff" -d '{"events": [{"name": "network-changed", "server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:19.198328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:19.213871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event updated for resources: {'Port': ['ID=59bb27e3-6e7b-4c3e-9388-4cb9dd0b00cb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:19.217394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.266666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:19.267983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:19.286695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5d21-8c8a-412d-ba26-ccb0761a7564 req-89ef489d-7b2b-4f79-9902-0f042c9a1061 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.291112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f9d5d21-8c8a-412d-ba26-ccb0761a7564 req-89ef489d-7b2b-4f79-9902-0f042c9a1061 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 944 time: 0.5951586 Jul 07 18:00:19.293138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.304487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.305184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.335513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:19.356150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:19.363675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:19.370971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:19.417056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:19.417649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:19.482211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1274984 Jul 07 18:00:19.484769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:19.485127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38158) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:19.485584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7390576-8aa3-4955-a527-93d0c84142e2 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:19.508431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9544f57-3e8c-4c0c-80ec-ccae47d65a0d req-9b11d8fd-5164-4a14-9905-634ee95e53b2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3764806 Jul 07 18:00:19.525229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'subnet': {'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:19.534065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Attempting to bind port 3014351f-8de3-4291-b55e-386eb5b8ccd9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:19.534972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c8f59-06b1-4221-a3b8-b5df74d5c762 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Network': ['ID=d7818124-fd29-42b7-9785-06e383727f5b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:19.535112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Attempting to bind port 3014351f-8de3-4291-b55e-386eb5b8ccd9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:19.535387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Attempting to bind port 3014351f-8de3-4291-b55e-386eb5b8ccd9 on network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:19.540042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 7015c043-e476-46e5-a260-68865c05dfe1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:19.545350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Pushing event updated for resources: {'Port': ['ID=3014351f-8de3-4291-b55e-386eb5b8ccd9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:19.553479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d7818124-fd29-42b7-9785-06e383727f5b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:19.647017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f9d5d21-8c8a-412d-ba26-ccb0761a7564 req-2d7d9ecc-44d2-4a23-adfe-4325085302c5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548858 Jul 07 18:00:19.659017 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46744f9e-797e-4a73-8af9-dfdafaf57fb6 x-openstack-request-id: req-46744f9e-797e-4a73-8af9-dfdafaf57fb6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:19.670351 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:19.670351 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46744f9e-797e-4a73-8af9-dfdafaf57fb6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:19.670631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:19.671008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Checking segment: {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:19.671414 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.671618 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e', 'status': 'completed', 'code': 200} Jul 07 18:00:19.671816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Bound using segment: {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:19.672294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Bound port: 3014351f-8de3-4291-b55e-386eb5b8ccd9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:19.672670 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.680332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-04842bd4-d4e4-46c2-b83c-28ecf4323d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.682095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-04842bd4-d4e4-46c2-b83c-28ecf4323d77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 1095 time: 0.4757318 Jul 07 18:00:19.687075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-5381e84f-3ce3-48aa-9e70-5b5aefa21f4e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8669183 Jul 07 18:00:19.693471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.698759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-552d3648-0296-478f-8342-ff216f0aad5c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/ports/0de0f7c2-96dd-4743-9c9e-32933eca008d HTTP/1.1" status: 204 len: 168 time: 5.9543765 Jul 07 18:00:19.716419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38166) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:19.800062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-35d27024-eb50-4184-bf88-0d6fa70aedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:19.801778 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3baadc8-1113-42c8-aba3-f4218f355b09 req-35d27024-eb50-4184-bf88-0d6fa70aedab service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5837767 Jul 07 18:00:19.819276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] For port 3014351f-8de3-4291-b55e-386eb5b8ccd9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:19.823739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] For port 3014351f-8de3-4291-b55e-386eb5b8ccd9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3014351f-8de3-4291-b55e-386eb5b8ccd9,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:19.825104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7015c043-e476-46e5-a260-68865c05dfe1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:19.825550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.873863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.886047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 91c3cfd0-8314-4684-b597-2e3bd9d67b20 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:19.939961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-8b4d0333-5293-41b5-862e-f5ae5d088113 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a87259-132f-41fe-b262-5715ae6c842e HTTP/1.1" status: 200 len: 217 time: 0.2470596 Jul 07 18:00:19.941724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Pushing event updated for resources: {'Port': ['ID=26086cce-ebff-466f-9b23-0f2e5a21a1c6,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:19.952441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0453c6a-1e01-457a-9513-8524966a4ef7 None None] Pushing event updated for resources: {'Port': ['ID=3014351f-8de3-4291-b55e-386eb5b8ccd9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:19.974425 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.984773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Attempting to bind port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:19.987660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Attempting to bind port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:19.988203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Attempting to bind port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:20.011274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 on network 505be4a2-270c-4d00-b6c6-483296bee6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:20.012289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:20.013658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Attempting to bind port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:20.023305 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.036012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:20.042850 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.045425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Checking segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:20.046060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Bound using segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:20.047689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Bound port: 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:20.048255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.089719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8cc58eb1-b741-4994-9323-a490e77c77f5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "GET /v2.0/floatingips/d1178c35-a3f0-465d-bebe-7de04038b3a0 HTTP/1.1" status: 200 len: 688 time: 0.3674078 Jul 07 18:00:20.097707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 7015c043-e476-46e5-a260-68865c05dfe1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7015c043-e476-46e5-a260-68865c05dfe1,segment=NetworkSegment(cd1e74aa-423e-455a-a84c-16a240849ddf),segment_id=cd1e74aa-423e-455a-a84c-16a240849ddf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:20.100629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:00:20.108064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38174) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:20.115725 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.216073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38176) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:20.231247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.273792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7015c043-e476-46e5-a260-68865c05dfe1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:20.292985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-38e3f4f4-f95b-4ea3-a23c-2d0252481bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:20.294573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-38e3f4f4-f95b-4ea3-a23c-2d0252481bf5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.3390820 Jul 07 18:00:20.332503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:20.378482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '91c3cfd0-8314-4684-b597-2e3bd9d67b20', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'port_id': '91c3cfd0-8314-4684-b597-2e3bd9d67b20', 'mac_address': 'fa:16:3e:cf:95:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13993fdc-2d78-4301-ba24-12448b0879d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:20.455895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-acc1db34-571d-4070-be1c-bead74dab7ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975585 Jul 07 18:00:20.473291 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.508705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91c3cfd0-8314-4684-b597-2e3bd9d67b20 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:20.514182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-592099350'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:20.552482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:20.559345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.575846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-1ade2acf-d4c5-422f-823e-ec9a325af451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:20.577978 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-1ade2acf-d4c5-422f-823e-ec9a325af451 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 1098 time: 0.7751348 Jul 07 18:00:20.653115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6299405-2b2e-4bcd-a6d8-60e9f04600fa req-e777492b-0aa4-4055-b643-5cc05e7f9ad6 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:20.656559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6299405-2b2e-4bcd-a6d8-60e9f04600fa req-e777492b-0aa4-4055-b643-5cc05e7f9ad6 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 946 time: 0.7283821 Jul 07 18:00:20.680396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['91c3cfd0-8314-4684-b597-2e3bd9d67b20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:20.714398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:20.750488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] For port 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:20.896186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7015c043-e476-46e5-a260-68865c05dfe1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:20.969099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7015c043-e476-46e5-a260-68865c05dfe1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:20.969408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.094618 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.096727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3014351f-8de3-4291-b55e-386eb5b8ccd9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:21.158296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3014351f-8de3-4291-b55e-386eb5b8ccd9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:21.161575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-bef1b093-12bd-46bd-aa40-957a22719ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.163166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-bef1b093-12bd-46bd-aa40-957a22719ded service neutron] 10.222.0.55 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.5345991 Jul 07 18:00:21.175065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] For port 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:21.243586 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.262499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-5c4628b5-abda-4ac2-a5b7-4170c7b942fc service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452450 Jul 07 18:00:21.285135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Made reservation on behalf of 314c2e607f86457aac33df438d80e8d6 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:21.288560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.293031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6299405-2b2e-4bcd-a6d8-60e9f04600fa req-cba40c03-eb45-47f2-8969-d61d450d3e8a tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206059 Jul 07 18:00:21.298831 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.321569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port c1d93504-9302-422b-b181-fb02ae6f52e9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:21.322052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.329525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.330434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.331921 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] 10.222.0.90 "PUT /v2.0/ports/26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 1135 time: 6.2488921 Jul 07 18:00:21.335591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '26086cce-ebff-466f-9b23-0f2e5a21a1c6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:21.339085 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd485a-70d8-448c-b27d-bb67823de775" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "26086cce-ebff-466f-9b23-0f2e5a21a1c6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:21.343574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-63ff929c-5164-4b20-a790-8bfe84c52f17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 200 len: 1001 time: 0.1649208 Jul 07 18:00:21.407379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.417398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:21.457354 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.511114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84182-4410-4332-9c80-9cf7462c7b6d service neutron] Pushing event updated for resources: {'Port': ['ID=26086cce-ebff-466f-9b23-0f2e5a21a1c6,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:21.595857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aebc2c06-503a-4abf-8070-87dd8335a611 req-a85a0a03-3904-4b4d-a9fa-57077455c82d service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255866 Jul 07 18:00:21.626863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-def43ef1-49e1-4758-b9b8-5fb032e9704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.628402 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-def43ef1-49e1-4758-b9b8-5fb032e9704f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.2286966 Jul 07 18:00:21.658153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-82a2f207-2366-4d83-b626-d3442688044f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.664459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-82a2f207-2366-4d83-b626-d3442688044f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.672141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-82a2f207-2366-4d83-b626-d3442688044f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.678665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-82a2f207-2366-4d83-b626-d3442688044f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.685200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-82a2f207-2366-4d83-b626-d3442688044f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.686210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e2d89-36a4-467e-9012-b600c65d54cf None None] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:21.691029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-82a2f207-2366-4d83-b626-d3442688044f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.693367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-82a2f207-2366-4d83-b626-d3442688044f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 4604 time: 0.5420406 Jul 07 18:00:21.708345 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.708513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.736129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for c1d93504-9302-422b-b181-fb02ae6f52e9 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:21.743106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.754702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Subnet': ['ID=b5328506-463f-4d77-aec5-0b85a55e9c5f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:21.838608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d66d6bc-b72f-4a1c-a61f-2a5a77dbb643 req-5376f03a-75ff-4dce-8ad2-d36b0108e863 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321092 Jul 07 18:00:21.843843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Checking segment: {'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:21.844317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network hostable DHCP agents. Network: d7818124-fd29-42b7-9785-06e383727f5b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:00:21.879444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435510db-30b9-4d3d-8a3d-4d3d4e4e902a req-64e7d007-3652-446a-826d-66ade65b35b1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.886813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-435510db-30b9-4d3d-8a3d-4d3d4e4e902a req-64e7d007-3652-446a-826d-66ade65b35b1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 944 time: 0.3597333 Jul 07 18:00:21.917792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-4e200386-861e-4ecb-bcfb-67ee99a02633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.919310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-4e200386-861e-4ecb-bcfb-67ee99a02633 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616670 Jul 07 18:00:21.938888 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.954713 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:21.957490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 91c3cfd0-8314-4684-b597-2e3bd9d67b20 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:21.972578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-b84769cc-4b8f-448e-8800-42697bd90ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:21.974609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-b84769cc-4b8f-448e-8800-42697bd90ac5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 1095 time: 0.2759860 Jul 07 18:00:21.975401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network d7818124-fd29-42b7-9785-06e383727f5b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:00:21.980692 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba68554-2e1f-4285-b017-0262fb71bdbf x-openstack-request-id: req-4ba68554-2e1f-4285-b017-0262fb71bdbf {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:21.980692 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "26086cce-ebff-466f-9b23-0f2e5a21a1c6", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:21.980987 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ba68554-2e1f-4285-b017-0262fb71bdbf {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:21.981366 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '26086cce-ebff-466f-9b23-0f2e5a21a1c6', 'status': 'completed', 'code': 200} Jul 07 18:00:21.995676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Router f6b485e3-0572-4d09-a980-c03d65c1b6d0 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:22.000442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-95e357b5-a99a-4ead-a292-deec44d8e345 None None] Provisioning for port 3014351f-8de3-4291-b55e-386eb5b8ccd9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:22.009217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-435510db-30b9-4d3d-8a3d-4d3d4e4e902a req-b8a4447a-4de8-442f-b442-381b10c38027 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213543 Jul 07 18:00:22.019576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-95e357b5-a99a-4ead-a292-deec44d8e345 None None] Provisioning complete for port 3014351f-8de3-4291-b55e-386eb5b8ccd9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:22.019954 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95e357b5-a99a-4ead-a292-deec44d8e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.024722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:22.059976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d7818124-fd29-42b7-9785-06e383727f5b) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:22.070769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.071507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.082903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6df9f-5703-4a3c-8b51-aca1a5f39292 None None] Network d7818124-fd29-42b7-9785-06e383727f5b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:22.088266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.089014 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Added segment 4b3cf7cd-5d1c-4305-831c-e61383eb3aff of type vlan for network 01ebbe43-e7f6-448d-9b40-3e69a877a935 Jul 07 18:00:22.093976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737f286d-a845-44c8-802b-233ffa351a38,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:22.116520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-df365520-c00f-4f87-9f15-8b92c2c73976 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6130610 Jul 07 18:00:22.180410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.204171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-969cfb93-2284-421b-ae89-d737a5bc517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.205993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-969cfb93-2284-421b-ae89-d737a5bc517b service neutron] 10.222.0.90 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 912 time: 0.2145786 Jul 07 18:00:22.288697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-1ef29c23-abc0-41b0-bb0e-4cdb606c9f14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a87259-132f-41fe-b262-5715ae6c842e HTTP/1.1" status: 200 len: 217 time: 0.0719051 Jul 07 18:00:22.293513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.309534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.310253 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.341895 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.346649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95e357b5-a99a-4ead-a292-deec44d8e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.415377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 91c3cfd0-8314-4684-b597-2e3bd9d67b20 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:22.428966 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-2e9ba3f7-e273-453f-9fc8-2663bcebbe46 service neutron] 10.222.0.55 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610436 Jul 07 18:00:22.448851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:22.477412 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.486404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.507762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-5ad673e5-b882-43a2-b77b-db3547200ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.508156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-5ad673e5-b882-43a2-b77b-db3547200ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.508627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-5ad673e5-b882-43a2-b77b-db3547200ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.509149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-5ad673e5-b882-43a2-b77b-db3547200ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.509617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-5ad673e5-b882-43a2-b77b-db3547200ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.510084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-5ad673e5-b882-43a2-b77b-db3547200ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.511960 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-5ad673e5-b882-43a2-b77b-db3547200ce8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5290 time: 0.4836729 Jul 07 18:00:22.571659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3536670 Jul 07 18:00:22.586389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-d7818124-fd29-42b7-9785-06e383727f5b', 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'fixed_ips': [{'subnet_id': 'b5328506-463f-4d77-aec5-0b85a55e9c5f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:00:22.587261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.590236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:22.591744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=c1d93504-9302-422b-b181-fb02ae6f52e9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:22.591979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ab3471dd-f318-4415-9604-632287aebcf4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.601271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-95e357b5-a99a-4ead-a292-deec44d8e345 None None] For port 3014351f-8de3-4291-b55e-386eb5b8ccd9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3014351f-8de3-4291-b55e-386eb5b8ccd9,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:22.604636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ab3471dd-f318-4415-9604-632287aebcf4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.606527 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ab3471dd-f318-4415-9604-632287aebcf4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/networks?id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8&id=d7818124-fd29-42b7-9785-06e383727f5b&id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 HTTP/1.1" status: 200 len: 1392 time: 0.2818391 Jul 07 18:00:22.615361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95e357b5-a99a-4ead-a292-deec44d8e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.618957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:22.626760 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] Sync routers for ids ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:22.634396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-2ce603dc-81dc-46fe-9968-4b0d6a1e97be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.642454 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] Routers {'f6b485e3-0572-4d09-a980-c03d65c1b6d0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:22.643125 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:22.644903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-2ce603dc-81dc-46fe-9968-4b0d6a1e97be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.3266513 Jul 07 18:00:22.648336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897e84-612d-4885-92d2-e77a55e8c07a tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Pushing event updated for resources: {'Network': ['ID=01ebbe43-e7f6-448d-9b40-3e69a877a935,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:22.711490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e25960-b498-4553-b6bc-592a66af9e2f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:22.717242 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:22.736867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.740155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-b8fa8bcb-eafb-4f74-89d3-798e73b95b22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869405 Jul 07 18:00:22.741485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e036a2eb-221e-41ff-990c-5fdef2abd269 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/quotas/79fd7c48cc814148a00726f11655ca18 HTTP/1.1" status: 200 len: 375 time: 0.0955770 Jul 07 18:00:22.744762 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] Routers {'f6b485e3-0572-4d09-a980-c03d65c1b6d0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:22.745841 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:22.752778 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.757635 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4075ea03-2480-48f6-aa9e-5f1d66ff0c4f tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8538153 Jul 07 18:00:22.764648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38202) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:22.773408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 01ebbe43-e7f6-448d-9b40-3e69a877a935 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:22.793803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': False}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:22.800065 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:22.801113 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fdc6f-01a0-4f42-b084-e79effc26153 None None] The sync data for ids ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:22.884092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Allocated IP 19.86.0.2 (d7818124-fd29-42b7-9785-06e383727f5b/b5328506-463f-4d77-aec5-0b85a55e9c5f/62d5fdbf-523d-455c-928a-69cbe63e5719) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:22.896529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Transition to ACTIVE for port object 87e25960-b498-4553-b6bc-592a66af9e2f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:22.902048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a0ab-24ff-4e3b-bec1-7eb67a8a7adf req-82cb94b4-4d21-489d-b2db-7b6881fcaa95 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:22.909513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a29a0ab-24ff-4e3b-bec1-7eb67a8a7adf req-82cb94b4-4d21-489d-b2db-7b6881fcaa95 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 944 time: 0.4641929 Jul 07 18:00:22.926939 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.937739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bf63775d-fd9b-4070-9c1c-5af8454940f8 None None] Provisioning complete for port 3014351f-8de3-4291-b55e-386eb5b8ccd9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:22.938134 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf63775d-fd9b-4070-9c1c-5af8454940f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.988726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-8c3bbaba-c3ba-4f3a-8049-463d7bac5863 service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235472 Jul 07 18:00:23.000485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a29a0ab-24ff-4e3b-bec1-7eb67a8a7adf req-965aa75c-63d8-4176-8e8b-01f2dc325dc3 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887198 Jul 07 18:00:23.007126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e357b5-a99a-4ead-a292-deec44d8e345 None None] Pushing event updated for resources: {'Port': ['ID=3014351f-8de3-4291-b55e-386eb5b8ccd9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:23.030835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-991fa9fe-b0dd-4d48-9a6a-843daebffdb5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2667327 Jul 07 18:00:23.064559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.067563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.075874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b5188995-ffe5-4289-8e1f-8dfcdc4f03f8 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/floatingips/d1178c35-a3f0-465d-bebe-7de04038b3a0 HTTP/1.1" status: 204 len: 168 time: 2.9558623 Jul 07 18:00:23.082899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56b4004b-ac38-4dbb-8556-b26c850b9077 req-0ef3869d-d29d-48f0-b7e5-e069ffd08b4d service neutron] 10.222.0.55 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384439 Jul 07 18:00:23.087233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38212) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:23.110100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '460fa9fe-95d8-47da-a6f6-117853b8e910'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:23.117762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-229482c3-619f-4863-9745-05ca8196266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.118504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-229482c3-619f-4863-9745-05ca8196266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.119157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-229482c3-619f-4863-9745-05ca8196266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.121053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-229482c3-619f-4863-9745-05ca8196266d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fd7be2ae614a463aa95682e9a15268e1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5529275 Jul 07 18:00:23.197936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.209355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Transition to ACTIVE for port object 62d5fdbf-523d-455c-928a-69cbe63e5719 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:23.236812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Transition to ACTIVE for port object 62d5fdbf-523d-455c-928a-69cbe63e5719 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:23.241209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=87e25960-b498-4553-b6bc-592a66af9e2f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:23.256467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.319287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Network d7818124-fd29-42b7-9785-06e383727f5b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:23.323063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:23.333336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:23.336310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Pushing event updated for resources: {'Port': ['ID=62d5fdbf-523d-455c-928a-69cbe63e5719,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:23.363767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.379709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ac226274-8e8c-4573-9190-47cc8aa1ced0 service neutron] 10.222.0.88 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469915 Jul 07 18:00:23.400261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38214) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:23.405360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Request body: {'port': {'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935', 'binding:host_id': 'n-h1-798930-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-939481484'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:23.415331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Attempting to bind port 62d5fdbf-523d-455c-928a-69cbe63e5719 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:23.416221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Attempting to bind port 62d5fdbf-523d-455c-928a-69cbe63e5719 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:23.416875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Attempting to bind port 62d5fdbf-523d-455c-928a-69cbe63e5719 on network d7818124-fd29-42b7-9785-06e383727f5b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:23.424756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:23.424756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Checking segment: {'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:23.425445 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.426200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Bound using segment: {'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:23.426934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Bound port: 62d5fdbf-523d-455c-928a-69cbe63e5719, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:23.427462 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.509264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1ef5c6-2ccb-4988-aa4b-774e4dbb51ff req-7059c70b-69cb-4ddc-b20d-4bcc76c1a5fd service neutron] 10.222.0.90 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052569 Jul 07 18:00:23.513817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4538e362-67af-4eb8-bc15-01c275079cbf service neutron] 10.222.0.88 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308672 Jul 07 18:00:23.549443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] For port 62d5fdbf-523d-455c-928a-69cbe63e5719, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:23.553042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] For port 62d5fdbf-523d-455c-928a-69cbe63e5719, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=62d5fdbf-523d-455c-928a-69cbe63e5719,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:23.561187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:23.644845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fca3a-271e-43d9-b5ca-de3cc56da47f None None] Pushing event updated for resources: {'Port': ['ID=62d5fdbf-523d-455c-928a-69cbe63e5719,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:23.689386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.696221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.702732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.709050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.715403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.721736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.727862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:23.736158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7127e501-9912-4f50-bfca-15883bf13c03 req-7570181c-501d-4789-94a8-f4ecdb1aac0d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5382 time: 0.2210321 Jul 07 18:00:23.746867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-150dcf16-5c3a-46cf-8b2a-b76571fa42d3 service neutron] 10.222.0.88 "GET /v2.0/networks/d7818124-fd29-42b7-9785-06e383727f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146988 Jul 07 18:00:23.842599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7127e501-9912-4f50-bfca-15883bf13c03 req-2d57265f-c0a3-49e2-9849-23213215108e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052933 Jul 07 18:00:23.969984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-9f13aeea-e453-4bf3-8779-d836e28bfae4 service neutron] 10.222.0.88 "GET /v2.0/networks/d7818124-fd29-42b7-9785-06e383727f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131679 Jul 07 18:00:23.987843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Made reservation on behalf of 5ca2dfdb4aff474591ba4ae883384b6a for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:23.994496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.032132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-30518c54-85ce-4604-8271-48dadf1fba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:24.034031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b3bd485a-70d8-448c-b27d-bb67823de775 req-30518c54-85ce-4604-8271-48dadf1fba47 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8960848 Jul 07 18:00:24.052137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.057370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Attempting to bind port 87e25960-b498-4553-b6bc-592a66af9e2f on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:24.057925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Attempting to bind port 87e25960-b498-4553-b6bc-592a66af9e2f by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:24.058218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Attempting to bind port 87e25960-b498-4553-b6bc-592a66af9e2f on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:24.105717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-6019b201-c7b2-4138-8d5d-13898448815b service neutron] 10.222.0.88 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347888 Jul 07 18:00:24.112001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Port 87e25960-b498-4553-b6bc-592a66af9e2f on network 505be4a2-270c-4d00-b6c6-483296bee6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:24.112445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Attempting to bind port 87e25960-b498-4553-b6bc-592a66af9e2f on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:24.132744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:24.133163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Checking segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:24.133564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Bound using segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:24.134058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Bound port: 87e25960-b498-4553-b6bc-592a66af9e2f, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:24.134389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.221693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-7b300e67-2b5e-4331-9a6f-603b2f103c64 service neutron] 10.222.0.88 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093669 Jul 07 18:00:24.328461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.352095 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.355382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] device_id is not set on port 3fa9480d-19ca-4877-a8d2-65c598b4d218 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:24.416607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d6e23-121b-49e5-a734-520b47fefc6f req-78e3ec89-574a-443b-b2ea-b10a358d0769 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:24.418689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b5d6e23-121b-49e5-a734-520b47fefc6f req-78e3ec89-574a-443b-b2ea-b10a358d0769 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 944 time: 0.1129398 Jul 07 18:00:24.482420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b5d6e23-121b-49e5-a734-520b47fefc6f req-db1984ce-33d3-4d49-a9c6-3f292d694f14 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580752 Jul 07 18:00:24.542695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.581193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.657233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fc4d8d2-f78b-4a1e-b29b-06a0c01f2c8d req-61601b0f-4206-48d2-807f-b406301db357 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 210 time: 0.0603576 Jul 07 18:00:24.713390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca119f-c1d4-4ef1-adb0-49306d649deb req-3cbd26fa-269f-4731-9262-0af091bfb347 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:24.721439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bca119f-c1d4-4ef1-adb0-49306d649deb req-3cbd26fa-269f-4731-9262-0af091bfb347 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 944 time: 0.2005851 Jul 07 18:00:24.796794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bca119f-c1d4-4ef1-adb0-49306d649deb req-7f05fefd-0b77-44a7-a6c2-fbaf3077ee85 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721974 Jul 07 18:00:24.832638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17b9dc-781f-4910-96c2-45201c187faf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:24.870839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] For port 87e25960-b498-4553-b6bc-592a66af9e2f, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:24.886581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] device_id is not set on port 3fa9480d-19ca-4877-a8d2-65c598b4d218 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:24.922881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:24.929426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 62d5fdbf-523d-455c-928a-69cbe63e5719 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:24.944469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] For port 87e25960-b498-4553-b6bc-592a66af9e2f, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=87e25960-b498-4553-b6bc-592a66af9e2f,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:25.007867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.045216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 62d5fdbf-523d-455c-928a-69cbe63e5719 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:25.057209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79bb062-19d4-4ba1-819c-34b3aa5decb8 None None] Network d7818124-fd29-42b7-9785-06e383727f5b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:25.059680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3014351f-8de3-4291-b55e-386eb5b8ccd9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:25.088520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Transition to ACTIVE for port object 3fa9480d-19ca-4877-a8d2-65c598b4d218 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:25.185855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.187141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.189101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] 10.222.0.90 "PUT /v2.0/ports/87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 1136 time: 3.7907772 Jul 07 18:00:25.198662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '87e25960-b498-4553-b6bc-592a66af9e2f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:25.201747 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "87e25960-b498-4553-b6bc-592a66af9e2f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:25.233547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.235381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d43edce9-6a09-4893-af5f-bac1b62406df None None] Provisioning for port 62d5fdbf-523d-455c-928a-69cbe63e5719 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:25.244235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.246163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3014351f-8de3-4291-b55e-386eb5b8ccd9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:25.246579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.248593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d43edce9-6a09-4893-af5f-bac1b62406df None None] Provisioning complete for port 62d5fdbf-523d-455c-928a-69cbe63e5719 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:25.248975 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d43edce9-6a09-4893-af5f-bac1b62406df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.255123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.263599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.271205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.281964 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da5c3a-f5f4-46a8-a739-f372e5275203 x-openstack-request-id: req-92da5c3a-f5f4-46a8-a739-f372e5275203 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:25.286612 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "87e25960-b498-4553-b6bc-592a66af9e2f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:25.287325 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-92da5c3a-f5f4-46a8-a739-f372e5275203 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:25.288368 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '87e25960-b498-4553-b6bc-592a66af9e2f', 'status': 'completed', 'code': 200} Jul 07 18:00:25.298362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.305225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.311616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.313743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-9ff71c17-76f7-4c0c-8ea0-e227bf603c23 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5382 time: 0.2109780 Jul 07 18:00:25.334197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:25.386419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.25.1.239 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/a3fc8fe3-b339-4419-a80d-2097e155686e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:25.397140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3a175b-be1b-4a1e-9ce1-220ec5a6e4ed req-f44177be-b609-4500-bf76-1e5b99a4990e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736191 Jul 07 18:00:25.415630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990ff30-7493-4fee-894c-761b58cd6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=87e25960-b498-4553-b6bc-592a66af9e2f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:25.494408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d43edce9-6a09-4893-af5f-bac1b62406df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.558843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d43edce9-6a09-4893-af5f-bac1b62406df None None] For port 62d5fdbf-523d-455c-928a-69cbe63e5719, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=62d5fdbf-523d-455c-928a-69cbe63e5719,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:25.571869 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d43edce9-6a09-4893-af5f-bac1b62406df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.621200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=3fa9480d-19ca-4877-a8d2-65c598b4d218,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:25.654568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c2a87259-132f-41fe-b262-5715ae6c842e details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:25.676177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.684054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Checking segment: {'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:25.684735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Network hostable DHCP agents. Network: 01ebbe43-e7f6-448d-9b40-3e69a877a935, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:00:25.717017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43edce9-6a09-4893-af5f-bac1b62406df None None] Pushing event updated for resources: {'Port': ['ID=62d5fdbf-523d-455c-928a-69cbe63e5719,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:25.754513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.755001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.755478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.755950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.756598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.757277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.757925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.760099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-c5f474be-ffe0-4fc6-a1f1-2e33b3296003 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6219 time: 0.3683605 Jul 07 18:00:25.788557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b146-5342-4863-a4c8-df539e178727 req-14803abb-d3ee-4ebb-a6ca-7e569e4305f5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:25.795810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69a9b146-5342-4863-a4c8-df539e178727 req-14803abb-d3ee-4ebb-a6ca-7e569e4305f5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 944 time: 0.1404095 Jul 07 18:00:25.846827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69a9b146-5342-4863-a4c8-df539e178727 req-4f288d1a-3eeb-40bb-88e0-032bdf9d0a45 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 Jul 07 18:00:25.848360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c2a87259-132f-41fe-b262-5715ae6c842e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c2a87259-132f-41fe-b262-5715ae6c842e,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:25.866204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c2a87259-132f-41fe-b262-5715ae6c842e', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'port_id': 'c2a87259-132f-41fe-b262-5715ae6c842e', 'mac_address': 'fa:16:3e:29:61:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4f3ffe-8213-4079-8acf-b5db455e7f0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:25.886954 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:25.926197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Network 01ebbe43-e7f6-448d-9b40-3e69a877a935 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:00:25.950049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ecc27be-9149-46ca-affe-265bab9964cd req-d9355430-2fec-4381-8304-973dd3821c39 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 210 time: 0.0952008 Jul 07 18:00:26.062915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 01ebbe43-e7f6-448d-9b40-3e69a877a935) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:26.069716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:26.082841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae89331-ed70-4eb4-919f-0b51df2d5d94 None None] Network 01ebbe43-e7f6-448d-9b40-3e69a877a935 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:26.093059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cce6cf-ba42-4039-9083-5e37e36fd50e req-14002d1f-366c-45f9-ac0f-32335cb2addb tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.101892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7cce6cf-ba42-4039-9083-5e37e36fd50e req-14002d1f-366c-45f9-ac0f-32335cb2addb tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 944 time: 0.0848176 Jul 07 18:00:26.139377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:26.155640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7cce6cf-ba42-4039-9083-5e37e36fd50e req-a3e26cf4-710f-43dd-9400-ecc5b82fbc0c tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Jul 07 18:00:26.163680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-738e00f7-9a8b-4317-8843-9c6fab34f1ff None None] Provisioning complete for port 62d5fdbf-523d-455c-928a-69cbe63e5719 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:26.164063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-738e00f7-9a8b-4317-8843-9c6fab34f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:26.170646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a87259-132f-41fe-b262-5715ae6c842e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:26.194510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:26.195273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:26.195273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:26.214523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:26.214975 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:26.224197 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 2 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:26.305892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:26.316385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c2a87259-132f-41fe-b262-5715ae6c842e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c2a87259-132f-41fe-b262-5715ae6c842e,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:26.330072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:26.357502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-363f3001-fe28-4392-88ad-c88560404b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.357804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-00a3a0df-802d-469f-bbf0-eddbdd35a53d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.357965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-363f3001-fe28-4392-88ad-c88560404b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.358475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-363f3001-fe28-4392-88ad-c88560404b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.360048 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-363f3001-fe28-4392-88ad-c88560404b41 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fd7be2ae614a463aa95682e9a15268e1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5512228 Jul 07 18:00:26.366534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-00a3a0df-802d-469f-bbf0-eddbdd35a53d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.368032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-00a3a0df-802d-469f-bbf0-eddbdd35a53d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "GET /v2.0/networks?id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8&id=d7818124-fd29-42b7-9785-06e383727f5b&id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 HTTP/1.1" status: 200 len: 1392 time: 0.1497045 Jul 07 18:00:26.370201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:26.370536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:26.370872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:26.386154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'port': {'device_id': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8', 'admin_state_up': True, 'tenant_id': '79fd7c48cc814148a00726f11655ca18'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:26.437994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:26.438334 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:26.439245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c2a87259-132f-41fe-b262-5715ae6c842e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:26.472772 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 3 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:26.552098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:26.555923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:26.634550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c2a87259-132f-41fe-b262-5715ae6c842e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:26.640021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 62d5fdbf-523d-455c-928a-69cbe63e5719 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:26.727927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.734052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.740135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.743381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 62d5fdbf-523d-455c-928a-69cbe63e5719 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:26.744001 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:26.746311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.752725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.759024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.765669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.767687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-0fcd7261-a580-42c9-a563-765df314bfc9 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5382 time: 0.2080622 Jul 07 18:00:26.819838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Allocated IP 19.80.0.132 (ab6bbd35-e1e5-4f24-92b1-b813905ad4e8/f5ac177a-3115-429d-bca5-7dc507692e22/fd76bf34-3228-41bd-9d15-52d087fa9aff) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:26.842033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73099a56-29a3-4ab7-938c-fd376d23f3ce req-3d811a83-d4b4-49e3-bb96-53d62f493d49 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683446 Jul 07 18:00:26.869650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:26.919847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:26.924583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:26.932810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:26.933168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:26.933790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:26.949216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=a3fc8fe3-b339-4419-a80d-2097e155686e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:26.990184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a9be9732-b615-4ef7-9250-a7b75b9e457e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:26.991845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a9be9732-b615-4ef7-9250-a7b75b9e457e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 944 time: 0.9115639 Jul 07 18:00:27.011049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:27.011424 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:27.037738 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 4 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:27.075013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.098009 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:27.122536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:27.123123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:27.123243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:27.134107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Transition to ACTIVE for port object fd76bf34-3228-41bd-9d15-52d087fa9aff will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:27.138582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f5a49a2-aa0d-46fd-a7fb-2f19d8f4f075 req-06d5e90a-f726-4170-90da-771a76800002 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 210 time: 0.0499260 Jul 07 18:00:27.147547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084ef82-9891-4efb-a934-50342533401e req-e18db605-f0f9-434f-837a-15df36810156 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:27.149095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c084ef82-9891-4efb-a934-50342533401e req-e18db605-f0f9-434f-837a-15df36810156 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 945 time: 0.1625702 Jul 07 18:00:27.210766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-1a87a861-2b96-46fe-a840-aae2e467309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:27.212340 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4edb5aee-7ee7-4ed2-8ddc-a34b63c3a8c4 req-1a87a861-2b96-46fe-a840-aae2e467309d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8066483 Jul 07 18:00:27.213371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:27.213884 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:27.218462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c084ef82-9891-4efb-a934-50342533401e req-fc209148-8981-4b4b-8060-9bd80e83db2c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613108 Jul 07 18:00:27.220666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.238572 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 5 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:27.280389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:27.287701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:27.291380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:27.317253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Port': ['ID=fd76bf34-3228-41bd-9d15-52d087fa9aff,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:27.332475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:27.332812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:27.333409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:27.369426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4af782-ad47-4cb0-89f2-89d1674a29c8 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:27.388537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.395763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:27.396116 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:27.401901 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 6 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:27.480405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Transition to ACTIVE for port object 6f4af782-ad47-4cb0-89f2-89d1674a29c8 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:27.487400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:27.487750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:27.488166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:27.499104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.502514 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.527780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.529655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:27.529989 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:27.551163 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 7 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:27.592528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f99dd3ac-9d59-4093-9adf-99569eaef585 None None] Provisioning for port fd76bf34-3228-41bd-9d15-52d087fa9aff completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:27.600557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f99dd3ac-9d59-4093-9adf-99569eaef585 None None] Provisioning complete for port fd76bf34-3228-41bd-9d15-52d087fa9aff triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:27.602496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f99dd3ac-9d59-4093-9adf-99569eaef585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.649736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f99dd3ac-9d59-4093-9adf-99569eaef585 None None] Port fd76bf34-3228-41bd-9d15-52d087fa9aff cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:27.654753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Deleting port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:27.655102 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.657897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:27.658235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:27.658574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:27.666923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c2a87259-132f-41fe-b262-5715ae6c842e up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:27.671832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:27.672505 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.714208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-4506ef91-81df-4dbc-9cd5-fd842d05bcc4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344612 Jul 07 18:00:27.723736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca7ab-5597-4fa3-a6d1-469aa75a2976 req-26b9e42e-4e29-491c-b571-42c5d2b86db9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:27.725343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6aca7ab-5597-4fa3-a6d1-469aa75a2976 req-26b9e42e-4e29-491c-b571-42c5d2b86db9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 944 time: 0.4095421 Jul 07 18:00:27.731078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'port': {'device_id': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b', 'admin_state_up': True, 'tenant_id': '79fd7c48cc814148a00726f11655ca18'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:27.739618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c2a87259-132f-41fe-b262-5715ae6c842e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:27.744343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c2a87259-132f-41fe-b262-5715ae6c842e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:27.744910 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.773667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:27.773995 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:27.774726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4af782-ad47-4cb0-89f2-89d1674a29c8,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:27.792995 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 8 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:27.814354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6aca7ab-5597-4fa3-a6d1-469aa75a2976 req-080a56d0-7d72-4636-a736-42c853481439 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773940 Jul 07 18:00:27.838364 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.847275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:27.847743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:27.848302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:27.862814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:27.865211 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a0e9aa-a2d4-4a70-b998-55ec343331cc" -d '{"events": [{"server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "name": "network-vif-plugged", "status": "completed", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:27.904357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c2a87259-132f-41fe-b262-5715ae6c842e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c2a87259-132f-41fe-b262-5715ae6c842e,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:27.920271 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c9a89b-46a4-47ec-b519-66c017ab1002 x-openstack-request-id: req-b9c9a89b-46a4-47ec-b519-66c017ab1002 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:27.920271 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "name": "network-vif-plugged", "status": "completed", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:27.920537 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9c9a89b-46a4-47ec-b519-66c017ab1002 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:27.920949 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e', 'code': 200} Jul 07 18:00:27.923752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.934063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:27.934662 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:27.940397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] For port 91c3cfd0-8314-4684-b597-2e3bd9d67b20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=91c3cfd0-8314-4684-b597-2e3bd9d67b20,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:27.940813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.956029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:27.965352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:27.989947 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 9 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:28.002501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c2a87259-132f-41fe-b262-5715ae6c842e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:28.042953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Calling delete_port for 91c3cfd0-8314-4684-b597-2e3bd9d67b20 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:28.069776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:28.070014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:28.070353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:28.128800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:28.129560 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:28.135046 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 10 to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 Jul 07 18:00:28.153208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Router f6b485e3-0572-4d09-a980-c03d65c1b6d0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:28.153568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Allocated IP 19.86.0.93 (d7818124-fd29-42b7-9785-06e383727f5b/b5328506-463f-4d77-aec5-0b85a55e9c5f/750c4b0a-0e3f-45ba-9541-1f5813162b10) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:28.173101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.178937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.185521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.191754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.197699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.201207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Attempting to bind port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:28.201526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Attempting to bind port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:28.202069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Attempting to bind port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:28.203675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.209743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.212342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-a8821fcf-5d3f-4290-8e57-51f06dda5cff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5394 time: 0.1706877 Jul 07 18:00:28.217219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:28.217555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:28.217886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:28.232235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 on network 505be4a2-270c-4d00-b6c6-483296bee6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:28.232631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Attempting to bind port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:28.272450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:28.272790 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 3fa9480d-19ca-4877-a8d2-65c598b4d218 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:28.273211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.299382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:28.299716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Checking segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:28.300104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Bound using segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:28.300541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Bound port: 6f4af782-ad47-4cb0-89f2-89d1674a29c8, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:28.300891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.307389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c74d73c-7f09-40c4-ae9a-b8700c4219de req-d37bf796-c16e-4289-aceb-c5c886b1f827 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795782 Jul 07 18:00:28.409935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8995-4e48-4533-a244-dfa7693302bf req-3c33f3db-7658-4bb1-b8ea-b77fcde025dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.411488 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e19d8995-4e48-4533-a244-dfa7693302bf req-3c33f3db-7658-4bb1-b8ea-b77fcde025dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 1097 time: 0.4055557 Jul 07 18:00:28.431166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513e3cd-b49d-482f-9759-98daecbe280e req-cc24e5f9-c061-4eb1-92ca-b497483b37c2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.431469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.432756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0513e3cd-b49d-482f-9759-98daecbe280e req-cc24e5f9-c061-4eb1-92ca-b497483b37c2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 932 time: 0.1525841 Jul 07 18:00:28.501751 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.532386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Transition to ACTIVE for port object 750c4b0a-0e3f-45ba-9541-1f5813162b10 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:28.541824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0513e3cd-b49d-482f-9759-98daecbe280e req-b164bd0c-2c65-4de3-b1bd-9e5e6a7f9002 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929029 Jul 07 18:00:28.591715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f735d3-5d5b-412f-a4ba-5ae44db01c78 req-1c504a59-483d-45b6-a529-62552cbeac3b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.593286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4f735d3-5d5b-412f-a4ba-5ae44db01c78 req-1c504a59-483d-45b6-a529-62552cbeac3b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 946 time: 0.1490057 Jul 07 18:00:28.600417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.619628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] For port 3fa9480d-19ca-4877-a8d2-65c598b4d218, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:28.620082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempted to set empty binding levels {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 18:00:28.646970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.670462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network d7818124-fd29-42b7-9785-06e383727f5b is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:28.671155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e19d8995-4e48-4533-a244-dfa7693302bf req-bda96647-e4af-49b8-abb8-4310f8c10300 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514117 Jul 07 18:00:28.674805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:28.685225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:28.690660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Port': ['ID=750c4b0a-0e3f-45ba-9541-1f5813162b10,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:28.717888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:28.720802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4f735d3-5d5b-412f-a4ba-5ae44db01c78 req-0707d36c-02dc-4f06-8935-a751006e97cf tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176329 Jul 07 18:00:28.730540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] Sync routers for ids ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:28.732535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.737318 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dac41a99-b206-44ec-9517-d9d49678c311 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "PUT /v2.0/routers/f6b485e3-0572-4d09-a980-c03d65c1b6d0 HTTP/1.1" status: 200 len: 921 time: 5.9476709 Jul 07 18:00:28.738684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38258) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:28.739156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] For port 6f4af782-ad47-4cb0-89f2-89d1674a29c8, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:28.741754 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.748236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.749063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.767309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] Routers {'f6b485e3-0572-4d09-a980-c03d65c1b6d0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:28.768048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:28.789284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] For port 6f4af782-ad47-4cb0-89f2-89d1674a29c8, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:28.801009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=3fa9480d-19ca-4877-a8d2-65c598b4d218,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:28.805194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.805855 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.809114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.811199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.823644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:28.848045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] Routers {'f6b485e3-0572-4d09-a980-c03d65c1b6d0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:28.848045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:28.848892 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-78181690-2ece-461b-baa0-0f3a1f7075d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.4474702 Jul 07 18:00:28.849938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38262) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:28.885779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:28.886940 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f39b8-f1c4-4fbd-b4f5-153d55bfbb7c None None] The sync data for ids ['f6b485e3-0572-4d09-a980-c03d65c1b6d0'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:28.898759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-ef384182-4b3f-4ab4-89d1-5310282b364c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1716788 Jul 07 18:00:28.920718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event deleted for resources: {'Port': ['ID=91c3cfd0-8314-4684-b597-2e3bd9d67b20,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:28.922558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'port': {'device_id': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8', 'admin_state_up': True, 'tenant_id': '79fd7c48cc814148a00726f11655ca18'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:28.957636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:28.958647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.960320 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] 10.222.0.90 "PUT /v2.0/ports/6f4af782-ad47-4cb0-89f2-89d1674a29c8 HTTP/1.1" status: 200 len: 1091 time: 3.7044871 Jul 07 18:00:28.962573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] No DVR routers for this DVR port 91c3cfd0-8314-4684-b597-2e3bd9d67b20 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:28.964800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '6f4af782-ad47-4cb0-89f2-89d1674a29c8'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:28.968327 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df9d0c2-b18e-4d3c-8fce-182e804539ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "6f4af782-ad47-4cb0-89f2-89d1674a29c8"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:28.974286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:28.977444 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51dc8a52-b3d2-4c16-ade6-c64a25c8459a req-a6905553-9392-4080-a39b-49f3998e5713 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "DELETE /v2.0/ports/91c3cfd0-8314-4684-b597-2e3bd9d67b20 HTTP/1.1" status: 204 len: 173 time: 1.9667532 Jul 07 18:00:29.086117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6a767dd8-696c-4fec-87b6-abdbe3966325 None None] Provisioning for port 750c4b0a-0e3f-45ba-9541-1f5813162b10 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:29.093061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6a767dd8-696c-4fec-87b6-abdbe3966325 None None] Provisioning complete for port 750c4b0a-0e3f-45ba-9541-1f5813162b10 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:29.094198 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a767dd8-696c-4fec-87b6-abdbe3966325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.102051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-219de06f-eb3e-4869-aec6-65e971d9b065 req-56069011-2f37-4716-9051-e6cbcbdc4fc2 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=f316ebc1-9c78-4543-ae95-014cd4a2c3db HTTP/1.1" status: 200 len: 210 time: 0.0641975 Jul 07 18:00:29.119046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cfad85ee-418a-4ad3-ae59-1beff5ef1f6c tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/f6b485e3-0572-4d09-a980-c03d65c1b6d0 HTTP/1.1" status: 200 len: 921 time: 0.3792281 Jul 07 18:00:29.123229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:29.161489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6a767dd8-696c-4fec-87b6-abdbe3966325 None None] Port 750c4b0a-0e3f-45ba-9541-1f5813162b10 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:29.300493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd15c2d4-0546-4c58-8f9b-d32f0c44bf99 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.302099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fd15c2d4-0546-4c58-8f9b-d32f0c44bf99 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=f6b485e3-0572-4d09-a980-c03d65c1b6d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1660752 Jul 07 18:00:29.305212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38270) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:29.314776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:29.318238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.385939 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29893b0-1fd7-4202-8756-5fb78ce33114 x-openstack-request-id: req-f29893b0-1fd7-4202-8756-5fb78ce33114 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:29.385939 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "6f4af782-ad47-4cb0-89f2-89d1674a29c8", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:29.385939 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f29893b0-1fd7-4202-8756-5fb78ce33114 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:29.385939 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '6f4af782-ad47-4cb0-89f2-89d1674a29c8', 'status': 'completed', 'code': 200} Jul 07 18:00:29.392311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:29.530609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58f017-6b4b-4215-9f51-1455dd0ce80b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.532039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2e58f017-6b4b-4215-9f51-1455dd0ce80b tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.2258379 Jul 07 18:00:29.538083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38274) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:29.586454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6d5ffc11-3646-482e-a22f-49dd2928b4ad tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6b485e3-0572-4d09-a980-c03d65c1b6d0 HTTP/1.1" status: 200 len: 205 time: 0.0473478 Jul 07 18:00:29.590872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38278) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:29.593895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dffcb-8d6c-4fb5-a88e-a9fd9a6200d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4af782-ad47-4cb0-89f2-89d1674a29c8,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:29.649776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.668204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Allocated IP 19.80.0.209 (ab6bbd35-e1e5-4f24-92b1-b813905ad4e8/f5ac177a-3115-429d-bca5-7dc507692e22/aaf5b3e4-aa6f-4d62-985e-f3b13ab39822) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:29.696175 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.696657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.697151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.697613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.698077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.698535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.698988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.701152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-80e755f4-aa14-41c3-891c-c5f1a5add49c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6286 time: 0.3208864 Jul 07 18:00:29.806665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Deleting port 3fa9480d-19ca-4877-a8d2-65c598b4d218 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:29.807467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.826609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.832986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.840191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.847537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.854652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.860782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.868251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:29.870954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-608a0b11-7870-4e7e-b403-5ba5628cdb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5394 time: 0.4065144 Jul 07 18:00:29.900934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:29.930410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 91c3cfd0-8314-4684-b597-2e3bd9d67b20 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:29.955430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 91c3cfd0-8314-4684-b597-2e3bd9d67b20 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:29.955821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 91c3cfd0-8314-4684-b597-2e3bd9d67b20 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:29.959872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.019506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] For port 3fa9480d-19ca-4877-a8d2-65c598b4d218, host n-h1-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:30.019872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.048631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Calling delete_port for 3fa9480d-19ca-4877-a8d2-65c598b4d218 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:30.052269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.111023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30a3b261-73a4-4daa-a257-ca56aeaa580b req-98afa1e1-3933-4c0e-bbde-2d3fdcd5e178 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024901 Jul 07 18:00:30.117618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-1e3389dd-2902-413a-b259-a2fc12c31007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.118131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-1e3389dd-2902-413a-b259-a2fc12c31007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.118569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-1e3389dd-2902-413a-b259-a2fc12c31007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.120170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-1e3389dd-2902-413a-b259-a2fc12c31007 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fd7be2ae614a463aa95682e9a15268e1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4045525 Jul 07 18:00:30.154230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=a3fc8fe3-b339-4419-a80d-2097e155686e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:30.202572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edd0b6-5599-4f6f-a10c-cd69ff20fbb6 req-5a5acf1e-0b84-4462-ada6-6739c7e26c2d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.208574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edd0b6-5599-4f6f-a10c-cd69ff20fbb6 req-5a5acf1e-0b84-4462-ada6-6739c7e26c2d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.210525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29edd0b6-5599-4f6f-a10c-cd69ff20fbb6 req-5a5acf1e-0b84-4462-ada6-6739c7e26c2d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 1654 time: 0.4404886 Jul 07 18:00:30.270369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.294389 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.326515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.332855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Transition to ACTIVE for port object aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:30.346314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29edd0b6-5599-4f6f-a10c-cd69ff20fbb6 req-abfcb010-b1c6-475b-8541-c6492329e551 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188695 Jul 07 18:00:30.426004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49222ad-caaf-4d4b-9f19-388e5a600daf req-e9189dfb-fd2a-4d60-b542-07e9d3ff24dc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.427592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d49222ad-caaf-4d4b-9f19-388e5a600daf req-e9189dfb-fd2a-4d60-b542-07e9d3ff24dc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 946 time: 0.1831303 Jul 07 18:00:30.430508 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.461533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-2ce5d49e-46d9-499c-bd2c-9c01c902f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.463023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0df9d0c2-b18e-4d3c-8fce-182e804539ed req-2ce5d49e-46d9-499c-bd2c-9c01c902f856 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055170 Jul 07 18:00:30.497769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.499169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Deleting port 59bb27e3-6e7b-4c3e-9388-4cb9dd0b00cb {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:30.499795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.510490 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP 07d41ea7-2848-4ff6-8320-3a179753cc20 associated. External IP: 172.25.1.239, port: 460fa9fe-95d8-47da-a6f6-117853b8e910. Jul 07 18:00:30.530875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:30.560041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Port': ['ID=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:30.566848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:30.572476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:30.575850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fa9480d-19ca-4877-a8d2-65c598b4d218,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:30.581831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954afe75-7d62-4476-91c4-dfdaa3419d31 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:30.590639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d49222ad-caaf-4d4b-9f19-388e5a600daf req-2a3206ef-fc66-4e7f-b705-2a5dc0e5a855 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473541 Jul 07 18:00:30.593088 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.601716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.606401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3939a96e-a15b-4cb3-8f12-85bc3b7da8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "DELETE /v2.0/ports/3fa9480d-19ca-4877-a8d2-65c598b4d218 HTTP/1.1" status: 204 len: 168 time: 1.7213938 Jul 07 18:00:30.617973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38286) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:30.686911 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2796de-368c-4cd9-b990-24f95cf78b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] GET failed (client error): The resource could not be found. Jul 07 18:00:30.688635 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8a2796de-368c-4cd9-b990-24f95cf78b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "GET /v2.0/ports/3fa9480d-19ca-4877-a8d2-65c598b4d218 HTTP/1.1" status: 404 len: 333 time: 0.0696256 Jul 07 18:00:30.698209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38290) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:30.705101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Request body: {'port': {'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287014043'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:30.766356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Transition to ACTIVE for port object 954afe75-7d62-4476-91c4-dfdaa3419d31 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:30.769134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38292) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:30.777003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-63bb0649-dc0f-4f59-917c-441aa81c9a36 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30137556', 'description': 'tempest-description--1736434476'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:30.792558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.865709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Made reservation on behalf of 5ca2dfdb4aff474591ba4ae883384b6a for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:30.868264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.902443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Pushing event updated for resources: {'Port': ['ID=954afe75-7d62-4476-91c4-dfdaa3419d31,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:30.960768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0649-dc0f-4f59-917c-441aa81c9a36 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:30.981222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:30.981886 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.002298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] device_id is not set on port 5183dde8-ffe6-47a7-a399-e5190759d1a1 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:31.005069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.033751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-db0e0660-b585-45b1-ad81-53a31147b8da tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1274335 Jul 07 18:00:31.042169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Calling delete_port for 59bb27e3-6e7b-4c3e-9388-4cb9dd0b00cb owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:31.047303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4d45889e-e7df-4435-a425-cfa6af3d4f23 None None] Provisioning for port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:31.052169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4d45889e-e7df-4435-a425-cfa6af3d4f23 None None] Provisioning complete for port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:31.052745 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d45889e-e7df-4435-a425-cfa6af3d4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.077218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Request body: {'port': {'device_id': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:31.112547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4d45889e-e7df-4435-a425-cfa6af3d4f23 None None] Port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:31.214467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Attempting to bind port 954afe75-7d62-4476-91c4-dfdaa3419d31 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:31.214960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Attempting to bind port 954afe75-7d62-4476-91c4-dfdaa3419d31 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:31.215421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Attempting to bind port 954afe75-7d62-4476-91c4-dfdaa3419d31 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:31.268608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Port 954afe75-7d62-4476-91c4-dfdaa3419d31 on network 505be4a2-270c-4d00-b6c6-483296bee6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:31.269037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Attempting to bind port 954afe75-7d62-4476-91c4-dfdaa3419d31 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:31.274436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.276796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:31.286805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77969-4b90-4e7d-8ce1-a97da960a76d req-b30fd7ee-8ce4-42bf-b52e-7e084c73019b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.288196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecc77969-4b90-4e7d-8ce1-a97da960a76d req-b30fd7ee-8ce4-42bf-b52e-7e084c73019b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 946 time: 0.2802870 Jul 07 18:00:31.322407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:31.322751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Checking segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:31.323146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Bound using segment: {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:31.323607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Bound port: 954afe75-7d62-4476-91c4-dfdaa3419d31, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510667cf-1359-4b2e-9fa6-b657f987feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:31.323968 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.420408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'name': 'network-vif-deleted', 'tag': '91c3cfd0-8314-4684-b597-2e3bd9d67b20'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:31.420633 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8d3646-cd1f-460b-914f-d316f0804808" -d '{"events": [{"server_uuid": "f316ebc1-9c78-4543-ae95-014cd4a2c3db", "name": "network-vif-deleted", "tag": "91c3cfd0-8314-4684-b597-2e3bd9d67b20"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:31.454859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecc77969-4b90-4e7d-8ce1-a97da960a76d req-8c06bc3c-2a42-4a2d-a110-2e7f11e7072e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525548 Jul 07 18:00:31.464812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0649-dc0f-4f59-917c-441aa81c9a36 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.481426 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0649-dc0f-4f59-917c-441aa81c9a36 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.570223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63bb0649-dc0f-4f59-917c-441aa81c9a36 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.574661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63bb0649-dc0f-4f59-917c-441aa81c9a36 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8031404 Jul 07 18:00:31.575797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38302) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:31.583183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8ea3f556-e288-447d-be82-007bba9ededd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Request body: {'security_group_rule': {'security_group_id': 'a186eb66-6f52-4ccb-9277-8a10daf3961c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:31.586551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0649-dc0f-4f59-917c-441aa81c9a36 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a186eb66-6f52-4ccb-9277-8a10daf3961c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:31.592063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] For port 954afe75-7d62-4476-91c4-dfdaa3419d31, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:31.598496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] For port 954afe75-7d62-4476-91c4-dfdaa3419d31, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=954afe75-7d62-4476-91c4-dfdaa3419d31,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:31.604722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:31.608202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.610127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.615773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.618454 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:31.621871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.628277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.630341 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:31.631036 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:31.634132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.640111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.646119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.648113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-2b25a846-ab50-4aec-8aef-f13eee427419 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5406 time: 0.3521478 Jul 07 18:00:31.657374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.658004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.659404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] 10.222.0.90 "PUT /v2.0/ports/954afe75-7d62-4476-91c4-dfdaa3419d31 HTTP/1.1" status: 200 len: 1090 time: 2.2757692 Jul 07 18:00:31.662464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.676248 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:31.687934 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:31.688646 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:31.709585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:31.731827 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.732101 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:31.732783 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12113142-3306-42bd-acad-c6a279d89ff0 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:31.733763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.776118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dadc8-7224-4bd4-b1a9-69f4a5701422 service neutron] Pushing event updated for resources: {'Port': ['ID=954afe75-7d62-4476-91c4-dfdaa3419d31,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:31.793822 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0ec72eeb-cfdb-4aae-a2ea-3c43575fd7e5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6917341 Jul 07 18:00:31.795718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event deleted for resources: {'Port': ['ID=59bb27e3-6e7b-4c3e-9388-4cb9dd0b00cb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:31.799880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38304) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:31.806925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-27370139'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:31.849763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.850177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.850398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.850728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.851053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.851374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.851697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.852061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.852376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.852695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.853052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.853376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:31.881580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:31.885918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.893300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.894057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb012d48-cba8-4264-9c2d-399e9431eca9 req-6bde70c4-3140-45b4-bf7a-0ea8e88c2a60 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946790 Jul 07 18:00:31.894809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f556-e288-447d-be82-007bba9ededd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.908862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.965622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:31.971188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Network 01ebbe43-e7f6-448d-9b40-3e69a877a935 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:31.983471 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ecbb3-cfd0-4695-95c4-f82c50f133ce x-openstack-request-id: req-b16ecbb3-cfd0-4695-95c4-f82c50f133ce {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:31.983793 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f316ebc1-9c78-4543-ae95-014cd4a2c3db", "name": "network-vif-deleted", "tag": "91c3cfd0-8314-4684-b597-2e3bd9d67b20", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:31.984138 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b16ecbb3-cfd0-4695-95c4-f82c50f133ce {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:31.984479 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f316ebc1-9c78-4543-ae95-014cd4a2c3db', 'name': 'network-vif-deleted', 'tag': '91c3cfd0-8314-4684-b597-2e3bd9d67b20', 'status': 'completed', 'code': 200} Jul 07 18:00:31.986859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:31.987462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:31.996433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:31.997423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.997900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d99f50-432d-4bcc-83b5-843d0baf3fdf req-2c9b7357-1103-4426-b525-64331e256986 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:31.998021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.004230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d99f50-432d-4bcc-83b5-843d0baf3fdf req-2c9b7357-1103-4426-b525-64331e256986 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:32.010098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d99f50-432d-4bcc-83b5-843d0baf3fdf req-2c9b7357-1103-4426-b525-64331e256986 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:32.011930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2d99f50-432d-4bcc-83b5-843d0baf3fdf req-2c9b7357-1103-4426-b525-64331e256986 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2376 time: 0.3290668 Jul 07 18:00:32.017354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.017698 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Added segment a58148d3-6fe9-45eb-93c5-6dfa12aeef93 of type vlan for network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 Jul 07 18:00:32.019962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=5183dde8-ffe6-47a7-a399-e5190759d1a1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:32.163924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.170113 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.187043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd76bf34-3228-41bd-9d15-52d087fa9aff {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:32.202318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.237862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f556-e288-447d-be82-007bba9ededd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.250863 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f556-e288-447d-be82-007bba9ededd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.267065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.267600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Fanout notify agent at l3_agent the message router_deleted on router f6b485e3-0572-4d09-a980-c03d65c1b6d0 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:32.271648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2d99f50-432d-4bcc-83b5-843d0baf3fdf req-5a20e95b-f415-4fd1-8c17-1de4e19a0fa5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294254 Jul 07 18:00:32.277737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Transition to ACTIVE for port object fd76bf34-3228-41bd-9d15-52d087fa9aff will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:32.283651 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.285064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-071899f8-1134-4e0e-9f88-0aab44dfc12d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/f6b485e3-0572-4d09-a980-c03d65c1b6d0 HTTP/1.1" status: 204 len: 168 time: 2.6923311 Jul 07 18:00:32.292731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38306) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:32.297189 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.302446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4f60c25b-ceed-495e-91bc-5c774af9f8fd tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1695209716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:32.308725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3f556-e288-447d-be82-007bba9ededd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6784d5cc-0de3-4c8e-ba9d-77bd91eb9614,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:32.346678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f556-e288-447d-be82-007bba9ededd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.347859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8ea3f556-e288-447d-be82-007bba9ededd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7683225 Jul 07 18:00:32.354069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38308) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:32.360291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1c97c395-cd87-48a6-a308-f2da79ce58f1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Request body: {'security_group_rule': {'security_group_id': 'a186eb66-6f52-4ccb-9277-8a10daf3961c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:32.367031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-347fc44c-17b2-42fa-a32d-dd546ae56795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6660016 Jul 07 18:00:32.370384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38310) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:32.391839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd76bf34-3228-41bd-9d15-52d087fa9aff,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:32.392951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:32.398010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f60c25b-ceed-495e-91bc-5c774af9f8fd tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.399011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f60c25b-ceed-495e-91bc-5c774af9f8fd tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.434720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.510421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c97c395-cd87-48a6-a308-f2da79ce58f1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.600879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.602446 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f60c25b-ceed-495e-91bc-5c774af9f8fd tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.606406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:32.607399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.620568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f60c25b-ceed-495e-91bc-5c774af9f8fd tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.683738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.698050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Attempting to bind port fd76bf34-3228-41bd-9d15-52d087fa9aff on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:32.698685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Attempting to bind port fd76bf34-3228-41bd-9d15-52d087fa9aff by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:32.698685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Attempting to bind port fd76bf34-3228-41bd-9d15-52d087fa9aff on network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:32.708701 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9061737 Jul 07 18:00:32.713391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38316) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:32.715992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Port fd76bf34-3228-41bd-9d15-52d087fa9aff on network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:32.716326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Attempting to bind port fd76bf34-3228-41bd-9d15-52d087fa9aff on network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:32.720516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'subnet': {'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:32.721124 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f60c25b-ceed-495e-91bc-5c774af9f8fd tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.722384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4f60c25b-ceed-495e-91bc-5c774af9f8fd tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4262731 Jul 07 18:00:32.727526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38318) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:32.733629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:32.734168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Checking segment: {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:32.734449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Bound using segment: {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:32.734892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Bound port: fd76bf34-3228-41bd-9d15-52d087fa9aff, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:32.735149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.740311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:32.758038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64c8e3-5ab8-4ffc-a883-9bbf2428d130 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Network': ['ID=f5cc6727-067a-4c4c-a09d-6ec13ad51f22,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:32.770439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:32.829591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c97c395-cd87-48a6-a308-f2da79ce58f1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.843276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c97c395-cd87-48a6-a308-f2da79ce58f1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.930232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97c395-cd87-48a6-a308-f2da79ce58f1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d1a1dd-b1a0-432b-9d99-27159170e4a5,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:32.938956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00f9cb-cd19-45e7-b2a6-fe7495edb82b req-175014b7-e5b1-4646-8655-039ce77f5c82 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:32.940543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a00f9cb-cd19-45e7-b2a6-fe7495edb82b req-175014b7-e5b1-4646-8655-039ce77f5c82 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 946 time: 0.2943556 Jul 07 18:00:32.989014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c97c395-cd87-48a6-a308-f2da79ce58f1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.990187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1c97c395-cd87-48a6-a308-f2da79ce58f1 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6350143 Jul 07 18:00:32.994711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38322) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:33.006192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:33.014192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:33.017725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.023039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351f67ef-a91c-44ab-9081-dea973296fa5 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:33.044513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.050325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] For port fd76bf34-3228-41bd-9d15-52d087fa9aff, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:33.099213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] For port fd76bf34-3228-41bd-9d15-52d087fa9aff, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fd76bf34-3228-41bd-9d15-52d087fa9aff,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:33.105129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Transition to ACTIVE for port object 351f67ef-a91c-44ab-9081-dea973296fa5 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:33.112062 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.122301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.133166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.137953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a00f9cb-cd19-45e7-b2a6-fe7495edb82b req-5b00c752-d326-405d-94f1-bbad14455a12 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628678 Jul 07 18:00:33.186552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.187173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.188563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/fd76bf34-3228-41bd-9d15-52d087fa9aff HTTP/1.1" status: 200 len: 1092 time: 2.1157820 Jul 07 18:00:33.189543 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.190879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'tag': 'fd76bf34-3228-41bd-9d15-52d087fa9aff'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:33.193535 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e619cb-7ccd-4b7a-9aec-8609561c556f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "tag": "fd76bf34-3228-41bd-9d15-52d087fa9aff"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:33.230258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Request body: {'port': {'device_id': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:33.245822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Pushing event updated for resources: {'Port': ['ID=351f67ef-a91c-44ab-9081-dea973296fa5,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:33.281514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] device_id is not set on port 5183dde8-ffe6-47a7-a399-e5190759d1a1 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:33.298052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.323065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Transition to ACTIVE for port object 5183dde8-ffe6-47a7-a399-e5190759d1a1 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:33.356341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.520154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=5183dde8-ffe6-47a7-a399-e5190759d1a1,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:33.580235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:33.580743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:33.581357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:33.594190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Attempting to bind port 351f67ef-a91c-44ab-9081-dea973296fa5 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:33.594653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Attempting to bind port 351f67ef-a91c-44ab-9081-dea973296fa5 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:33.595063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Attempting to bind port 351f67ef-a91c-44ab-9081-dea973296fa5 on network 170bcb05-6fc9-471f-9776-2ba06426a53c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:33.614572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:33.615197 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:33.618541 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 2 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:33.626267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Port 351f67ef-a91c-44ab-9081-dea973296fa5 on network 170bcb05-6fc9-471f-9776-2ba06426a53c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:33.626679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Attempting to bind port 351f67ef-a91c-44ab-9081-dea973296fa5 on network 170bcb05-6fc9-471f-9776-2ba06426a53c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:33.681833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.689624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:33.689997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Checking segment: {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:33.690351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Bound using segment: {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:33.690802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Bound port: 351f67ef-a91c-44ab-9081-dea973296fa5, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:33.691163 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.699251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:33.699587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:33.699929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:33.718018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.737724 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8096af7a-5bba-4fb8-b70c-adde427af17b x-openstack-request-id: req-8096af7a-5bba-4fb8-b70c-adde427af17b {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:33.738319 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "tag": "fd76bf34-3228-41bd-9d15-52d087fa9aff", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:33.738319 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8096af7a-5bba-4fb8-b70c-adde427af17b {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:33.738576 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'tag': 'fd76bf34-3228-41bd-9d15-52d087fa9aff', 'status': 'completed', 'code': 200} Jul 07 18:00:33.747416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:33.747762 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:33.754644 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 3 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:33.763091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6e60-b524-4170-ace5-b67be01df3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd76bf34-3228-41bd-9d15-52d087fa9aff,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:33.817518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.822514 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.823472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.824315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:33.824649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:33.825017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:33.829466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.831158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Subnet': ['ID=5084c629-baf6-4e0e-9124-e31071108ed7,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:33.835460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.841544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.847454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.853430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.855560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-dd80bfff-9910-4ce6-8c47-8d4619b26520 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5418 time: 0.7650838 Jul 07 18:00:33.856212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.897379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:33.897705 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:33.902413 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 4 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:33.938301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-eacb9ebe-8ab6-45af-a819-b8ff72e1775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.938773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-eacb9ebe-8ab6-45af-a819-b8ff72e1775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.939246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-eacb9ebe-8ab6-45af-a819-b8ff72e1775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:33.940932 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-eacb9ebe-8ab6-45af-a819-b8ff72e1775e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2731 time: 0.3192401 Jul 07 18:00:33.942385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] For port 351f67ef-a91c-44ab-9081-dea973296fa5, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:33.946415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Checking segment: {'id': 'a58148d3-6fe9-45eb-93c5-6dfa12aeef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:33.946780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network hostable DHCP agents. Network: f5cc6727-067a-4c4c-a09d-6ec13ad51f22, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:00:33.954620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:33.954957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:33.955390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:33.969367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-303652bf-52ad-4692-b2f0-c39c2602a361 req-11d98c7d-8762-4f1b-b9ec-e41d8856c9af tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994141 Jul 07 18:00:33.984689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] For port 351f67ef-a91c-44ab-9081-dea973296fa5, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=351f67ef-a91c-44ab-9081-dea973296fa5,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:34.003665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:34.003665 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99561952-c959-401d-8f95-6e0b8702f89a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:34.005583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:34.005920 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:34.054085 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 5 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:34.054580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cbaa5-b11c-4d13-8014-c44bcdab5bde req-c6ca3e2c-b78e-4967-9db4-ed54eede7139 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.057357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.061324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cbaa5-b11c-4d13-8014-c44bcdab5bde req-c6ca3e2c-b78e-4967-9db4-ed54eede7139 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.066463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cbaa5-b11c-4d13-8014-c44bcdab5bde req-c6ca3e2c-b78e-4967-9db4-ed54eede7139 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.073712 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e25cbaa5-b11c-4d13-8014-c44bcdab5bde req-c6ca3e2c-b78e-4967-9db4-ed54eede7139 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2388 time: 0.3321609 Jul 07 18:00:34.131833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.131833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.133017 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] 10.222.0.90 "PUT /v2.0/ports/351f67ef-a91c-44ab-9081-dea973296fa5 HTTP/1.1" status: 200 len: 1091 time: 2.4295287 Jul 07 18:00:34.137877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:34.138235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:34.138560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:34.140656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:00:34.187816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Allocated IP 172.25.1.136 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/37fbf37e-6456-41ec-be47-244d3a0e4b88) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:34.193105 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:34.193440 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:34.205816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Request body: {'port': {'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:34.208059 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 6 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:34.250757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f5cc6727-067a-4c4c-a09d-6ec13ad51f22) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:34.263794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eeb5db-d6bc-4c92-82fa-2a915985eb7f None None] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:34.280343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.280971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.284778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225a399-e086-41e0-a2db-01f4d63aba61 service neutron] Pushing event updated for resources: {'Port': ['ID=351f67ef-a91c-44ab-9081-dea973296fa5,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:34.301734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:34.302071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:34.302732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:34.302987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e25cbaa5-b11c-4d13-8014-c44bcdab5bde req-f86c565a-d6c8-4bad-a73f-8a9f6aa7ae16 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284782 Jul 07 18:00:34.326836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-7bd215ba-7f2d-40a3-830c-9923fbcbaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.326836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-7bd215ba-7f2d-40a3-830c-9923fbcbaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.327294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-7bd215ba-7f2d-40a3-830c-9923fbcbaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.329135 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-7bd215ba-7f2d-40a3-830c-9923fbcbaf93 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=79fd7c48cc814148a00726f11655ca18&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3757501 Jul 07 18:00:34.363396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:34.363732 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:34.377671 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 7 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:34.382408 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e17ed01-79a8-4b3d-9af5-17e45cb63c39 x-openstack-request-id: req-1e17ed01-79a8-4b3d-9af5-17e45cb63c39 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:34.383270 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:34.383515 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1e17ed01-79a8-4b3d-9af5-17e45cb63c39 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:34.383921 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31', 'status': 'completed', 'code': 200} Jul 07 18:00:34.398744 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.416715 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a45908c1-8d36-4669-ba97-eff498d790fd tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6981637 Jul 07 18:00:34.430552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38334) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:34.438772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-183059420', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:34.445371 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.486333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e29d72-d3a9-442d-883c-8541ad83a8cc req-a6e01a04-033b-4d94-a882-43ffe0d854a2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.490960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-f5cc6727-067a-4c4c-a09d-6ec13ad51f22', 'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22', 'tenant_id': 'ab0ed1de37784a5281c1fb962f8b39ba', 'fixed_ips': [{'subnet_id': '5084c629-baf6-4e0e-9124-e31071108ed7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:00:34.491957 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.493552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82e29d72-d3a9-442d-883c-8541ad83a8cc req-a6e01a04-033b-4d94-a882-43ffe0d854a2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 946 time: 0.3864188 Jul 07 18:00:34.510931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:34.511146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:34.511515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:34.548466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:34.548791 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:34.557904 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 8 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:34.580423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.617810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:34.618570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:34.618570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:34.631962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.633024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.639158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.645716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82e29d72-d3a9-442d-883c-8541ad83a8cc req-b38418df-08b7-4bb1-90bf-d11b04164b46 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507039 Jul 07 18:00:34.649188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:34.649518 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:34.650570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-c81a8812-9a2f-4fb0-aa32-5f1c9923d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.652123 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14e619cb-7ccd-4b7a-9aec-8609561c556f req-c81a8812-9a2f-4fb0-aa32-5f1c9923d243 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2869775 Jul 07 18:00:34.664949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Allocated IP 172.20.0.2 (f5cc6727-067a-4c4c-a09d-6ec13ad51f22/5084c629-baf6-4e0e-9124-e31071108ed7/3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:34.673408 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 9 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:34.705755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:34.706127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:34.706467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:34.714184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.714665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.715164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.715629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.716094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.716566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.717044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:34.718935 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99561952-c959-401d-8f95-6e0b8702f89a req-23ae934b-1b8f-4872-b7c7-d5f0a6721a1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6420 time: 0.3012109 Jul 07 18:00:34.733037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.742712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750c4b0a-0e3f-45ba-9541-1f5813162b10 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:34.747451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:34.747451 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:34.763633 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 10 to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 Jul 07 18:00:34.782005 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.827628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Transition to ACTIVE for port object 750c4b0a-0e3f-45ba-9541-1f5813162b10 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:34.830063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.839754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Transition to ACTIVE for port object 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:34.856766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Transition to ACTIVE for port object 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:34.864683 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.880987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:34.881318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:34.881654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:34.903200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:34.903522 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:34.904271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.906446 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.910344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:34.913700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:34.919544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.920405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:34.925007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.926422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Pushing event updated for resources: {'Port': ['ID=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:35.016467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Attempting to bind port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:35.020680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Attempting to bind port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'a58148d3-6fe9-45eb-93c5-6dfa12aeef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:35.021363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Attempting to bind port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 on network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:35.037983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Allocated IP 172.25.1.51 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b7d6adfe-bd91-469d-ad55-f55b985b5411) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:35.039129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:35.042110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Checking segment: {'id': 'a58148d3-6fe9-45eb-93c5-6dfa12aeef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:35.042757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.043480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Bound using segment: {'id': 'a58148d3-6fe9-45eb-93c5-6dfa12aeef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:35.045666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Bound port: 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58148d3-6fe9-45eb-93c5-6dfa12aeef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:35.046760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.084810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:35.095045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-0b7fd71b-ce82-4acc-8abc-f75f1a9ea62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.095522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-0b7fd71b-ce82-4acc-8abc-f75f1a9ea62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.096016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-0b7fd71b-ce82-4acc-8abc-f75f1a9ea62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.096235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Pushing event updated for resources: {'Port': ['ID=750c4b0a-0e3f-45ba-9541-1f5813162b10,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:35.098204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99561952-c959-401d-8f95-6e0b8702f89a req-0b7fd71b-ce82-4acc-8abc-f75f1a9ea62c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fd7be2ae614a463aa95682e9a15268e1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3671839 Jul 07 18:00:35.102862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:35.113123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'Port': ['ID=37fbf37e-6456-41ec-be47-244d3a0e4b88,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:35.131157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:35.149767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] For port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:35.161877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] For port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,segment=NetworkSegment(a58148d3-6fe9-45eb-93c5-6dfa12aeef93),segment_id=a58148d3-6fe9-45eb-93c5-6dfa12aeef93)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:35.170386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.244867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdf381-5b0a-4b4a-85fc-a1d24174c0c6 None None] Pushing event updated for resources: {'Port': ['ID=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:35.507668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Attempting to bind port 750c4b0a-0e3f-45ba-9541-1f5813162b10 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:35.507961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Attempting to bind port 750c4b0a-0e3f-45ba-9541-1f5813162b10 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:35.508274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Attempting to bind port 750c4b0a-0e3f-45ba-9541-1f5813162b10 on network d7818124-fd29-42b7-9785-06e383727f5b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:35.532345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Port 750c4b0a-0e3f-45ba-9541-1f5813162b10 on network d7818124-fd29-42b7-9785-06e383727f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:35.532562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Attempting to bind port 750c4b0a-0e3f-45ba-9541-1f5813162b10 on network d7818124-fd29-42b7-9785-06e383727f5b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:35.617539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-ddee13f1-fb13-4d4a-a14c-09a7088ebc39 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.619602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-ddee13f1-fb13-4d4a-a14c-09a7088ebc39 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 946 time: 0.4216468 Jul 07 18:00:35.620177 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.621654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:35.621995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Checking segment: {'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:35.622388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Bound using segment: {'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:35.622854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Bound port: 750c4b0a-0e3f-45ba-9541-1f5813162b10, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f3a985-97c2-4a3c-9969-8a802d53fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:35.623219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.657444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.689406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.695750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.702077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.708115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.714517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.720522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.727122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.729154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11d3f7f8-e524-4417-968a-99492837c339 req-37f590d6-51bb-4987-a172-b2384d59f234 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5418 time: 0.5182734 Jul 07 18:00:35.837271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] For port 5183dde8-ffe6-47a7-a399-e5190759d1a1, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:35.837726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempted to set empty binding levels {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 18:00:35.851678 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.947051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.948722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11d3f7f8-e524-4417-968a-99492837c339 req-0faedeed-fa75-4b77-acae-f86c284c6e42 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1875579 Jul 07 18:00:35.952056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] In _notify_port_updated(), no bound segment for port 5183dde8-ffe6-47a7-a399-e5190759d1a1 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:00:35.952683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.954044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.957300 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "PUT /v2.0/ports/5183dde8-ffe6-47a7-a399-e5190759d1a1 HTTP/1.1" status: 200 len: 979 time: 3.5666029 Jul 07 18:00:35.958372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38342) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:35.972643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561952-c959-401d-8f95-6e0b8702f89a req-80744ec5-393c-4793-955a-5db7464a60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:35.974310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99561952-c959-401d-8f95-6e0b8702f89a req-80744ec5-393c-4793-955a-5db7464a60cb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8313267 Jul 07 18:00:35.983497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00730278-3c7d-4da7-b90a-2ce1afb8a277 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:35.988030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc6fc1-39fa-4aea-a01c-3efb569fb3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=5183dde8-ffe6-47a7-a399-e5190759d1a1,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:36.037982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.058382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.071771 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.100240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] For port 750c4b0a-0e3f-45ba-9541-1f5813162b10, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:36.114058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547862e2-f6cd-4a1c-b19e-779792e5c7e4 req-98855b4b-c45e-452e-9670-26a59af8c29d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.120245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547862e2-f6cd-4a1c-b19e-779792e5c7e4 req-98855b4b-c45e-452e-9670-26a59af8c29d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.126694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547862e2-f6cd-4a1c-b19e-779792e5c7e4 req-98855b4b-c45e-452e-9670-26a59af8c29d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.130231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-547862e2-f6cd-4a1c-b19e-779792e5c7e4 req-98855b4b-c45e-452e-9670-26a59af8c29d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2400 time: 0.5899227 Jul 07 18:00:36.151993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Transition to ACTIVE for port object 00730278-3c7d-4da7-b90a-2ce1afb8a277 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:36.159671 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.255647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=00730278-3c7d-4da7-b90a-2ce1afb8a277,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:36.363417 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.365820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Attempting to bind port 00730278-3c7d-4da7-b90a-2ce1afb8a277 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:36.366402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Attempting to bind port 00730278-3c7d-4da7-b90a-2ce1afb8a277 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:36.366987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Attempting to bind port 00730278-3c7d-4da7-b90a-2ce1afb8a277 on network 170bcb05-6fc9-471f-9776-2ba06426a53c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:36.378295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Port 00730278-3c7d-4da7-b90a-2ce1afb8a277 on network 170bcb05-6fc9-471f-9776-2ba06426a53c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:36.378631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Attempting to bind port 00730278-3c7d-4da7-b90a-2ce1afb8a277 on network 170bcb05-6fc9-471f-9776-2ba06426a53c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:36.380885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.393486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:36.395890 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2085fe67-257d-48bb-b668-c0809d3a8053" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:36.451775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:36.452182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Checking segment: {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:36.453061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Bound using segment: {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:36.454069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Bound port: 00730278-3c7d-4da7-b90a-2ce1afb8a277, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abde4103-7ab3-4a35-a6a6-1927c117bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:36.454069 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.470227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3007dd7-9647-4c45-b8a9-b00e1f8db838 None None] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:36.489797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'Port': ['ID=37fbf37e-6456-41ec-be47-244d3a0e4b88,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:36.498938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.524157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] For port 750c4b0a-0e3f-45ba-9541-1f5813162b10, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=750c4b0a-0e3f-45ba-9541-1f5813162b10,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:36.544281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.545964 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0acbfe4c-5866-4be5-aa54-c179298eb143 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5435379 Jul 07 18:00:36.553762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:36.566778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4c569a4c-f514-4e42-beb4-f684ccd41532 None None] Provisioning for port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:36.605005 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.615110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-547862e2-f6cd-4a1c-b19e-779792e5c7e4 req-56d4e03a-44ad-45c8-aa83-696f636e05d1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652276 Jul 07 18:00:36.615877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:36.616124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] For port 00730278-3c7d-4da7-b90a-2ce1afb8a277, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:36.623871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:36.633010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.635386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] For port 00730278-3c7d-4da7-b90a-2ce1afb8a277, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:36.644775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.645332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Deleting port c2a87259-132f-41fe-b262-5715ae6c842e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:36.645697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.648461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event updated for resources: {'Port': ['ID=b7d6adfe-bd91-469d-ad55-f55b985b5411,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:36.748665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=00730278-3c7d-4da7-b90a-2ce1afb8a277,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:36.764362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Pushing event updated for resources: {'Port': ['ID=750c4b0a-0e3f-45ba-9541-1f5813162b10,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:36.764785 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37e66a3-3934-4380-b042-3e0f8b17d0c7 x-openstack-request-id: req-a37e66a3-3934-4380-b042-3e0f8b17d0c7 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:36.765104 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:36.765357 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a37e66a3-3934-4380-b042-3e0f8b17d0c7 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:36.765765 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5', 'status': 'completed', 'code': 200} Jul 07 18:00:36.797750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.798697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.801829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-6e52909b-8782-4e2a-bfd9-f7414c12eb9c service neutron] 10.222.0.90 "PUT /v2.0/ports/00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 200 len: 1091 time: 2.6082582 Jul 07 18:00:36.810822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:36.812948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.837786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.838968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.840383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-e2af3e6b-9b00-4eee-bbe9-342f2e737888 service neutron] 10.222.0.55 "PUT /v2.0/ports/750c4b0a-0e3f-45ba-9541-1f5813162b10 HTTP/1.1" status: 200 len: 1091 time: 3.6176744 Jul 07 18:00:36.850563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'tag': '750c4b0a-0e3f-45ba-9541-1f5813162b10'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:36.852437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.852938 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72" -d '{"events": [{"name": "network-changed", "server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "tag": "750c4b0a-0e3f-45ba-9541-1f5813162b10"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:36.853349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.854004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.854639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.855729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.857408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.858396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:36.861938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-22d58cd9-d9fa-4c80-ac9c-4faea196e194 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6487 time: 0.1074250 Jul 07 18:00:36.905134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Request body: {'port': {'device_id': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:36.911408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:36.921671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:36.922048 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.026419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.026937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.027461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.028058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.028502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.029620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.030139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.030690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.031162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.032022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.032620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.033313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.034010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.034507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.035921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.036271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.036748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.037245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.037715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.038178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.038645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.039847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.040343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.040797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.041344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.041953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.042677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.043377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.044004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.045372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.045850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.046420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.046780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.047242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.047706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.047836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-8cf58dd4-ee8a-40cc-a0ea-767c7dcf4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.048165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.048629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.049359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.049857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-8cf58dd4-ee8a-40cc-a0ea-767c7dcf4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.050561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-8cf58dd4-ee8a-40cc-a0ea-767c7dcf4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.053007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-8cf58dd4-ee8a-40cc-a0ea-767c7dcf4606 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fd7be2ae614a463aa95682e9a15268e1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1813729 Jul 07 18:00:37.054390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.054882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.063424 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.065132 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d78a6f6a-0ffb-4f26-9781-a6c749575df0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35191 time: 1.1023459 Jul 07 18:00:37.070910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38364) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:37.122270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,segment=NetworkSegment(a58148d3-6fe9-45eb-93c5-6dfa12aeef93),segment_id=a58148d3-6fe9-45eb-93c5-6dfa12aeef93)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:37.129393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.201504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:37.242367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.25.1.59 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/39473ff9-eea4-453a-a49a-f159eeb2f4ef) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:37.272706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f30ff-d522-484b-b294-91737b6e054b req-536bce7d-a8c8-4b85-babb-824e09c044a8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.274371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b0f30ff-d522-484b-b294-91737b6e054b req-536bce7d-a8c8-4b85-babb-824e09c044a8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=73215a16-34f2-4825-9908-1866605229aa HTTP/1.1" status: 200 len: 946 time: 1.1391103 Jul 07 18:00:37.286174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-d959159b-3c61-4426-9d37-aa1d4b6b5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.287671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2085fe67-257d-48bb-b668-c0809d3a8053 req-d959159b-3c61-4426-9d37-aa1d4b6b5e5d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2277868 Jul 07 18:00:37.301570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Deleting port 5183dde8-ffe6-47a7-a399-e5190759d1a1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:37.301906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.332326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1ee574e1-659f-418b-9a60-a5cf649af675 None None] Provisioning complete for port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:37.332326 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ee574e1-659f-418b-9a60-a5cf649af675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.397549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] For port 5183dde8-ffe6-47a7-a399-e5190759d1a1, host n-h1-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:37.397895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.414819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Calling delete_port for 5183dde8-ffe6-47a7-a399-e5190759d1a1 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:37.449644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] For port c2a87259-132f-41fe-b262-5715ae6c842e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c2a87259-132f-41fe-b262-5715ae6c842e,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:37.450012 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.472765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.473283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.473763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.474240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.474725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.475186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.475653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.477644 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40057eec-cb14-4e17-b36e-a117edfec71c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6487 time: 0.1371422 Jul 07 18:00:37.528499 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a8dcdd41-1c23-4ff1-9bd1-7d18f1232a15 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 200 len: 217 time: 0.0414407 Jul 07 18:00:37.530226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Calling delete_port for c2a87259-132f-41fe-b262-5715ae6c842e owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:37.584730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b0f30ff-d522-484b-b294-91737b6e054b req-ed5849d6-57cc-4ab2-ba52-5dc6e0c1e628 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643371 Jul 07 18:00:37.590784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.615805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-9ba8f872-92dd-47d8-8331-7854ad2cf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.617579 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-9ba8f872-92dd-47d8-8331-7854ad2cf088 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=426c9a68-c25d-42ce-8915-995083ca1ca2 HTTP/1.1" status: 200 len: 855 time: 0.0816267 Jul 07 18:00:37.648567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event deleted for resources: {'Port': ['ID=5183dde8-ffe6-47a7-a399-e5190759d1a1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:37.658703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6f47eb15-ca3b-4f4f-b057-b8764ca04f4e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.660225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6f47eb15-ca3b-4f4f-b057-b8764ca04f4e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 821 time: 0.7462673 Jul 07 18:00:37.669336 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c37ba3-a78d-4932-b60d-48628ca68a99 x-openstack-request-id: req-d2c37ba3-a78d-4932-b60d-48628ca68a99 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:37.669725 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "tag": "750c4b0a-0e3f-45ba-9541-1f5813162b10", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:37.669895 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2c37ba3-a78d-4932-b60d-48628ca68a99 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:37.670273 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'tag': '750c4b0a-0e3f-45ba-9541-1f5813162b10', 'status': 'completed', 'code': 200} Jul 07 18:00:37.671765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.674717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.677363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c7322a4e-f372-4230-8a8b-6327892c91da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "DELETE /v2.0/ports/5183dde8-ffe6-47a7-a399-e5190759d1a1 HTTP/1.1" status: 204 len: 168 time: 0.6050708 Jul 07 18:00:37.685136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38370) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:37.702852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c2a87259-132f-41fe-b262-5715ae6c842e no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:37.767143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-2e1996c7-ddc0-4267-aafb-49c6d10a4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.768815 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-2e1996c7-ddc0-4267-aafb-49c6d10a4653 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=07d9762a-e6d8-4565-a451-2224c69acbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306911 Jul 07 18:00:37.772502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-b5c233b6-0e60-42a7-bfcc-cdf18c8b19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.773025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-b5c233b6-0e60-42a7-bfcc-cdf18c8b19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.773526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-b5c233b6-0e60-42a7-bfcc-cdf18c8b19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.775196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-b5c233b6-0e60-42a7-bfcc-cdf18c8b19fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2798 time: 0.0965333 Jul 07 18:00:37.797465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-642e386f-e481-4428-bbbc-ea658105035d tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/quotas/e6b4c1ae55e4448a9cfce5f7c3edcc9f HTTP/1.1" status: 200 len: 375 time: 0.1161566 Jul 07 18:00:37.799059 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9ef2cf-901a-469c-97af-2750131ec0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] GET failed (client error): The resource could not be found. Jul 07 18:00:37.804939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fa9ef2cf-901a-469c-97af-2750131ec0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "GET /v2.0/ports/5183dde8-ffe6-47a7-a399-e5190759d1a1 HTTP/1.1" status: 404 len: 333 time: 0.1159644 Jul 07 18:00:37.819130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38374) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:37.819963 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.839531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-474140605', 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:37.849394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:37.851682 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34614820-cf09-4515-ae47-f60af40f2fb6" -d '{"events": [{"server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:37.865129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c2a87259-132f-41fe-b262-5715ae6c842e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c2a87259-132f-41fe-b262-5715ae6c842e,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:37.870128 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.899418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:37.921587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c2a87259-132f-41fe-b262-5715ae6c842e,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:37.965509 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-f9d4e099-1470-4c72-b23a-40a12954d9ad service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891980 Jul 07 18:00:37.969741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-d884317a-f44e-4060-918b-443886120813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.970226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-d884317a-f44e-4060-918b-443886120813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.970701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-d884317a-f44e-4060-918b-443886120813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:37.972598 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-d884317a-f44e-4060-918b-443886120813 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=79fd7c48cc814148a00726f11655ca18&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1879973 Jul 07 18:00:38.053833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Made reservation on behalf of 5ca2dfdb4aff474591ba4ae883384b6a for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:38.056186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:38.137076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-be96d4e8-3bf2-4e8a-9405-ae122afcfa06 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634738 Jul 07 18:00:38.138594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-c90b09e2-5932-468f-ad23-f3fe180ac7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.139963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb367dbf-602e-4dbe-bccf-9ab233eb1e72 req-c90b09e2-5932-468f-ad23-f3fe180ac7b0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582606 Jul 07 18:00:38.178562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-be1c2171-396b-4770-8a26-c5511b21107d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 217 time: 0.0350580 Jul 07 18:00:38.184871 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:38.205275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] device_id is not set on port 4913b1e6-9a8b-42da-81ea-c7825e40d684 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:38.229554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-d883ced0-7542-4ba4-825e-26809729d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.231163 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-d883ced0-7542-4ba4-825e-26809729d853 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0466578 Jul 07 18:00:38.295997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-d5001506-ac37-41a8-b65f-0935e5e56c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.297550 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-d5001506-ac37-41a8-b65f-0935e5e56c0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602229 Jul 07 18:00:38.375549 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:38.388641 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-b29010a0-a367-4eb8-8c68-e54e96fefe29 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Jul 07 18:00:38.486840 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-ccf40f20-2dd5-448b-be16-a569bfaf02b9 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920634 Jul 07 18:00:38.531075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-5282b982-cb58-47dc-9bf8-97dd88e5f2c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 217 time: 0.0364339 Jul 07 18:00:38.582559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-fe713ccd-bf73-466a-b342-452863c2e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.584063 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-fe713ccd-bf73-466a-b342-452863c2e08f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0470803 Jul 07 18:00:38.649296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:38.656669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a0356040-11fa-45f0-b831-7ffe5fcc4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.658376 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-a0356040-11fa-45f0-b831-7ffe5fcc4ac2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660799 Jul 07 18:00:38.669219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:38.697489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:38.697869 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:38.714523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.720529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.726450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.732428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.738512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.744315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.750705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.752742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b365b689-d099-4548-8190-821a17a8bc1b req-73b22298-ca1d-4e9f-b840-36c85531425a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.9705639 Jul 07 18:00:38.756116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-50ec0a41-0709-4011-a385-ebd1450269db service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900569 Jul 07 18:00:38.757196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-29cd52fa-36dd-41fc-bd2e-91c08cef3a6c tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9294426 Jul 07 18:00:38.770755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:38.773120 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4ad730-780d-431a-b9b5-4277354c8368" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:38.851846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:38.865102 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-ddd4d300-8203-4da6-8d76-71a672192d99 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020808 Jul 07 18:00:38.907650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3ae6f82f-2172-4387-95bf-ef4a21bb8a58 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8 HTTP/1.1" status: 200 len: 217 time: 0.0352457 Jul 07 18:00:38.911275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:38.927072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:38.958928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-5903e748-c53f-4aa4-b6d9-3359eb557247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:38.960414 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-5903e748-c53f-4aa4-b6d9-3359eb557247 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0458851 Jul 07 18:00:38.969280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=39473ff9-eea4-453a-a49a-f159eeb2f4ef,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:39.036765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40c7df41-b171-4cfd-ac3d-b3144fa65c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.038229 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-40c7df41-b171-4cfd-ac3d-b3144fa65c72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714765 Jul 07 18:00:39.128659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-493dbce4-629e-4ea9-859d-1eff09973465 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832558 Jul 07 18:00:39.149780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] No DVR routers for this DVR port c2a87259-132f-41fe-b262-5715ae6c842e on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:39.162780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b365b689-d099-4548-8190-821a17a8bc1b req-e4fe8660-6f15-40fa-9995-e52f5beb3ade tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3794932 Jul 07 18:00:39.163525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event deleted for resources: {'Port': ['ID=c2a87259-132f-41fe-b262-5715ae6c842e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:39.177005 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.180266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-679c9edc-07ef-42d0-ac21-b40ebf400b23 req-d1306b70-4855-4b20-bae4-5a9cbb6e0efa tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.90 "DELETE /v2.0/ports/c2a87259-132f-41fe-b262-5715ae6c842e HTTP/1.1" status: 204 len: 173 time: 3.5295589 Jul 07 18:00:39.256551 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3b0f14e5-290f-4552-8d7f-a6842990ac13 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205823 Jul 07 18:00:39.314616 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-051b0e77-5904-4a51-90bf-2854e888dbe1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=954afe75-7d62-4476-91c4-dfdaa3419d31 HTTP/1.1" status: 200 len: 217 time: 0.0505953 Jul 07 18:00:39.344178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6ef21cd8-253f-4cb8-9b5e-18fdd6f2c5af service neutron] 10.222.0.88 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558324 Jul 07 18:00:39.370496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-601dc6ad-69fc-48a8-8791-b3a0bb841d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.372691 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-601dc6ad-69fc-48a8-8791-b3a0bb841d3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0509012 Jul 07 18:00:39.446838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-baeee49d-4a09-4389-8afe-b5ae2b3393c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.448189 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-baeee49d-4a09-4389-8afe-b5ae2b3393c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616748 Jul 07 18:00:39.485236 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.505826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:39.520577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.536129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.549607 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-9bcafded-3b8e-4c28-bb11-8d57d659e4a0 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946584 Jul 07 18:00:39.552702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.598955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Transition to ACTIVE for port object aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:39.654717 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c3c232e5-12c6-4f03-b2ef-a7fc1516556a service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930638 Jul 07 18:00:39.686269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'name': 'network-vif-deleted', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:39.688568 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9438ba-e673-4e44-b1b4-c290f48d1cb7" -d '{"events": [{"server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "name": "network-vif-deleted", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:39.691059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.697098 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-96a671ce-d18e-47b2-990d-8967db001ff6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=351f67ef-a91c-44ab-9081-dea973296fa5 HTTP/1.1" status: 200 len: 217 time: 0.0357208 Jul 07 18:00:39.746540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-0d6897f6-050d-44dc-9c26-dd2e44705d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.748149 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-0d6897f6-050d-44dc-9c26-dd2e44705d02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.0446079 Jul 07 18:00:39.773178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-ae5a9ea6-8b68-473b-829e-2675b5c47ff0 service neutron] 10.222.0.88 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956094 Jul 07 18:00:39.813466 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:39.832341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8721-a8b3-4e6b-b911-6ce6ba2c22e6 req-08e3fbe0-6353-445d-bc8e-c5ee8a71a389 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.838401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8721-a8b3-4e6b-b911-6ce6ba2c22e6 req-08e3fbe0-6353-445d-bc8e-c5ee8a71a389 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.845111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8721-a8b3-4e6b-b911-6ce6ba2c22e6 req-08e3fbe0-6353-445d-bc8e-c5ee8a71a389 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.846669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c17be38f-4657-4a05-89bd-cc3098ced4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:39.846806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-423d8721-a8b3-4e6b-b911-6ce6ba2c22e6 req-08e3fbe0-6353-445d-bc8e-c5ee8a71a389 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2400 time: 0.5119047 Jul 07 18:00:39.848622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-c17be38f-4657-4a05-89bd-cc3098ced4c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936451 Jul 07 18:00:39.913954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:39.968771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Network 01ebbe43-e7f6-448d-9b40-3e69a877a935 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:40.016627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-533ec8f3-d679-4f51-b3ea-8173085d06a4 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474438 Jul 07 18:00:40.027064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:40.035819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:40.036788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:40.038288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:40.082714 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:40.107528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-423d8721-a8b3-4e6b-b911-6ce6ba2c22e6 req-4afd7404-d949-4bfa-b104-9c78cfe11472 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267241 Jul 07 18:00:40.135158 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-01ae5551-e58b-468b-a54c-633a4c932331 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131997 Jul 07 18:00:40.191112 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-85c92e69-9e9f-49c0-994f-a81386702ae9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 200 len: 217 time: 0.0488322 Jul 07 18:00:40.220067 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129663dd-fcc2-4ee6-9b6c-702180d11cd4 x-openstack-request-id: req-129663dd-fcc2-4ee6-9b6c-702180d11cd4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:40.220562 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:40.220646 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-129663dd-fcc2-4ee6-9b6c-702180d11cd4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:40.221219 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e', 'code': 200} Jul 07 18:00:40.236973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=4913b1e6-9a8b-42da-81ea-c7825e40d684,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:40.257348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d61242a2-a350-4df6-9df6-6c834413d1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4352858 Jul 07 18:00:40.266834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38398) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:40.317308 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594ee53e-cf2f-42f0-94e7-8d82e2fbd13c x-openstack-request-id: req-594ee53e-cf2f-42f0-94e7-8d82e2fbd13c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:40.319088 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:40.319505 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-594ee53e-cf2f-42f0-94e7-8d82e2fbd13c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:40.320087 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277', 'status': 'completed', 'code': 200} Jul 07 18:00:40.339230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-498bd8d4-ac7a-4cd3-b95e-62fe08111f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:40.341100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-498bd8d4-ac7a-4cd3-b95e-62fe08111f5e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.1380782 Jul 07 18:00:40.414426 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db67dcd-2cc4-443f-81ff-ec28aed064bb x-openstack-request-id: req-5db67dcd-2cc4-443f-81ff-ec28aed064bb {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:40.414764 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73215a16-34f2-4825-9908-1866605229aa", "name": "network-vif-deleted", "tag": "c2a87259-132f-41fe-b262-5715ae6c842e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:40.415000 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5db67dcd-2cc4-443f-81ff-ec28aed064bb {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:40.415419 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73215a16-34f2-4825-9908-1866605229aa', 'name': 'network-vif-deleted', 'tag': 'c2a87259-132f-41fe-b262-5715ae6c842e', 'status': 'completed', 'code': 200} Jul 07 18:00:40.420221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Attempting to bind port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:40.420641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Attempting to bind port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:40.424621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Attempting to bind port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 on network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:40.451354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f02063-7f0a-46ca-b910-fc5bba0cc10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:40.457979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f0f02063-7f0a-46ca-b910-fc5bba0cc10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "GET /v2.0/ports/4913b1e6-9a8b-42da-81ea-c7825e40d684 HTTP/1.1" status: 200 len: 958 time: 0.1888082 Jul 07 18:00:40.461432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:40.469341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 on network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:40.469341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Attempting to bind port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 on network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:40.470556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3a1487eb-b414-44bc-a164-c94700a20ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:40.472167 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3a1487eb-b414-44bc-a164-c94700a20ea1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247001 Jul 07 18:00:40.483447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Router cc90206a-a40e-425e-8004-7a4417f7255d is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:40.515665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:40.515873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Checking segment: {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:40.516198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Bound using segment: {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:40.516656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Bound port: aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74074833-69f2-4234-9bdf-6553c780fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:40.519065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:40.635400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-3fdb8dd4-910a-492f-aa28-5262cf5c43e0 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426075 Jul 07 18:00:40.691247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Deleting port 4913b1e6-9a8b-42da-81ea-c7825e40d684 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:40.691660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:40.913243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ddf12b1e-afe5-4211-b14a-5f268badf32c req-0795da58-1cc8-4e57-a949-834d1c8211f9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 210 time: 0.4450984 Jul 07 18:00:41.113273 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.135176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Calling delete_port for 4913b1e6-9a8b-42da-81ea-c7825e40d684 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:41.139224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-56a81b7a-23ba-4325-90cc-61c2faab0bc2 req-1a3eb114-2eaa-4077-a6ef-f3f1d111e982 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969983 Jul 07 18:00:41.180289 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.198786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] For port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:41.205487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] For port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:41.247695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:41.259198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] Sync routers for ids ['cc90206a-a40e-425e-8004-7a4417f7255d'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:41.261244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.267808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.274776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.277037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] Routers {'cc90206a-a40e-425e-8004-7a4417f7255d'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:41.277765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['cc90206a-a40e-425e-8004-7a4417f7255d'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:41.281571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.287616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.294102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.301084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.310915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-25683052-b20a-4b94-b8b5-ba5ff820d809 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.4026635 Jul 07 18:00:41.319994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.324323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-39eb668b-69b5-4d48-8f1a-a535990b4ad8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "PUT /v2.0/routers/cc90206a-a40e-425e-8004-7a4417f7255d HTTP/1.1" status: 200 len: 879 time: 8.5940347 Jul 07 18:00:41.327971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.340448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38426) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:41.346517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:41.367237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] Routers {'cc90206a-a40e-425e-8004-7a4417f7255d'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:41.368393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['cc90206a-a40e-425e-8004-7a4417f7255d'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:41.427185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.432560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:41.433890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c40fc4-8dbb-4fc2-9cf5-f0ca5a078258 None None] The sync data for ids ['cc90206a-a40e-425e-8004-7a4417f7255d'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:41.494467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event deleted for resources: {'Port': ['ID=4913b1e6-9a8b-42da-81ea-c7825e40d684,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:41.516947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.521668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "DELETE /v2.0/ports/4913b1e6-9a8b-42da-81ea-c7825e40d684 HTTP/1.1" status: 204 len: 168 time: 1.0591652 Jul 07 18:00:41.526483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38428) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:41.527932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.528279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.528626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.528995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.529327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.529651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.529980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.530304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.530627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.530949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.531274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.531595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7630de-4d9b-442c-9dba-9c605ab71d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:41.545509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.546056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.547551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] 10.222.0.55 "PUT /v2.0/ports/aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 HTTP/1.1" status: 200 len: 1092 time: 4.6491952 Jul 07 18:00:41.567349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.567610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.568032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.568560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.569236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.569716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.570469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.572337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-b86c4004-d9cb-4368-bdc9-5c5b7b0494dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6487 time: 0.3218718 Jul 07 18:00:41.598531 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b923c416-e6b6-4fec-9b61-65d4009e6fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] GET failed (client error): The resource could not be found. Jul 07 18:00:41.606367 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b923c416-e6b6-4fec-9b61-65d4009e6fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "GET /v2.0/ports/4913b1e6-9a8b-42da-81ea-c7825e40d684 HTTP/1.1" status: 404 len: 333 time: 0.0664763 Jul 07 18:00:41.608930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38430) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:41.614427 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37b98c50-ace1-45fa-9167-c211afd6298d tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/cc90206a-a40e-425e-8004-7a4417f7255d HTTP/1.1" status: 200 len: 920 time: 0.2715364 Jul 07 18:00:41.616379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38432) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:41.620066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Request body: {'port': {'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2145505593'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:41.641309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40cc7-62bc-408a-9fd4-68f9d0661660 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:41.699875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2b20220-866c-4c29-8768-9a8629c7af2b req-a3cfdf2d-482a-46f8-89bc-bf0cfdee2dff tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3854220 Jul 07 18:00:41.757933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Made reservation on behalf of 5ca2dfdb4aff474591ba4ae883384b6a for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:41.760227 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:41.807202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] device_id is not set on port 99776c94-ddce-46fa-adf8-754a1f1aaf39 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:41.808617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-c24e9fb5-ac12-4e64-8651-fad3957fdca1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.810251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-c24e9fb5-ac12-4e64-8651-fad3957fdca1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.4735093 Jul 07 18:00:41.811776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-2162a806-d8de-4e87-b1e1-c7c83e83be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.813395 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-2162a806-d8de-4e87-b1e1-c7c83e83be85 service neutron] 10.222.0.90 "GET /v2.0/networks?id=170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 200 len: 903 time: 0.2234247 Jul 07 18:00:41.865617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e80fe7-2721-4faf-bfc7-f95347ebb923 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.869611 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-09e80fe7-2721-4faf-bfc7-f95347ebb923 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=cc90206a-a40e-425e-8004-7a4417f7255d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2341979 Jul 07 18:00:41.886143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-8a04b4f9-c55c-470d-9e29-0dab842629c6 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.887230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-8a04b4f9-c55c-470d-9e29-0dab842629c6 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.90 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 821 time: 0.4429874 Jul 07 18:00:41.897270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:41.908157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-4e29d430-c0a5-4f40-9812-013e79b3b079 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 200 len: 217 time: 0.0854020 Jul 07 18:00:41.914572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-cb23095d-a8fc-4c97-872d-f4469dd41662 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/quotas/2bd2ddfc789640889545ba10bc348126 HTTP/1.1" status: 200 len: 375 time: 0.0879328 Jul 07 18:00:41.923420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Request body: {'port': {'device_id': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'admin_state_up': True, 'tenant_id': 'e6b4c1ae55e4448a9cfce5f7c3edcc9f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:42.009082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-d02fa6a1-0209-45a0-9334-bacb49b270b3 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773799 Jul 07 18:00:42.012762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router d0995ee6-b816-4d82-8a13-5ebf745a0aa3 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:42.017795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-aef6ef90-ba11-48ae-9880-05cb647a4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.018553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-aef6ef90-ba11-48ae-9880-05cb647a4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.019201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-aef6ef90-ba11-48ae-9880-05cb647a4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.021204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-aef6ef90-ba11-48ae-9880-05cb647a4e7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2865 time: 0.3465798 Jul 07 18:00:42.093808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-fde359c1-b318-49d4-8ad5-f09eada115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.096219 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-fde359c1-b318-49d4-8ad5-f09eada115a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.1718907 Jul 07 18:00:42.139636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-d09552c9-9654-43cc-acd3-9d9509af3763 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=fd76bf34-3228-41bd-9d15-52d087fa9aff HTTP/1.1" status: 200 len: 217 time: 0.0975277 Jul 07 18:00:42.151961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c504d10b-563a-4098-aa23-ca03c0790cd4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.156710 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c504d10b-563a-4098-aa23-ca03c0790cd4 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.2555966 Jul 07 18:00:42.170253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38438) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:42.272812 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ac5f92d3-0c26-4816-a53d-a2625612f020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=cc90206a-a40e-425e-8004-7a4417f7255d HTTP/1.1" status: 200 len: 205 time: 0.0995102 Jul 07 18:00:42.273074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a85f6-ea29-4375-87fd-d2d89dd273ae req-7c89836d-718d-4021-9011-375fdeca391d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.276880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.279395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a85f6-ea29-4375-87fd-d2d89dd273ae req-7c89836d-718d-4021-9011-375fdeca391d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.281874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38440) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:42.285752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a85f6-ea29-4375-87fd-d2d89dd273ae req-7c89836d-718d-4021-9011-375fdeca391d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.287465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-493a85f6-ea29-4375-87fd-d2d89dd273ae req-7c89836d-718d-4021-9011-375fdeca391d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2412 time: 0.4440799 Jul 07 18:00:42.383244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-bf57da53-ed6c-40cd-aaba-65bbf41b8477 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578455 Jul 07 18:00:42.415917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Made reservation on behalf of e6b4c1ae55e4448a9cfce5f7c3edcc9f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:42.419520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.434383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:42.435877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-bed0e5f6-02ed-47c8-aaf0-990e1fdeefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.436616 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fba2fda-a76d-4a89-84db-777e5b2e03f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:42.437469 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-bed0e5f6-02ed-47c8-aaf0-990e1fdeefe4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2817245 Jul 07 18:00:42.440297 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.461414 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.493464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-3deafe64-4a24-4f88-9af2-68e33a35f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.494959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-3deafe64-4a24-4f88-9af2-68e33a35f42f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5ac177a-3115-429d-bca5-7dc507692e22 HTTP/1.1" status: 200 len: 801 time: 0.3117449 Jul 07 18:00:42.523091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:42.534227 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] Sync routers for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:42.544335 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:42.544994 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:42.569356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-493a85f6-ea29-4375-87fd-d2d89dd273ae req-0ae61cc5-224e-484d-9d1e-67204164331a tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343640 Jul 07 18:00:42.584899 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:42.594475 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:42.595116 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:42.636850 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.637007 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:42.637527 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4e67f-b108-40fc-a362-706a72692ef7 None None] The sync data for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:42.640954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0f34d79d-fdfe-49e4-b4aa-0a14dc58db5b tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2093489 Jul 07 18:00:42.641586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38446) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:42.660189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Network 01ebbe43-e7f6-448d-9b40-3e69a877a935 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:42.682356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:42.685306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:42.686919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:42.687676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.718715 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1029942 Jul 07 18:00:42.719708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae81b0-e04c-49f4-a225-8e6856aa3197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=99776c94-ddce-46fa-adf8-754a1f1aaf39,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:42.725449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38448) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:42.733700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:42.790523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:42.818011 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-124b88c8-7ee3-4d77-a82d-ac62a2633c48 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701987 Jul 07 18:00:42.930257 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.020296 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4ad730-780d-431a-b9b5-4277354c8368 req-729cb6ff-f650-482d-9458-cac462e6b58c service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811802 Jul 07 18:00:43.021574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Deleting port b7d6adfe-bd91-469d-ad55-f55b985b5411 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:43.021872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-28e7f9d6-39ce-475c-84c6-306a0e1d4aad service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085684 Jul 07 18:00:43.021988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.089401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d67c9ca-480e-416d-b257-7dfbe06946b9 req-524245e3-55fe-4c60-a323-4dd8ea7ea2c9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 210 time: 0.0717232 Jul 07 18:00:43.148978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-5c1eb1fc-a289-4ef0-a5a9-b45d68f3e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.150375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-5c1eb1fc-a289-4ef0-a5a9-b45d68f3e28d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6334801 Jul 07 18:00:43.160794 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1a871-ce35-402a-8821-f16cd855d658 x-openstack-request-id: req-0fd1a871-ce35-402a-8821-f16cd855d658 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:43.161103 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:43.161349 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0fd1a871-ce35-402a-8821-f16cd855d658 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:43.161750 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822', 'status': 'completed', 'code': 200} Jul 07 18:00:43.169068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.182839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Calling delete_port for b7d6adfe-bd91-469d-ad55-f55b985b5411 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:43.192460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Allocated IP 172.20.0.3 (01f463a4-73a6-4e19-892c-ac32d06b8e60/13993fdc-2d78-4301-ba24-12448b0879d6/4d6e11fc-5ab4-415c-8908-9c0b61c2316c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:43.389160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.429280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14a5be07-da1e-471a-9a07-18fb65f41e58 req-44e8a6ac-cb6c-4410-8d76-72cce3a80a97 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 210 time: 0.1087174 Jul 07 18:00:43.503004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event deleted for resources: {'Port': ['ID=b7d6adfe-bd91-469d-ad55-f55b985b5411,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:43.560547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] device_id is not set on port 99776c94-ddce-46fa-adf8-754a1f1aaf39 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:43.571412 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.577111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-9a5a7665-87d6-4dda-b2a5-08bab1cc48b7 service neutron] 10.222.0.55 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084976 Jul 07 18:00:43.597538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Transition to ACTIVE for port object 99776c94-ddce-46fa-adf8-754a1f1aaf39 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:43.615378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.694084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.769048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.775368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.778261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=99776c94-ddce-46fa-adf8-754a1f1aaf39,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:43.783790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.789411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.791510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.794052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.798837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.805256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.811369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:43.813415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80189212-c82e-4388-ac73-e99634348806 req-44e95f7b-f81a-4051-8a2b-6333030cf56b tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.4919238 Jul 07 18:00:43.870600 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:43.870989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:43.871439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:43.879089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:43.879426 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:43.879892 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 2 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:43.892084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.893525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Fanout notify agent at l3_agent the message router_deleted on router cc90206a-a40e-425e-8004-7a4417f7255d {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:43.900931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.902340 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-302a547a-10d0-42fb-ab3e-8b5c8c7d9e6e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/cc90206a-a40e-425e-8004-7a4417f7255d HTTP/1.1" status: 204 len: 168 time: 1.6164744 Jul 07 18:00:43.906445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38466) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:43.908088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.911417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e0c4c247-c4ab-4850-bf0e-01fc7bb8c2f2 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1051461481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:43.917449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:43.917871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:43.918180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:43.929159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:43.929483 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:43.931901 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 3 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:43.951508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:43.951967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:43.952262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:43.961502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c247-c4ab-4850-bf0e-01fc7bb8c2f2 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.963792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c247-c4ab-4850-bf0e-01fc7bb8c2f2 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.974255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:43.975501 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:43.977915 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 4 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:44.008436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:44.009059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:44.009559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:44.018945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80189212-c82e-4388-ac73-e99634348806 req-1fc153cc-0a64-4950-bfe9-d58ca761caaf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904070 Jul 07 18:00:44.027829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:44.028683 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:44.030832 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 5 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:44.048150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-3b06bf17-21ed-4aee-b0c1-00a8667cbabb service neutron] 10.222.0.55 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601078 Jul 07 18:00:44.101243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:44.101623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:44.102058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:44.110814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c247-c4ab-4850-bf0e-01fc7bb8c2f2 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.112131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:44.112743 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:44.112920 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 6 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:44.115614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-728f772a-57f4-4d97-ba50-70ec6f7a0ed5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=750c4b0a-0e3f-45ba-9541-1f5813162b10 HTTP/1.1" status: 200 len: 217 time: 0.0570989 Jul 07 18:00:44.118599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c247-c4ab-4850-bf0e-01fc7bb8c2f2 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.142549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:44.142893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:44.143229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:44.149816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:44.150181 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:44.150576 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 7 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:44.164493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:44.164842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:44.165341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:44.170362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:44.171059 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:44.171336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c247-c4ab-4850-bf0e-01fc7bb8c2f2 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.175013 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e0c4c247-c4ab-4850-bf0e-01fc7bb8c2f2 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2648814 Jul 07 18:00:44.175013 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 8 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:44.180940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:44.180940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': True}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:44.256229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:44.256581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:44.256951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:44.266015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:44.266400 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:44.266960 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 9 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:44.278895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75da084-f9d4-43cd-a443-c03a0e1e8de9 req-c822e73f-400f-42b9-b4ae-367c2fb77082 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.285647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75da084-f9d4-43cd-a443-c03a0e1e8de9 req-c822e73f-400f-42b9-b4ae-367c2fb77082 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.291910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75da084-f9d4-43cd-a443-c03a0e1e8de9 req-c822e73f-400f-42b9-b4ae-367c2fb77082 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.300247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c75da084-f9d4-43cd-a443-c03a0e1e8de9 req-c822e73f-400f-42b9-b4ae-367c2fb77082 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2412 time: 0.4840298 Jul 07 18:00:44.361076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.376215 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-67007883-0da4-4d28-8e64-2f236da04b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.377841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-67007883-0da4-4d28-8e64-2f236da04b8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5328506-463f-4d77-aec5-0b85a55e9c5f HTTP/1.1" status: 200 len: 801 time: 0.2099917 Jul 07 18:00:44.504381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c75da084-f9d4-43cd-a443-c03a0e1e8de9 req-459c89eb-9a5c-47e2-b33a-7312ca88db6a tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028334 Jul 07 18:00:44.531701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Network 01f463a4-73a6-4e19-892c-ac32d06b8e60 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:44.549946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:44.552548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:44.615658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:44.709563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.710235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.742644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:44.743040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:44.743347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:44.749022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63a54f-313f-4a40-bce8-1a32d16427d6 req-1cc10eba-9075-4f86-b0c0-a03d09d58c7d tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.751187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec63a54f-313f-4a40-bce8-1a32d16427d6 req-1cc10eba-9075-4f86-b0c0-a03d09d58c7d tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 931 time: 0.3924313 Jul 07 18:00:44.753017 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.790096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:44.790447 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:44.813469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-450cfdd4-2940-43a3-b7be-094cad58262d req-06dec300-affb-46f1-891f-1ff81d4951f7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 210 time: 0.0816178 Jul 07 18:00:44.823948 n-d-798930-2 neutron-server[105589]: INFO neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempt 10 to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 Jul 07 18:00:44.826533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-889313cd-889b-4680-b9bd-b5937a3963be tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9082620 Jul 07 18:00:44.838189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-f53e8a3e-03bd-404a-9fd6-3ad23563ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.838189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-f53e8a3e-03bd-404a-9fd6-3ad23563ea31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7818124-fd29-42b7-9785-06e383727f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4336751 Jul 07 18:00:44.840800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Request body: {'port': {'device_id': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:44.851008 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.904187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:44.904386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:44.904731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempting to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:44.962396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:44.962767 n-d-798930-2 neutron-server[105589]: ERROR neutron.plugins.ml2.managers [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Failed to bind port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on host n-h1-798930-2 for vnic_type normal using segments [{'id': '4b3cf7cd-5d1c-4305-831c-e61383eb3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01ebbe43-e7f6-448d-9b40-3e69a877a935'}] Jul 07 18:00:44.963130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.014773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec63a54f-313f-4a40-bce8-1a32d16427d6 req-d3b63db9-b816-43b0-93a5-c894657b18d8 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551763 Jul 07 18:00:45.083794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-4e4cf20c-3eb3-4fe1-af68-8b1182ccb2c2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:45.085401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-4e4cf20c-3eb3-4fe1-af68-8b1182ccb2c2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.2575037 Jul 07 18:00:45.105129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Request body: {'port': {'device_id': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'admin_state_up': True, 'tenant_id': '2bd2ddfc789640889545ba10bc348126'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:45.130432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] For port 99776c94-ddce-46fa-adf8-754a1f1aaf39, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:45.130817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attempted to set empty binding levels {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 18:00:45.173853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.222163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] In _notify_port_updated(), no bound segment for port 99776c94-ddce-46fa-adf8-754a1f1aaf39 on network 01ebbe43-e7f6-448d-9b40-3e69a877a935 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:00:45.223106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:45.223661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.227547 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "PUT /v2.0/ports/99776c94-ddce-46fa-adf8-754a1f1aaf39 HTTP/1.1" status: 200 len: 979 time: 2.4960647 Jul 07 18:00:45.228614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38478) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:45.278502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3deea5-6b85-40cd-9652-13d4e2b1b6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event updated for resources: {'Port': ['ID=99776c94-ddce-46fa-adf8-754a1f1aaf39,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:45.398763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.407989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-17958c88-d885-4831-9fe7-366b292072f0 service neutron] 10.222.0.55 "GET /v2.0/networks/d7818124-fd29-42b7-9785-06e383727f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615103 Jul 07 18:00:45.513051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.538153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:45.541971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.548316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.619162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Deleting port 99776c94-ddce-46fa-adf8-754a1f1aaf39 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:45.619533 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.797664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94935119-493d-4942-8cd0-12f77c87319f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.846819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] For port 99776c94-ddce-46fa-adf8-754a1f1aaf39, host n-h1-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:45.847194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:45.878338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Calling delete_port for 99776c94-ddce-46fa-adf8-754a1f1aaf39 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:45.881473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Allocated IP 172.20.0.2 (844e265b-d06f-4d6e-a742-e9c7d38930c7/cf4f3ffe-8213-4079-8acf-b5db455e7f0c/c16e8bfb-0a04-463a-8843-15915bc560ce) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:45.899098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Allocated IP 172.25.1.157 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/6a56c25d-97c6-4579-84bb-648f4752a758) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:45.967931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.1 (f5cc6727-067a-4c4c-a09d-6ec13ad51f22/5084c629-baf6-4e0e-9124-e31071108ed7/33b465b3-06a4-43fa-bd6b-1256467ccb5d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:45.982240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:45.988355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:45.994333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.000780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.006757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.012776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.019262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.025547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-a620ee1c-b3db-4350-9378-cf85ed65da7e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.8026922 Jul 07 18:00:46.137378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.161057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-5394a479-7f8f-4430-9cbe-62557bf65933 service neutron] 10.222.0.55 "GET /v2.0/networks/d7818124-fd29-42b7-9785-06e383727f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396972 Jul 07 18:00:46.199242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.206974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Pushing event deleted for resources: {'Port': ['ID=99776c94-ddce-46fa-adf8-754a1f1aaf39,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:46.232141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.234132 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-171c4c96-0582-4e32-a857-d0cd0a3bd45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "DELETE /v2.0/ports/99776c94-ddce-46fa-adf8-754a1f1aaf39 HTTP/1.1" status: 204 len: 168 time: 1.0030231 Jul 07 18:00:46.238823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:46.240197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd982-8602-4f8f-ae96-2c2eca8fea28 req-d3055966-071e-4c14-affa-a9a6b9efc794 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.246264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd982-8602-4f8f-ae96-2c2eca8fea28 req-d3055966-071e-4c14-affa-a9a6b9efc794 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.253328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd982-8602-4f8f-ae96-2c2eca8fea28 req-d3055966-071e-4c14-affa-a9a6b9efc794 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.255060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30fdd982-8602-4f8f-ae96-2c2eca8fea28 req-d3055966-071e-4c14-affa-a9a6b9efc794 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2412 time: 0.5089624 Jul 07 18:00:46.278316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.283839 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0103421f-1c95-4506-bccd-632646d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] GET failed (client error): The resource could not be found. Jul 07 18:00:46.285552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0103421f-1c95-4506-bccd-632646d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863396506-project-admin] 10.222.0.88 "GET /v2.0/ports/99776c94-ddce-46fa-adf8-754a1f1aaf39 HTTP/1.1" status: 404 len: 333 time: 0.0447562 Jul 07 18:00:46.297055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38490) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:46.318748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-6e1f1616-bb00-4f7a-9a74-57c34c1764b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 HTTP/1.1" status: 200 len: 217 time: 0.1392078 Jul 07 18:00:46.368615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.382663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8b70dae-6a0b-4934-b33a-28e641eb0b90 req-b0666d8d-3763-4a84-8dcd-a0361cdbc738 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3483379 Jul 07 18:00:46.443954 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.455106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:46.460748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:46.462598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Port': ['ID=6a56c25d-97c6-4579-84bb-648f4752a758,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:46.464858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:46.494307 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.528577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.542147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30fdd982-8602-4f8f-ae96-2c2eca8fea28 req-875f7485-0cf1-4012-9850-f1ffc4b17e4f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324009 Jul 07 18:00:46.548441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-d739e655-1e94-452f-ae24-d5284f45703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.549787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-d739e655-1e94-452f-ae24-d5284f45703f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5ac177a-3115-429d-bca5-7dc507692e22 HTTP/1.1" status: 200 len: 801 time: 0.2126551 Jul 07 18:00:46.595318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Transition to ACTIVE for port object 33b465b3-06a4-43fa-bd6b-1256467ccb5d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:46.664079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:46.691063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:46.699711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:46.721170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:46.724626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.763210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ebbe43-e7f6-448d-9b40-3e69a877a935']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:46.786477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3cf7cd-5d1c-4305-831c-e61383eb3aff') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:46.786765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3cf7cd-5d1c-4305-831c-e61383eb3aff') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:46.799872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.803160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.805934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6e11fc-5ab4-415c-8908-9c0b61c2316c {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:46.825282 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.841325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e50cb8-d4bc-42ad-b19c-a5a00dcb201f req-460167db-366d-4830-b7e7-cb94e444a0f2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.842868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45e50cb8-d4bc-42ad-b19c-a5a00dcb201f req-460167db-366d-4830-b7e7-cb94e444a0f2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 931 time: 0.3261762 Jul 07 18:00:46.855822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.856422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.859357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.885531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:00:46.885948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:00:46.889378 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:00:46.899976 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:00:46.899976 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:00:46.899976 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:00:46.899976 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:00:46.899976 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:00:46.899976 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:00:46.899976 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:00:46.905086 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-51ada4f8-fd2e-442b-b768-114c8bdc8be1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8072708 Jul 07 18:00:46.930560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-3711ed48-fb9b-481b-8032-cf58bdfd2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.932675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-3711ed48-fb9b-481b-8032-cf58bdfd2999 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3509679 Jul 07 18:00:46.936659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Transition to ACTIVE for port object 4d6e11fc-5ab4-415c-8908-9c0b61c2316c will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:46.940698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:46.959227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:46.961888 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.964684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:46.965938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Request body: {'port': {'device_id': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:46.990053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=33b465b3-06a4-43fa-bd6b-1256467ccb5d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:47.037090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.043798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322af85b-305f-49f3-b740-542775342116 req-400e64b1-237c-46b6-911b-19153aff11f9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:47.044964 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.045446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-322af85b-305f-49f3-b740-542775342116 req-400e64b1-237c-46b6-911b-19153aff11f9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 931 time: 0.3841913 Jul 07 18:00:47.120235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.125758 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] 10.222.0.88 "DELETE /v2.0/networks/01ebbe43-e7f6-448d-9b40-3e69a877a935 HTTP/1.1" status: 204 len: 168 time: 0.8242552 Jul 07 18:00:47.134077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45e50cb8-d4bc-42ad-b19c-a5a00dcb201f req-0e59da5d-bb5a-465e-b220-4cd759234002 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661889 Jul 07 18:00:47.148156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5470404-c2c0-4c2c-89b3-0f827cb4c2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633442934-project] Pushing event deleted for resources: {'Network': ['ID=01ebbe43-e7f6-448d-9b40-3e69a877a935,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:47.163562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.195810 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.269252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:47.310747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ba9a6ae9-7d9e-4326-bc1b-546659e870cf None None] Provisioning for port 33b465b3-06a4-43fa-bd6b-1256467ccb5d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:47.314841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ba9a6ae9-7d9e-4326-bc1b-546659e870cf None None] Provisioning complete for port 33b465b3-06a4-43fa-bd6b-1256467ccb5d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:47.315217 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6ae9-7d9e-4326-bc1b-546659e870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.318127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-322af85b-305f-49f3-b740-542775342116 req-90945261-9185-444e-ab64-8595d4e15863 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595730 Jul 07 18:00:47.335328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-14e554c0-bd32-4593-a115-1f2ec9971763 service neutron] 10.222.0.55 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879724 Jul 07 18:00:47.365050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a6ae9-7d9e-4326-bc1b-546659e870cf None None] Port 33b465b3-06a4-43fa-bd6b-1256467ccb5d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:47.488879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-334935c4-88d4-499d-9df0-6abc99a23cd8 req-6496854c-31db-4e0d-877d-4e6541e8818d service neutron] 10.222.0.55 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454136 Jul 07 18:00:47.539755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Attempting to bind port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:47.540018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Attempting to bind port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:47.540354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Attempting to bind port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:47.554655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:47.554964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Attempting to bind port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:47.563244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:47.563603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Checking segment: {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:47.563985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Bound using segment: {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:47.564443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Bound port: 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:47.564802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.715540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38506) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:47.832802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:47.837927 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.841527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:47.875866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.924595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-5dc6a01a-397b-4e77-bb6a-57cbdca9b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:47.925329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-5dc6a01a-397b-4e77-bb6a-57cbdca9b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:47.925808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-5dc6a01a-397b-4e77-bb6a-57cbdca9b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:47.927454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-5dc6a01a-397b-4e77-bb6a-57cbdca9b1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2865 time: 0.3391302 Jul 07 18:00:47.981475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:47.982293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.983745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] 10.222.0.90 "PUT /v2.0/ports/4d6e11fc-5ab4-415c-8908-9c0b61c2316c HTTP/1.1" status: 200 len: 1091 time: 3.1476061 Jul 07 18:00:47.992629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:47.994912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.996725 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15325159-998a-48cf-a362-4a1a1f6f2351" -d '{"events": [{"name": "network-changed", "server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:48.003223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.181071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16e8bfb-0a04-463a-8843-15915bc560ce {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:48.193435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.212077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Transition to ACTIVE for port object c16e8bfb-0a04-463a-8843-15915bc560ce will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:48.222384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.227186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Router bffda970-d6cb-4e20-b8f7-578ddbec1321 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:48.317326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:48.339006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235f06e0-0180-44ad-81d4-b81154694031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.426658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.442871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:48.444499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Attempting to bind port c16e8bfb-0a04-463a-8843-15915bc560ce on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:48.444895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Attempting to bind port c16e8bfb-0a04-463a-8843-15915bc560ce by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:48.445168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Attempting to bind port c16e8bfb-0a04-463a-8843-15915bc560ce on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:48.449391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.453188 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a02ef057-afdd-4a15-b6ad-58f988bbb022 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "PUT /v2.0/routers/bffda970-d6cb-4e20-b8f7-578ddbec1321 HTTP/1.1" status: 200 len: 915 time: 4.2738163 Jul 07 18:00:48.453312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.453643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38516) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.455938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Port c16e8bfb-0a04-463a-8843-15915bc560ce on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:00:48.456149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Attempting to bind port c16e8bfb-0a04-463a-8843-15915bc560ce on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:48.457137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.460108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] Sync routers for ids ['bffda970-d6cb-4e20-b8f7-578ddbec1321'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:48.462982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.468883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.471950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] Routers {'bffda970-d6cb-4e20-b8f7-578ddbec1321'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:48.472684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bffda970-d6cb-4e20-b8f7-578ddbec1321'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:48.475579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.481429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.487332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.494644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:48.494853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-4d1f90d8-2abc-4daa-96ed-6737dd2ce356 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.8086195 Jul 07 18:00:48.494983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Checking segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:48.495367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Bound using segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:48.495851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Bound port: c16e8bfb-0a04-463a-8843-15915bc560ce, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:48.496210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.508208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:48.519056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] Routers {'bffda970-d6cb-4e20-b8f7-578ddbec1321'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:48.521035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bffda970-d6cb-4e20-b8f7-578ddbec1321'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:48.522339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854d7a4-9741-4b7e-a98e-413a11e87d90 req-3306e419-f4dd-48c5-813d-cc24b194fd6d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.524681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1854d7a4-9741-4b7e-a98e-413a11e87d90 req-3306e419-f4dd-48c5-813d-cc24b194fd6d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 947 time: 0.8124838 Jul 07 18:00:48.534646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-93ad2f27-615c-4bf7-bbdb-e04e6d8a68ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=314c2e607f86457aac33df438d80e8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8046908 Jul 07 18:00:48.540059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.545277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294cc7d-824b-499c-af2d-fb8d96c97e38 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:48.566581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:48.567753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b040d21-d322-42e2-aa9a-d9f528b4664e None None] The sync data for ids ['bffda970-d6cb-4e20-b8f7-578ddbec1321'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:48.643101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-06d553dc-2564-4a82-b101-e67d69b76d14 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/bffda970-d6cb-4e20-b8f7-578ddbec1321 HTTP/1.1" status: 200 len: 921 time: 0.1880813 Jul 07 18:00:48.649110 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38520) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.663469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:48.667924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:48.674263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9eb9f0f6-2ae6-4517-a427-d42c35ec18d9 req-734db02c-27a7-442c-9de1-5cfdb1ded79a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785653 Jul 07 18:00:48.685677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-306990f4-5980-453c-b74f-7cfefec825af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.687220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-306990f4-5980-453c-b74f-7cfefec825af service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 HTTP/1.1" status: 200 len: 903 time: 0.7359848 Jul 07 18:00:48.690589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.696680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1854d7a4-9741-4b7e-a98e-413a11e87d90 req-3f1123a6-690d-4159-a3e6-9ab58f23e573 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567004 Jul 07 18:00:48.756259 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25dd8086-f15c-4126-9352-947ee93cdd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.775355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.775982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.777509 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] 10.222.0.55 "PUT /v2.0/ports/c16e8bfb-0a04-463a-8843-15915bc560ce HTTP/1.1" status: 200 len: 1091 time: 1.8169396 Jul 07 18:00:48.778881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-d099091e-3d90-442c-bff7-4580551ba7a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 HTTP/1.1" status: 200 len: 217 time: 0.0800662 Jul 07 18:00:48.779896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:48.782387 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a863d722-47d2-4161-8027-a8c40ecc8801" -d '{"events": [{"name": "network-changed", "server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:48.782976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-8dd6fc0e-a38c-471a-a80f-2da24a0b87df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.784516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-8dd6fc0e-a38c-471a-a80f-2da24a0b87df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 1094 time: 0.4361806 Jul 07 18:00:48.819535 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421274fd-0ef6-4e14-b5a5-d275958cbbfb x-openstack-request-id: req-421274fd-0ef6-4e14-b5a5-d275958cbbfb {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:48.819814 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:48.819966 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-421274fd-0ef6-4e14-b5a5-d275958cbbfb {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:48.820363 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'status': 'completed', 'code': 200} Jul 07 18:00:48.821317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25dd8086-f15c-4126-9352-947ee93cdd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.823211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d909ae-0438-4ab7-bd9e-2f92d779052b service neutron] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:48.894621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be64e7-cbdb-4807-8400-a7a045fad773 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.896185 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a8be64e7-cbdb-4807-8400-a7a045fad773 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=bffda970-d6cb-4e20-b8f7-578ddbec1321&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2461355 Jul 07 18:00:48.900820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38526) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:48.933594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-2db229a8-5dc9-4166-bff2-4e111f4ec7df service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c HTTP/1.1" status: 200 len: 217 time: 0.1159451 Jul 07 18:00:48.978018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25dd8086-f15c-4126-9352-947ee93cdd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.980531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25dd8086-f15c-4126-9352-947ee93cdd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.981698 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-25dd8086-f15c-4126-9352-947ee93cdd53 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/737f286d-a845-44c8-802b-233ffa351a38 HTTP/1.1" status: 204 len: 168 time: 0.4413004 Jul 07 18:00:48.987350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-7d4bf90e-6200-49ba-b095-adc77c63f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:48.988713 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-7d4bf90e-6200-49ba-b095-adc77c63f172 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 1094 time: 0.1575892 Jul 07 18:00:49.009828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd8086-f15c-4126-9352-947ee93cdd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f286d-a845-44c8-802b-233ffa351a38,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:49.048893 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-eaf4c599-fe16-4679-b99b-75d5835d3258 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c16e8bfb-0a04-463a-8843-15915bc560ce HTTP/1.1" status: 200 len: 217 time: 0.0463302 Jul 07 18:00:49.054119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a2a12-891c-4c9f-b422-622ed3f1d8bb tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.055638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-259a2a12-891c-4c9f-b422-622ed3f1d8bb tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.1537786 Jul 07 18:00:49.058623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-8119b528-2df1-410a-ab59-2588cfe092c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.059484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38530) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:49.060578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-8119b528-2df1-410a-ab59-2588cfe092c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5ac177a-3115-429d-bca5-7dc507692e22 HTTP/1.1" status: 200 len: 801 time: 0.2393205 Jul 07 18:00:49.118916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37e9c28f-8892-4c87-addc-14a64a3d893d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=bffda970-d6cb-4e20-b8f7-578ddbec1321 HTTP/1.1" status: 200 len: 205 time: 0.0567307 Jul 07 18:00:49.119244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38534) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:49.140154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6f07b0e2-0e59-4cbe-bf52-a44aff78e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.142164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-6f07b0e2-0e59-4cbe-bf52-a44aff78e8de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=13993fdc-2d78-4301-ba24-12448b0879d6 HTTP/1.1" status: 200 len: 861 time: 0.1944308 Jul 07 18:00:49.155830 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.182873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-d65af011-bf6f-406a-90c5-fc75d3c518f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.184697 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-d65af011-bf6f-406a-90c5-fc75d3c518f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.1277189 Jul 07 18:00:49.202671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd45-79d9-444a-8671-e8159840d34c req-59146755-6b23-4196-9a26-ad0af6824fa4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.208846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd45-79d9-444a-8671-e8159840d34c req-59146755-6b23-4196-9a26-ad0af6824fa4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.214803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cd45-79d9-444a-8671-e8159840d34c req-59146755-6b23-4196-9a26-ad0af6824fa4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.216532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ec3cd45-79d9-444a-8671-e8159840d34c req-59146755-6b23-4196-9a26-ad0af6824fa4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2412 time: 0.4001822 Jul 07 18:00:49.217229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.228858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-2816f275-c7b5-4116-ad07-4576a0ff6469 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=01f463a4-73a6-4e19-892c-ac32d06b8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788319 Jul 07 18:00:49.255749 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-296b0ce9-b054-48a1-8764-404decd6abce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602365 Jul 07 18:00:49.333385 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.337879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b007c9d-fa28-4da3-a158-5eabf1622b56 req-6c1e076c-079f-4dd4-8022-d7c494e49ee2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.339582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b007c9d-fa28-4da3-a158-5eabf1622b56 req-6c1e076c-079f-4dd4-8022-d7c494e49ee2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 943 time: 0.4042227 Jul 07 18:00:49.376390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38536) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:49.457851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=33b465b3-06a4-43fa-bd6b-1256467ccb5d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:49.476704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.486567 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-8c3b6def-8159-4935-940a-79120354697e service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188826 Jul 07 18:00:49.492992 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-19c8aa7c-fb44-4a5d-8359-6bbb902c91ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5ca2dfdb4aff474591ba4ae883384b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154711 Jul 07 18:00:49.498299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-dd6992c5-00f9-442e-97d9-b4a61978ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.500175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-dd6992c5-00f9-442e-97d9-b4a61978ace0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4285359 Jul 07 18:00:49.500655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38538) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:49.515684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ec3cd45-79d9-444a-8671-e8159840d34c req-9682b7c2-30c9-4b3d-b1e1-0a2de1f14d25 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665157 Jul 07 18:00:49.556217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.588330 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.620022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9c3e4991-44dc-4e0f-aea8-3073769992c5 req-ce87ea65-a7ce-4660-9300-8bf86829ff7b service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258802 Jul 07 18:00:49.640042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Deleting port 6a56c25d-97c6-4579-84bb-648f4752a758 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:49.640532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.655911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b007c9d-fa28-4da3-a158-5eabf1622b56 req-4f40f6f5-f1ee-4870-9268-bf10f3f00048 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773573 Jul 07 18:00:49.694897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-2f319d9f-8db8-4261-a887-ee146752e7f5 service neutron] 10.222.0.90 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233236 Jul 07 18:00:49.709567 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b07a2d-5a94-4034-a09c-76831cecc3a4 x-openstack-request-id: req-99b07a2d-5a94-4034-a09c-76831cecc3a4 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:49.709861 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:49.710125 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-99b07a2d-5a94-4034-a09c-76831cecc3a4 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:49.710525 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'status': 'completed', 'code': 200} Jul 07 18:00:49.745552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.759626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Calling delete_port for 6a56c25d-97c6-4579-84bb-648f4752a758 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:49.837550 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28eac94d-adbb-48e2-9dc6-9083aa2b507f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.862158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-2a1a2947-ca46-44b2-948b-1439e7587e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.863987 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-2a1a2947-ca46-44b2-948b-1439e7587e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 1094 time: 0.1298828 Jul 07 18:00:49.873405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-2bb88906-022f-4909-9c1c-97e7a9e842d3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:49.875358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-2bb88906-022f-4909-9c1c-97e7a9e842d3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.55 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 947 time: 0.4979477 Jul 07 18:00:49.973460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-2f1c7be7-0029-4c85-932f-91961151eb63 service neutron] 10.222.0.55 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526076 Jul 07 18:00:49.990981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fd76bf34-3228-41bd-9d15-52d087fa9aff details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:49.995921 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28eac94d-adbb-48e2-9dc6-9083aa2b507f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.031427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-2a47fd32-61f7-4e08-99a1-22e3583aa44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.032961 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-2a47fd32-61f7-4e08-99a1-22e3583aa44e service neutron] 10.222.0.55 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 912 time: 0.1600108 Jul 07 18:00:50.049568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.072609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:50.080793 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-750dde09-2948-4c6f-b335-d41e22c0ca94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c16e8bfb-0a04-463a-8843-15915bc560ce HTTP/1.1" status: 200 len: 217 time: 0.0393579 Jul 07 18:00:50.088357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fd76bf34-3228-41bd-9d15-52d087fa9aff, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fd76bf34-3228-41bd-9d15-52d087fa9aff,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:50.100899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'fd76bf34-3228-41bd-9d15-52d087fa9aff', 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8', 'port_id': 'fd76bf34-3228-41bd-9d15-52d087fa9aff', 'mac_address': 'fa:16:3e:f7:7a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ac177a-3115-429d-bca5-7dc507692e22', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:50.124581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:50.144453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.160867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd76bf34-3228-41bd-9d15-52d087fa9aff {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:50.172489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25045ab9-31ed-450e-90d3-b4dff4988a38 req-b6ad30dc-7e21-4c27-9257-fe43eb049501 service neutron] 10.222.0.90 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426033 Jul 07 18:00:50.199309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fd76bf34-3228-41bd-9d15-52d087fa9aff, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fd76bf34-3228-41bd-9d15-52d087fa9aff,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:50.205631 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.206867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:50.211905 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860804f-f7b7-42b0-8b60-b95918646296 req-8b290c67-cea3-41c5-b04e-60c9589debb2 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.219684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9860804f-f7b7-42b0-8b60-b95918646296 req-8b290c67-cea3-41c5-b04e-60c9589debb2 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 943 time: 0.5300832 Jul 07 18:00:50.335489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:50.344798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fd76bf34-3228-41bd-9d15-52d087fa9aff,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:50.363101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822', 'network_id': 'ab6bbd35-e1e5-4f24-92b1-b813905ad4e8', 'port_id': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822', 'mac_address': 'fa:16:3e:97:0b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ac177a-3115-429d-bca5-7dc507692e22', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:50.408506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.432007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:50.436614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-021cbc08-c568-4003-85ca-5cfe6797a54b None None] Provisioning complete for port 33b465b3-06a4-43fa-bd6b-1256467ccb5d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:50.436965 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-021cbc08-c568-4003-85ca-5cfe6797a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.512715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event deleted for resources: {'Port': ['ID=6a56c25d-97c6-4579-84bb-648f4752a758,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:50.605630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-e4c19df3-d267-40bd-ba30-afd80561325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.607325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-e4c19df3-d267-40bd-ba30-afd80561325d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.5036798 Jul 07 18:00:50.619632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:50.627934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.631643 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.632970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 750c4b0a-0e3f-45ba-9541-1f5813162b10 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:50.655837 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-4ab1896b-ed5c-44a4-b1c9-af8559726957 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409505 Jul 07 18:00:50.665739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-021cbc08-c568-4003-85ca-5cfe6797a54b None None] Port 33b465b3-06a4-43fa-bd6b-1256467ccb5d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:50.667047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.673349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.679281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.687608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.693593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.699635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.705604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:50.707608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-8f0970e8-6aaa-4c6d-97f4-ca3f0891d1ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.8824570 Jul 07 18:00:50.752032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:50.762983 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28eac94d-adbb-48e2-9dc6-9083aa2b507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.765471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28eac94d-adbb-48e2-9dc6-9083aa2b507f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.766638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28eac94d-adbb-48e2-9dc6-9083aa2b507f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5d17b9dc-781f-4910-96c2-45201c187faf HTTP/1.1" status: 204 len: 168 time: 1.2544022 Jul 07 18:00:50.803333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.807377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 750c4b0a-0e3f-45ba-9541-1f5813162b10, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=750c4b0a-0e3f-45ba-9541-1f5813162b10,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:50.809054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.811388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-1f5648a4-7812-4b99-aa8d-e639ec5246ad service neutron] 10.222.0.55 "GET /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8127499 Jul 07 18:00:50.835585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9860804f-f7b7-42b0-8b60-b95918646296 req-352449c6-9ab7-493b-b4ef-5b60ce77a32d tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148951 Jul 07 18:00:50.839273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '750c4b0a-0e3f-45ba-9541-1f5813162b10', 'network_id': 'd7818124-fd29-42b7-9785-06e383727f5b', 'port_id': '750c4b0a-0e3f-45ba-9541-1f5813162b10', 'mac_address': 'fa:16:3e:71:30:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5328506-463f-4d77-aec5-0b85a55e9c5f', 'ip_address': '19.86.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:50.863971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eac94d-adbb-48e2-9dc6-9083aa2b507f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17b9dc-781f-4910-96c2-45201c187faf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:50.879957 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.881148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Fanout notify agent at l3_agent the message router_deleted on router bffda970-d6cb-4e20-b8f7-578ddbec1321 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:50.895332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.901272 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dc7df974-5237-4a2a-ae62-fa5f0047c020 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/bffda970-d6cb-4e20-b8f7-578ddbec1321 HTTP/1.1" status: 204 len: 168 time: 1.7809956 Jul 07 18:00:50.905119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38550) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:50.911734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-494e0130-b832-4d91-9c13-714883ad4830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1245443292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:50.928165 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-dbc7aa1d-7298-4d26-8378-f1ee6c2d2336 service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460124 Jul 07 18:00:50.932393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Deleting port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:50.932979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.934142 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.964485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06a950fa-5026-4be4-8798-ea255aeb6c8f req-01bc2363-220d-4fbd-9e49-6bb1ae07b702 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2395532 Jul 07 18:00:50.978057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750c4b0a-0e3f-45ba-9541-1f5813162b10 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:51.004594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router d0995ee6-b816-4d82-8a13-5ebf745a0aa3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:51.006987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-494e0130-b832-4d91-9c13-714883ad4830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.008022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-494e0130-b832-4d91-9c13-714883ad4830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.020707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-2f4f6f1b-9f5f-4734-8a74-093a5be9dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:51.022324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-2f4f6f1b-9f5f-4734-8a74-093a5be9dbb1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 1094 time: 0.7385137 Jul 07 18:00:51.027924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 750c4b0a-0e3f-45ba-9541-1f5813162b10, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=750c4b0a-0e3f-45ba-9541-1f5813162b10,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:51.036780 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.133496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-494e0130-b832-4d91-9c13-714883ad4830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.136372 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.137789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a863d722-47d2-4161-8027-a8c40ecc8801 req-5d0c8cdc-3007-43e5-8ecb-9e6b81ce37bf service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934779 Jul 07 18:00:51.144579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-494e0130-b832-4d91-9c13-714883ad4830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.167881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-494e0130-b832-4d91-9c13-714883ad4830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.173933 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-494e0130-b832-4d91-9c13-714883ad4830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2667356 Jul 07 18:00:51.175794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38554) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:51.181924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=750c4b0a-0e3f-45ba-9541-1f5813162b10,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:51.186185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': False}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:51.313794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] For port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:51.314476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.334354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['aaf5b3e4-aa6f-4d62-985e-f3b13ab39822'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:51.379152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['fd76bf34-3228-41bd-9d15-52d087fa9aff'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:51.417416 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.516033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-08861618-87f6-42e6-a6f8-9ec6e31dc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:51.517832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-08861618-87f6-42e6-a6f8-9ec6e31dc2a1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 922 time: 0.4854808 Jul 07 18:00:51.556676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:51.566493 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] Sync routers for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:51.571249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-18dab813-9a55-4a3c-b1c7-5c5dfcdda31f tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/routers/d0995ee6-b816-4d82-8a13-5ebf745a0aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9230740 Jul 07 18:00:51.580906 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:51.581682 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:51.595328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:51.602205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'port': {'network_id': 'f5cc6727-067a-4c4c-a09d-6ec13ad51f22', 'name': 'tempest-FloatingIPTestJSON-1122806987'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:51.626389 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:51.636811 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:51.637734 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:51.642474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e8a26-e853-4e36-a5b3-214d05ba041c req-c67b0f75-7ae9-4594-983b-7bf2130c45d0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:51.644310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f7e8a26-e853-4e36-a5b3-214d05ba041c req-c67b0f75-7ae9-4594-983b-7bf2130c45d0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 947 time: 0.4966159 Jul 07 18:00:51.653176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-ebf10fea-910f-4a51-9fc0-ede60de82ace service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c HTTP/1.1" status: 200 len: 217 time: 0.1155219 Jul 07 18:00:51.672324 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:51.673294 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c27dd-0e7e-47ac-a7be-8906bce8ec01 None None] The sync data for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:51.690163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2bdde-1927-4fd4-84e1-1a938c6a517f req-17bfa628-bcdc-4ff6-aa9d-95215ada61f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:51.696781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2bdde-1927-4fd4-84e1-1a938c6a517f req-17bfa628-bcdc-4ff6-aa9d-95215ada61f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:51.703183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2bdde-1927-4fd4-84e1-1a938c6a517f req-17bfa628-bcdc-4ff6-aa9d-95215ada61f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:51.704934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16e2bdde-1927-4fd4-84e1-1a938c6a517f req-17bfa628-bcdc-4ff6-aa9d-95215ada61f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2415 time: 0.5354936 Jul 07 18:00:51.787763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.814036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.840475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f7e8a26-e853-4e36-a5b3-214d05ba041c req-b8344a7f-0b05-4f39-9d83-4dc435913ff3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=24f37451-3660-4b8f-9950-16fde8c4adf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854517 Jul 07 18:00:51.845841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-c9b89497-9af9-475b-a800-bed59234ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:51.847612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-c9b89497-9af9-475b-a800-bed59234ddf0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=13993fdc-2d78-4301-ba24-12448b0879d6 HTTP/1.1" status: 200 len: 861 time: 0.1864598 Jul 07 18:00:51.867797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16e2bdde-1927-4fd4-84e1-1a938c6a517f req-faf527e3-b011-4c5e-963d-2810d3bd3a61 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527495 Jul 07 18:00:51.894381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-996f9007-3bcf-4a34-8d99-3ddce916e732 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=01f463a4-73a6-4e19-892c-ac32d06b8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399663 Jul 07 18:00:51.896302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.897200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.897200 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Floating IP 22aee496-53ed-4453-b648-c5aa51e311ad disassociated. External IP: 172.25.1.34, port: c864ba6f-e636-4a53-a1a0-f5d1c8bb832f. Jul 07 18:00:51.897429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Calling delete_port for c864ba6f-e636-4a53-a1a0-f5d1c8bb832f owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:51.914208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Made reservation on behalf of ab0ed1de37784a5281c1fb962f8b39ba for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:51.920265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:51.927675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38576) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:51.956079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] device_id is not set on port 83b7b117-143b-4b83-afeb-98b5d0f52d61 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:51.991410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c16e8bfb-0a04-463a-8843-15915bc560ce details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:51.995180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c864ba6f-e636-4a53-a1a0-f5d1c8bb832f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:52.027340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Allocated IP 172.25.1.231 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/978466ac-e44f-4ce6-a43e-aabcfbe1b1e9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:52.142594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-cf6d58ed-7766-459c-bcf1-eb3c70a9e163 service neutron] 10.222.0.90 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405503 Jul 07 18:00:52.151612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Allocated IP 172.20.0.4 (f5cc6727-067a-4c4c-a09d-6ec13ad51f22/5084c629-baf6-4e0e-9124-e31071108ed7/83b7b117-143b-4b83-afeb-98b5d0f52d61) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:52.218164 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.220071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.250454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:52.255896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1093605285'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:52.264805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'port_id': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'mac_address': 'fa:16:3e:a9:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4f3ffe-8213-4079-8acf-b5db455e7f0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:52.309201 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.309779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbfac6-b7ab-45e5-ab2a-af9689f6b130 req-3e545cd5-ec85-4c0f-86a4-b0af5c55364d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:52.311372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0cdbfac6-b7ab-45e5-ab2a-af9689f6b130 req-3e545cd5-ec85-4c0f-86a4-b0af5c55364d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 943 time: 0.2944350 Jul 07 18:00:52.322525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16e8bfb-0a04-463a-8843-15915bc560ce {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:52.343303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.344123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:52.351783 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.374986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:52.378917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.381335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.396889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230191-14a4-4407-82aa-d56ab528b4be req-1d9cca31-3524-4166-80af-02ef66f6c27c tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:52.397877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['750c4b0a-0e3f-45ba-9541-1f5813162b10'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:52.398574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb230191-14a4-4407-82aa-d56ab528b4be req-1d9cca31-3524-4166-80af-02ef66f6c27c tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 943 time: 0.3276896 Jul 07 18:00:52.412115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:52.423197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:52.427494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.429779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Pushing event updated for resources: {'Port': ['ID=978466ac-e44f-4ce6-a43e-aabcfbe1b1e9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.432394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:52.452063 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.462478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event deleted for resources: {'Port': ['ID=c864ba6f-e636-4a53-a1a0-f5d1c8bb832f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.465869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15325159-998a-48cf-a362-4a1a1f6f2351 req-b2f5decf-5c90-43fe-bb33-3efa066a578d service neutron] 10.222.0.90 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113773 Jul 07 18:00:52.473715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Transition to ACTIVE for port object 83b7b117-143b-4b83-afeb-98b5d0f52d61 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:52.492774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.525759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0cdbfac6-b7ab-45e5-ab2a-af9689f6b130 req-bd4bb809-616f-45d0-bebc-b46cbd9fd7f0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788938 Jul 07 18:00:52.545438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb230191-14a4-4407-82aa-d56ab528b4be req-bab0739e-6ffe-445d-b87a-0880295e8243 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282606 Jul 07 18:00:52.621850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.635713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['c16e8bfb-0a04-463a-8843-15915bc560ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:52.717813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:52.720533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Router c746216e-257e-4329-9570-a24f17a95dfa has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:52.726931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:52.757735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:52.787558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.798138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.865408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:52.922432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event updated for resources: {'Port': ['ID=83b7b117-143b-4b83-afeb-98b5d0f52d61,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.935961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:52.936693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.946511 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.946865 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Added segment c680d4f2-2c10-41c3-add8-3594b91d98ee of type vlan for network 0615333f-c9a5-42b4-86e0-c4a963464179 Jul 07 18:00:52.953517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef9d2d2-5974-4ecf-b552-abc85f54e93b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.966415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.974846 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5dea2cf4-c617-42e7-979a-57d4e0f2d1be tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3753085 Jul 07 18:00:52.975082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38586) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.989391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Request body: {'floatingip': {'port_id': '83b7b117-143b-4b83-afeb-98b5d0f52d61'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:53.006730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.012870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.018878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.028967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.035308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.041764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.051921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.054244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-1b520dc9-a518-427f-96fa-6fbece1f1fa0 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.3358707 Jul 07 18:00:53.105614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b2264384-9b8a-4031-8f4f-f6a8ecee18ab None None] Provisioning for port 83b7b117-143b-4b83-afeb-98b5d0f52d61 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:53.110048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b2264384-9b8a-4031-8f4f-f6a8ecee18ab None None] Provisioning complete for port 83b7b117-143b-4b83-afeb-98b5d0f52d61 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:53.110490 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2264384-9b8a-4031-8f4f-f6a8ecee18ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.146358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b2264384-9b8a-4031-8f4f-f6a8ecee18ab None None] Port 83b7b117-143b-4b83-afeb-98b5d0f52d61 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:53.161852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.174500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15af62dc-6a13-476e-a4e4-6f47d2c2eaba req-900ae14b-84d0-4178-bde4-46d5e321e0bd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=3070ad11-2f8c-46fe-91a5-3b17f5b59e4f HTTP/1.1" status: 200 len: 210 time: 0.0964100 Jul 07 18:00:53.198052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:53.215586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] Sync routers for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:53.230933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:53.230933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:53.240632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.246450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.266867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] No DVR routers for this DVR port c864ba6f-e636-4a53-a1a0-f5d1c8bb832f on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:53.284166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.286716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e881d7f3-8e94-475e-aa62-9a8dd8de2057 req-43f57a3d-1914-4766-804d-7c2acc4985da tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.55 "DELETE /v2.0/ports/c864ba6f-e636-4a53-a1a0-f5d1c8bb832f HTTP/1.1" status: 204 len: 173 time: 3.3732135 Jul 07 18:00:53.289263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-deleted', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:53.291572 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f2138b-c368-4b50-92e5-150c3b4fa18a" -d '{"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-deleted", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:53.303741 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.312622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7f40161-f01e-4c0d-b350-bd44d4cf734b req-459ab881-dcf6-462a-9b9e-c2c25f106a75 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2332923 Jul 07 18:00:53.368181 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.373821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.374784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.377603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:53.411474 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b93c642-8348-45b0-9d6d-fc1d1a10eb24 x-openstack-request-id: req-4b93c642-8348-45b0-9d6d-fc1d1a10eb24 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:53.412099 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070ad11-2f8c-46fe-91a5-3b17f5b59e4f", "name": "network-vif-deleted", "tag": "c864ba6f-e636-4a53-a1a0-f5d1c8bb832f", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:53.412099 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b93c642-8348-45b0-9d6d-fc1d1a10eb24 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:53.412544 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070ad11-2f8c-46fe-91a5-3b17f5b59e4f', 'name': 'network-vif-deleted', 'tag': 'c864ba6f-e636-4a53-a1a0-f5d1c8bb832f', 'status': 'completed', 'code': 200} Jul 07 18:00:53.457823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Router 64289ac0-ddc5-4066-a6e5-359cb24f861f is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:53.599966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:53.609802 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] Sync routers for ids ['64289ac0-ddc5-4066-a6e5-359cb24f861f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:53.622028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:53.628664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.629658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] Routers {'64289ac0-ddc5-4066-a6e5-359cb24f861f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:53.630372 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64289ac0-ddc5-4066-a6e5-359cb24f861f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:53.631727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a902f7e1-2da6-4779-885b-980d5adc0b86 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "PUT /v2.0/routers/64289ac0-ddc5-4066-a6e5-359cb24f861f HTTP/1.1" status: 200 len: 916 time: 2.4534841 Jul 07 18:00:53.635146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38594) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:53.657409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] Checking router: c746216e-257e-4329-9570-a24f17a95dfa for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:53.667503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:53.668574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:53.704460 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:53.716050 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] Routers {'64289ac0-ddc5-4066-a6e5-359cb24f861f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:53.716736 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['64289ac0-ddc5-4066-a6e5-359cb24f861f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:53.755951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:53.757055 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee0583-cd77-40cd-9eba-cd5b066fe9cc None None] The sync data for ids ['64289ac0-ddc5-4066-a6e5-359cb24f861f'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:53.779694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7716c7e4-b05d-4811-8c9c-b0f2942f74ec tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/64289ac0-ddc5-4066-a6e5-359cb24f861f HTTP/1.1" status: 200 len: 922 time: 0.1431737 Jul 07 18:00:53.782836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38596) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:53.803528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d6e11fc-5ab4-415c-8908-9c0b61c2316c details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:53.830524 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:53.844390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9105484 Jul 07 18:00:53.846008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38598) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:53.855528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:53.918135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc0dbb-db53-44a1-81fd-dac765a800fd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.919367 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d5fc0dbb-db53-44a1-81fd-dac765a800fd tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=64289ac0-ddc5-4066-a6e5-359cb24f861f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1353211 Jul 07 18:00:53.923090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b41708-3c92-4947-a8cf-62e1e9b78903 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Network': ['ID=0615333f-c9a5-42b4-86e0-c4a963464179,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:53.923296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38600) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:53.971003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:53.996131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72318e-8d58-4de2-a84f-bfcf46b8454b req-ff63b532-4970-45f7-9bb8-d382ee31c047 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.002852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72318e-8d58-4de2-a84f-bfcf46b8454b req-ff63b532-4970-45f7-9bb8-d382ee31c047 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.008872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72318e-8d58-4de2-a84f-bfcf46b8454b req-ff63b532-4970-45f7-9bb8-d382ee31c047 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.017588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa72318e-8d58-4de2-a84f-bfcf46b8454b req-ff63b532-4970-45f7-9bb8-d382ee31c047 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2415 time: 0.6704991 Jul 07 18:00:54.082965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6c2d0-2904-4d12-819e-17c856d2bc9f req-4d371a59-da8e-403d-b4e4-0786e9588cf7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.092082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0f6c2d0-2904-4d12-819e-17c856d2bc9f req-4d371a59-da8e-403d-b4e4-0786e9588cf7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 944 time: 0.3081808 Jul 07 18:00:54.186989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0f6c2d0-2904-4d12-819e-17c856d2bc9f req-94337c0b-e442-4b6a-91f0-ae3c90c37fee tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939691 Jul 07 18:00:54.200909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa72318e-8d58-4de2-a84f-bfcf46b8454b req-9b77e015-3a2a-4217-9d86-3c32422697ae tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822686 Jul 07 18:00:54.210123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fd76bf34-3228-41bd-9d15-52d087fa9aff up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:54.299550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:54.337977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'port_id': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'mac_address': 'fa:16:3e:cc:04:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13993fdc-2d78-4301-ba24-12448b0879d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:00:54.377471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38608) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:54.391977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:54.395924 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.480849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port fd76bf34-3228-41bd-9d15-52d087fa9aff completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:54.491920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61ef30-99c8-4a46-821a-77c0a2715195 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.493602 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f61ef30-99c8-4a46-821a-77c0a2715195 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.5705020 Jul 07 18:00:54.495599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port fd76bf34-3228-41bd-9d15-52d087fa9aff triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:54.496316 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.498143 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.500045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38610) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:54.514075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6e11fc-5ab4-415c-8908-9c0b61c2316c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:00:54.538010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:54.548212 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7c7cef92-3625-4fee-ab42-bf252b538817 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=64289ac0-ddc5-4066-a6e5-359cb24f861f HTTP/1.1" status: 200 len: 205 time: 0.0468798 Jul 07 18:00:54.551362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38612) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:54.563888 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.618204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:54.633902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994998b-020b-4991-9464-14a04aaced3e req-7c58c2c0-d9c1-43c1-98c5-2a8082a5ecd2 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.635422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7994998b-020b-4991-9464-14a04aaced3e req-7c58c2c0-d9c1-43c1-98c5-2a8082a5ecd2 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 943 time: 0.2317693 Jul 07 18:00:54.636860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e839f371-076b-40d8-a71f-fab81e72fba6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.668083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bf74c-b91f-432f-91a1-b3e13c64832d None None] The sync data for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 is: [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:54.690703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:54.737552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e839f371-076b-40d8-a71f-fab81e72fba6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.741002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.744390 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.749460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.757440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.763680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.770531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.777652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.777985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd76bf34-3228-41bd-9d15-52d087fa9aff'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:54.780356 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e48d5-8b49-4c0f-bf8d-3ac38574311e" -d '{"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-plugged", "status": "completed", "tag": "fd76bf34-3228-41bd-9d15-52d087fa9aff"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:54.784331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:54.792537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-fbdf91d1-c397-4ffd-85eb-0f45966c5f1a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.2691858 Jul 07 18:00:54.796959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fd76bf34-3228-41bd-9d15-52d087fa9aff, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fd76bf34-3228-41bd-9d15-52d087fa9aff,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:54.805131 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.806263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c16e8bfb-0a04-463a-8843-15915bc560ce up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:54.827058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.856798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7994998b-020b-4991-9464-14a04aaced3e req-dfc0fb91-dd4c-4fc6-b304-3b7e615ce832 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095814 Jul 07 18:00:54.893509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['4d6e11fc-5ab4-415c-8908-9c0b61c2316c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:00:54.896364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.898000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fd76bf34-3228-41bd-9d15-52d087fa9aff,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:54.909310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b794249-9df0-4acf-94f3-a92e77d3a700 req-8b7ee7b8-de52-4b12-953b-cf5ca02647eb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156852 Jul 07 18:00:54.919501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.938109 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.944801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port c16e8bfb-0a04-463a-8843-15915bc560ce completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:54.952540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port c16e8bfb-0a04-463a-8843-15915bc560ce triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:54.953012 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.000012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e839f371-076b-40d8-a71f-fab81e72fba6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.002699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e839f371-076b-40d8-a71f-fab81e72fba6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.003904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e839f371-076b-40d8-a71f-fab81e72fba6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "DELETE /v2.0/security-groups/24f37451-3660-4b8f-9950-16fde8c4adf1 HTTP/1.1" status: 204 len: 168 time: 0.6252613 Jul 07 18:00:55.006484 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d69fca-da89-4b03-bc84-fb3c33263c58 x-openstack-request-id: req-26d69fca-da89-4b03-bc84-fb3c33263c58 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:55.007026 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-plugged", "status": "completed", "tag": "fd76bf34-3228-41bd-9d15-52d087fa9aff", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:55.007432 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-26d69fca-da89-4b03-bc84-fb3c33263c58 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:55.008029 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd76bf34-3228-41bd-9d15-52d087fa9aff', 'code': 200} Jul 07 18:00:55.010335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38616) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.036712 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-81391334-b302-41d2-a39a-366d1a77a46d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] show failed (client error): The resource could not be found. Jul 07 18:00:55.040794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839f371-076b-40d8-a71f-fab81e72fba6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f37451-3660-4b8f-9950-16fde8c4adf1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.043013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-81391334-b302-41d2-a39a-366d1a77a46d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups/24f37451-3660-4b8f-9950-16fde8c4adf1 HTTP/1.1" status: 404 len: 347 time: 0.0311780 Jul 07 18:00:55.044011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38618) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.051606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=24971c1e-4de9-487e-aa86-4fbd1da42923,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.066236 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.075813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:55.076422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network hostable DHCP agents. Network: 0615333f-c9a5-42b4-86e0-c4a963464179, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:00:55.136910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:00:55.150203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3015f4c1-c9a1-4809-ab5b-186add542247 None None] New status for floating IP 22aee496-53ed-4453-b648-c5aa51e311ad: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:00:55.150992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0615333f-c9a5-42b4-86e0-c4a963464179) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:55.156500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.157132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.177479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Deleting port 978466ac-e44f-4ce6-a43e-aabcfbe1b1e9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:55.177846 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.209442 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP 07d41ea7-2848-4ff6-8320-3a179753cc20 associated. External IP: 172.25.1.239, port: 460fa9fe-95d8-47da-a6f6-117853b8e910. Jul 07 18:00:55.221274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-903d54ef-79bb-4b95-90e6-9a5b2a5ff387 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3715346 Jul 07 18:00:55.224141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38620) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.229180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'name': 'tempest-NetworksTestDHCPv6-1278291506'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:55.240373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1dab8-76a6-440e-adac-5048510510f4 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:55.336959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.359671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Calling delete_port for 978466ac-e44f-4ce6-a43e-aabcfbe1b1e9 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:55.359899 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.393832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:55.397579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.456892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 96ec8f40-0632-4cd0-856f-2597e39173a3 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:00:55.457125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:55.473396 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.474801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 750c4b0a-0e3f-45ba-9541-1f5813162b10 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:55.597864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Deleting port d37fe51d-0323-4306-bb9d-e3ba9bd0c7f9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:55.598213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.611819 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.655504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '24971c1e-4de9-487e-aa86-4fbd1da42923'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:00:55.656890 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.662390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::186 (0615333f-c9a5-42b4-86e0-c4a963464179/24971c1e-4de9-487e-aa86-4fbd1da42923/96ec8f40-0632-4cd0-856f-2597e39173a3) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:55.669546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 750c4b0a-0e3f-45ba-9541-1f5813162b10 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:55.674571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 750c4b0a-0e3f-45ba-9541-1f5813162b10 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:55.675026 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.680314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2d136-c5f1-4c63-8d69-3a1f3695389e req-b39cf99a-0a69-4e7c-a2f6-05d68ac4e87d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.681892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1c2d136-c5f1-4c63-8d69-3a1f3695389e req-b39cf99a-0a69-4e7c-a2f6-05d68ac4e87d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 944 time: 0.2489190 Jul 07 18:00:55.691615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.711240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765e39-c4bd-4ae8-9706-b9860d519550 req-e3350b75-1ecc-4248-908d-5677c3ec4162 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.717179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765e39-c4bd-4ae8-9706-b9860d519550 req-e3350b75-1ecc-4248-908d-5677c3ec4162 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.723000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765e39-c4bd-4ae8-9706-b9860d519550 req-e3350b75-1ecc-4248-908d-5677c3ec4162 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.724698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c765e39-c4bd-4ae8-9706-b9860d519550 req-e3350b75-1ecc-4248-908d-5677c3ec4162 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2416 time: 0.2928467 Jul 07 18:00:55.736765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:55.759318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event deleted for resources: {'Port': ['ID=978466ac-e44f-4ce6-a43e-aabcfbe1b1e9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.789189 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.789517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.827037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.840808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.855346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1c2d136-c5f1-4c63-8d69-3a1f3695389e req-1857433c-0e9e-4693-a4a4-bc8091eec5a4 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619518 Jul 07 18:00:55.863189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Calling delete_port for d37fe51d-0323-4306-bb9d-e3ba9bd0c7f9 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:55.863309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 750c4b0a-0e3f-45ba-9541-1f5813162b10, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=750c4b0a-0e3f-45ba-9541-1f5813162b10,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:55.871226 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.871643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c765e39-c4bd-4ae8-9706-b9860d519550 req-4e47c902-068c-4716-8bbc-3d58281de3a4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371925 Jul 07 18:00:55.872815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:55.975905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=750c4b0a-0e3f-45ba-9541-1f5813162b10,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.993563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:55.995878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:56.008872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:56.009051 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a109079-23ec-4818-be11-72507521ca51 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:56.009908 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.010504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.014516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.023848 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a109079-23ec-4818-be11-72507521ca51 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:56.024463 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8a109079-23ec-4818-be11-72507521ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:56.078612 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8a109079-23ec-4818-be11-72507521ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:56.079186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.079917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Fanout notify agent at l3_agent the message router_deleted on router 64289ac0-ddc5-4066-a6e5-359cb24f861f {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:56.090255 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a109079-23ec-4818-be11-72507521ca51 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:56.091125 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8a109079-23ec-4818-be11-72507521ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:56.091703 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.096283 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7420c42e-2924-4444-ac7a-23039d9cd4bc tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/64289ac0-ddc5-4066-a6e5-359cb24f861f HTTP/1.1" status: 204 len: 168 time: 1.5404055 Jul 07 18:00:56.096756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38630) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:56.106819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1847107424', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:56.129900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.135836 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8a109079-23ec-4818-be11-72507521ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:56.137015 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a109079-23ec-4818-be11-72507521ca51 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:56.162883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 96ec8f40-0632-4cd0-856f-2597e39173a3 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:56.166917 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.167995 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.181340 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.218506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:56.224476 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.244981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.284531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.317737 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.336061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/24971c1e-4de9-487e-aa86-4fbd1da42923/a5c42945-1216-42f3-bfd3-548cf98b659b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:56.372747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:56.410146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:56.442017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:56.447834 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.448507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.451144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=96ec8f40-0632-4cd0-856f-2597e39173a3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.469983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.492697 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ce809af5-8426-417a-9ea0-9188e213e3b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2672899 Jul 07 18:00:56.504556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38632) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:56.512757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.523919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Transition to ACTIVE for port object a5c42945-1216-42f3-bfd3-548cf98b659b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:56.543814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Transition to ACTIVE for port object a5c42945-1216-42f3-bfd3-548cf98b659b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:56.554225 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.613110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:56.619860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Pushing event updated for resources: {'Port': ['ID=a5c42945-1216-42f3-bfd3-548cf98b659b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.625041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:56.628151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:56.656193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f9a88-5b07-4e08-bc42-32f044085453 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.657767 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f05f9a88-5b07-4e08-bc42-32f044085453 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1511080 Jul 07 18:00:56.660566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38634) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:56.683287 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.695731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Attempting to bind port a5c42945-1216-42f3-bfd3-548cf98b659b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:56.696161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Attempting to bind port a5c42945-1216-42f3-bfd3-548cf98b659b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:56.696455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Attempting to bind port a5c42945-1216-42f3-bfd3-548cf98b659b on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:56.702541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:56.703520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:56.703934 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.704327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:56.704817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Bound port: a5c42945-1216-42f3-bfd3-548cf98b659b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:56.705571 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.727773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.733883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.739785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.745769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.752584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.758101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.764144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.766183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-c3e4f2c8-f191-445b-8bba-1b68f6df587a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.6099095 Jul 07 18:00:56.773115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] For port a5c42945-1216-42f3-bfd3-548cf98b659b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:56.776799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] For port a5c42945-1216-42f3-bfd3-548cf98b659b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a5c42945-1216-42f3-bfd3-548cf98b659b,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:56.797139 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.805578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event deleted for resources: {'Port': ['ID=d37fe51d-0323-4306-bb9d-e3ba9bd0c7f9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.823467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b64da8-3ffa-45ca-82a4-aaa68dcc80d2 req-7a65ec24-f53b-46f9-a935-d1a69b673789 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:56.831100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02b64da8-3ffa-45ca-82a4-aaa68dcc80d2 req-7a65ec24-f53b-46f9-a935-d1a69b673789 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 944 time: 0.6585884 Jul 07 18:00:56.859846 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.884924 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.886097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d48dc2-564c-40d2-a92d-6210fdfe95d4 None None] Pushing event updated for resources: {'Port': ['ID=a5c42945-1216-42f3-bfd3-548cf98b659b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.899272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 96ec8f40-0632-4cd0-856f-2597e39173a3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:56.899612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.996686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fdb67da-8372-471a-8cfc-ae078c816a7a req-68e01513-406c-48c7-8c0a-91371f23a78a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1981413 Jul 07 18:00:57.011323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce'}, {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750c4b0a-0e3f-45ba-9541-1f5813162b10'}, {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:57.014601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02b64da8-3ffa-45ca-82a4-aaa68dcc80d2 req-85fd3e3e-7a50-455a-8ab4-28d1afccc1cf tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825106 Jul 07 18:00:57.016002 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883f4e6-699a-4490-b100-568e49b89c53" -d '{"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-plugged", "status": "completed", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce"}, {"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-plugged", "status": "completed", "tag": "750c4b0a-0e3f-45ba-9541-1f5813162b10"}, {"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-plugged", "status": "completed", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:57.040411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.043103 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.047930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9bf1c0f8-47fd-4d7e-9dca-309f039da3d1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "DELETE /v2.0/floatingips/22aee496-53ed-4453-b648-c5aa51e311ad HTTP/1.1" status: 204 len: 168 time: 1.9658360 Jul 07 18:00:57.074839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router d0995ee6-b816-4d82-8a13-5ebf745a0aa3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:57.130886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.170059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Allocated IP 172.25.1.124 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/763da179-89dc-460b-bc8e-a0ae51c5d95e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:57.243741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:57.255173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] Sync routers for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:57.262925 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.266473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:57.267138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:57.272767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 96ec8f40-0632-4cd0-856f-2597e39173a3 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:57.308110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:57.318269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:57.318918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:57.352021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:57.352528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253c4fc-d491-4cc1-ac44-6ea09c8378d3 None None] The sync data for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:57.433399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2591d127-1100-4dd8-b699-6744d9f7e962 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/floatingips/07d41ea7-2848-4ff6-8320-3a179753cc20 HTTP/1.1" status: 200 len: 978 time: 4.4533541 Jul 07 18:00:57.439964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944dc3-ca32-4bc6-a2b5-670f7a9a2869 req-5a3b25dc-66ad-4204-abf9-bf6d7f81b6be tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.441638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63944dc3-ca32-4bc6-a2b5-670f7a9a2869 req-5a3b25dc-66ad-4204-abf9-bf6d7f81b6be tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.1958172 Jul 07 18:00:57.442352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38644) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:57.465274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20671278-fc7f-47e9-9d2d-808251decf7c req-b9e63db1-c065-4ee2-a961-f6920da256c7 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.471289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20671278-fc7f-47e9-9d2d-808251decf7c req-b9e63db1-c065-4ee2-a961-f6920da256c7 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.477665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20671278-fc7f-47e9-9d2d-808251decf7c req-b9e63db1-c065-4ee2-a961-f6920da256c7 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.479427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20671278-fc7f-47e9-9d2d-808251decf7c req-b9e63db1-c065-4ee2-a961-f6920da256c7 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2418 time: 0.2211392 Jul 07 18:00:57.600503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63944dc3-ca32-4bc6-a2b5-670f7a9a2869 req-4651887e-8458-406f-b2cc-6d2258ba6e7a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460600 Jul 07 18:00:57.613783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20671278-fc7f-47e9-9d2d-808251decf7c req-925554ee-b2ed-4df8-85c3-b34ace1a1a3d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125698 Jul 07 18:00:57.667215 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90c33fa-6749-4200-ad6a-78cf5cc99153 x-openstack-request-id: req-b90c33fa-6749-4200-ad6a-78cf5cc99153 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:57.667574 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-plugged", "status": "completed", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce", "code": 200}, {"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-plugged", "status": "completed", "tag": "750c4b0a-0e3f-45ba-9541-1f5813162b10", "code": 200}, {"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-plugged", "status": "completed", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:57.667897 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b90c33fa-6749-4200-ad6a-78cf5cc99153 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:57.668235 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'code': 200} Jul 07 18:00:57.668493 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750c4b0a-0e3f-45ba-9541-1f5813162b10', 'code': 200} Jul 07 18:00:57.668744 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822', 'code': 200} Jul 07 18:00:57.669572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 83b7b117-143b-4b83-afeb-98b5d0f52d61 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:57.669928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.739270 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.823815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d6e11fc-5ab4-415c-8908-9c0b61c2316c up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:57.862770 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.890380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.905560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.924238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de382e0-4854-433f-b55a-4e0c4cc33945 req-c081f833-d40a-4b2f-a00e-e72c169b130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.924713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de382e0-4854-433f-b55a-4e0c4cc33945 req-c081f833-d40a-4b2f-a00e-e72c169b130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.925254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de382e0-4854-433f-b55a-4e0c4cc33945 req-c081f833-d40a-4b2f-a00e-e72c169b130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.927080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6de382e0-4854-433f-b55a-4e0c4cc33945 req-c081f833-d40a-4b2f-a00e-e72c169b130c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2871 time: 0.1509697 Jul 07 18:00:57.930630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:57.934834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:57.935215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.958412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90993f3-b3be-40d5-9793-0d8df15e02c0 req-c9c0da4d-782e-401c-a551-f353c30949dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:57.960474 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c90993f3-b3be-40d5-9793-0d8df15e02c0 req-c9c0da4d-782e-401c-a551-f353c30949dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 1096 time: 0.1819339 Jul 07 18:00:57.977493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:58.026619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:58.035357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:58.049262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.053400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/96ec8f40-0632-4cd0-856f-2597e39173a3 HTTP/1.1" status: 204 len: 168 time: 1.3918102 Jul 07 18:00:58.081571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38650) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:58.093744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event updated for resources: {'Port': ['ID=763da179-89dc-460b-bc8e-a0ae51c5d95e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:58.138256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a5ebb-c05d-4099-aa88-0bb35ae58075 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=96ec8f40-0632-4cd0-856f-2597e39173a3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:58.162911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d466e8-17c8-424f-a58a-c0d57ef30b94 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:58.187888 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c90993f3-b3be-40d5-9793-0d8df15e02c0 req-20874088-a528-48bd-9eec-8f252f3d970a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200506 Jul 07 18:00:58.225151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6de382e0-4854-433f-b55a-4e0c4cc33945 req-8865d0da-32d5-4ae0-bca5-ce8766416423 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893054 Jul 07 18:00:58.350045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18da5ca-8693-470b-a118-8a46b59167bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:58.351587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18da5ca-8693-470b-a118-8a46b59167bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:58.355583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a18da5ca-8693-470b-a118-8a46b59167bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2703564 Jul 07 18:00:58.363239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6220cbac-4c5a-4a8d-bd55-f99e08163d95 None None] Provisioning for port a5c42945-1216-42f3-bfd3-548cf98b659b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:58.364268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38652) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:58.423798 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.424156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.424551 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Floating IP 07d41ea7-2848-4ff6-8320-3a179753cc20 disassociated. External IP: 172.25.1.239, port: 83b7b117-143b-4b83-afeb-98b5d0f52d61. Jul 07 18:00:58.424959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 83b7b117-143b-4b83-afeb-98b5d0f52d61 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:58.430554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.454882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3813a88-3d06-4970-b7ee-e7f14ef14f9b req-ee7704bd-49e6-4797-96cf-45cc11a9f859 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:58.463542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3813a88-3d06-4970-b7ee-e7f14ef14f9b req-ee7704bd-49e6-4797-96cf-45cc11a9f859 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 944 time: 0.1828904 Jul 07 18:00:58.476878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:58.480902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 24971c1e-4de9-487e-aa86-4fbd1da42923 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:00:58.486046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.486462 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.542919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.553471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:58.660196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3813a88-3d06-4970-b7ee-e7f14ef14f9b req-89ee9893-e741-4811-8e6c-7284154fc578 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956456 Jul 07 18:00:58.686493 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.687044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.764054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.770836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=83b7b117-143b-4b83-afeb-98b5d0f52d61,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:58.831705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a5c42945-1216-42f3-bfd3-548cf98b659b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:58.900405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38658) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:58.931516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5f55bf48-aac1-4d98-945b-0f7ffeb69216 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291677971', 'description': 'tempest-description--1942983739'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:58.953785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a5c42945-1216-42f3-bfd3-548cf98b659b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:58.958429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a5c42945-1216-42f3-bfd3-548cf98b659b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:58.958887 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.067257 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.099433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.104419 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/24971c1e-4de9-487e-aa86-4fbd1da42923 HTTP/1.1" status: 204 len: 168 time: 0.7365434 Jul 07 18:00:59.110670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38660) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:59.111051 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.163231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a5c42945-1216-42f3-bfd3-548cf98b659b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a5c42945-1216-42f3-bfd3-548cf98b659b,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:59.167217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.170814 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.173558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.184786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.191000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.197224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.203195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.210345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.218039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-7ca10b2c-c14c-491d-99a0-828682f4a60f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5430 time: 0.3117158 Jul 07 18:00:59.224104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba2a50-a136-4412-a3ef-a8c43e812f3f None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:59.224271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad90b-7102-4337-81fe-035586dfdc49 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=24971c1e-4de9-487e-aa86-4fbd1da42923,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:59.251269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router d0995ee6-b816-4d82-8a13-5ebf745a0aa3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:59.267056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f55bf48-aac1-4d98-945b-0f7ffeb69216 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.296705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c6f84126-2c57-4c68-ba7f-87d7e6ed9b55 None None] Could not find standard attr ID for object 96ec8f40-0632-4cd0-856f-2597e39173a3. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:00:59.303060 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6373cce7-cd63-4a8d-9fcf-c7b792c08d97 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1890090 Jul 07 18:00:59.307696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38662) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:59.314001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a5c42945-1216-42f3-bfd3-548cf98b659b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:59.320214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:59.390207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.397829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa2d48f3-2e3f-4fdd-852a-1f8d2f2ff21d req-ab68b217-0422-4d42-b854-d4f487b4ac5e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608007 Jul 07 18:00:59.407290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37e64-e536-4d4e-ad60-e1e44282a966 req-4d8710ea-2bcb-4c04-823e-245e84b42ddb tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.415264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77f37e64-e536-4d4e-ad60-e1e44282a966 req-4d8710ea-2bcb-4c04-823e-245e84b42ddb tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3229780 Jul 07 18:00:59.536783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:00:59.561783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f55bf48-aac1-4d98-945b-0f7ffeb69216 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.563866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77f37e64-e536-4d4e-ad60-e1e44282a966 req-23e6ec1e-16f9-4b37-a172-87a9abfb3820 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474118 Jul 07 18:00:59.572614 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f55bf48-aac1-4d98-945b-0f7ffeb69216 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.575329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:59.594599 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] Sync routers for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:59.608947 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:59.609491 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:59.642293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] Deleting port a5c42945-1216-42f3-bfd3-548cf98b659b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:59.642695 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.649449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55bf48-aac1-4d98-945b-0f7ffeb69216 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:59.663640 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Router 7be0c53b-9940-4bce-8688-5f5d591928d8 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:59.682210 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:59.691033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:59.694658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.697077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:59.700160 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e30827-2545-4c53-a71e-7223af7ac777" -d '{"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:59.707520 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:59.708159 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:59.724145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f55bf48-aac1-4d98-945b-0f7ffeb69216 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.725379 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f55bf48-aac1-4d98-945b-0f7ffeb69216 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8074527 Jul 07 18:00:59.730151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38668) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:59.737157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-dee08117-3145-41c2-862d-899490e1ec8b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'security_group_rule': {'security_group_id': '5d177fbe-65d7-4419-a833-0fc2c8f7bfb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:59.752918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] For port a5c42945-1216-42f3-bfd3-548cf98b659b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a5c42945-1216-42f3-bfd3-548cf98b659b,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:59.753982 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.784498 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:59.785586 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab1f79-a865-49d9-b354-2c3d71404548 None None] The sync data for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:59.786589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] Calling delete_port for a5c42945-1216-42f3-bfd3-548cf98b659b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:59.794443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee08117-3145-41c2-862d-899490e1ec8b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.866347 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.868683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 29703aa6-5035-458f-b073-112ae8a0076d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:00:59.871701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed7968e1-6194-4663-92c2-4e5e10103437 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/ports/83b7b117-143b-4b83-afeb-98b5d0f52d61 HTTP/1.1" status: 204 len: 168 time: 2.4271638 Jul 07 18:00:59.874705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38672) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:59.936535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbb340-801d-4c6d-aac0-0348a6487bd4 req-089bd48a-f928-43d7-a874-89b7a5b122ef tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.943018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbb340-801d-4c6d-aac0-0348a6487bd4 req-089bd48a-f928-43d7-a874-89b7a5b122ef tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.950551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbb340-801d-4c6d-aac0-0348a6487bd4 req-089bd48a-f928-43d7-a874-89b7a5b122ef tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:59.951012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:59.958649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46dbb340-801d-4c6d-aac0-0348a6487bd4 req-089bd48a-f928-43d7-a874-89b7a5b122ef tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2418 time: 0.3867035 Jul 07 18:00:59.980675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] Sync routers for ids ['7be0c53b-9940-4bce-8688-5f5d591928d8'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:59.986212 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.015918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee08117-3145-41c2-862d-899490e1ec8b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.024313 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee08117-3145-41c2-862d-899490e1ec8b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.033234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] Pushing event deleted for resources: {'Port': ['ID=a5c42945-1216-42f3-bfd3-548cf98b659b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:00.039823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adc957-2cc8-43f7-881e-30b799781771 None None] No DVR routers for this DVR port a5c42945-1216-42f3-bfd3-548cf98b659b on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:00.045778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] Routers {'7be0c53b-9940-4bce-8688-5f5d591928d8'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:00.045968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee08117-3145-41c2-862d-899490e1ec8b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75a29d1-8a78-478a-81ad-56048896932e,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:00.046540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['7be0c53b-9940-4bce-8688-5f5d591928d8'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:00.047616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.051425 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8bb6ba91-a0dd-497c-b190-976bbffee197 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9511390 Jul 07 18:01:00.051643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 29703aa6-5035-458f-b073-112ae8a0076d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29703aa6-5035-458f-b073-112ae8a0076d,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:00.056039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:00.067288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:00.105193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:00.115554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '29703aa6-5035-458f-b073-112ae8a0076d', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'port_id': '29703aa6-5035-458f-b073-112ae8a0076d', 'mac_address': 'fa:16:3e:59:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:00.128349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] Routers {'7be0c53b-9940-4bce-8688-5f5d591928d8'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:00.129151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['7be0c53b-9940-4bce-8688-5f5d591928d8'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:00.163286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee08117-3145-41c2-862d-899490e1ec8b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.163286 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dee08117-3145-41c2-862d-899490e1ec8b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4289610 Jul 07 18:01:00.163646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38676) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:00.171035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e047461a-912c-4c55-b215-9b63911e5013 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'security_group_rule': {'security_group_id': '5d177fbe-65d7-4419-a833-0fc2c8f7bfb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:00.198109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:00.199643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8b6fc-312b-4e84-b4a4-ae33382a9561 None None] The sync data for ids ['7be0c53b-9940-4bce-8688-5f5d591928d8'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:00.222474 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.239030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29703aa6-5035-458f-b073-112ae8a0076d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:00.262977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 29703aa6-5035-458f-b073-112ae8a0076d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29703aa6-5035-458f-b073-112ae8a0076d,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:00.270150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.270845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 26086cce-ebff-466f-9b23-0f2e5a21a1c6 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:00.297652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e047461a-912c-4c55-b215-9b63911e5013 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.367100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=29703aa6-5035-458f-b073-112ae8a0076d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:00.395928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46dbb340-801d-4c6d-aac0-0348a6487bd4 req-e41b294c-e8a2-424e-a43c-8e8539de3a42 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365923 Jul 07 18:01:00.413798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:00.422942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541172a-8338-4698-82ab-2ed8927d8f07 req-f93eccc8-46ac-4d43-8e02-e4c37249d45f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:00.429849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6541172a-8338-4698-82ab-2ed8927d8f07 req-f93eccc8-46ac-4d43-8e02-e4c37249d45f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.5488315 Jul 07 18:01:00.436964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '26086cce-ebff-466f-9b23-0f2e5a21a1c6', 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'port_id': '26086cce-ebff-466f-9b23-0f2e5a21a1c6', 'mac_address': 'fa:16:3e:4e:8c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5203f000-aa3b-4de1-b1ba-2d97dae5c061', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:00.479275 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.483564 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9846a267-2322-42be-9289-a4ce9091135e x-openstack-request-id: req-9846a267-2322-42be-9289-a4ce9091135e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:00.483564 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:00.483840 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9846a267-2322-42be-9289-a4ce9091135e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:00.484006 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'code': 200} Jul 07 18:01:00.496632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26086cce-ebff-466f-9b23-0f2e5a21a1c6 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:00.512503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e047461a-912c-4c55-b215-9b63911e5013 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.529908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:00.538522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.539514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6f4af782-ad47-4cb0-89f2-89d1674a29c8 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:00.541907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e047461a-912c-4c55-b215-9b63911e5013 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.568173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6541172a-8338-4698-82ab-2ed8927d8f07 req-b715d050-f02d-4645-bf2a-dd399b3dfbbd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370122 Jul 07 18:01:00.569835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.632176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 6f4af782-ad47-4cb0-89f2-89d1674a29c8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:00.634641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=26086cce-ebff-466f-9b23-0f2e5a21a1c6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:00.647914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '6f4af782-ad47-4cb0-89f2-89d1674a29c8', 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'port_id': '6f4af782-ad47-4cb0-89f2-89d1674a29c8', 'mac_address': 'fa:16:3e:59:6e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5203f000-aa3b-4de1-b1ba-2d97dae5c061', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:00.710597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a5c42945-1216-42f3-bfd3-548cf98b659b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:00.734857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:00.742529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a5c42945-1216-42f3-bfd3-548cf98b659b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:00.743254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a5c42945-1216-42f3-bfd3-548cf98b659b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:00.746937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.765641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4af782-ad47-4cb0-89f2-89d1674a29c8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:00.771734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:00.777913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:00.778534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.781872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=b8662584-440d-4cd0-9bce-d923323b2a6f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:00.790329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580af59-6492-41f1-9ea3-602135871961 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:00.797271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 6f4af782-ad47-4cb0-89f2-89d1674a29c8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:00.832328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-89f66f7f-23cc-45dc-841d-0d02478d1313 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5165594 Jul 07 18:01:00.836183 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.836872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 87e25960-b498-4553-b6bc-592a66af9e2f details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:00.839918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38682) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:00.850247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'name': 'tempest-NetworksTestDHCPv6-2027272778'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:00.940884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 87e25960-b498-4553-b6bc-592a66af9e2f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=87e25960-b498-4553-b6bc-592a66af9e2f,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:00.946859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580652a-004e-461c-baa2-d52c0f38327d req-2fb80f73-7ffd-41f8-bfb9-ffdaf8206dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:00.948405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7580652a-004e-461c-baa2-d52c0f38327d req-2fb80f73-7ffd-41f8-bfb9-ffdaf8206dd1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 1096 time: 0.3654881 Jul 07 18:01:00.950683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=6f4af782-ad47-4cb0-89f2-89d1674a29c8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:00.966374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '87e25960-b498-4553-b6bc-592a66af9e2f', 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'port_id': '87e25960-b498-4553-b6bc-592a66af9e2f', 'mac_address': 'fa:16:3e:86:8b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5203f000-aa3b-4de1-b1ba-2d97dae5c061', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:00.984363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:00.990374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:00.996365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.004676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.010579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.016656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.022622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.024667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-1c086ee3-c63f-4fac-b8b3-a12e0e06840e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5432 time: 0.3098850 Jul 07 18:01:01.033658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.062508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047461a-912c-4c55-b215-9b63911e5013 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178357b9-5992-439c-aee7-6ef29bc2da6a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:01.070137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e25960-b498-4553-b6bc-592a66af9e2f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:01.076104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e047461a-912c-4c55-b215-9b63911e5013 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.077378 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e047461a-912c-4c55-b215-9b63911e5013 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9125357 Jul 07 18:01:01.081155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38684) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:01.082567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b5568-282c-4a6a-bb9e-372bd51b186f req-ac745fdf-df44-4228-895a-9140d75c755b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.084167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-662b5568-282c-4a6a-bb9e-372bd51b186f req-ac745fdf-df44-4228-895a-9140d75c755b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3450711 Jul 07 18:01:01.098573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:01.102113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 87e25960-b498-4553-b6bc-592a66af9e2f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=87e25960-b498-4553-b6bc-592a66af9e2f,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:01.104813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': 'b8662584-440d-4cd0-9bce-d923323b2a6f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:01.105080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.105704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.115301 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.139503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.155822 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.161624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7580652a-004e-461c-baa2-d52c0f38327d req-d3436c95-e0d3-42e6-9684-333fa2e83b4b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930063 Jul 07 18:01:01.185544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b37d5eec-8476-41b2-b095-3a78fda75b39 req-37dad98b-600e-4c4f-bed3-828700773b06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463253 Jul 07 18:01:01.207882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-662b5568-282c-4a6a-bb9e-372bd51b186f req-d2574c42-62fb-42f7-8c06-7658047bde9e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146157 Jul 07 18:01:01.210159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:01.224526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.226868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=87e25960-b498-4553-b6bc-592a66af9e2f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:01.251074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port c402e906-7d61-40b5-8454-fa938149d204 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:01.294157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/b8662584-440d-4cd0-9bce-d923323b2a6f/7dfd8d41-6a56-41b0-9630-e3852ff9197d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:01.298155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.366070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Deleting port 763da179-89dc-460b-bc8e-a0ae51c5d95e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:01.366430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.504515 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.515550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Transition to ACTIVE for port object 7dfd8d41-6a56-41b0-9630-e3852ff9197d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:01.539389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Transition to ACTIVE for port object 7dfd8d41-6a56-41b0-9630-e3852ff9197d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:01.549538 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.584923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.603174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.609749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Calling delete_port for 763da179-89dc-460b-bc8e-a0ae51c5d95e owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:01.620685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:01.624557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:01.628217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:01.636668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Pushing event updated for resources: {'Port': ['ID=7dfd8d41-6a56-41b0-9630-e3852ff9197d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:01.719839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Attempting to bind port 7dfd8d41-6a56-41b0-9630-e3852ff9197d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:01.720762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Attempting to bind port 7dfd8d41-6a56-41b0-9630-e3852ff9197d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:01.721313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Attempting to bind port 7dfd8d41-6a56-41b0-9630-e3852ff9197d on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:01.732609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:01.734526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:01.736541 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.738575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:01.739269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Bound port: 7dfd8d41-6a56-41b0-9630-e3852ff9197d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:01.740887 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.747627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::136 (0615333f-c9a5-42b4-86e0-c4a963464179/b8662584-440d-4cd0-9bce-d923323b2a6f/c402e906-7d61-40b5-8454-fa938149d204) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:01.788176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['26086cce-ebff-466f-9b23-0f2e5a21a1c6'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:01.846137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Allocated IP 172.25.1.174 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/3457a0ad-6666-4cab-8026-dfdea218a18b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:01.852764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 954afe75-7d62-4476-91c4-dfdaa3419d31 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:01.869762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0c98-5b21-4756-9457-0642ea932dc3 req-4e6d1faa-a035-4fc6-b195-4d7b1da944c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.880464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0c98-5b21-4756-9457-0642ea932dc3 req-4e6d1faa-a035-4fc6-b195-4d7b1da944c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.893456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0c98-5b21-4756-9457-0642ea932dc3 req-4e6d1faa-a035-4fc6-b195-4d7b1da944c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.901333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a41b0c98-5b21-4756-9457-0642ea932dc3 req-4e6d1faa-a035-4fc6-b195-4d7b1da944c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2418 time: 0.2615166 Jul 07 18:01:02.062869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a41b0c98-5b21-4756-9457-0642ea932dc3 req-3eeebb55-334c-4357-995a-34914402f19b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600749 Jul 07 18:01:02.098522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['29703aa6-5035-458f-b073-112ae8a0076d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:02.100736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['6f4af782-ad47-4cb0-89f2-89d1674a29c8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:02.103119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['87e25960-b498-4553-b6bc-592a66af9e2f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:02.139448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.152770 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:01:02.162538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5c38-d335-48c9-8b36-ecb5c9a66e60 req-352ebe76-e47d-48ea-ac61-da0ab345a190 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.164321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-818e5c38-d335-48c9-8b36-ecb5c9a66e60 req-352ebe76-e47d-48ea-ac61-da0ab345a190 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.2410877 Jul 07 18:01:02.196407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.197637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.233475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] For port 7dfd8d41-6a56-41b0-9630-e3852ff9197d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:02.237095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object c402e906-7d61-40b5-8454-fa938149d204 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:02.239545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] For port 7dfd8d41-6a56-41b0-9630-e3852ff9197d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7dfd8d41-6a56-41b0-9630-e3852ff9197d,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:02.242395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-818e5c38-d335-48c9-8b36-ecb5c9a66e60 req-0238f44c-1794-4d9e-bf1b-5f72c6c80115 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655448 Jul 07 18:01:02.260117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 33b465b3-06a4-43fa-bd6b-1256467ccb5d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:02.260468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.302481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Pushing event deleted for resources: {'Port': ['ID=763da179-89dc-460b-bc8e-a0ae51c5d95e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:02.345605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.347244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.369637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.523683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:02.535348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:02.551586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:02.566053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.566664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.587489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.602856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=c402e906-7d61-40b5-8454-fa938149d204,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:02.612666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec461cc0-1135-44c7-bff4-61cc8960ad88 None None] Pushing event updated for resources: {'Port': ['ID=7dfd8d41-6a56-41b0-9630-e3852ff9197d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:02.630559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3b050-f691-49fa-8bbb-0d52b43990a4 req-25eaa9e6-e881-4574-be8d-59924f9343ce tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.641629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ee3b050-f691-49fa-8bbb-0d52b43990a4 req-25eaa9e6-e881-4574-be8d-59924f9343ce tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3511331 Jul 07 18:01:02.650930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 954afe75-7d62-4476-91c4-dfdaa3419d31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=954afe75-7d62-4476-91c4-dfdaa3419d31,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:02.708426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4c02c8f3-3e81-4f5a-a4de-23243d5ac9e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8654091 Jul 07 18:01:02.718362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38708) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:02.732934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '954afe75-7d62-4476-91c4-dfdaa3419d31', 'network_id': '505be4a2-270c-4d00-b6c6-483296bee6ec', 'port_id': '954afe75-7d62-4476-91c4-dfdaa3419d31', 'mac_address': 'fa:16:3e:69:f7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5203f000-aa3b-4de1-b1ba-2d97dae5c061', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:02.852946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:02.859848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ee3b050-f691-49fa-8bbb-0d52b43990a4 req-85705888-c3f2-422a-b486-d7d69f5900d2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592894 Jul 07 18:01:02.890108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.898120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:02.903735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.923119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.934125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.936660 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.942951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.952531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.958688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:02.964119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.967127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-3636f91e-3c9e-46fb-ad72-fe0162336f06 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5434 time: 0.3240261 Jul 07 18:01:03.020470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954afe75-7d62-4476-91c4-dfdaa3419d31 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:03.049479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'Port': ['ID=3457a0ad-6666-4cab-8026-dfdea218a18b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:03.090650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d595f44-2c9d-45ff-b097-7c9f18d742da req-beec222d-0f78-4ad4-940a-1d1c91cd755e tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060627 Jul 07 18:01:03.095749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 954afe75-7d62-4476-91c4-dfdaa3419d31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=954afe75-7d62-4476-91c4-dfdaa3419d31,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:03.108794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.109490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 351f67ef-a91c-44ab-9081-dea973296fa5 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:03.123817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847a1dc-09a8-4f70-b253-f46dc5b14156 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.130967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847a1dc-09a8-4f70-b253-f46dc5b14156 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.132914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8847a1dc-09a8-4f70-b253-f46dc5b14156 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4071255 Jul 07 18:01:03.134299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.137303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38710) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:03.152706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.160067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.230551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=954afe75-7d62-4476-91c4-dfdaa3419d31,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:03.276390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 33b465b3-06a4-43fa-bd6b-1256467ccb5d owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:03.279399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Router 7be0c53b-9940-4bce-8688-5f5d591928d8 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:03.310325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port c402e906-7d61-40b5-8454-fa938149d204 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:03.310630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.362132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 351f67ef-a91c-44ab-9081-dea973296fa5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=351f67ef-a91c-44ab-9081-dea973296fa5,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:03.378301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '351f67ef-a91c-44ab-9081-dea973296fa5', 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c', 'port_id': '351f67ef-a91c-44ab-9081-dea973296fa5', 'mac_address': 'fa:16:3e:f0:96:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a366ad6-3c77-4e99-a6b2-77539c8c346a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:03.418801 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.436036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.438161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351f67ef-a91c-44ab-9081-dea973296fa5 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:03.462856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 351f67ef-a91c-44ab-9081-dea973296fa5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=351f67ef-a91c-44ab-9081-dea973296fa5,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:03.468100 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.469032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 00730278-3c7d-4da7-b90a-2ce1afb8a277 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:03.511209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:03.523403 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] Sync routers for ids ['7be0c53b-9940-4bce-8688-5f5d591928d8'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:03.524334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.525760 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2cba8d32-e21a-4ae8-8c26-3acce97262e8 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "PUT /v2.0/routers/7be0c53b-9940-4bce-8688-5f5d591928d8 HTTP/1.1" status: 200 len: 706 time: 3.4662552 Jul 07 18:01:03.527317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.529678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38716) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:03.538228 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] Routers {'7be0c53b-9940-4bce-8688-5f5d591928d8'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:03.540971 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['7be0c53b-9940-4bce-8688-5f5d591928d8'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:03.547056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for c402e906-7d61-40b5-8454-fa938149d204 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:03.597872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 00730278-3c7d-4da7-b90a-2ce1afb8a277, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:03.605600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=351f67ef-a91c-44ab-9081-dea973296fa5,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:03.630646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '00730278-3c7d-4da7-b90a-2ce1afb8a277', 'network_id': '170bcb05-6fc9-471f-9776-2ba06426a53c', 'port_id': '00730278-3c7d-4da7-b90a-2ce1afb8a277', 'mac_address': 'fa:16:3e:d0:85:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a366ad6-3c77-4e99-a6b2-77539c8c346a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:03.663371 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ccfe4d47-f975-40e4-910e-bc1292c4f5d7 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/routers/7be0c53b-9940-4bce-8688-5f5d591928d8 HTTP/1.1" status: 200 len: 741 time: 0.1310251 Jul 07 18:01:03.669238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38718) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:03.706684 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.720068 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f5ccf38e-a07b-45d2-bfe9-8c1c71ab55f8 tempest-RoutersAdminTest-474385318 tempest-RoutersAdminTest-474385318-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=7be0c53b-9940-4bce-8688-5f5d591928d8 HTTP/1.1" status: 200 len: 205 time: 0.0496712 Jul 07 18:01:03.726874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38720) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:03.730552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.745872 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.746467 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:03.747850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00730278-3c7d-4da7-b90a-2ce1afb8a277 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:03.762176 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] Routers {'7be0c53b-9940-4bce-8688-5f5d591928d8'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:03.763152 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['7be0c53b-9940-4bce-8688-5f5d591928d8'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:03.774642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4d893-1325-406f-850a-ed641c5fc59c req-34795898-afc1-49fa-aeba-da9fbf4f5c85 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.779546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 00730278-3c7d-4da7-b90a-2ce1afb8a277, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:03.785137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4d893-1325-406f-850a-ed641c5fc59c req-34795898-afc1-49fa-aeba-da9fbf4f5c85 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.791064 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.804815 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:03.805818 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a99b173-47a9-468d-b993-71a0e4d2bfaa None None] The sync data for ids ['7be0c53b-9940-4bce-8688-5f5d591928d8'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:03.809800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4d893-1325-406f-850a-ed641c5fc59c req-34795898-afc1-49fa-aeba-da9fbf4f5c85 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.811510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5c4d893-1325-406f-850a-ed641c5fc59c req-34795898-afc1-49fa-aeba-da9fbf4f5c85 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2418 time: 0.4407384 Jul 07 18:01:03.826286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c403890c-aa1f-4813-93b4-5d8fb105e5d7 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=7be0c53b-9940-4bce-8688-5f5d591928d8 HTTP/1.1" status: 200 len: 205 time: 0.0903256 Jul 07 18:01:03.826854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38722) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:03.854777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.862802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=00730278-3c7d-4da7-b90a-2ce1afb8a277,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:03.970541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e121690-0ffc-44f1-8334-3d6a870e57a4 req-44f8b1ee-7a8b-4a4f-a462-2470cbef37b6 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.972172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e121690-0ffc-44f1-8334-3d6a870e57a4 req-44f8b1ee-7a8b-4a4f-a462-2470cbef37b6 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.5614123 Jul 07 18:01:03.981563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=c402e906-7d61-40b5-8454-fa938149d204,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:04.007985 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce85d566-18c9-482c-b96e-1d7e9377df5d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.026730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e53c25ec-1f83-4505-ad70-768c2b337c10 None None] Provisioning for port 7dfd8d41-6a56-41b0-9630-e3852ff9197d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:04.030315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5c4d893-1325-406f-850a-ed641c5fc59c req-e7b86158-d072-48d8-a950-9484304ac6ee tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014515 Jul 07 18:01:04.098238 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:04.152050 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.154544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-43466061-8f09-4a52-9b6c-2c3b3c457600 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/c402e906-7d61-40b5-8454-fa938149d204 HTTP/1.1" status: 204 len: 168 time: 1.0161953 Jul 07 18:01:04.157759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38728) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.197713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e121690-0ffc-44f1-8334-3d6a870e57a4 req-a7881c9d-5061-4647-bffb-e3da15d375f9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102084 Jul 07 18:01:04.250026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-03382cea-1f59-4e4d-8ce9-f41c94e32d94 None None] Could not find standard attr ID for object c402e906-7d61-40b5-8454-fa938149d204. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:01:04.309911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.365710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=33b465b3-06a4-43fa-bd6b-1256467ccb5d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:04.407185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007e10b-ca4b-46b1-9d82-013934f86cd1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.408862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007e10b-ca4b-46b1-9d82-013934f86cd1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.410422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5007e10b-ca4b-46b1-9d82-013934f86cd1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2464848 Jul 07 18:01:04.412318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce85d566-18c9-482c-b96e-1d7e9377df5d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.426814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38732) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.438042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce85d566-18c9-482c-b96e-1d7e9377df5d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.520809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce85d566-18c9-482c-b96e-1d7e9377df5d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.521068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce85d566-18c9-482c-b96e-1d7e9377df5d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Fanout notify agent at l3_agent the message router_deleted on router 7be0c53b-9940-4bce-8688-5f5d591928d8 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:01:04.531821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221739e-b844-4859-b689-9b654309a94c req-0c7b4b54-fd34-4700-8a59-8443b70e10c9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.533467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1221739e-b844-4859-b689-9b654309a94c req-0c7b4b54-fd34-4700-8a59-8443b70e10c9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3683579 Jul 07 18:01:04.534060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet b8662584-440d-4cd0-9bce-d923323b2a6f {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:04.538857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce85d566-18c9-482c-b96e-1d7e9377df5d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.539964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ce85d566-18c9-482c-b96e-1d7e9377df5d tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/7be0c53b-9940-4bce-8688-5f5d591928d8 HTTP/1.1" status: 204 len: 168 time: 0.7031007 Jul 07 18:01:04.548003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38734) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.548225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.586763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fe1bd153-ff64-4a7d-ba18-30092c0fbc53 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=7be0c53b-9940-4bce-8688-5f5d591928d8 HTTP/1.1" status: 200 len: 205 time: 0.0383947 Jul 07 18:01:04.596166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38736) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.618104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.623686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.630062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.636016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.640279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.642169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.649345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.654453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.661949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-5e863447-92e8-4b36-adca-1c4c6c84913c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5437 time: 0.3077312 Jul 07 18:01:04.677769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.707321 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-5776c382-8ba4-41f8-b8cb-7592d786c175 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] delete failed (client error): The resource could not be found. Jul 07 18:01:04.710980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5776c382-8ba4-41f8-b8cb-7592d786c175 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/7be0c53b-9940-4bce-8688-5f5d591928d8 HTTP/1.1" status: 404 len: 336 time: 0.1112177 Jul 07 18:01:04.717655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38738) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.731486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1221739e-b844-4859-b689-9b654309a94c req-e8fdba1d-1bbb-4730-801c-2ffbc94f71ea tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853118 Jul 07 18:01:04.734327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.742410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7dfd8d41-6a56-41b0-9630-e3852ff9197d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:04.763293 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a8d6f1e7-0223-4661-aea6-73112adb2376 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=64289ac0-ddc5-4066-a6e5-359cb24f861f HTTP/1.1" status: 200 len: 205 time: 0.0443614 Jul 07 18:01:04.774442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b5fa8b0-c85a-4541-a207-8f114b625812 req-07d06db7-6051-4472-bb79-34953fcbd441 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065292 Jul 07 18:01:04.774442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38740) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.828711 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-2cf94ed4-37c3-49cb-8312-90bda92b0add tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] delete failed (client error): The resource could not be found. Jul 07 18:01:04.830881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 7dfd8d41-6a56-41b0-9630-e3852ff9197d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:04.831172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2cf94ed4-37c3-49cb-8312-90bda92b0add tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/64289ac0-ddc5-4066-a6e5-359cb24f861f HTTP/1.1" status: 404 len: 336 time: 0.0601273 Jul 07 18:01:04.833668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38742) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.835717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7dfd8d41-6a56-41b0-9630-e3852ff9197d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:04.836095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.875035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5e5229aa-626e-444d-83d3-ec19f775ac33 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=bffda970-d6cb-4e20-b8f7-578ddbec1321 HTTP/1.1" status: 200 len: 205 time: 0.0395181 Jul 07 18:01:04.878844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38744) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:04.895627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.904308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'Port': ['ID=3457a0ad-6666-4cab-8026-dfdea218a18b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:04.927401 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.931381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.958606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.958919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['351f67ef-a91c-44ab-9081-dea973296fa5'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:05.036715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.037974 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92c9f031-7d4a-4d37-8ad7-9d2d9aa2d2e0 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9471612 Jul 07 18:01:05.135012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.168959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['954afe75-7d62-4476-91c4-dfdaa3419d31'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:05.188460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=b8662584-440d-4cd0-9bce-d923323b2a6f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:05.191094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.193288 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-005d9848-5df5-47f3-9828-1680b88cefa4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b8662584-440d-4cd0-9bce-d923323b2a6f HTTP/1.1" status: 204 len: 168 time: 0.7629595 Jul 07 18:01:05.215848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de62e6-53ee-4232-b395-b0ee7dd2339a None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:05.235227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.278832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['00730278-3c7d-4da7-b90a-2ce1afb8a277'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:05.280553 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-62b53da9-ca29-4616-840f-5e0e7bba7fe1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432148 Jul 07 18:01:05.283224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38754) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.291657 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:01:05.291657 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:01:05.291993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:05.318049 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-88b5baaa-85f9-4621-9a50-914a04e1aef3 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] delete failed (client error): The resource could not be found. Jul 07 18:01:05.321699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-88b5baaa-85f9-4621-9a50-914a04e1aef3 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/bffda970-d6cb-4e20-b8f7-578ddbec1321 HTTP/1.1" status: 404 len: 336 time: 0.4393559 Jul 07 18:01:05.324046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38756) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.407169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ba010b21-4e9d-476f-88d6-a0f80259bcb3 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=cc90206a-a40e-425e-8004-7a4417f7255d HTTP/1.1" status: 200 len: 205 time: 0.0797055 Jul 07 18:01:05.407673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38758) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.456082 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-1b4cd3af-854b-48ba-8dc5-ab4477097d79 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] delete failed (client error): The resource could not be found. Jul 07 18:01:05.459514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1b4cd3af-854b-48ba-8dc5-ab4477097d79 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/cc90206a-a40e-425e-8004-7a4417f7255d HTTP/1.1" status: 404 len: 336 time: 0.0484042 Jul 07 18:01:05.459956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38760) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.464520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router d0995ee6-b816-4d82-8a13-5ebf745a0aa3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:05.483428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:05.487018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.511579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f787c31d-f1eb-4470-b72d-23d23a1de712 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6b485e3-0572-4d09-a980-c03d65c1b6d0 HTTP/1.1" status: 200 len: 205 time: 0.0482059 Jul 07 18:01:05.512232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38762) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.532440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b9b0-a4d4-47b2-922f-9aab08cf5465 req-a54ae0ec-ea26-4e36-b219-c18687cc2968 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.538932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b9b0-a4d4-47b2-922f-9aab08cf5465 req-a54ae0ec-ea26-4e36-b219-c18687cc2968 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.546004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b9b0-a4d4-47b2-922f-9aab08cf5465 req-a54ae0ec-ea26-4e36-b219-c18687cc2968 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.547801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c319b9b0-a4d4-47b2-922f-9aab08cf5465 req-a54ae0ec-ea26-4e36-b219-c18687cc2968 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2418 time: 0.2386274 Jul 07 18:01:05.591939 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-a80f0105-8c66-4021-86f8-87ea978df8ba tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] delete failed (client error): The resource could not be found. Jul 07 18:01:05.592621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a80f0105-8c66-4021-86f8-87ea978df8ba tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/f6b485e3-0572-4d09-a980-c03d65c1b6d0 HTTP/1.1" status: 404 len: 336 time: 0.0789278 Jul 07 18:01:05.598473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38764) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.600582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384cbdc-5f7d-43be-b967-679fd9a74f6b req-309e2791-5488-4d05-91aa-940960da9d15 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.608075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e384cbdc-5f7d-43be-b967-679fd9a74f6b req-309e2791-5488-4d05-91aa-940960da9d15 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.3071313 Jul 07 18:01:05.613956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:05.616858 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.637006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-b9d909d2-791a-441a-81c6-6fd2f938ebe5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.642987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-b9d909d2-791a-441a-81c6-6fd2f938ebe5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.649089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-b9d909d2-791a-441a-81c6-6fd2f938ebe5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.650770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-b9d909d2-791a-441a-81c6-6fd2f938ebe5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 2418 time: 0.3596399 Jul 07 18:01:05.670825 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fb8c12c4-0671-4499-bc57-18ae5272c830 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c08cc12-d4dd-40ad-b305-dda5d96918bc HTTP/1.1" status: 200 len: 205 time: 0.0711231 Jul 07 18:01:05.674172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38766) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.679429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] Deleting port 7dfd8d41-6a56-41b0-9630-e3852ff9197d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:05.679836 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.712009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:05.725608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] Sync routers for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:05.731670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-17b1fe1f-d5ef-4cc5-b24f-6b46503c90b0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/routers/d0995ee6-b816-4d82-8a13-5ebf745a0aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8530006 Jul 07 18:01:05.733245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38768) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.754226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:05.754992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:05.757520 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-3b2168b1-23aa-4d1b-8ce1-83688d9edf68 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] delete failed (client error): The resource could not be found. Jul 07 18:01:05.761075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3b2168b1-23aa-4d1b-8ce1-83688d9edf68 tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/routers/9c08cc12-d4dd-40ad-b305-dda5d96918bc HTTP/1.1" status: 404 len: 336 time: 0.0812931 Jul 07 18:01:05.766929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:05.773727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c319b9b0-a4d4-47b2-922f-9aab08cf5465 req-f32dfcac-7826-40b6-af0c-bf1a4fa56513 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918857 Jul 07 18:01:05.797664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e384cbdc-5f7d-43be-b967-679fd9a74f6b req-0b0e3461-d472-49d1-a2aa-6e7f1a92593f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864276 Jul 07 18:01:05.815715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:05.818328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] For port 7dfd8d41-6a56-41b0-9630-e3852ff9197d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7dfd8d41-6a56-41b0-9630-e3852ff9197d,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:05.818818 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.865758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] Calling delete_port for 7dfd8d41-6a56-41b0-9630-e3852ff9197d owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:05.871148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.871389 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c875d16-62a9-4b19-a662-9f1eb08c3a5e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] DELETE failed (client error): The resource could not be found. Jul 07 18:01:05.871740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c875d16-62a9-4b19-a662-9f1eb08c3a5e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:01:05.876415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2c875d16-62a9-4b19-a662-9f1eb08c3a5e tempest-RoutersAdminTest-865612644 tempest-RoutersAdminTest-865612644-project] 10.222.0.88 "DELETE /v2.0/subnets/5102f45b-7bc8-4f74-8765-a28e2e97514a HTTP/1.1" status: 404 len: 337 time: 0.1056411 Jul 07 18:01:05.880542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 26086cce-ebff-466f-9b23-0f2e5a21a1c6 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:05.937618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] Routers {'d0995ee6-b816-4d82-8a13-5ebf745a0aa3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:05.938539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:05.987078 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.002451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:06.003634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec5e7c-99f4-4fe6-9f94-2b3abf62ec09 None None] The sync data for ids ['d0995ee6-b816-4d82-8a13-5ebf745a0aa3'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:06.023680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-3c26bbe8-ae06-45b8-b9a3-375fe6bae1f5 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--291677971&fields=id&tenant_id=3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 267 time: 0.1265001 Jul 07 18:01:06.072252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.109992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:06.112944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 7dfd8d41-6a56-41b0-9630-e3852ff9197d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7dfd8d41-6a56-41b0-9630-e3852ff9197d,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:06.118839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:06.119835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.122233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port 750c4b0a-0e3f-45ba-9541-1f5813162b10 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:06.122586 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.134952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.141625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012d515-6b03-41fd-94c6-ae9c6ade5a81 req-854b42bc-69c4-4bbf-8575-588766d0c9bd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.143217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a012d515-6b03-41fd-94c6-ae9c6ade5a81 req-854b42bc-69c4-4bbf-8575-588766d0c9bd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.1936469 Jul 07 18:01:06.161180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.207913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:06.219663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38790) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:06.228975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:06.234392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.234997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.265485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 39473ff9-eea4-453a-a49a-f159eeb2f4ef {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:06.265801 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.272486 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.279431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=7d03a196-2c1a-442f-bddc-4468f71fac32,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.295235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7dfd8d41-6a56-41b0-9630-e3852ff9197d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.300877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b7878c2d-f019-4038-95a6-c1d0d0926d16 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.302420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b7878c2d-f019-4038-95a6-c1d0d0926d16 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 817 time: 0.2618606 Jul 07 18:01:06.305714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a012d515-6b03-41fd-94c6-ae9c6ade5a81 req-311b702c-14c9-4e8e-bd0f-597f938e353c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498961 Jul 07 18:01:06.326902 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8e696d5b-077f-414c-a0a9-208b8134f592 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0390439 Jul 07 18:01:06.336924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38794) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:06.345349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port 750c4b0a-0e3f-45ba-9541-1f5813162b10, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=750c4b0a-0e3f-45ba-9541-1f5813162b10,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:06.345925 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.350563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'name': 'tempest-NetworksTestDHCPv6-369373563'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:06.354764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-04058db4-e2c9-45bf-8f73-99afec33dda9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/quotas/3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 375 time: 0.0412664 Jul 07 18:01:06.361445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for 750c4b0a-0e3f-45ba-9541-1f5813162b10 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:06.420812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4db06731-4dfd-4690-a70b-417e56790879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.495500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.506274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] No DVR routers for this DVR port 7dfd8d41-6a56-41b0-9630-e3852ff9197d on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:06.513376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea521f-a17e-4347-8210-4e9a5cba093b None None] Pushing event deleted for resources: {'Port': ['ID=7dfd8d41-6a56-41b0-9630-e3852ff9197d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.526578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 39473ff9-eea4-453a-a49a-f159eeb2f4ef owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:06.554411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a3d8f-9916-497b-83d3-d5fdffe95b26 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:06.613454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.615297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-e612926f-b45f-45aa-a4bc-e5f90547e481 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2445061 Jul 07 18:01:06.683554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:06.685222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26086cce-ebff-466f-9b23-0f2e5a21a1c6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:06.689802 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be26b094-8469-4405-8ec1-169baff83533" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "26086cce-ebff-466f-9b23-0f2e5a21a1c6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:06.718961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7dfd8d41-6a56-41b0-9630-e3852ff9197d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:06.721843 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.722640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6f4af782-ad47-4cb0-89f2-89d1674a29c8 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:06.733556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.773767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.779884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.785813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.789603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=39473ff9-eea4-453a-a49a-f159eeb2f4ef,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.789805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 7dfd8d41-6a56-41b0-9630-e3852ff9197d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:06.790341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7dfd8d41-6a56-41b0-9630-e3852ff9197d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:06.792578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.799307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.805451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.811721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.813802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-de4dbc45-a7cb-433d-b619-bc4a6084f8b8 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5437 time: 0.3270409 Jul 07 18:01:06.840148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.870503 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4db06731-4dfd-4690-a70b-417e56790879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.872265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=26086cce-ebff-466f-9b23-0f2e5a21a1c6,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.882464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-aa5f29aa-95c4-4bf4-90d0-6ecace6ca6b4 service neutron] 10.222.0.88 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661796 Jul 07 18:01:06.892791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.911845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '7d03a196-2c1a-442f-bddc-4468f71fac32'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:06.912743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4db06731-4dfd-4690-a70b-417e56790879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.912952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.926883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:06.934514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:06.934514 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.970404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.973304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.979562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:06.983295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.028858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=750c4b0a-0e3f-45ba-9541-1f5813162b10,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:07.041757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 45fea7f3-0fee-4438-abb9-b651ec658b6f yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:07.076523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a76ff96-2363-451a-8fcf-54562049d0a0 req-4f63bc61-ed02-40f1-b7df-a46009235e51 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2507255 Jul 07 18:01:07.086804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4db06731-4dfd-4690-a70b-417e56790879 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7620700df5c04e06b29bae1c637f18f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633668 Jul 07 18:01:07.090418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38800) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:07.100120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.100442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Fanout notify agent at l3_agent the message router_deleted on router d0995ee6-b816-4d82-8a13-5ebf745a0aa3 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:01:07.118402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port 750c4b0a-0e3f-45ba-9541-1f5813162b10 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:07.123603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.125135 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-71eb0fd3-cb24-4155-a043-adffd275c505 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/routers/d0995ee6-b816-4d82-8a13-5ebf745a0aa3 HTTP/1.1" status: 204 len: 168 time: 1.3889933 Jul 07 18:01:07.129272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db06731-4dfd-4690-a70b-417e56790879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeee75e-876a-4422-8a1c-f3741325c8d5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:07.137700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38802) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:07.144863 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.149687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-85152ee4-46df-426a-8da7-2e6a7f047cb1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "DELETE /v2.0/ports/750c4b0a-0e3f-45ba-9541-1f5813162b10 HTTP/1.1" status: 204 len: 173 time: 1.4861002 Jul 07 18:01:07.161026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-deleted', 'tag': '750c4b0a-0e3f-45ba-9541-1f5813162b10'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:07.168799 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0ff62-ca27-4d56-9c50-d56b8a769c32" -d '{"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-deleted", "tag": "750c4b0a-0e3f-45ba-9541-1f5813162b10"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:07.220749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/7d03a196-2c1a-442f-bddc-4468f71fac32/190b429f-6aef-4366-b7ab-d0bc8c7611bd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:07.244472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-38d48383-2766-4d4b-a2eb-6d4fad4dc71f service neutron] 10.222.0.88 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610923 Jul 07 18:01:07.255280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.259652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting subnet 5084c629-baf6-4e0e-9124-e31071108ed7 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:07.271733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.302403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2070bb79-1364-45a7-8590-00b3bd67d980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.359695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.373528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port fd76bf34-3228-41bd-9d15-52d087fa9aff {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:07.374460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.396424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 6f4af782-ad47-4cb0-89f2-89d1674a29c8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:07.397357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2070bb79-1364-45a7-8590-00b3bd67d980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.405724 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.406640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 87e25960-b498-4553-b6bc-592a66af9e2f up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:07.485612 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d83fd-e5f3-4f40-a84d-11e7c82a4d47 x-openstack-request-id: req-729d83fd-e5f3-4f40-a84d-11e7c82a4d47 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:07.486086 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "26086cce-ebff-466f-9b23-0f2e5a21a1c6", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:07.486300 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-729d83fd-e5f3-4f40-a84d-11e7c82a4d47 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:07.486646 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26086cce-ebff-466f-9b23-0f2e5a21a1c6', 'code': 200} Jul 07 18:01:07.561556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=6f4af782-ad47-4cb0-89f2-89d1674a29c8,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:07.613801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port fd76bf34-3228-41bd-9d15-52d087fa9aff, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fd76bf34-3228-41bd-9d15-52d087fa9aff,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:07.614310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.619646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.623777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2070bb79-1364-45a7-8590-00b3bd67d980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.633855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2070bb79-1364-45a7-8590-00b3bd67d980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.633855 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2070bb79-1364-45a7-8590-00b3bd67d980 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bfeee75e-876a-4422-8a1c-f3741325c8d5 HTTP/1.1" status: 204 len: 168 time: 0.5368950 Jul 07 18:01:07.642352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 87e25960-b498-4553-b6bc-592a66af9e2f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:07.655802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for fd76bf34-3228-41bd-9d15-52d087fa9aff owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:07.660979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 87e25960-b498-4553-b6bc-592a66af9e2f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:07.661551 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.663427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.675415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070bb79-1364-45a7-8590-00b3bd67d980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeee75e-876a-4422-8a1c-f3741325c8d5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:07.725500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Transition to ACTIVE for port object 190b429f-6aef-4366-b7ab-d0bc8c7611bd will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:07.792949 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.793682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Transition to ACTIVE for port object 190b429f-6aef-4366-b7ab-d0bc8c7611bd will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:07.811880 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.817401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.823267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e211f-a8ce-4f5a-bfc2-ea05eb55567d req-61913572-2b0e-4592-9c74-e413fd6c8cd3 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:07.829584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e211f-a8ce-4f5a-bfc2-ea05eb55567d req-61913572-2b0e-4592-9c74-e413fd6c8cd3 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:07.837248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-374e211f-a8ce-4f5a-bfc2-ea05eb55567d req-61913572-2b0e-4592-9c74-e413fd6c8cd3 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 1683 time: 0.2092652 Jul 07 18:01:07.878184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:07.890270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Subnet': ['ID=5084c629-baf6-4e0e-9124-e31071108ed7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:07.891744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989401a5-c1e2-48b8-9885-6f164794a4f5 None None] Network f5cc6727-067a-4c4c-a09d-6ec13ad51f22 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:07.906488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-374e211f-a8ce-4f5a-bfc2-ea05eb55567d req-93b9d256-d77d-488c-a9f4-be7dcff00631 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682652 Jul 07 18:01:07.958950 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.958950 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-21144370-bb64-4dfe-a736-1f3408c99c51 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/subnets/5084c629-baf6-4e0e-9124-e31071108ed7 HTTP/1.1" status: 204 len: 168 time: 0.8196208 Jul 07 18:01:07.975004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38830) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:07.978407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:07.987030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:07.991217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 87e25960-b498-4553-b6bc-592a66af9e2f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=87e25960-b498-4553-b6bc-592a66af9e2f,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:08.015150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Pushing event updated for resources: {'Port': ['ID=190b429f-6aef-4366-b7ab-d0bc8c7611bd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.019223 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.044494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::45 (0615333f-c9a5-42b4-86e0-c4a963464179/7d03a196-2c1a-442f-bddc-4468f71fac32/45fea7f3-0fee-4438-abb9-b651ec658b6f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:08.051123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 00730278-3c7d-4da7-b90a-2ce1afb8a277 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:08.148055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fd76bf34-3228-41bd-9d15-52d087fa9aff no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:08.237688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Attempting to bind port 190b429f-6aef-4366-b7ab-d0bc8c7611bd on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:08.238062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Attempting to bind port 190b429f-6aef-4366-b7ab-d0bc8c7611bd by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:08.238441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Attempting to bind port 190b429f-6aef-4366-b7ab-d0bc8c7611bd on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:08.249530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.257554 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6e144f-3f8b-4016-9781-8ab78bed587d x-openstack-request-id: req-4a6e144f-3f8b-4016-9781-8ab78bed587d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:08.257866 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-deleted", "tag": "750c4b0a-0e3f-45ba-9541-1f5813162b10", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:08.257958 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4a6e144f-3f8b-4016-9781-8ab78bed587d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:08.258667 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-deleted', 'tag': '750c4b0a-0e3f-45ba-9541-1f5813162b10', 'status': 'completed', 'code': 200} Jul 07 18:01:08.266545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=87e25960-b498-4553-b6bc-592a66af9e2f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.277434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:08.277825 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:08.278295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.278749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:08.279276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Bound port: 190b429f-6aef-4366-b7ab-d0bc8c7611bd, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:08.279987 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.344110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 00730278-3c7d-4da7-b90a-2ce1afb8a277 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:08.368064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 00730278-3c7d-4da7-b90a-2ce1afb8a277 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:08.368461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.385559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38836) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:08.406325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.425099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] DHCP port deletion for f5cc6727-067a-4c4c-a09d-6ec13ad51f22 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:08.430153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 45fea7f3-0fee-4438-abb9-b651ec658b6f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:08.446255 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.475977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c12f857-5eb8-4be1-8b6c-af29b7e7eeab req-06265244-22cc-490b-a55e-af3fa95a11fb tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 210 time: 0.2209146 Jul 07 18:01:08.476606 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.481272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.511224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:08.515364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:08.518286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] For port 190b429f-6aef-4366-b7ab-d0bc8c7611bd, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:08.543688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:08.550356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:08.551079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.569992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 750c4b0a-0e3f-45ba-9541-1f5813162b10 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:08.575226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] For port 190b429f-6aef-4366-b7ab-d0bc8c7611bd, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=190b429f-6aef-4366-b7ab-d0bc8c7611bd,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:08.582192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=fd76bf34-3228-41bd-9d15-52d087fa9aff,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.606755 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2646208 Jul 07 18:01:08.607949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b48628-5586-425b-8974-cc33eaeaa9db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=45fea7f3-0fee-4438-abb9-b651ec658b6f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.610735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38842) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:08.627173 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.642884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 750c4b0a-0e3f-45ba-9541-1f5813162b10 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:08.643721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 750c4b0a-0e3f-45ba-9541-1f5813162b10 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:08.644392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:08.663897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port fd76bf34-3228-41bd-9d15-52d087fa9aff on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:08.666911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.669759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-18e52290-e9cd-47be-97b3-95df1ee353a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "DELETE /v2.0/ports/fd76bf34-3228-41bd-9d15-52d087fa9aff HTTP/1.1" status: 204 len: 173 time: 1.4954150 Jul 07 18:01:08.684316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38844) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:08.687887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6f969de6-9b95-4bda-9e7e-87e9dc7e6f16 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3767058cd9d43a6a0b3c04ba28e6df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790635 Jul 07 18:01:08.739665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15859ea-bd88-4f20-b6a8-5a4ac4bc065c req-09c81412-665c-41b9-8b9b-6266449eda0e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:08.747776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e15859ea-bd88-4f20-b6a8-5a4ac4bc065c req-09c81412-665c-41b9-8b9b-6266449eda0e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.4881699 Jul 07 18:01:08.803215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.834495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce97875d-9331-46c4-a072-245883d30060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.870921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e15859ea-bd88-4f20-b6a8-5a4ac4bc065c req-881da396-3334-4285-b279-ffccc3a44c90 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142178 Jul 07 18:01:08.897857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:08.898276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.941715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce97875d-9331-46c4-a072-245883d30060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.959168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 00730278-3c7d-4da7-b90a-2ce1afb8a277, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:08.966661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:08.993901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79c5c4-7d01-4caf-8e1e-b385ff2684e5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.001252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79c5c4-7d01-4caf-8e1e-b385ff2684e5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.003116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ce79c5c4-7d01-4caf-8e1e-b385ff2684e5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3912511 Jul 07 18:01:09.020534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38856) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:09.133387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce97875d-9331-46c4-a072-245883d30060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.136108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce97875d-9331-46c4-a072-245883d30060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.139845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ce97875d-9331-46c4-a072-245883d30060 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b9eea05a-3ec2-4059-8a78-2fb0abc15355 HTTP/1.1" status: 204 len: 168 time: 0.4502399 Jul 07 18:01:09.153879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97875d-9331-46c4-a072-245883d30060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eea05a-3ec2-4059-8a78-2fb0abc15355,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:09.165871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 45fea7f3-0fee-4438-abb9-b651ec658b6f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:09.166188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.167901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] For port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,segment=NetworkSegment(a58148d3-6fe9-45eb-93c5-6dfa12aeef93),segment_id=a58148d3-6fe9-45eb-93c5-6dfa12aeef93)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:09.168268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.185698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0fdf8-d648-436c-a803-ac07c753df8e None None] Pushing event updated for resources: {'Port': ['ID=190b429f-6aef-4366-b7ab-d0bc8c7611bd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:09.190129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:09.190515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.202374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:09.221782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.222968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 29703aa6-5035-458f-b073-112ae8a0076d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:09.319704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.334436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 45fea7f3-0fee-4438-abb9-b651ec658b6f owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:09.448404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] Deleting port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:09.448862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.453904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.460420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.468896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.476027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.482096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.488762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.497902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.507589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5afe2fed-d053-4447-a178-b8265f1be95f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5441 time: 0.4632149 Jul 07 18:01:09.547383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.606069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=45fea7f3-0fee-4438-abb9-b651ec658b6f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:09.615147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] For port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,segment=NetworkSegment(a58148d3-6fe9-45eb-93c5-6dfa12aeef93),segment_id=a58148d3-6fe9-45eb-93c5-6dfa12aeef93)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:09.615633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.635021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b807-d320-4401-8c45-5547029d7637 req-1b5d9fbb-4a4d-4daa-880f-be5662e77cf4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.648467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] Calling delete_port for 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:09.649705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c729b807-d320-4401-8c45-5547029d7637 req-1b5d9fbb-4a4d-4daa-880f-be5662e77cf4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.5696886 Jul 07 18:01:09.654978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.664195 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c039c56b-03f9-4459-9b20-4e9d2e29841f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/45fea7f3-0fee-4438-abb9-b651ec658b6f HTTP/1.1" status: 204 len: 168 time: 0.6316185 Jul 07 18:01:09.665394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38864) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:09.770010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4af782-ad47-4cb0-89f2-89d1674a29c8'}, {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e25960-b498-4553-b6bc-592a66af9e2f'}, {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:09.772658 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040c0638-4861-4f3f-a2b8-61eb062d5311" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "6f4af782-ad47-4cb0-89f2-89d1674a29c8"}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "87e25960-b498-4553-b6bc-592a66af9e2f"}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:09.805107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=00730278-3c7d-4da7-b90a-2ce1afb8a277,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:09.822979 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.844726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502bb409-f54a-4ace-b149-9817e500a25a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.847917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502bb409-f54a-4ace-b149-9817e500a25a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.854710 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-502bb409-f54a-4ace-b149-9817e500a25a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1878760 Jul 07 18:01:09.857931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38874) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:09.873003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 29703aa6-5035-458f-b073-112ae8a0076d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:09.914797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 29703aa6-5035-458f-b073-112ae8a0076d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:09.915092 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:09.974153 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.041617 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.063775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] Pushing event deleted for resources: {'Port': ['ID=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.074607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d373e81-cd73-4735-baed-6e19b404c5fd None None] No DVR routers for this DVR port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:10.105676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:10.106038 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.124323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:10.144190 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.151943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:10.198117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.218582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ea27dfc-b026-4c29-98b7-df89b65bfde0 req-5e01529b-1d06-4660-8558-002f0e835b02 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7096155 Jul 07 18:01:10.234991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.265772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c729b807-d320-4401-8c45-5547029d7637 req-8ee4562c-5b7e-40ac-b13c-0d87ba42fa44 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145666 Jul 07 18:01:10.277784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 29703aa6-5035-458f-b073-112ae8a0076d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29703aa6-5035-458f-b073-112ae8a0076d,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:10.279753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-deleted', 'tag': 'fd76bf34-3228-41bd-9d15-52d087fa9aff'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:10.283788 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7527277-25c8-46c1-a477-35e4b8a01f4d" -d '{"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-deleted", "tag": "fd76bf34-3228-41bd-9d15-52d087fa9aff"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:10.287386 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.292104 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.293222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 954afe75-7d62-4476-91c4-dfdaa3419d31 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:10.437184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.453396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=29703aa6-5035-458f-b073-112ae8a0076d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.461418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] No DVR routers for this DVR port 3b2cf86d-68fd-4d6a-9e7f-6754fb89bc79 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:10.469383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 7d03a196-2c1a-442f-bddc-4468f71fac32 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:10.475274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.502276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 954afe75-7d62-4476-91c4-dfdaa3419d31 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:10.509933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 954afe75-7d62-4476-91c4-dfdaa3419d31 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:10.510317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.571868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-270b9a0f-ef79-485e-b833-5deb22f91a0b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:10.573920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-270b9a0f-ef79-485e-b833-5deb22f91a0b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 817 time: 1.0634711 Jul 07 18:01:10.574125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.642328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.716161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 954afe75-7d62-4476-91c4-dfdaa3419d31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=954afe75-7d62-4476-91c4-dfdaa3419d31,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:10.718665 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.724073 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.724942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 351f67ef-a91c-44ab-9081-dea973296fa5 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:10.737416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b1d8881-894c-420a-8b0e-0b3c2ebcd52e req-99a0096e-2120-4957-b6ee-235e1b4de9a3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 210 time: 0.2092037 Jul 07 18:01:10.747489 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.760180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cc6727-067a-4c4c-a09d-6ec13ad51f22']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:10.772893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58148d3-6fe9-45eb-93c5-6dfa12aeef93') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:10.773214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58148d3-6fe9-45eb-93c5-6dfa12aeef93') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:10.784103 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.822644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.836720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:10.837298 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.841769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.866733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=954afe75-7d62-4476-91c4-dfdaa3419d31,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.878026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 190b429f-6aef-4366-b7ab-d0bc8c7611bd up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:10.881339 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57582f69-a48c-4e72-9005-0822e6953b5c x-openstack-request-id: req-57582f69-a48c-4e72-9005-0822e6953b5c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:10.881832 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "6f4af782-ad47-4cb0-89f2-89d1674a29c8", "code": 200}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "87e25960-b498-4553-b6bc-592a66af9e2f", "code": 200}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:10.882261 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-57582f69-a48c-4e72-9005-0822e6953b5c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:10.882827 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4af782-ad47-4cb0-89f2-89d1674a29c8', 'code': 200} Jul 07 18:01:10.883260 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e25960-b498-4553-b6bc-592a66af9e2f', 'code': 200} Jul 07 18:01:10.883651 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277', 'code': 200} Jul 07 18:01:10.901927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=7d03a196-2c1a-442f-bddc-4468f71fac32,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:10.918356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.921504 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-01d49449-e30f-45a8-ba23-39688314bbd3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/7d03a196-2c1a-442f-bddc-4468f71fac32 HTTP/1.1" status: 204 len: 168 time: 1.0600512 Jul 07 18:01:10.923636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38894) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:10.957628 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:10.962723 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:10.971497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.973917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 351f67ef-a91c-44ab-9081-dea973296fa5 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:10.976688 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.982033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 190b429f-6aef-4366-b7ab-d0bc8c7611bd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:10.982190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/networks/f5cc6727-067a-4c4c-a09d-6ec13ad51f22 HTTP/1.1" status: 204 len: 168 time: 3.0033505 Jul 07 18:01:10.996911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 351f67ef-a91c-44ab-9081-dea973296fa5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:10.999791 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.006283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38896) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.008633 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-020b1b25-d466-4ba9-9444-9a0b67e80575 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837274 Jul 07 18:01:11.015255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cae6c-b078-4550-be58-1f65ab008085 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Network': ['ID=f5cc6727-067a-4c4c-a09d-6ec13ad51f22,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.017708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.066191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25882ca-7427-4f83-8561-e3b682f597de None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:11.090159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-8d2a71f6-d345-4d8c-99da-d359706fa6b2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 379 time: 0.4468913 Jul 07 18:01:11.114417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'port': {'device_id': '0bd18785-1403-4b97-a965-318ed65c47cf', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'admin_state_up': True, 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'security_groups': ['5d177fbe-65d7-4419-a833-0fc2c8f7bfb2']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:11.189638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.192712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d2f47954-8177-4868-941c-612654bc39d2 None None] Provisioning for port 190b429f-6aef-4366-b7ab-d0bc8c7611bd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:11.218595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24afa2de-581b-4cd2-a0af-159f773dd73c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:11.220882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-24afa2de-581b-4cd2-a0af-159f773dd73c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2019699 Jul 07 18:01:11.239427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d2f47954-8177-4868-941c-612654bc39d2 None None] Provisioning complete for port 190b429f-6aef-4366-b7ab-d0bc8c7611bd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:11.239805 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2f47954-8177-4868-941c-612654bc39d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.240064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38906) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.266183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=aaf5b3e4-aa6f-4d62-985e-f3b13ab39822,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.315469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cc677-3868-4fc4-859a-6516840b4847 req-4f8f0f7e-072d-4afd-b6c1-1e142176826d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:11.322363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d0ada-b9e6-49f4-b825-7ce49eaf382f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:11.322552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f01cc677-3868-4fc4-859a-6516840b4847 req-4f8f0f7e-072d-4afd-b6c1-1e142176826d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c398b2b-aabc-4bce-91a9-375f2c69cf93 HTTP/1.1" status: 200 len: 865 time: 0.8034821 Jul 07 18:01:11.324248 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d46d0ada-b9e6-49f4-b825-7ce49eaf382f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0798249 Jul 07 18:01:11.326754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38914) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.387779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:11.401997 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.403300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.405523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-797db5a8-8cf8-4b25-b5f1-4cb5c417e9fb req-ec228204-511a-40f6-be08-f668cc64829b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "DELETE /v2.0/ports/aaf5b3e4-aa6f-4d62-985e-f3b13ab39822 HTTP/1.1" status: 204 len: 173 time: 2.7151680 Jul 07 18:01:11.407732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5e1ef0f9-7b12-4b98-a257-2c2a881cf12f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791597 Jul 07 18:01:11.414817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38918) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.424122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:11.424588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port a3fc8fe3-b339-4419-a80d-2097e155686e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:11.424588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.534685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.535427 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.542128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 351f67ef-a91c-44ab-9081-dea973296fa5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=351f67ef-a91c-44ab-9081-dea973296fa5,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:11.552094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dae12-f52a-4e2d-b997-7d1f1f7340f6 req-0048225a-d6c7-4644-9e37-1f6e98304881 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:11.569342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d0dae12-f52a-4e2d-b997-7d1f1f7340f6 req-0048225a-d6c7-4644-9e37-1f6e98304881 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.4890759 Jul 07 18:01:11.570411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for a3fc8fe3-b339-4419-a80d-2097e155686e owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:11.574845 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.576098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38920) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:11.583631 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2f47954-8177-4868-941c-612654bc39d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.585503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f01cc677-3868-4fc4-859a-6516840b4847 req-e4e69033-0570-4540-b2fb-7129f976556c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561579 Jul 07 18:01:11.665784 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28b9a54-bec9-469c-962e-29d6f7bc8944 x-openstack-request-id: req-c28b9a54-bec9-469c-962e-29d6f7bc8944 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:11.666153 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-deleted", "tag": "fd76bf34-3228-41bd-9d15-52d087fa9aff", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:11.666286 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c28b9a54-bec9-469c-962e-29d6f7bc8944 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:11.666681 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-deleted', 'tag': 'fd76bf34-3228-41bd-9d15-52d087fa9aff', 'status': 'completed', 'code': 200} Jul 07 18:01:11.729862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Made reservation on behalf of 3fed500706c840ff847d890221fd3a7d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:11.736395 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.738034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d2f47954-8177-4868-941c-612654bc39d2 None None] For port 190b429f-6aef-4366-b7ab-d0bc8c7611bd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=190b429f-6aef-4366-b7ab-d0bc8c7611bd,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:11.739848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=351f67ef-a91c-44ab-9081-dea973296fa5,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.748043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2f47954-8177-4868-941c-612654bc39d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.755848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.756376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.756917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.757470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.758020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.758614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.759150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.759684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.760898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.761702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.762322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.763080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:11.798474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d0dae12-f52a-4e2d-b997-7d1f1f7340f6 req-7fd03cd1-b4b4-4c37-9e26-3bdbc7ee8f9d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281892 Jul 07 18:01:11.801598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:11.815367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1526642550', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:11.828121 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.858167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f47954-8177-4868-941c-612654bc39d2 None None] Pushing event updated for resources: {'Port': ['ID=190b429f-6aef-4366-b7ab-d0bc8c7611bd,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.868153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:11.871692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.883552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] Deleting port 190b429f-6aef-4366-b7ab-d0bc8c7611bd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:11.884125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.907077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=a3fc8fe3-b339-4419-a80d-2097e155686e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.923632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d6e11fc-5ab4-415c-8908-9c0b61c2316c details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:11.972044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] For port 190b429f-6aef-4366-b7ab-d0bc8c7611bd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=190b429f-6aef-4366-b7ab-d0bc8c7611bd,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:11.972447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.986894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Made reservation on behalf of 74e813c6dd8848ab8f9de7d1d0f04d9a for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:11.989428 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.003864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.013405 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.016907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.018191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-39a7b35d-306c-4a34-89a5-5b8129ec7a23 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/floatingips/07d41ea7-2848-4ff6-8320-3a179753cc20 HTTP/1.1" status: 204 len: 168 time: 1.0083148 Jul 07 18:01:12.023788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38926) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.028891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] Calling delete_port for 190b429f-6aef-4366-b7ab-d0bc8c7611bd owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:12.132558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:12.147621 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb384ef0-67ab-43f7-b5d5-f8fc13b19681 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] DELETE failed (client error): The resource could not be found. Jul 07 18:01:12.147982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'port_id': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'mac_address': 'fa:16:3e:cc:04:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13993fdc-2d78-4301-ba24-12448b0879d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:12.148366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb384ef0-67ab-43f7-b5d5-f8fc13b19681 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:01:12.150416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cb384ef0-67ab-43f7-b5d5-f8fc13b19681 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/ports/83b7b117-143b-4b83-afeb-98b5d0f52d61 HTTP/1.1" status: 404 len: 333 time: 0.1183572 Jul 07 18:01:12.153217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38928) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.190761 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4651065f-9d9f-4b8c-aa80-036715c753c5 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "GET /v2.0/ports?device_id=d0995ee6-b816-4d82-8a13-5ebf745a0aa3 HTTP/1.1" status: 200 len: 205 time: 0.0361035 Jul 07 18:01:12.196129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38930) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.205220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Allocated IP 172.20.0.14 (735efaa6-1612-4580-8ac3-c304e025c4b2/ae236281-973e-4bf3-89e4-6761ce80f1ec/c347eb45-909d-469c-bca7-1cf3198dedaa) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:12.209841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.210892 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.221640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.230432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.237027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.243627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.247359 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.251106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.251875 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-4de691c8-2df5-47f8-90c3-e75ccc05f928 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] delete failed (client error): The resource could not be found. Jul 07 18:01:12.252111 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.255445 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4de691c8-2df5-47f8-90c3-e75ccc05f928 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/routers/d0995ee6-b816-4d82-8a13-5ebf745a0aa3 HTTP/1.1" status: 404 len: 336 time: 0.0560310 Jul 07 18:01:12.255445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] device_id is not set on port 33c3e181-0bd8-4850-854b-1c755e37e856 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:12.257941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] No DVR routers for this DVR port 190b429f-6aef-4366-b7ab-d0bc8c7611bd on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:12.258239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.260988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b676c-504b-478b-a088-170ab7bcb8a8 None None] Pushing event deleted for resources: {'Port': ['ID=190b429f-6aef-4366-b7ab-d0bc8c7611bd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.269335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.275292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.280800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d6e11fc-5ab4-415c-8908-9c0b61c2316c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:12.285330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-340aed7f-fe5f-430b-bcff-6a0890c5a525 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.4188387 Jul 07 18:01:12.308906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:12.315936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.344214 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb1d7ed-7fea-484b-8fed-165c94dfdccf tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] DELETE failed (client error): The resource could not be found. Jul 07 18:01:12.344687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb1d7ed-7fea-484b-8fed-165c94dfdccf tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:01:12.349131 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2cb1d7ed-7fea-484b-8fed-165c94dfdccf tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/subnets/5084c629-baf6-4e0e-9124-e31071108ed7 HTTP/1.1" status: 404 len: 337 time: 0.0762851 Jul 07 18:01:12.356505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38934) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.385761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfc5dd-4c9a-4f48-b942-29a98238a6b0 req-442d11cd-4c09-421c-8c15-4d5f54312acd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.387386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0bfc5dd-4c9a-4f48-b942-29a98238a6b0 req-442d11cd-4c09-421c-8c15-4d5f54312acd tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.4137032 Jul 07 18:01:12.389862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.401107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700144b1-d127-4242-a7f0-f2902960fd91,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.437572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efdf8234-ff4d-4206-9a5a-1e578ce1c9a3 req-a91eabe2-8b30-41e6-a72c-f2f42a4c252f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513295 Jul 07 18:01:12.441006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['4d6e11fc-5ab4-415c-8908-9c0b61c2316c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:12.510844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Allocated IP 172.25.1.171 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/33c3e181-0bd8-4850-854b-1c755e37e856) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:12.540067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 460fa9fe-95d8-47da-a6f6-117853b8e910 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:12.540399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.559152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.574609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0bfc5dd-4c9a-4f48-b942-29a98238a6b0 req-fac8d2f5-9697-4719-8946-85a9ef8daebb tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720998 Jul 07 18:01:12.680362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=0edf8ee6-0b34-4c14-8e10-610bb213f6da,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.711306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 190b429f-6aef-4366-b7ab-d0bc8c7611bd no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:12.711443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.720863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:12.722048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38940) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.726392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68c2ce32-94b4-46ff-a491-e63295d0a2c3 req-70b11ea6-3d44-4938-8544-2eb04f6c0329 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 210 time: 0.0723958 Jul 07 18:01:12.733475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 460fa9fe-95d8-47da-a6f6-117853b8e910 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:12.734913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 190b429f-6aef-4366-b7ab-d0bc8c7611bd {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:12.735313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 190b429f-6aef-4366-b7ab-d0bc8c7611bd not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:12.745720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:12.765479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab544161-f459-4eac-82af-5b75ce6e5efb None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:12.797624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.798130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.807730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.849672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0dee62ae-6b16-4319-a75c-ca50f32362b9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4320369 Jul 07 18:01:12.852955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.854954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38944) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.862359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting subnet b5328506-463f-4d77-aec5-0b85a55e9c5f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:12.865191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '0edf8ee6-0b34-4c14-8e10-610bb213f6da', 'ip_address': '2001:db8::5195:9362:fe2:83dd'}], 'name': 'tempest-NetworksTestDHCPv6-1020666385'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:12.865640 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.897636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822'}, {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d'}, {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31'}, {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:12.900253 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa2d775-d6df-4590-b136-e271993182c3" -d '{"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822"}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "29703aa6-5035-458f-b073-112ae8a0076d"}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31"}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:12.908688 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.956752 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e47d815-ad8a-4d23-88a4-0cf9179501e3 x-openstack-request-id: req-5e47d815-ad8a-4d23-88a4-0cf9179501e3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:12.957083 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822", "code": 200}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "29703aa6-5035-458f-b073-112ae8a0076d", "code": 200}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31", "code": 200}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-plugged", "status": "completed", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:12.957337 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e47d815-ad8a-4d23-88a4-0cf9179501e3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:12.958073 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822', 'code': 200} Jul 07 18:01:12.958073 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d', 'code': 200} Jul 07 18:01:12.958255 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31', 'code': 200} Jul 07 18:01:12.958796 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5', 'code': 200} Jul 07 18:01:12.961603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '0edf8ee6-0b34-4c14-8e10-610bb213f6da'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:12.962128 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.013186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.063857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.079623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:13.105854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:13.117820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bce8b7-4280-439a-985c-8a1a890fb4bb req-76c6f739-3d7e-4f03-8771-680939fd321c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.127430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2bce8b7-4280-439a-985c-8a1a890fb4bb req-76c6f739-3d7e-4f03-8771-680939fd321c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.1267269 Jul 07 18:01:13.130441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Transition to ACTIVE for port object c347eb45-909d-469c-bca7-1cf3198dedaa will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:13.146254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:13.147570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/0edf8ee6-0b34-4c14-8e10-610bb213f6da/0466031d-e8ce-4801-933a-29a9ac0cfe23) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:13.155116 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.196649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Pushing event updated for resources: {'Port': ['ID=33c3e181-0bd8-4850-854b-1c755e37e856,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:13.221672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2bce8b7-4280-439a-985c-8a1a890fb4bb req-42634b44-87d5-4d22-abca-f0c4859e32fc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897608 Jul 07 18:01:13.224883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.260891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Subnet': ['ID=b5328506-463f-4d77-aec5-0b85a55e9c5f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:13.262889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.265262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f4675629-cabc-4991-a06a-dc2d03ec0d54 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/subnets/b5328506-463f-4d77-aec5-0b85a55e9c5f HTTP/1.1" status: 204 len: 168 time: 0.5375021 Jul 07 18:01:13.265973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=460fa9fe-95d8-47da-a6f6-117853b8e910,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:13.267909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38948) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:13.275346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.294951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0107a0-f560-46c0-ae96-24fcb424d9d6 None None] Network d7818124-fd29-42b7-9785-06e383727f5b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:13.302525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.303037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.331655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:13.335533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:13.340868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:13.346940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:13.404460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.405699 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.415770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:13.430976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-4c4ceff8-83f4-470b-a91a-1d57cb13c2a7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3246174 Jul 07 18:01:13.445825 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5af2bbad-8f90-483d-bde8-79a405bed23d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8659182 Jul 07 18:01:13.449959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Request body: {'port': {'device_id': '0bd18785-1403-4b97-a965-318ed65c47cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:13.453017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38950) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:13.460309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.171'}]}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:13.508414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.508414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.508414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.508414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.508414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.508414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.508414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.509433 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-98db60ee-1f40-4ff0-91bc-925eac55d7af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6501 time: 0.4319832 Jul 07 18:01:13.512334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.514301 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a6c75904-b26f-4ac3-9c57-de2fc933dacb tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/ports/460fa9fe-95d8-47da-a6f6-117853b8e910 HTTP/1.1" status: 204 len: 168 time: 1.1558647 Jul 07 18:01:13.518378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.522567 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.524057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38954) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:13.539796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Transition to ACTIVE for port object 0466031d-e8ce-4801-933a-29a9ac0cfe23 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:13.563535 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.564781 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.599837 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Transition to ACTIVE for port object 0466031d-e8ce-4801-933a-29a9ac0cfe23 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:13.614656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.666575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Pushing event updated for resources: {'Port': ['ID=0466031d-e8ce-4801-933a-29a9ac0cfe23,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:13.681376 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.693625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:13.699784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:13.704306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:13.704690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.711153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1a762b4a-29ac-4f34-8030-bbb7c0b80fc1 req-ec099aad-8907-425e-a9df-0e1af485279e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=01739057-6791-41aa-9f95-3f28c1e075b5&id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879778 Jul 07 18:01:13.731848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-deleted', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:13.734262 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3395431-4966-41dd-8de1-8611f8b3b6c7" -d '{"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-deleted", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:13.740136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 7fe67767-6735-45a3-839a-1fe73d678b17 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:13.748720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-873f40da-b6e8-4234-bfc3-b9b8571adb57 None None] Provisioning for port c347eb45-909d-469c-bca7-1cf3198dedaa completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:13.812344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-873f40da-b6e8-4234-bfc3-b9b8571adb57 None None] Provisioning complete for port c347eb45-909d-469c-bca7-1cf3198dedaa triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:13.814777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-873f40da-b6e8-4234-bfc3-b9b8571adb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.825672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Attempting to bind port 0466031d-e8ce-4801-933a-29a9ac0cfe23 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:13.826483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Attempting to bind port 0466031d-e8ce-4801-933a-29a9ac0cfe23 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:13.828030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Attempting to bind port 0466031d-e8ce-4801-933a-29a9ac0cfe23 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:13.831909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] DHCP port deletion for d7818124-fd29-42b7-9785-06e383727f5b request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:13.860749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port 0bab82e1-866e-46bd-9e63-9f9eb69da35f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:13.861199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.868448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port 62d5fdbf-523d-455c-928a-69cbe63e5719 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:13.868788 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.908515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:13.909166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:13.909594 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.910090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:13.910682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Bound port: 0466031d-e8ce-4801-933a-29a9ac0cfe23, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:13.911344 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.923374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d6e11fc-5ab4-415c-8908-9c0b61c2316c up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:13.972561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.979076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:13.994958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.002850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.005954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-873f40da-b6e8-4234-bfc3-b9b8571adb57 None None] Port c347eb45-909d-469c-bca7-1cf3198dedaa cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:14.009147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.015213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.021219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.027747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.033765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.041367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-c357a429-afe0-4e4c-8dbd-45cdde60d031 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.3578942 Jul 07 18:01:14.061224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port 62d5fdbf-523d-455c-928a-69cbe63e5719, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=62d5fdbf-523d-455c-928a-69cbe63e5719,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:14.061852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.088692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.100436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] For port 0466031d-e8ce-4801-933a-29a9ac0cfe23, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:14.101304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::5195:9362:fe2:83dd (0615333f-c9a5-42b4-86e0-c4a963464179/0edf8ee6-0b34-4c14-8e10-610bb213f6da/7fe67767-6735-45a3-839a-1fe73d678b17) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:14.103651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for 62d5fdbf-523d-455c-928a-69cbe63e5719 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:14.116187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for 0bab82e1-866e-46bd-9e63-9f9eb69da35f owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:14.124447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] For port 0466031d-e8ce-4801-933a-29a9ac0cfe23, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0466031d-e8ce-4801-933a-29a9ac0cfe23,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:14.127386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:14.128225 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.155280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.162137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] Deleting port 62d5fdbf-523d-455c-928a-69cbe63e5719 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:14.162577 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.198504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd4b56fd-60c4-4eed-b8ea-a8d59c70a4c7 req-707ffb2a-9699-446a-94df-a819846afe79 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562181 Jul 07 18:01:14.312444 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e6ec2a-8c16-4955-a573-d0de3ca82d10 x-openstack-request-id: req-d8e6ec2a-8c16-4955-a573-d0de3ca82d10 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:14.313734 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c398b2b-aabc-4bce-91a9-375f2c69cf93", "name": "network-vif-deleted", "tag": "aaf5b3e4-aa6f-4d62-985e-f3b13ab39822", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:14.314058 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d8e6ec2a-8c16-4955-a573-d0de3ca82d10 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:14.316532 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c398b2b-aabc-4bce-91a9-375f2c69cf93', 'name': 'network-vif-deleted', 'tag': 'aaf5b3e4-aa6f-4d62-985e-f3b13ab39822', 'status': 'completed', 'code': 200} Jul 07 18:01:14.357730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] For port 62d5fdbf-523d-455c-928a-69cbe63e5719, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=62d5fdbf-523d-455c-928a-69cbe63e5719,segment=NetworkSegment(e1f3a985-97c2-4a3c-9969-8a802d53fa37),segment_id=e1f3a985-97c2-4a3c-9969-8a802d53fa37)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:14.358222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.368896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a03c-8920-4d22-a525-618c51af1b9e None None] Pushing event updated for resources: {'Port': ['ID=0466031d-e8ce-4801-933a-29a9ac0cfe23,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.369468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe9d5b-97f3-45d4-82a5-908a1ba8e055 req-0a20c744-76c9-4694-b80a-7dc969751fb4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:14.374681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32fe9d5b-97f3-45d4-82a5-908a1ba8e055 req-0a20c744-76c9-4694-b80a-7dc969751fb4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 944 time: 0.2992504 Jul 07 18:01:14.382895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] Calling delete_port for 62d5fdbf-523d-455c-928a-69cbe63e5719 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:14.414040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.486482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=62d5fdbf-523d-455c-928a-69cbe63e5719,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.491030 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.499268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port 62d5fdbf-523d-455c-928a-69cbe63e5719 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:14.528117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.552821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: from cryptography.utils import int_from_bytes Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: from cryptography.utils import int_from_bytes Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.594942 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:14.598100 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:01:14.606105 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.619576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 7fe67767-6735-45a3-839a-1fe73d678b17 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:14.642902 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.649151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] Pushing event deleted for resources: {'Port': ['ID=62d5fdbf-523d-455c-928a-69cbe63e5719,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.649405 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.665481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32fe9d5b-97f3-45d4-82a5-908a1ba8e055 req-8c1b6314-aeca-42a7-a833-b48df79f2c37 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856567 Jul 07 18:01:14.704635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be90268-bdc6-41ef-9766-bc1f8ea1d058 None None] No DVR routers for this DVR port 62d5fdbf-523d-455c-928a-69cbe63e5719 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:14.756612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.764392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.774797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7818124-fd29-42b7-9785-06e383727f5b']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:14.794029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0466031d-e8ce-4801-933a-29a9ac0cfe23 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:14.834778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f3a985-97c2-4a3c-9969-8a802d53fa37') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:14.835846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f3a985-97c2-4a3c-9969-8a802d53fa37') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:14.855486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=0bab82e1-866e-46bd-9e63-9f9eb69da35f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:14.857229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 0466031d-e8ce-4801-933a-29a9ac0cfe23 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:14.868657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.919165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 62d5fdbf-523d-455c-928a-69cbe63e5719 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:14.941056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 62d5fdbf-523d-455c-928a-69cbe63e5719 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:14.941420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 62d5fdbf-523d-455c-928a-69cbe63e5719 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:14.942473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.960874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:14.963960 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162fca65-65d6-46c2-9aef-1aaa78daec1f" -d '{"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:14.964350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:14.964676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:14.968573 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:14.983364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.985363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-55810265-0162-49db-9592-750c002f2ef4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/ports/0bab82e1-866e-46bd-9e63-9f9eb69da35f HTTP/1.1" status: 204 len: 168 time: 1.4603937 Jul 07 18:01:15.016325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38966) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:15.040804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.116764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:15.124871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.137568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:15.139903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.144385 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/networks/d7818124-fd29-42b7-9785-06e383727f5b HTTP/1.1" status: 204 len: 168 time: 1.8682575 Jul 07 18:01:15.156564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:15.162456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.163137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.165603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38970) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:15.176688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=7fe67767-6735-45a3-839a-1fe73d678b17,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:15.190168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975234b-c2b7-4c70-bf1d-3e66d55d52aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Network': ['ID=d7818124-fd29-42b7-9785-06e383727f5b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:15.241012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667c7c3-1bb6-4d75-a64b-4523d2bc9980 req-57fce3ec-0fb1-4974-8e40-7f531ad772f1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.242684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3667c7c3-1bb6-4d75-a64b-4523d2bc9980 req-57fce3ec-0fb1-4974-8e40-7f531ad772f1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 932 time: 0.7146757 Jul 07 18:01:15.268200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c347eb45-909d-469c-bca7-1cf3198dedaa {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:15.285128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.390672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Transition to ACTIVE for port object c347eb45-909d-469c-bca7-1cf3198dedaa will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:15.405847 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.446774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3667c7c3-1bb6-4d75-a64b-4523d2bc9980 req-d47d177e-02ae-4fc3-ba42-f7362b3a1474 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713426 Jul 07 18:01:15.513210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a660865-65d3-4094-b33b-252953597ee6 req-ad519a2b-b22e-4640-b3d5-53465c2f00ac tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.516217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a660865-65d3-4094-b33b-252953597ee6 req-ad519a2b-b22e-4640-b3d5-53465c2f00ac tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.6521654 Jul 07 18:01:15.516217 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.559675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:15.590862 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c06e7d-b4ec-4a75-9a00-3e92ca4535b9 x-openstack-request-id: req-99c06e7d-b4ec-4a75-9a00-3e92ca4535b9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:15.591031 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-plugged", "status": "completed", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:15.591262 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-99c06e7d-b4ec-4a75-9a00-3e92ca4535b9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:15.591664 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'code': 200} Jul 07 18:01:15.618788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.645732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c7f217b6-e239-4415-8921-3a406bf7d4e0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7896793 Jul 07 18:01:15.646244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38974) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:15.715740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting subnet f5ac177a-3115-429d-bca5-7dc507692e22 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:15.728257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da56e7f-0e95-44fd-9fbe-76479a0d0cd0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:15.730024 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7da56e7f-0e95-44fd-9fbe-76479a0d0cd0 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "GET /v2.0/ports?device_id=5170ac96-8f35-41db-9299-40f266a5cecd HTTP/1.1" status: 200 len: 913 time: 0.7125394 Jul 07 18:01:15.732905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.740949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38978) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:15.797957 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08a42eda-f0d5-46b6-83b6-1e3e62414b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.825604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a660865-65d3-4094-b33b-252953597ee6 req-fe89e751-7d80-4ca1-9d78-756619317aed tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027177 Jul 07 18:01:15.878337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ea0f2d38-2999-4679-91e6-b4a3dca2c9db None None] Provisioning for port 0466031d-e8ce-4801-933a-29a9ac0cfe23 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:15.884697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ea0f2d38-2999-4679-91e6-b4a3dca2c9db None None] Provisioning complete for port 0466031d-e8ce-4801-933a-29a9ac0cfe23 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:15.886045 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2d38-2999-4679-91e6-b4a3dca2c9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:15.937552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Attempting to bind port c347eb45-909d-469c-bca7-1cf3198dedaa on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:15.937888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Attempting to bind port c347eb45-909d-469c-bca7-1cf3198dedaa by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:15.938223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Attempting to bind port c347eb45-909d-469c-bca7-1cf3198dedaa on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:15.962102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Port c347eb45-909d-469c-bca7-1cf3198dedaa on network 735efaa6-1612-4580-8ac3-c304e025c4b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:15.962800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Attempting to bind port c347eb45-909d-469c-bca7-1cf3198dedaa on network 735efaa6-1612-4580-8ac3-c304e025c4b2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:15.992592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.027843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:16.029100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Checking segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:16.029980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Bound using segment: {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:16.029980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Bound port: c347eb45-909d-469c-bca7-1cf3198dedaa, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b237d27a-896f-4160-9760-0d734238dd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:16.030795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.033330 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2d38-2999-4679-91e6-b4a3dca2c9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.063297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98f1c1-0951-4b3b-b864-a432fca30a38 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.069388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98f1c1-0951-4b3b-b864-a432fca30a38 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.071076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d98f1c1-0951-4b3b-b864-a432fca30a38 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4211235 Jul 07 18:01:16.077299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38980) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:16.095883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ea0f2d38-2999-4679-91e6-b4a3dca2c9db None None] For port 0466031d-e8ce-4801-933a-29a9ac0cfe23, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0466031d-e8ce-4801-933a-29a9ac0cfe23,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:16.101751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2d38-2999-4679-91e6-b4a3dca2c9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.154324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.179172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f2d38-2999-4679-91e6-b4a3dca2c9db None None] Pushing event updated for resources: {'Port': ['ID=0466031d-e8ce-4801-933a-29a9ac0cfe23,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:16.223579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.229616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.239816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.247959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.250097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9106946f-3cb4-4241-81cb-089d770dac71 None None] Provisioning for port 7fe67767-6735-45a3-839a-1fe73d678b17 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:16.256067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.258164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9106946f-3cb4-4241-81cb-089d770dac71 None None] Provisioning complete for port 7fe67767-6735-45a3-839a-1fe73d678b17 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:16.258535 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9106946f-3cb4-4241-81cb-089d770dac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.262587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.272399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.274924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-07e168bb-5837-4681-9170-36a110d0ebaa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.4400232 Jul 07 18:01:16.306605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.310019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9106946f-3cb4-4241-81cb-089d770dac71 None None] Port 7fe67767-6735-45a3-839a-1fe73d678b17 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:16.359981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:16.426684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 7fe67767-6735-45a3-839a-1fe73d678b17 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:16.426898 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.461240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:16.494734 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.502290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.510163 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.517335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e641e0d0-1a7c-42e1-b5c1-1732e16dad10 req-d1d2fb5f-bfd1-48fd-a149-20723c577094 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2004969 Jul 07 18:01:16.518570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.531433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e203-fe70-4642-b36c-f76940420ba0 req-862bb3cd-43a8-4052-97b3-ae47bff89864 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.532996 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf1e203-fe70-4642-b36c-f76940420ba0 req-862bb3cd-43a8-4052-97b3-ae47bff89864 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.4883499 Jul 07 18:01:16.564969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ac177a-3115-429d-bca5-7dc507692e22,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:16.577148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.583516 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ba6c2852-b375-4e0b-ac9a-99443918352d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/subnets/f5ac177a-3115-429d-bca5-7dc507692e22 HTTP/1.1" status: 204 len: 168 time: 1.4158976 Jul 07 18:01:16.589269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9752769-96ea-4054-af3a-502369f12285 None None] Network ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:16.590981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38986) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:16.639326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:16.640194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.641800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] 10.222.0.90 "PUT /v2.0/ports/c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 1092 time: 3.2022588 Jul 07 18:01:16.642580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:16.645577 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ded1f-492b-457d-bc06-85e5218d03e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:16.674024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.675030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7d13559-2cc1-40a6-803d-c0d7f0518bfb {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:01:16.699320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328a9cc-cceb-448b-aff1-ef06a8870244 service neutron] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:16.718624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.745328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-adf1e203-fe70-4642-b36c-f76940420ba0 req-9217095c-e90a-4913-89c3-25b624e2f374 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813517 Jul 07 18:01:16.752883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 7fe67767-6735-45a3-839a-1fe73d678b17 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:16.778863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:16.823584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0466031d-e8ce-4801-933a-29a9ac0cfe23 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:16.898373 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 18:01:16.899626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-517f58bd-13ce-47c5-9d99-2132aa64785d tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4456105 Jul 07 18:01:16.908881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38994) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:16.971016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.006644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0466031d-e8ce-4801-933a-29a9ac0cfe23 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:17.007011 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.055399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-e78e31a4-9bdc-4776-8526-99e08df76996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.055624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port 3014351f-8de3-4291-b55e-386eb5b8ccd9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:17.056056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.056968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-e78e31a4-9bdc-4776-8526-99e08df76996 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1095 time: 0.3100610 Jul 07 18:01:17.072230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e85cf-dd15-4e72-9593-d9860a32a67c req-f2b04896-487a-4367-89fb-5277971b6fc8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.073872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-419e85cf-dd15-4e72-9593-d9860a32a67c req-f2b04896-487a-4367-89fb-5277971b6fc8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.2348895 Jul 07 18:01:17.135723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] DHCP port deletion for ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:17.151473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-1a1d1bdc-c77a-4d51-ba5b-352b9b6d40fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 217 time: 0.0719576 Jul 07 18:01:17.181272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.190122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] Deleting port 3014351f-8de3-4291-b55e-386eb5b8ccd9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:17.190122 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.207147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port 3014351f-8de3-4291-b55e-386eb5b8ccd9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3014351f-8de3-4291-b55e-386eb5b8ccd9,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:17.207556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.235879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.242213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.249590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.255545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.261555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.265610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for 3014351f-8de3-4291-b55e-386eb5b8ccd9 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:17.267568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=7fe67767-6735-45a3-839a-1fe73d678b17,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:17.267999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.268374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] For port 3014351f-8de3-4291-b55e-386eb5b8ccd9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3014351f-8de3-4291-b55e-386eb5b8ccd9,segment=NetworkSegment(74074833-69f2-4234-9bdf-6553c780fd22),segment_id=74074833-69f2-4234-9bdf-6553c780fd22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:17.269047 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.278923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.282004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.283991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd413a27-99d9-4973-a17d-0a8499bf6e01 req-4859ad54-dc09-40be-8046-e1b1a6836be1 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.3062291 Jul 07 18:01:17.285272 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1b1ef48d-236f-4ce3-844e-08e54c6958e4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/7fe67767-6735-45a3-839a-1fe73d678b17 HTTP/1.1" status: 204 len: 168 time: 1.2025332 Jul 07 18:01:17.289816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38996) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:17.292737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Deleting port 33c3e181-0bd8-4850-854b-1c755e37e856 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:17.293107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.295201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38998) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:17.308356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] Calling delete_port for 3014351f-8de3-4291-b55e-386eb5b8ccd9 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:17.318776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Request body: {'floatingip': {'port_id': '29703aa6-5035-458f-b073-112ae8a0076d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:17.430376 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b23399-f66f-4a36-9292-aa4d06a6b66f x-openstack-request-id: req-b0b23399-f66f-4a36-9292-aa4d06a6b66f {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:17.430733 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:17.430924 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0b23399-f66f-4a36-9292-aa4d06a6b66f {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:17.431294 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'status': 'completed', 'code': 200} Jul 07 18:01:17.460609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-419e85cf-dd15-4e72-9593-d9860a32a67c req-77e27bdd-2f51-42c8-9a4f-d8d4a3b8b0d9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614073 Jul 07 18:01:17.462812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.468127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-74d326dc-5585-40db-ae79-94072719ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.469984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-74d326dc-5585-40db-ae79-94072719ee09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.3073857 Jul 07 18:01:17.472225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.520365 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.527679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] Pushing event deleted for resources: {'Port': ['ID=3014351f-8de3-4291-b55e-386eb5b8ccd9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:17.529570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd789a64-759e-4557-b24c-34841b6c5fab None None] No DVR routers for this DVR port 3014351f-8de3-4291-b55e-386eb5b8ccd9 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:17.572002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=3014351f-8de3-4291-b55e-386eb5b8ccd9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:17.582172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port 3014351f-8de3-4291-b55e-386eb5b8ccd9 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:17.627016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208ae1e-f418-4237-b6be-0db1f2618998 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.628681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208ae1e-f418-4237-b6be-0db1f2618998 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:17.630366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5208ae1e-f418-4237-b6be-0db1f2618998 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3394611 Jul 07 18:01:17.639436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39000) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:17.670355 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.732695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.747855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6bbd35-e1e5-4f24-92b1-b813905ad4e8']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:17.751237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Calling delete_port for 33c3e181-0bd8-4850-854b-1c755e37e856 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:17.767423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74074833-69f2-4234-9bdf-6553c780fd22') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:17.767799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74074833-69f2-4234-9bdf-6553c780fd22') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:17.779209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.787546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port c8792319-01f9-456f-b5a2-9176e3f3ab99 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:17.787890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.829750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.842091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:17.842594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:17.846134 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:17.885018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 0edf8ee6-0b34-4c14-8e10-610bb213f6da {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:17.928025 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.943048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.945005 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/networks/ab6bbd35-e1e5-4f24-92b1-b813905ad4e8 HTTP/1.1" status: 204 len: 168 time: 1.3527794 Jul 07 18:01:17.948454 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.963583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39004) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:17.969279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-605118599'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:17.975860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe969c3-fc72-4cfd-bcaa-3b17875b515c tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Network': ['ID=ab6bbd35-e1e5-4f24-92b1-b813905ad4e8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:17.986887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for c8792319-01f9-456f-b5a2-9176e3f3ab99 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:18.039040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:18.042714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.084715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:18.127548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.127885 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Added segment 99da39b8-5eb5-4816-84a6-9f04705c08c9 of type vlan for network dbce623c-f247-4d27-95c2-3c203e0f5367 Jul 07 18:01:18.180872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.234526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.249091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.254974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:18.255589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.269200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e5a9-f460-48da-9811-511b577345bd req-8270ded8-f205-42be-96ab-2e297ef46c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:18.270873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-8270ded8-f205-42be-96ab-2e297ef46c84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7218866 Jul 07 18:01:18.281008 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3137481 Jul 07 18:01:18.299825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39006) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:18.328914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'subnet': {'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:18.338231 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1cc60e70-464f-44b7-996b-27f74c3b7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.340461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a00c9-ade3-4a52-820f-ed288d200458 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Network': ['ID=dbce623c-f247-4d27-95c2-3c203e0f5367,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:18.344367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.356191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network dbce623c-f247-4d27-95c2-3c203e0f5367 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:18.377335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=c8792319-01f9-456f-b5a2-9176e3f3ab99,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:18.441923 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.479931 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.571011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.630021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a4cb6-45af-4817-b80f-65d5b52f6a49 req-c4df7585-1444-4978-b150-f21fa467d10f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:18.631736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-552a4cb6-45af-4817-b80f-65d5b52f6a49 req-c4df7585-1444-4978-b150-f21fa467d10f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.9280107 Jul 07 18:01:18.653662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f58870-e09e-4797-9718-f2d6af86ee7c req-b8155c41-9e85-4322-be17-e9ba50d938c4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:18.659999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35f58870-e09e-4797-9718-f2d6af86ee7c req-b8155c41-9e85-4322-be17-e9ba50d938c4 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.8820705 Jul 07 18:01:18.689678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3014351f-8de3-4291-b55e-386eb5b8ccd9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:18.711042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3014351f-8de3-4291-b55e-386eb5b8ccd9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:18.711481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3014351f-8de3-4291-b55e-386eb5b8ccd9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:18.837509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-98e79ae8-9b3e-4731-9380-d488c18f1cd4 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400481 Jul 07 18:01:18.860132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:18.863704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.879865 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.966062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35f58870-e09e-4797-9718-f2d6af86ee7c req-34c64589-fbf1-4885-99a3-a0d59b7f9538 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051217 Jul 07 18:01:19.034154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.072550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-552a4cb6-45af-4817-b80f-65d5b52f6a49 req-a75c0d5a-02d5-4982-8aa6-d2344c38d361 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056051 Jul 07 18:01:19.129930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Pushing event deleted for resources: {'Port': ['ID=33c3e181-0bd8-4850-854b-1c755e37e856,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:19.165707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Router 5170ac96-8f35-41db-9299-40f266a5cecd has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:19.281350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:19.286819 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-349439ae-32ed-42fe-8c1e-df638be17428 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "PUT /v2.0/routers/5170ac96-8f35-41db-9299-40f266a5cecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5445960 Jul 07 18:01:19.289823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39010) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:19.295631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] Sync routers for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:19.315007 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:19.316289 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:19.341294 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.359168 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:19.366665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae6e5a9-f460-48da-9811-511b577345bd req-3ce584b6-fc47-4c1f-aff9-94ca0b41a083 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203271 Jul 07 18:01:19.370263 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] Routers {'5170ac96-8f35-41db-9299-40f266a5cecd'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:19.371071 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5170ac96-8f35-41db-9299-40f266a5cecd'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:19.409463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=0edf8ee6-0b34-4c14-8e10-610bb213f6da,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:19.409760 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:19.410421 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc8263-b6c4-422b-ae70-0b2626a39476 None None] The sync data for ids ['5170ac96-8f35-41db-9299-40f266a5cecd'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:19.416485 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.418571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-70a7fb82-f40e-4a77-9f21-96758153a457 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/0edf8ee6-0b34-4c14-8e10-610bb213f6da HTTP/1.1" status: 204 len: 168 time: 1.7751057 Jul 07 18:01:19.427024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39012) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:19.429477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4916cd-8310-4113-a44b-5b8c9d33c6d2 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:19.431982 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.440022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8edd994b-d3b6-4e55-9897-8507b21d47a5 tempest-RoutersAdminNegativeTest-1986589447 tempest-RoutersAdminNegativeTest-1986589447-project-admin] 10.222.0.88 "DELETE /v2.0/ports/33c3e181-0bd8-4850-854b-1c755e37e856 HTTP/1.1" status: 204 len: 168 time: 2.5183375 Jul 07 18:01:19.497040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-21d567a2-8799-403f-9d43-268c92e31def tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666399 Jul 07 18:01:19.498524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39018) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:19.503296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:19.511076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.587387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f8821-3e05-4af1-9651-e9a680eadf04 req-ca44f249-cd87-4c6c-821f-6f53ee0cbde3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:19.589126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d1f8821-3e05-4af1-9651-e9a680eadf04 req-ca44f249-cd87-4c6c-821f-6f53ee0cbde3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.4707248 Jul 07 18:01:19.622973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:01:19.644295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.693592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d1f8821-3e05-4af1-9651-e9a680eadf04 req-52ee11ea-ec0b-4cef-be54-15c5f39394ff tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926311 Jul 07 18:01:19.725952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:19.733642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.756427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:19.771300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-5636e539-482a-4fec-8e66-75c95db43105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:19.772975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-5636e539-482a-4fec-8e66-75c95db43105 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1095 time: 0.2345014 Jul 07 18:01:19.778961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39022) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:19.789687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.810583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] Deleting port 0466031d-e8ce-4801-933a-29a9ac0cfe23 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:19.810962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.863280 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.884796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] For port 0466031d-e8ce-4801-933a-29a9ac0cfe23, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0466031d-e8ce-4801-933a-29a9ac0cfe23,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:19.885339 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.893598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.900088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] Calling delete_port for 0466031d-e8ce-4801-933a-29a9ac0cfe23 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:19.906702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d6e11fc-5ab4-415c-8908-9c0b61c2316c no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:19.920071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.928644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Subnet': ['ID=e54ae1fe-9710-479a-afa5-111e1cda63cf,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:20.005045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8d70531-7032-4106-ac9b-5ddbf5a2b70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.008955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-79688e23-469b-40fc-871d-d08bca9eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.010370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-79688e23-469b-40fc-871d-d08bca9eafe6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.2195594 Jul 07 18:01:20.014900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-1945a47b-8080-4a2e-9cce-5c180952bb40 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.016259 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-1945a47b-8080-4a2e-9cce-5c180952bb40 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.90 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.2011516 Jul 07 18:01:20.071119 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-9a32761d-2a7d-4f33-9e4a-3cfad4657eab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2164426 Jul 07 18:01:20.080879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-467ab811-d10c-4816-a860-3c325ebcfc4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 217 time: 0.0461099 Jul 07 18:01:20.087094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.120164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Checking segment: {'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:20.120593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network hostable DHCP agents. Network: dbce623c-f247-4d27-95c2-3c203e0f5367, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:20.144936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] Pushing event deleted for resources: {'Port': ['ID=0466031d-e8ce-4801-933a-29a9ac0cfe23,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:20.155999 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.166391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c6ece-c353-41f9-a697-dfec09f4a365 None None] No DVR routers for this DVR port 0466031d-e8ce-4801-933a-29a9ac0cfe23 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:20.230363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:20.230622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting port dd8c5524-1321-4ae7-ad8c-1dd1f7467a8f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:20.230954 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.231485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:20.235153 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38983a77-cbc9-4cec-ab35-b25aaad3e25f" -d '{"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:20.240657 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.299391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:20.345171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.440005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.457194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Deleting port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:20.457536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.463768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:20.469132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=69fc51fb-84ae-451b-8562-4a69ed630ad3,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:20.482486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Calling delete_port for dd8c5524-1321-4ae7-ad8c-1dd1f7467a8f owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:20.484441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:20.494988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137a904-7d2e-480f-bdc5-c60a92a4e48a None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:20.521508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.522139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.538764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.539245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.539710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.540186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.540627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.541146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.541589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.543721 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-c9ca2bf6-4b92-4458-be71-fbb508343aa5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6501 time: 0.3953259 Jul 07 18:01:20.638431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network dbce623c-f247-4d27-95c2-3c203e0f5367 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:20.669637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-6ead2b81-95d9-460a-85dd-45e6a105c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.670612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-6ead2b81-95d9-460a-85dd-45e6a105c611 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.5534873 Jul 07 18:01:20.682601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, dbce623c-f247-4d27-95c2-3c203e0f5367) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:20.684854 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Floating IP 99463a77-1c3d-4b2a-9e67-243fb35c38bc associated. External IP: 172.25.1.151, port: 29703aa6-5035-458f-b073-112ae8a0076d. Jul 07 18:01:20.697357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '69fc51fb-84ae-451b-8562-4a69ed630ad3'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:20.702370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.708721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] For port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:20.709122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.710802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123e26c-96e6-4a89-ae22-e8e1254cc729 None None] Network dbce623c-f247-4d27-95c2-3c203e0f5367 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:20.735434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.736270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.739269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Calling delete_port for 4d6e11fc-5ab4-415c-8908-9c0b61c2316c owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:20.763129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0466031d-e8ce-4801-933a-29a9ac0cfe23 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:20.808382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-75be6a40-5fc6-40ac-bba3-f5d42e9e90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.808942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-75be6a40-5fc6-40ac-bba3-f5d42e9e90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.809502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-75be6a40-5fc6-40ac-bba3-f5d42e9e90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.811196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-75be6a40-5fc6-40ac-bba3-f5d42e9e90c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=07d9762a-e6d8-4565-a451-2224c69acbeb&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=170bcb05-6fc9-471f-9776-2ba06426a53c&id=170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 200 len: 2298 time: 0.2246943 Jul 07 18:01:20.875245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374520d-26a1-4b09-9f21-be3b7e9d3f27 req-8beee56a-b9ee-4af2-a648-7196d2fdc819 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.879869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7374520d-26a1-4b09-9f21-be3b7e9d3f27 req-8beee56a-b9ee-4af2-a648-7196d2fdc819 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 945 time: 0.7360420 Jul 07 18:01:20.906764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1310fb-6dca-4c3b-acb9-f2d6450624f5 req-b545ea7f-a215-4619-9a74-e827ab0f08a2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:20.908799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1310fb-6dca-4c3b-acb9-f2d6450624f5 req-b545ea7f-a215-4619-9a74-e827ab0f08a2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3311584 Jul 07 18:01:20.953991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 0466031d-e8ce-4801-933a-29a9ac0cfe23 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:20.953991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0466031d-e8ce-4801-933a-29a9ac0cfe23 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:20.958549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-b13f7704-1300-4cef-964e-2a5098235d55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 200 len: 999 time: 0.1126881 Jul 07 18:01:20.987429 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8d70531-7032-4106-ac9b-5ddbf5a2b70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.022545 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.023641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8d70531-7032-4106-ac9b-5ddbf5a2b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.027400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-46ec413a-7aff-4d26-8632-97834cae7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:21.029455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-46ec413a-7aff-4d26-8632-97834cae7215 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3375938 Jul 07 18:01:21.036889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-14be2af6-cde8-484a-9f09-7a3921af8af6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5363727 Jul 07 18:01:21.041713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-54cab7d6-b566-433f-87c8-c285625386d4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7385154 Jul 07 18:01:21.044899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39034) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:21.045237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39036) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:21.074152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-6313936'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:21.080100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '69fc51fb-84ae-451b-8562-4a69ed630ad3', 'ip_address': '2001:db8::afa:4b58:d246:6f4a'}], 'name': 'tempest-NetworksTestDHCPv6-1743379992'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:21.085980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef1310fb-6dca-4c3b-acb9-f2d6450624f5 req-0d3e3e9c-0c13-4051-aab6-8902d7c73e71 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656866 Jul 07 18:01:21.096559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7374520d-26a1-4b09-9f21-be3b7e9d3f27 req-a4ab7194-308e-4a0b-928e-95c7ecdec923 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866436 Jul 07 18:01:21.174496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Port': ['ID=dd8c5524-1321-4ae7-ad8c-1dd1f7467a8f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:21.187157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-127567f9-7f76-4d2d-87b9-a6c1f092f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:21.190046 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-127567f9-7f76-4d2d-87b9-a6c1f092f311 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=426c9a68-c25d-42ce-8915-995083ca1ca2 HTTP/1.1" status: 200 len: 855 time: 0.2236395 Jul 07 18:01:21.192785 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.207797 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.217918 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680dab34-70c6-4d56-8af5-99d1c0958b2a x-openstack-request-id: req-680dab34-70c6-4d56-8af5-99d1c0958b2a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:21.217918 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:21.217918 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-680dab34-70c6-4d56-8af5-99d1c0958b2a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:21.217918 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'code': 200} Jul 07 18:01:21.219910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/69fc51fb-84ae-451b-8562-4a69ed630ad3/04e6389a-72df-4fa9-bcfb-0366f96c99ce) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:21.222824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e8d70531-7032-4106-ac9b-5ddbf5a2b70c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9a38ae6a48e847f3918c0f65eb6d986d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4413788 Jul 07 18:01:21.234553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39038) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:21.239639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d70531-7032-4106-ac9b-5ddbf5a2b70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b827eb7-c2c0-49b9-9efb-5c24d6112fba,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:21.307145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:21.313747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.331933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event deleted for resources: {'Port': ['ID=4d6e11fc-5ab4-415c-8908-9c0b61c2316c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:21.343587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-dbce623c-f247-4d27-95c2-3c203e0f5367', 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'fixed_ips': [{'subnet_id': 'e54ae1fe-9710-479a-afa5-111e1cda63cf'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:21.344873 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.448240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] No DVR routers for this DVR port 4d6e11fc-5ab4-415c-8908-9c0b61c2316c on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:21.450895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.452982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8afb58bc-f424-46a5-b541-f9554d4bb8d0 req-65d1977a-cceb-4cd7-bd90-dea210281a5e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.90 "DELETE /v2.0/ports/4d6e11fc-5ab4-415c-8908-9c0b61c2316c HTTP/1.1" status: 204 len: 173 time: 1.4285431 Jul 07 18:01:21.454745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-deleted', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:21.458001 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0184e47d-bbe5-4b6c-87ea-4daada394539" -d '{"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-deleted", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:21.463145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.531035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:21.541131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e33a9a24-97e5-4919-8f92-a7a9780a6247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.544292 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3722607b-f7c0-4952-a2b1-07d1b750536b x-openstack-request-id: req-3722607b-f7c0-4952-a2b1-07d1b750536b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:21.544677 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0193f-b0d4-43b1-a9a4-dd6490d2baa0", "name": "network-vif-deleted", "tag": "4d6e11fc-5ab4-415c-8908-9c0b61c2316c", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:21.545009 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3722607b-f7c0-4952-a2b1-07d1b750536b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:21.545423 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0193f-b0d4-43b1-a9a4-dd6490d2baa0', 'name': 'network-vif-deleted', 'tag': '4d6e11fc-5ab4-415c-8908-9c0b61c2316c', 'status': 'completed', 'code': 200} Jul 07 18:01:21.553331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-bbe051f8-6718-4bcb-894d-89afede39f77 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048120 Jul 07 18:01:21.583613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.583967 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Added segment 66935bbc-719b-4d2c-bdb2-e12d429a10b0 of type vlan for network 6663888c-68ba-462e-b5e1-52480a85fbe0 Jul 07 18:01:21.586679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-cbc868b7-f976-467c-b18d-acec28199b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:21.588284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-cbc868b7-f976-467c-b18d-acec28199b45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=07d9762a-e6d8-4565-a451-2224c69acbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3711395 Jul 07 18:01:21.592662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.604653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.671135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Router 6981552c-6e11-47ec-83ce-780c07d5ef40 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:21.699329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Allocated IP 19.80.0.2 (dbce623c-f247-4d27-95c2-3c203e0f5367/e54ae1fe-9710-479a-afa5-111e1cda63cf/fea1c9b8-4b71-4616-8fee-635d666706e9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:21.701949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e33a9a24-97e5-4919-8f92-a7a9780a6247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.706453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:21.749835 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.750492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Fanout notify agent at l3_agent the message router_deleted on router 5170ac96-8f35-41db-9299-40f266a5cecd {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:01:21.760208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.764650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-82df9f10-f8ad-48b8-b2bd-7263540834c4 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/routers/5170ac96-8f35-41db-9299-40f266a5cecd HTTP/1.1" status: 204 len: 168 time: 2.4736435 Jul 07 18:01:21.765376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39042) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:21.792562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.795765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.815916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Transition to ACTIVE for port object 04e6389a-72df-4fa9-bcfb-0366f96c99ce will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:21.822233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876fc1-274f-49eb-b639-19a38d863a4f req-a07b9f15-e041-4777-baa3-856057c050e5 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:21.829410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0876fc1-274f-49eb-b639-19a38d863a4f req-a07b9f15-e041-4777-baa3-856057c050e5 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.5007150 Jul 07 18:01:21.838022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-af9d71b1-2de5-4d4e-a79e-5fa8fac92355 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430236 Jul 07 18:01:21.860565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Transition to ACTIVE for port object 04e6389a-72df-4fa9-bcfb-0366f96c99ce will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:21.860954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Deleting subnet 61905ace-1dd6-4772-b1d5-1cfa7c1276cd {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:21.870653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.875325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.911552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:21.948616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:21.954156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:21.972754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:21.974568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Pushing event updated for resources: {'Port': ['ID=04e6389a-72df-4fa9-bcfb-0366f96c99ce,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:21.978225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:21.997633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3ded1f-492b-457d-bc06-85e5218d03e8 req-b7054610-95d3-4350-b5c4-28d318a0639c service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346576 Jul 07 18:01:22.059799 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.067792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:22.068767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.078602 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-75475e75-fda0-49fd-ab74-2cfe43e563c1 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312799 Jul 07 18:01:22.098408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.100307 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.112254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Attempting to bind port 04e6389a-72df-4fa9-bcfb-0366f96c99ce on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:22.112655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Attempting to bind port 04e6389a-72df-4fa9-bcfb-0366f96c99ce by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:22.113036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Attempting to bind port 04e6389a-72df-4fa9-bcfb-0366f96c99ce on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:22.118748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Transition to ACTIVE for port object fea1c9b8-4b71-4616-8fee-635d666706e9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:22.141403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0876fc1-274f-49eb-b639-19a38d863a4f req-933468ca-50ac-48d7-9439-94ea255ba3e8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881808 Jul 07 18:01:22.144796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.146971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e33a9a24-97e5-4919-8f92-a7a9780a6247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.147253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:22.147629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:22.148034 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.148427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:22.148946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Bound port: 04e6389a-72df-4fa9-bcfb-0366f96c99ce, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:22.149330 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.151080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e33a9a24-97e5-4919-8f92-a7a9780a6247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.152485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e33a9a24-97e5-4919-8f92-a7a9780a6247 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b827eb7-c2c0-49b9-9efb-5c24d6112fba HTTP/1.1" status: 204 len: 168 time: 0.9138982 Jul 07 18:01:22.196236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Transition to ACTIVE for port object fea1c9b8-4b71-4616-8fee-635d666706e9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:22.206007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1505787 Jul 07 18:01:22.223552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a9a24-97e5-4919-8f92-a7a9780a6247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b827eb7-c2c0-49b9-9efb-5c24d6112fba,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:22.225087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39050) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:22.226704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.233912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'subnet': {'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:22.238176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port d4190775-540f-489e-aa23-86d4ba7dea48 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:22.243440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ee8a4-6426-4dbb-9a0e-dce9bd0421e2 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Network': ['ID=6663888c-68ba-462e-b5e1-52480a85fbe0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:22.249553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:22.268081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.335514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:22.338113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] Sync routers for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:22.352616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Network dbce623c-f247-4d27-95c2-3c203e0f5367 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:22.358974 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.373477 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-8240cc00-54fd-4f28-853f-dd0bc89b8ab6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 217 time: 0.2677321 Jul 07 18:01:22.404281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:22.419557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:22.437420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:22.438140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:22.443552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Subnet': ['ID=61905ace-1dd6-4772-b1d5-1cfa7c1276cd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:22.496639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-485fcd89-8a25-4a86-b31e-bc4178d6e9f2 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "PUT /v2.0/floatingips/99463a77-1c3d-4b2a-9e67-243fb35c38bc HTTP/1.1" status: 200 len: 991 time: 5.1976895 Jul 07 18:01:22.506318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:22.508596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.509330 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "29703aa6-5035-458f-b073-112ae8a0076d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:22.511001 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-06bfd32a-b9f8-4613-bfe7-b5a740622d4c tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/subnets/61905ace-1dd6-4772-b1d5-1cfa7c1276cd HTTP/1.1" status: 204 len: 168 time: 0.7387645 Jul 07 18:01:22.512117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Pushing event updated for resources: {'Port': ['ID=fea1c9b8-4b71-4616-8fee-635d666706e9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:22.515737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39056) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:22.528113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:22.595587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:22.599414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.618773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] For port 04e6389a-72df-4fa9-bcfb-0366f96c99ce, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:22.632593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'port_id': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'mac_address': 'fa:16:3e:54:49:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:22.641041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ba7e254-b114-4c9e-a71f-42b5a0245427 req-8ac6e0d5-d892-425f-b8cd-bd1eb078ff0c tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=bec0193f-b0d4-43b1-a9a4-dd6490d2baa0 HTTP/1.1" status: 200 len: 210 time: 0.0610259 Jul 07 18:01:22.676068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] For port 04e6389a-72df-4fa9-bcfb-0366f96c99ce, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=04e6389a-72df-4fa9-bcfb-0366f96c99ce,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:22.698921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272dde9-2975-414e-a843-b0dabfecd49c req-7d389385-bbb3-465e-9f39-36337587977c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:22.706662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8272dde9-2975-414e-a843-b0dabfecd49c req-7d389385-bbb3-465e-9f39-36337587977c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3759336 Jul 07 18:01:22.739618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Attempting to bind port fea1c9b8-4b71-4616-8fee-635d666706e9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:22.740269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Attempting to bind port fea1c9b8-4b71-4616-8fee-635d666706e9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:22.740638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Attempting to bind port fea1c9b8-4b71-4616-8fee-635d666706e9 on network dbce623c-f247-4d27-95c2-3c203e0f5367 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:22.750637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::afa:4b58:d246:6f4a (0615333f-c9a5-42b4-86e0-c4a963464179/69fc51fb-84ae-451b-8562-4a69ed630ad3/d4190775-540f-489e-aa23-86d4ba7dea48) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:22.812854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:22.848446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39060) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:22.861161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8272dde9-2975-414e-a843-b0dabfecd49c req-a02d2a7e-b58b-4ede-935a-5fd6382fbb2b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533232 Jul 07 18:01:22.885386 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e332e8e9-56c2-4970-bf5b-7e01906ee3b2 x-openstack-request-id: req-e332e8e9-56c2-4970-bf5b-7e01906ee3b2 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:22.886017 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "tag": "29703aa6-5035-458f-b073-112ae8a0076d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:22.886420 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e332e8e9-56c2-4970-bf5b-7e01906ee3b2 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:22.886987 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d', 'status': 'completed', 'code': 200} Jul 07 18:01:22.921902 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.953461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:22.953835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Checking segment: {'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:22.954239 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:22.954643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Bound using segment: {'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:22.955767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Bound port: fea1c9b8-4b71-4616-8fee-635d666706e9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:22.956161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.056443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-0ac91c3c-6ee1-4fd1-bfd5-578fa09a8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:23.058035 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-0ac91c3c-6ee1-4fd1-bfd5-578fa09a8b7f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.6338031 Jul 07 18:01:23.061930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-375244e4-1716-45d7-b532-facde42afb0a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74e813c6dd8848ab8f9de7d1d0f04d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995614 Jul 07 18:01:23.068714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39062) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:23.080708 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.132041 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.148873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4147fe-dc59-437c-a0f0-bcdb7dad5223 None None] Pushing event updated for resources: {'Port': ['ID=04e6389a-72df-4fa9-bcfb-0366f96c99ce,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:23.158127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c347eb45-909d-469c-bca7-1cf3198dedaa {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:23.161379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.199367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object d4190775-540f-489e-aa23-86d4ba7dea48 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:23.205260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.212641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:23.214217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] For port fea1c9b8-4b71-4616-8fee-635d666706e9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:23.222493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.247400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] For port fea1c9b8-4b71-4616-8fee-635d666706e9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fea1c9b8-4b71-4616-8fee-635d666706e9,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:23.418611 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d296439b-9cd5-456a-9f0a-571c8bce4e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.449130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-a22a540e-b239-4b40-a36f-009ceddb475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:23.450761 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-a22a540e-b239-4b40-a36f-009ceddb475f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3828800 Jul 07 18:01:23.480391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.497817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d296439b-9cd5-456a-9f0a-571c8bce4e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.502252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc39bf5-1c26-4336-ac78-f0c555d8ba11']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:23.514549 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.576622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b0b070-fe3e-41fa-bae3-e32eff7bd409') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:23.576943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:23.577055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b0b070-fe3e-41fa-bae3-e32eff7bd409') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:23.611740 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.647459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c347eb45-909d-469c-bca7-1cf3198dedaa'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:23.660636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.692909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b77d8-be45-4bf4-b581-dc21f19d0dfb None None] Pushing event updated for resources: {'Port': ['ID=fea1c9b8-4b71-4616-8fee-635d666706e9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:23.703167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:23.710337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '99463a77-1c3d-4b2a-9e67-243fb35c38bc', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'port_id': '29703aa6-5035-458f-b073-112ae8a0076d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'mac_address': 'fa:16:3e:59:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T18:01:19Z', 'revision_number': 1, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:55Z', 'revision_number': 5, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:23.717621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.753537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] Checking router: 6981552c-6e11-47ec-83ce-780c07d5ef40 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:23.757872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Subnet': ['ID=14299715-df7b-4bc3-80c8-83b08fcee61f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:23.778744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:23.779536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:23.789056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Checking segment: {'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:23.789702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network hostable DHCP agents. Network: 6663888c-68ba-462e-b5e1-52480a85fbe0, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:23.792812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:23.861926 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:23.878171 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-e3838bcc-8e51-4967-b5c2-bc6d7fa5427d service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168179 Jul 07 18:01:23.880087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d296439b-9cd5-456a-9f0a-571c8bce4e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.884488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d296439b-9cd5-456a-9f0a-571c8bce4e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.890235 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d296439b-9cd5-456a-9f0a-571c8bce4e9b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/700144b1-d127-4242-a7f0-f2902960fd91 HTTP/1.1" status: 204 len: 168 time: 0.8196702 Jul 07 18:01:23.891086 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.977305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.983247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] 10.222.0.88 "DELETE /v2.0/networks/ebc39bf5-1c26-4336-ac78-f0c555d8ba11 HTTP/1.1" status: 204 len: 168 time: 1.4642456 Jul 07 18:01:23.983247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296439b-9cd5-456a-9f0a-571c8bce4e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700144b1-d127-4242-a7f0-f2902960fd91,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:24.021788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:24.031047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=d4190775-540f-489e-aa23-86d4ba7dea48,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:24.043612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d6e11fc-5ab4-415c-8908-9c0b61c2316c no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:24.043777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:24.048942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:24.077409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:24.086760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.087455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.107009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796a71b-7e2d-425a-a106-50f6d44be7ea req-94c9207f-b186-4ed1-93af-9059427fd259 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.115500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a796a71b-7e2d-425a-a106-50f6d44be7ea req-94c9207f-b186-4ed1-93af-9059427fd259 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 945 time: 0.4422448 Jul 07 18:01:24.117551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 6663888c-68ba-462e-b5e1-52480a85fbe0) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:24.169730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c363ae-1653-4770-bf94-0459681c47f1 tempest-FloatingIPTestJSON-1842885343 tempest-FloatingIPTestJSON-1842885343-project] Pushing event deleted for resources: {'Network': ['ID=ebc39bf5-1c26-4336-ac78-f0c555d8ba11,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:24.190319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e6b38-88d7-4941-82bc-ebd2411ad6f3 None None] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:24.198771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.200598 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.217202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 4d6e11fc-5ab4-415c-8908-9c0b61c2316c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:24.217790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d6e11fc-5ab4-415c-8908-9c0b61c2316c not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:24.242187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a796a71b-7e2d-425a-a106-50f6d44be7ea req-5fe28e0a-d6fe-4fe7-9a61-f2d13d211e3b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255395 Jul 07 18:01:24.288539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-20c43ed2-2cdc-4302-9fee-799ed7d0b93a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2342191 Jul 07 18:01:24.290347 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-82d35f46-e4a6-42ed-8d80-1cd0dc7b2784 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873127 Jul 07 18:01:24.291273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39080) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:24.309703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f4f8a3bf-b7a6-4198-bcca-0b4b16fd237d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0805051 Jul 07 18:01:24.391783 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-28e0e929-782b-45e8-b866-80d46f640e16 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 217 time: 0.0880775 Jul 07 18:01:24.458231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:24.490655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-2019d351-1e84-4a36-9969-2e0fe5645a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.492303 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-2019d351-1e84-4a36-9969-2e0fe5645a72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0937209 Jul 07 18:01:24.517775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff8d0f-0170-4ab2-a048-a8e78ac2ff2b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.528570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff8d0f-0170-4ab2-a048-a8e78ac2ff2b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.530521 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-18ff8d0f-0170-4ab2-a048-a8e78ac2ff2b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2379019 Jul 07 18:01:24.533555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39096) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:24.623981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233a2b-2512-4913-ba71-20c705375068 req-3deecb13-a1f0-44c6-b65a-c6726a492fc9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.625672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db233a2b-2512-4913-ba71-20c705375068 req-3deecb13-a1f0-44c6-b65a-c6726a492fc9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3103108 Jul 07 18:01:24.776255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-10f9f880-411b-49bd-86c0-de9dc147a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.787167 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-10f9f880-411b-49bd-86c0-de9dc147a9e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2552898 Jul 07 18:01:24.796189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39104) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:24.828325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db233a2b-2512-4913-ba71-20c705375068 req-7d1b2f75-b5a5-4b8c-a3fc-ed8e00089d3f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923938 Jul 07 18:01:24.886439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64942cba-7df0-467c-af87-563941ba05db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-6663888c-68ba-462e-b5e1-52480a85fbe0', 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'fixed_ips': [{'subnet_id': '14299715-df7b-4bc3-80c8-83b08fcee61f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:24.887311 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64942cba-7df0-467c-af87-563941ba05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:24.925766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106083-c6f6-4383-aa66-5076558dfeee req-07302461-6fb4-4d4e-986d-020414977b1d tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:24.927369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-07302461-6fb4-4d4e-986d-020414977b1d tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 821 time: 0.4681129 Jul 07 18:01:24.940735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fea1c9b8-4b71-4616-8fee-635d666706e9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:24.955681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-1eeb018c-d4d6-484c-86e8-0f267a8431fc tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/quotas/e6b4c1ae55e4448a9cfce5f7c3edcc9f HTTP/1.1" status: 200 len: 375 time: 0.0220437 Jul 07 18:01:24.986729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port d4190775-540f-489e-aa23-86d4ba7dea48 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:24.987085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.132463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-087fa6bf-f2c1-423d-b299-10f56e3f3ad6 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756096 Jul 07 18:01:25.193728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-4af5b772-ea6a-4a47-b7ac-6055cdf6c7cb service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954835 Jul 07 18:01:25.271421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-64942cba-7df0-467c-af87-563941ba05db None None] Allocated IP 19.86.0.2 (6663888c-68ba-462e-b5e1-52480a85fbe0/14299715-df7b-4bc3-80c8-83b08fcee61f/768a6ce0-cb6b-46f2-932f-402f5a86bdd2) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:25.294888 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.321510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for d4190775-540f-489e-aa23-86d4ba7dea48 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:25.456654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-687392ec-d08b-4beb-8ea7-fca9d1760df8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ab0ed1de37784a5281c1fb962f8b39ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543229 Jul 07 18:01:25.459796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39130) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:25.481555 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64942cba-7df0-467c-af87-563941ba05db None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.518184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-b0943861-b22c-4773-967d-22a04b5106ea service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107264 Jul 07 18:01:25.525956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff8101b-bfdd-4596-9ab0-f06468799a30 None None] Network dbce623c-f247-4d27-95c2-3c203e0f5367 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:25.529653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-64942cba-7df0-467c-af87-563941ba05db None None] Transition to ACTIVE for port object 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:25.568591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-a46fc55c-2198-4058-92d0-c1e43254c196 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.569731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-065be0ba-d14b-41c3-b894-90718cd5d9c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8 HTTP/1.1" status: 200 len: 217 time: 0.0436649 Jul 07 18:01:25.574626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-a46fc55c-2198-4058-92d0-c1e43254c196 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.576491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-a46fc55c-2198-4058-92d0-c1e43254c196 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/networks?id=dbce623c-f247-4d27-95c2-3c203e0f5367&id=6663888c-68ba-462e-b5e1-52480a85fbe0 HTTP/1.1" status: 200 len: 1388 time: 0.5199852 Jul 07 18:01:25.600574 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18193d8c-2e87-461f-9ddc-4a3ef1395dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.609800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-db299865-553c-4981-8e47-70f3d6614d14 service neutron] 10.222.0.88 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763350 Jul 07 18:01:25.635392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:25.678625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-89ea82d2-a272-4124-92d4-ab9791b54442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.680123 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-89ea82d2-a272-4124-92d4-ab9791b54442 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0763931 Jul 07 18:01:25.682383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.691205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-64942cba-7df0-467c-af87-563941ba05db None None] Transition to ACTIVE for port object 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:25.694072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-a66ec3a2-c454-446f-aa8e-40a16329f322 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/quotas/79fd7c48cc814148a00726f11655ca18 HTTP/1.1" status: 200 len: 375 time: 0.0975845 Jul 07 18:01:25.721917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=d4190775-540f-489e-aa23-86d4ba7dea48,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:25.725765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64942cba-7df0-467c-af87-563941ba05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.752367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18193d8c-2e87-461f-9ddc-4a3ef1395dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.793032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:25.794590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1d70bc47-83ed-449b-a629-51813be50901 None None] Provisioning for port 04e6389a-72df-4fa9-bcfb-0366f96c99ce completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:25.799324 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-af64526e-e7b6-4dc3-a10d-23f158e952f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/d4190775-540f-489e-aa23-86d4ba7dea48 HTTP/1.1" status: 204 len: 168 time: 1.2514572 Jul 07 18:01:25.800698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39138) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:25.841943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c839f5e4-f1bb-46e9-ae5e-203d6b459b7b tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:25.843254 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-c839f5e4-f1bb-46e9-ae5e-203d6b459b7b tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 18:01:25.843928 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-c839f5e4-f1bb-46e9-ae5e-203d6b459b7b tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 18:01:25.845131 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c839f5e4-f1bb-46e9-ae5e-203d6b459b7b tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2063720 Jul 07 18:01:25.848987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:25.859901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596582332'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:25.865346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64942cba-7df0-467c-af87-563941ba05db None None] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:25.874722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-64942cba-7df0-467c-af87-563941ba05db None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:25.883876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-06d26130-fd1e-4bf3-9f8a-a903cc650271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.884668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-6eddb1e1-5de6-4a24-84f7-30de43c5ae97 service neutron] 10.222.0.88 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737970 Jul 07 18:01:25.885679 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-06d26130-fd1e-4bf3-9f8a-a903cc650271 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1649010 Jul 07 18:01:25.889476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64942cba-7df0-467c-af87-563941ba05db None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:25.910352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4bc344-adc1-4b20-8d5a-d7577199f40f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.911378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4bc344-adc1-4b20-8d5a-d7577199f40f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:25.913076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc4bc344-adc1-4b20-8d5a-d7577199f40f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1113153 Jul 07 18:01:25.919112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39144) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:25.929559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64942cba-7df0-467c-af87-563941ba05db None None] Pushing event updated for resources: {'Port': ['ID=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:25.937612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:25.944203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port fea1c9b8-4b71-4616-8fee-635d666706e9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:25.959184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-309b6630-1350-4a85-ad0c-da016662f1ff tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2563157 Jul 07 18:01:26.031353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 04e6389a-72df-4fa9-bcfb-0366f96c99ce up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:26.033393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-72fb3c9a-f2c5-4493-96db-d07b66f9bd1c service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396933 Jul 07 18:01:26.091855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 69fc51fb-84ae-451b-8562-4a69ed630ad3 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:26.117510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] Could not find standard attr ID for object d4190775-540f-489e-aa23-86d4ba7dea48. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:01:26.124453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.165014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-64942cba-7df0-467c-af87-563941ba05db None None] Attempting to bind port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:26.165913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-64942cba-7df0-467c-af87-563941ba05db None None] Attempting to bind port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:26.166290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64942cba-7df0-467c-af87-563941ba05db None None] Attempting to bind port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 on network 6663888c-68ba-462e-b5e1-52480a85fbe0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:26.166908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18193d8c-2e87-461f-9ddc-4a3ef1395dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.171710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-18193d8c-2e87-461f-9ddc-4a3ef1395dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.172913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-18193d8c-2e87-461f-9ddc-4a3ef1395dfa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dfebb9ef-da84-4c6a-8d24-e11d1182042b HTTP/1.1" status: 204 len: 168 time: 0.7098315 Jul 07 18:01:26.192509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '99463a77-1c3d-4b2a-9e67-243fb35c38bc', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'port_id': '29703aa6-5035-458f-b073-112ae8a0076d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'mac_address': 'fa:16:3e:59:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T18:01:19Z', 'revision_number': 1, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:55Z', 'revision_number': 5, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:26.206622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-0d223287-7803-4c12-844d-fde1ad5b7d01 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652856 Jul 07 18:01:26.234811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.257527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18193d8c-2e87-461f-9ddc-4a3ef1395dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfebb9ef-da84-4c6a-8d24-e11d1182042b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:26.272814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] Provisioning for port fea1c9b8-4b71-4616-8fee-635d666706e9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:26.281437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64942cba-7df0-467c-af87-563941ba05db None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:26.281810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64942cba-7df0-467c-af87-563941ba05db None None] Checking segment: {'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:26.282221 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64942cba-7df0-467c-af87-563941ba05db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.285162 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.286475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64942cba-7df0-467c-af87-563941ba05db None None] Bound using segment: {'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:26.289546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-64942cba-7df0-467c-af87-563941ba05db None None] Bound port: 768a6ce0-cb6b-46f2-932f-402f5a86bdd2, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:26.291974 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64942cba-7df0-467c-af87-563941ba05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.296134 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-b3b0d4c6-8b69-464c-a6fb-36a0f44c13a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=954afe75-7d62-4476-91c4-dfdaa3419d31 HTTP/1.1" status: 200 len: 217 time: 0.0797203 Jul 07 18:01:26.313872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d803058-939e-40e3-9fb3-cca80d770be7 None None] The sync data for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 is: [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '99463a77-1c3d-4b2a-9e67-243fb35c38bc', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'port_id': '29703aa6-5035-458f-b073-112ae8a0076d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'mac_address': 'fa:16:3e:59:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:59:43Z', 'updated_at': '2021-07-07T18:01:19Z', 'revision_number': 1, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:55Z', 'revision_number': 5, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:26.374453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] Provisioning complete for port fea1c9b8-4b71-4616-8fee-635d666706e9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:26.379116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-91396128-0791-446f-aa7a-033e5a7a31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.379590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.381570 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-91396128-0791-446f-aa7a-033e5a7a31df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0763843 Jul 07 18:01:26.387793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.486078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c347eb45-909d-469c-bca7-1cf3198dedaa completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:26.517113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 04e6389a-72df-4fa9-bcfb-0366f96c99ce completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:26.519046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c347eb45-909d-469c-bca7-1cf3198dedaa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:26.519410 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.540261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-b0e3de7b-7d4b-4141-8357-91b91ac591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:26.545109 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-b0e3de7b-7d4b-4141-8357-91b91ac591d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1491311 Jul 07 18:01:26.561269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-64942cba-7df0-467c-af87-563941ba05db None None] For port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:26.565580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-64942cba-7df0-467c-af87-563941ba05db None None] For port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:26.737517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-68fa6dba-5d29-4254-ab1a-83456250e6f2 service neutron] 10.222.0.88 "GET /v2.0/networks/dbce623c-f247-4d27-95c2-3c203e0f5367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577369 Jul 07 18:01:26.743157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-3673e905-39b4-45fa-8ca2-b88ace2d40af service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756334 Jul 07 18:01:26.765596 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa767d72-d45c-4c18-8c9b-58d114cdff92 None None] New status for floating IP 99463a77-1c3d-4b2a-9e67-243fb35c38bc: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:01:26.877013 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-8ec83d20-a8c3-4146-bcf2-646ccc98d81f service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258903 Jul 07 18:01:26.919996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 04e6389a-72df-4fa9-bcfb-0366f96c99ce triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:26.920626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.924886 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64942cba-7df0-467c-af87-563941ba05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:26.994048 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-a373b96b-de65-4785-9bcf-f17f0d6adf05 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=351f67ef-a91c-44ab-9081-dea973296fa5 HTTP/1.1" status: 200 len: 217 time: 0.1075397 Jul 07 18:01:27.051125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64942cba-7df0-467c-af87-563941ba05db None None] Pushing event updated for resources: {'Port': ['ID=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:27.052413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-4302b367-5780-4a91-9444-47039df5c0d8 service neutron] 10.222.0.88 "GET /v2.0/networks/dbce623c-f247-4d27-95c2-3c203e0f5367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134921 Jul 07 18:01:27.067929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.115369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-2d6a5bf8-0949-4303-9135-27d05f291423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:27.117235 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-2d6a5bf8-0949-4303-9135-27d05f291423 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.1166639 Jul 07 18:01:27.246299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-e5a01eab-c48f-4504-ab5f-06aa3a4e1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:27.248111 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-e5a01eab-c48f-4504-ab5f-06aa3a4e1a52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236804 Jul 07 18:01:27.302777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.308746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-7e0f29f2-7a0b-4945-ae38-d0f2cb804dd3 service neutron] 10.222.0.88 "GET /v2.0/networks/6663888c-68ba-462e-b5e1-52480a85fbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367337 Jul 07 18:01:27.321871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.420602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] For port fea1c9b8-4b71-4616-8fee-635d666706e9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fea1c9b8-4b71-4616-8fee-635d666706e9,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:27.421617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:27.424354 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b427e347-3db9-4959-8402-98bf1f7cfe79" -d '{"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-plugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:27.437077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.459705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.462051 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-46c63cb1-754f-4129-8fa1-c231896d03e7 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043781 Jul 07 18:01:27.467873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:27.537853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3b8a2-2c42-48b7-bdd9-c9d346d7305c req-5f952bb8-8ee5-48cf-bee9-3fb6a839cd70 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:27.539846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3c3b8a2-2c42-48b7-bdd9-c9d346d7305c req-5f952bb8-8ee5-48cf-bee9-3fb6a839cd70 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 945 time: 1.0472946 Jul 07 18:01:27.550164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be670d0d-18ce-4357-9bb7-031495c5f45d None None] Pushing event updated for resources: {'Port': ['ID=fea1c9b8-4b71-4616-8fee-635d666706e9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:27.559584 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.616595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.694494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-42286114-8ba4-4aae-8ddb-4661794c5599 None None] Provisioning complete for port fea1c9b8-4b71-4616-8fee-635d666706e9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:27.695797 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42286114-8ba4-4aae-8ddb-4661794c5599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.725072 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-631de6de-da4c-4f91-96ca-f1682542c833 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582695 Jul 07 18:01:27.749831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39180) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:27.755146 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:01:27.755461 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:01:27.756622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.760893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:27.771410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.772864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27bd06-9844-459d-8eb4-bd095542b43e None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:27.775061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/69fc51fb-84ae-451b-8562-4a69ed630ad3 HTTP/1.1" status: 204 len: 168 time: 1.8144958 Jul 07 18:01:27.796346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39184) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:27.798274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-947a8750-780f-4e1c-a5f1-6062851e939e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 200 len: 217 time: 0.0648801 Jul 07 18:01:27.802279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:27.806360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcbf5e-71a1-4540-a943-15bbbd97fdbb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=69fc51fb-84ae-451b-8562-4a69ed630ad3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:27.863420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-d951b429-2214-48b7-8242-958f1e0d0e86 service neutron] 10.222.0.88 "GET /v2.0/networks/6663888c-68ba-462e-b5e1-52480a85fbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306797 Jul 07 18:01:27.894319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-f6a0e633-90e6-4619-ad57-a923f928513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:27.896052 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-f6a0e633-90e6-4619-ad57-a923f928513a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.0889096 Jul 07 18:01:27.962956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0a646024-f564-4a23-9873-d6e9de4b563a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1530812 Jul 07 18:01:27.968672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39186) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:27.977191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:27.980766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3c3b8a2-2c42-48b7-bdd9-c9d346d7305c req-a2f3edfc-4ffd-4369-92ce-3b9ced4d7bef tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948612 Jul 07 18:01:28.046219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689236017'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:28.055616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9681ac-9613-4bd9-8e72-0506aadfce7e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:28.057753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-ffc3d4fc-35bb-45bc-9335-9c13f0512d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:28.059558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-ffc3d4fc-35bb-45bc-9335-9c13f0512d00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1568797 Jul 07 18:01:28.177280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:28.202795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c16e8bfb-0a04-463a-8843-15915bc560ce details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:28.227049 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-2dab8bb5-da8f-4274-8405-564709618c12 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557477 Jul 07 18:01:28.241448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.336063 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.377942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:28.387672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.413104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:28.417419 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.462235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9f5a5-3355-4830-be1d-12f879015812,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:28.486392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.487732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b91512a2-2b1f-42fe-9d33-a0c6411b816e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.6325083 Jul 07 18:01:28.496044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39192) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:28.507989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-46116479-3a38-46d0-81d9-54a2dc60cdd0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': '6cb9f5a5-3355-4830-be1d-12f879015812', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:28.514784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.604439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03f89e47-e82f-4b2b-b2a2-49e5837344e4 req-a3e181d4-076b-449f-a6d0-c3a14b413396 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 210 time: 0.0811968 Jul 07 18:01:28.623874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106083-c6f6-4383-aa66-5076558dfeee req-3be60c0d-99e8-4b43-ac48-08300eb919e8 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:28.627909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-3be60c0d-99e8-4b43-ac48-08300eb919e8 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 821 time: 0.4431002 Jul 07 18:01:28.639129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:28.662304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270c4c0-f700-46d4-8ffd-986ccb850bfa req-0210148d-eaa9-4176-a6c4-c45b2a217923 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:28.667369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7270c4c0-f700-46d4-8ffd-986ccb850bfa req-0210148d-eaa9-4176-a6c4-c45b2a217923 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.4381235 Jul 07 18:01:28.691548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Request body: {'port': {'device_id': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'admin_state_up': True, 'tenant_id': 'e6b4c1ae55e4448a9cfce5f7c3edcc9f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:28.696781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'port_id': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'mac_address': 'fa:16:3e:a9:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4f3ffe-8213-4079-8acf-b5db455e7f0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:28.737086 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.806663 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.844752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 04e6389a-72df-4fa9-bcfb-0366f96c99ce, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=04e6389a-72df-4fa9-bcfb-0366f96c99ce,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:28.858067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.864265 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46116479-3a38-46d0-81d9-54a2dc60cdd0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.881043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] Deleting port 04e6389a-72df-4fa9-bcfb-0366f96c99ce {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:28.881740 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.919243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:28.974127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7270c4c0-f700-46d4-8ffd-986ccb850bfa req-9970b0fc-1726-4c13-afe2-a3ac15350b0b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932010 Jul 07 18:01:29.020321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c16e8bfb-0a04-463a-8843-15915bc560ce {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:29.033636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.043777 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e4c22e-bc43-4506-92c8-3146b5ff8ea7 x-openstack-request-id: req-22e4c22e-bc43-4506-92c8-3146b5ff8ea7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:29.044350 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46116479-3a38-46d0-81d9-54a2dc60cdd0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.046728 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-plugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:29.047835 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22e4c22e-bc43-4506-92c8-3146b5ff8ea7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:29.050789 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'code': 200} Jul 07 18:01:29.073076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46116479-3a38-46d0-81d9-54a2dc60cdd0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.111178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:29.113975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:29.114715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=fd7056a2-2ffc-4c4e-995b-241c2fea1f19,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.125485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349e5ce-89e2-4808-96cf-66fe17761731 None None] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:29.133616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:29.142034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.142034 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.145565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.175665 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e8650498-c417-4283-ae5f-cc7e98fa731f req-4ae94985-9bf6-419c-9533-4e4e61fe4232 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9393761 Jul 07 18:01:29.242759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46116479-3a38-46d0-81d9-54a2dc60cdd0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bae3b2-840c-481d-8018-e2d71322d1c4,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.244579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88727d89-2b2e-4a85-800d-072686b99cfe,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.251252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Made reservation on behalf of e6b4c1ae55e4448a9cfce5f7c3edcc9f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:29.257323 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.272739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46116479-3a38-46d0-81d9-54a2dc60cdd0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.274423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:29.274767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-46116479-3a38-46d0-81d9-54a2dc60cdd0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7771516 Jul 07 18:01:29.280006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39202) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:29.286557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f7ee40a6-2e59-45c1-b805-cd7c07b68398 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': '6cb9f5a5-3355-4830-be1d-12f879015812', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:29.293243 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-73dc426c-4cde-4ed9-8a06-656bc8507338 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3216083 Jul 07 18:01:29.298695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39204) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:29.309050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': 'fd7056a2-2ffc-4c4e-995b-241c2fea1f19', 'ip_address': '2001:db8::f22d:954:d1e1:d82b'}], 'name': 'tempest-NetworksTestDHCPv6-68760005'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:29.346753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fea1c9b8-4b71-4616-8fee-635d666706e9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:29.359420 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.433481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd81eb83-6c44-45bd-bad1-62db8981d0af req-58af9fdb-bc40-460b-8c3e-9f90e70cdb87 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 210 time: 0.1199963 Jul 07 18:01:29.441214 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.441789 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment 68ee50d6-57be-4101-a57d-899e495248d3 of type vlan for network d0362a63-24db-4eea-99ea-b32d5268d964 Jul 07 18:01:29.486538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=04e6389a-72df-4fa9-bcfb-0366f96c99ce,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.489322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7c38770e-63ca-42b6-81b0-547680a2fc7d None None] Provisioning for port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:29.509123 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.521856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dead6ff-7570-4a3e-955d-ccd1251d90b9 req-cecd7d7d-1b5e-48c1-9de5-b4d98f09eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.523528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dead6ff-7570-4a3e-955d-ccd1251d90b9 req-cecd7d7d-1b5e-48c1-9de5-b4d98f09eff9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1097 time: 0.4334412 Jul 07 18:01:29.548049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['c16e8bfb-0a04-463a-8843-15915bc560ce'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:29.551993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.559796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.563076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7ee40a6-2e59-45c1-b805-cd7c07b68398 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.569778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.570453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.591605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] For port 04e6389a-72df-4fa9-bcfb-0366f96c99ce, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=04e6389a-72df-4fa9-bcfb-0366f96c99ce,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:29.593788 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.611830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] Calling delete_port for 04e6389a-72df-4fa9-bcfb-0366f96c99ce owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:29.740795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:29.767175 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.768398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.768398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.768621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.773404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.773919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.774403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:29.776533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ed50fa5e-67f8-4c51-8ce8-ff753aea988d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6501 time: 0.2305529 Jul 07 18:01:29.777321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=d0362a63-24db-4eea-99ea-b32d5268d964,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:29.804859 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-23f55bc1-d95d-451b-8caf-bc78c20a2e35 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0408528 Jul 07 18:01:29.899392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d0362a63-24db-4eea-99ea-b32d5268d964 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:30.024722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-cae36f7e-12ab-4b43-b984-9fdc69bc1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:30.026226 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-cae36f7e-12ab-4b43-b984-9fdc69bc1c23 service neutron] 10.222.0.90 "GET /v2.0/networks?id=07d9762a-e6d8-4565-a451-2224c69acbeb HTTP/1.1" status: 200 len: 917 time: 0.2341585 Jul 07 18:01:30.079080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dead6ff-7570-4a3e-955d-ccd1251d90b9 req-997d9cfc-daac-46b6-8d6b-3e327ceb8bdb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5350871 Jul 07 18:01:30.081539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fea1c9b8-4b71-4616-8fee-635d666706e9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:30.082243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:30.088529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-259e80c7-fa0f-4dcd-9b8c-d6dfe217ab44 req-2e593f24-ec97-45c5-93f7-5c0cdc6865ff tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 210 time: 0.1260519 Jul 07 18:01:30.142512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Allocated IP 172.20.0.6 (01f463a4-73a6-4e19-892c-ac32d06b8e60/13993fdc-2d78-4301-ba24-12448b0879d6/30b67b6f-7162-401f-9ccc-e44f0f874351) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:30.162193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72187f2-6ece-4401-afb9-7536b28ad111 req-4e6c3a2d-969c-406f-b698-45ceac2f358c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:30.176883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c72187f2-6ece-4401-afb9-7536b28ad111 req-4e6c3a2d-969c-406f-b698-45ceac2f358c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.8231840 Jul 07 18:01:30.206536 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-5f40bc62-c6e6-4ad6-930b-6f0c77afedd6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 200 len: 1001 time: 0.1457303 Jul 07 18:01:30.397258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c72187f2-6ece-4401-afb9-7536b28ad111 req-644ec8b6-390a-4eeb-a49a-c40eb098d45c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148952 Jul 07 18:01:30.400774 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-f7ee40a6-2e59-45c1-b805-cd7c07b68398 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 18:01:30.407909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f7ee40a6-2e59-45c1-b805-cd7c07b68398 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1243691 Jul 07 18:01:30.417127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39236) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:30.442007 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:30.535125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-3ca1f1b2-1ddd-4ade-a3cf-fc2855e4414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:30.540424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-3ca1f1b2-1ddd-4ade-a3cf-fc2855e4414b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=426c9a68-c25d-42ce-8915-995083ca1ca2 HTTP/1.1" status: 200 len: 855 time: 0.3110433 Jul 07 18:01:30.563647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:30.662543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] No DVR routers for this DVR port 04e6389a-72df-4fa9-bcfb-0366f96c99ce on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:30.683191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:30.776312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port fd4fd32c-9823-43d4-a39e-54c64d7b2b5e yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:30.882031 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5e40893-aa24-4fae-b52f-15a9a483c447 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:30.968243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50833b9-695c-4b63-b90c-6dde1cf45088 req-7077e6ec-16f6-45ec-b8a9-8926eee5d381 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:30.977759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e50833b9-695c-4b63-b90c-6dde1cf45088 req-7077e6ec-16f6-45ec-b8a9-8926eee5d381 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 944 time: 0.3588114 Jul 07 18:01:31.010292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5e40893-aa24-4fae-b52f-15a9a483c447 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.118158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.140780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e50833b9-695c-4b63-b90c-6dde1cf45088 req-e16a63c9-7240-45dd-a972-493b6a918501 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616325 Jul 07 18:01:31.170253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b49fe-8f45-4c82-90e8-59f24f44cc3c None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:31.212091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5e40893-aa24-4fae-b52f-15a9a483c447 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.227555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5e40893-aa24-4fae-b52f-15a9a483c447 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.231147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c5e40893-aa24-4fae-b52f-15a9a483c447 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/6cb9f5a5-3355-4830-be1d-12f879015812 HTTP/1.1" status: 204 len: 168 time: 0.8128996 Jul 07 18:01:31.255127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:31.300022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e40893-aa24-4fae-b52f-15a9a483c447 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9f5a5-3355-4830-be1d-12f879015812,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:31.459778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-73c45055-133b-4722-941c-7269fd9db27f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1965766 Jul 07 18:01:31.500274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39252) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:31.520991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-da95b73e-a9f3-43f7-9594-2e80e80c6e1d tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285782133'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:31.611881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:31.827351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event updated for resources: {'Port': ['ID=30b67b6f-7162-401f-9ccc-e44f0f874351,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:31.866997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Network 01f463a4-73a6-4e19-892c-ac32d06b8e60 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:31.869561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:31.877103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:31.957299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9218e826-1554-464b-bfd2-87b03571c503 req-7e861a9e-bf73-49ce-ac6f-1189c48cf833 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 210 time: 0.1186328 Jul 07 18:01:32.000045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ddf68-e902-4b80-be01-7f0307cb649e None None] Pushing event deleted for resources: {'Port': ['ID=04e6389a-72df-4fa9-bcfb-0366f96c99ce,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:32.111471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:32.120512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': 'fd7056a2-2ffc-4c4e-995b-241c2fea1f19'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:32.121590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.127161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c390d5-3cdd-42c4-95fe-9938d9fe2678 req-00b0d472-9ada-4dec-8bbf-2055f1792e8b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.139733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96c390d5-3cdd-42c4-95fe-9938d9fe2678 req-00b0d472-9ada-4dec-8bbf-2055f1792e8b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 931 time: 0.6724958 Jul 07 18:01:32.188453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.189129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.196047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:32.196419 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.292262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96c390d5-3cdd-42c4-95fe-9938d9fe2678 req-fa2bd9c3-7ec8-41d8-ace6-3d45e093ebf7 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514275 Jul 07 18:01:32.408726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f22d:954:d1e1:d82b (0615333f-c9a5-42b4-86e0-c4a963464179/fd7056a2-2ffc-4c4e-995b-241c2fea1f19/fd4fd32c-9823-43d4-a39e-54c64d7b2b5e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:32.427715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da95b73e-a9f3-43f7-9594-2e80e80c6e1d tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.431372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-57ca81a8-ecc9-413b-b8af-c89798eac6a9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7575591 Jul 07 18:01:32.448317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Request body: {'port': {'device_id': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:32.483819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ad36f185-56a7-44d9-b6af-3f0a678678e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.490518 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-ad36f185-56a7-44d9-b6af-3f0a678678e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=07d9762a-e6d8-4565-a451-2224c69acbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8446403 Jul 07 18:01:32.523676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2d66ede2-8fac-4ca6-b6a2-bcced430995b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.546559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2d66ede2-8fac-4ca6-b6a2-bcced430995b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:32.549001 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2d66ede2-8fac-4ca6-b6a2-bcced430995b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "GET /v2.0/networks?id=dbce623c-f247-4d27-95c2-3c203e0f5367&id=6663888c-68ba-462e-b5e1-52480a85fbe0 HTTP/1.1" status: 200 len: 1388 time: 1.9272676 Jul 07 18:01:32.569329 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.638310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:32.646464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.746882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-1e190cca-d195-42f3-9c54-d53f6fec33e7 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940095 Jul 07 18:01:32.772257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'port': {'device_id': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367', 'admin_state_up': True, 'tenant_id': '79fd7c48cc814148a00726f11655ca18'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:32.773998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:32.792801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 04e6389a-72df-4fa9-bcfb-0366f96c99ce no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:32.832895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 04e6389a-72df-4fa9-bcfb-0366f96c99ce {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:32.833290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 04e6389a-72df-4fa9-bcfb-0366f96c99ce not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:32.862140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.042793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:33.137505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:33.138148 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.214109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39258) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:33.219712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': 'd0362a63-24db-4eea-99ea-b32d5268d964', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:33.290533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0a44-a3fa-4301-9443-ebc48a7e6a6d req-799f8251-6859-4193-9d7d-2c779df607f6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:33.297537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-261a0a44-a3fa-4301-9443-ebc48a7e6a6d req-799f8251-6859-4193-9d7d-2c779df607f6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.7517121 Jul 07 18:01:33.352628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-261a0a44-a3fa-4301-9443-ebc48a7e6a6d req-de086a41-6031-41f2-b7ba-a5c314bc70ff tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538473 Jul 07 18:01:33.367075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45e9b-aa32-4a05-a479-2f18955e37bf req-f527919e-08fc-41f8-8191-2c30fca02dc2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:33.372430 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f22eff2-f001-4dfb-b743-acafc7fb9d1e req-161c560e-1889-4344-a9d0-88dcea343893 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788445 Jul 07 18:01:33.386453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7da45e9b-aa32-4a05-a479-2f18955e37bf req-f527919e-08fc-41f8-8191-2c30fca02dc2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 944 time: 0.7211866 Jul 07 18:01:33.443001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.458344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da95b73e-a9f3-43f7-9594-2e80e80c6e1d tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.471376 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da95b73e-a9f3-43f7-9594-2e80e80c6e1d tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.474796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7da45e9b-aa32-4a05-a479-2f18955e37bf req-ecae9d6b-41d0-4620-b2b3-34140ab650a7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958760 Jul 07 18:01:33.484096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object fd4fd32c-9823-43d4-a39e-54c64d7b2b5e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:33.524814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95b73e-a9f3-43f7-9594-2e80e80c6e1d tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc2738-c79e-4165-ba91-76a0fa2c5dab,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:33.550145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:33.558376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b67b6f-7162-401f-9ccc-e44f0f874351 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:33.564438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.582773 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da95b73e-a9f3-43f7-9594-2e80e80c6e1d tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.584200 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-da95b73e-a9f3-43f7-9594-2e80e80c6e1d tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0754952 Jul 07 18:01:33.594630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39266) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:33.602948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4f2e6a8-1a90-48e9-ac92-e9f8ea477a57 req-338497a2-367e-4bed-8603-7ae23eb50629 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 210 time: 0.0391133 Jul 07 18:01:33.608481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.612178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7b0ce01a-2680-40ed-b2c6-148c35d6a184 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': '06fc2738-c79e-4165-ba91-76a0fa2c5dab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:33.613019 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-7b0ce01a-2680-40ed-b2c6-148c35d6a184 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 18:01:33.619418 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-7b0ce01a-2680-40ed-b2c6-148c35d6a184 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:33.620603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7b0ce01a-2680-40ed-b2c6-148c35d6a184 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0249667 Jul 07 18:01:33.634662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39268) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:33.666382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Transition to ACTIVE for port object 30b67b6f-7162-401f-9ccc-e44f0f874351 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:33.694353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:33.700321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.713374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.757401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.842793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=30b67b6f-7162-401f-9ccc-e44f0f874351,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:33.860109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.876110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/fd7056a2-2ffc-4c4e-995b-241c2fea1f19/8cad43c6-1987-460a-b8f6-6f32f242a094) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:33.914170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c24a6f54-31f8-461c-abe3-a5328e58ceb5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.938376 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c24a6f54-31f8-461c-abe3-a5328e58ceb5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.974389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=fd4fd32c-9823-43d4-a39e-54c64d7b2b5e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:33.993912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:34.007475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:34.013531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.013937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.014224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.014567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.015252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.015252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.015551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.015881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.016212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.016543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.016891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.017360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:34.019736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:34.032534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.033332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.048976 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c24a6f54-31f8-461c-abe3-a5328e58ceb5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.051746 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c24a6f54-31f8-461c-abe3-a5328e58ceb5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.055478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c24a6f54-31f8-461c-abe3-a5328e58ceb5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/06fc2738-c79e-4165-ba91-76a0fa2c5dab HTTP/1.1" status: 204 len: 168 time: 0.4172871 Jul 07 18:01:34.059480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39270) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:34.069363 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.081630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Transition to ACTIVE for port object 8cad43c6-1987-460a-b8f6-6f32f242a094 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:34.091203 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-87e7ab5f-23d3-4674-a35b-8bb6ab56523e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.7882361 Jul 07 18:01:34.094864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39272) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:34.127305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Transition to ACTIVE for port object 8cad43c6-1987-460a-b8f6-6f32f242a094 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:34.149160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Allocated IP 19.80.0.238 (dbce623c-f247-4d27-95c2-3c203e0f5367/e54ae1fe-9710-479a-afa5-111e1cda63cf/1ded1032-7b64-4616-972b-3af3afddaa23) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:34.152742 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.192232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a6f54-31f8-461c-abe3-a5328e58ceb5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc2738-c79e-4165-ba91-76a0fa2c5dab,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:34.218661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Pushing event updated for resources: {'Port': ['ID=8cad43c6-1987-460a-b8f6-6f32f242a094,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:34.228159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c16e8bfb-0a04-463a-8843-15915bc560ce up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:34.258566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Attempting to bind port 30b67b6f-7162-401f-9ccc-e44f0f874351 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:34.258959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Attempting to bind port 30b67b6f-7162-401f-9ccc-e44f0f874351 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:34.259388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Attempting to bind port 30b67b6f-7162-401f-9ccc-e44f0f874351 on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:34.275138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:34.290114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:34.298511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:34.320507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Port 30b67b6f-7162-401f-9ccc-e44f0f874351 on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:34.321114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Attempting to bind port 30b67b6f-7162-401f-9ccc-e44f0f874351 on network 01f463a4-73a6-4e19-892c-ac32d06b8e60 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:34.372664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67527883-36b1-4de9-8d87-57c8b21b6a95 req-b9d0e3d8-35f9-41a5-8f3c-4188c247ae45 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.381449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67527883-36b1-4de9-8d87-57c8b21b6a95 req-b9d0e3d8-35f9-41a5-8f3c-4188c247ae45 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 943 time: 0.5453951 Jul 07 18:01:34.383707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Attempting to bind port 8cad43c6-1987-460a-b8f6-6f32f242a094 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:34.384091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Attempting to bind port 8cad43c6-1987-460a-b8f6-6f32f242a094 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:34.384608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Attempting to bind port 8cad43c6-1987-460a-b8f6-6f32f242a094 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:34.395116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:34.395521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:34.396002 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.396395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:34.396903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Bound port: 8cad43c6-1987-460a-b8f6-6f32f242a094, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:34.397293 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.403690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a1a93-7445-4f27-9064-700c65aa4823 req-8f7d1e74-3320-4267-a0a2-a588873648dd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.408689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b88a1a93-7445-4f27-9064-700c65aa4823 req-8f7d1e74-3320-4267-a0a2-a588873648dd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.5084655 Jul 07 18:01:34.411384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.419191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39274) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:34.426159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ea950c0f-c825-4339-9c3e-c9745a3e18ca tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3610942 Jul 07 18:01:34.430114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Request body: {'floatingip': {'port_id': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:34.433124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:34.433477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Checking segment: {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:34.433929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Bound using segment: {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:34.434395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Bound port: 30b67b6f-7162-401f-9ccc-e44f0f874351, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000c6004-9d74-4ea0-a4bf-eea537c61911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:34.434790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.436657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39276) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:34.447230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2e0de455-b13a-4355-8e7c-ae1591b96033 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429463980'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:34.451104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e14bee-27e8-4fe1-91bc-3d49ba8c99f8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.459609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e14bee-27e8-4fe1-91bc-3d49ba8c99f8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:34.461532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d3e14bee-27e8-4fe1-91bc-3d49ba8c99f8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.3176098 Jul 07 18:01:34.480496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39278) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:34.491176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] For port 8cad43c6-1987-460a-b8f6-6f32f242a094, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:34.496520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] For port 8cad43c6-1987-460a-b8f6-6f32f242a094, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8cad43c6-1987-460a-b8f6-6f32f242a094,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:34.506963 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.571786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.579220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f2eb5-247e-452d-9349-f3dd79200d71 None None] Pushing event updated for resources: {'Port': ['ID=8cad43c6-1987-460a-b8f6-6f32f242a094,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:34.584665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port c16e8bfb-0a04-463a-8843-15915bc560ce triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:34.584665 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.588114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67527883-36b1-4de9-8d87-57c8b21b6a95 req-4e2b0965-1b0c-4524-94bd-381acb4d5285 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057698 Jul 07 18:01:34.734015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.766872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:34.773227 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5f09a-a0f6-4b93-a1fd-0a3211bac1b2" -d '{"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-plugged", "status": "completed", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:34.797980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:34.804624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.826715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e0de455-b13a-4355-8e7c-ae1591b96033 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.830231 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=446ef910-1d2c-4131-8aca-73d3dfc9e5c3,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:34.895415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:34.909343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] For port 30b67b6f-7162-401f-9ccc-e44f0f874351, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:34.939075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] For port 30b67b6f-7162-401f-9ccc-e44f0f874351, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=30b67b6f-7162-401f-9ccc-e44f0f874351,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:34.995989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': '68ee50d6-57be-4101-a57d-899e495248d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd0362a63-24db-4eea-99ea-b32d5268d964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:34.996971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: d0362a63-24db-4eea-99ea-b32d5268d964, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:35.009232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ad4c4e0-a364-4d84-8ada-2906fc190874 req-e20eaf8e-d96d-4a3d-ba2b-9190a0a72273 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 210 time: 0.0662029 Jul 07 18:01:35.011648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.065400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port fd4fd32c-9823-43d4-a39e-54c64d7b2b5e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:35.065762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.070482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:35.071246 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.072528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] 10.222.0.55 "PUT /v2.0/ports/30b67b6f-7162-401f-9ccc-e44f0f874351 HTTP/1.1" status: 200 len: 1091 time: 2.6334527 Jul 07 18:01:35.076647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'tag': '30b67b6f-7162-401f-9ccc-e44f0f874351'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:35.079430 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5be345-c663-4c23-9a30-3b55e53c9e7d", "tag": "30b67b6f-7162-401f-9ccc-e44f0f874351"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:35.115736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ab4c-2fcc-4b6c-94ca-4ec974c4cc90 req-efdefa7d-ab17-45e5-999f-2e41e167aa6f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:35.124421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c780ab4c-2fcc-4b6c-94ca-4ec974c4cc90 req-efdefa7d-ab17-45e5-999f-2e41e167aa6f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 944 time: 0.3782938 Jul 07 18:01:35.173971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e0de455-b13a-4355-8e7c-ae1591b96033 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.197057 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e0de455-b13a-4355-8e7c-ae1591b96033 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.230210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.313946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.338468 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249bb0d0-7f94-4743-b541-aee0fa588bb9 x-openstack-request-id: req-249bb0d0-7f94-4743-b541-aee0fa588bb9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:35.339604 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-plugged", "status": "completed", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:35.339604 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-249bb0d0-7f94-4743-b541-aee0fa588bb9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:35.339604 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'code': 200} Jul 07 18:01:35.345876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Transition to ACTIVE for port object 1ded1032-7b64-4616-972b-3af3afddaa23 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:35.391080 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e436eaf0-c10c-47a0-a215-5acd36f05cb0 x-openstack-request-id: req-e436eaf0-c10c-47a0-a215-5acd36f05cb0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:35.391696 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5be345-c663-4c23-9a30-3b55e53c9e7d", "tag": "30b67b6f-7162-401f-9ccc-e44f0f874351", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:35.391696 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e436eaf0-c10c-47a0-a215-5acd36f05cb0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:35.392182 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'tag': '30b67b6f-7162-401f-9ccc-e44f0f874351', 'status': 'completed', 'code': 200} Jul 07 18:01:35.397446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for fd4fd32c-9823-43d4-a39e-54c64d7b2b5e owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:35.402026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0de455-b13a-4355-8e7c-ae1591b96033 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376e72b4-f95c-4532-999e-7696ebfcaf0e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:35.420234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e0de455-b13a-4355-8e7c-ae1591b96033 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.421499 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2e0de455-b13a-4355-8e7c-ae1591b96033 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9780769 Jul 07 18:01:35.433428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39290) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:35.435363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.443008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ccd05ce7-ca28-4a38-b6e1-69d3be8fbf88 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': '376e72b4-f95c-4532-999e-7696ebfcaf0e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:35.443925 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-ccd05ce7-ca28-4a38-b6e1-69d3be8fbf88 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 18:01:35.444466 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-ccd05ce7-ca28-4a38-b6e1-69d3be8fbf88 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:35.445485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ccd05ce7-ca28-4a38-b6e1-69d3be8fbf88 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087626 Jul 07 18:01:35.446229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network d0362a63-24db-4eea-99ea-b32d5268d964 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:35.451874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39292) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:35.452549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5def1-68c7-446e-bb8c-05df2acabbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=30b67b6f-7162-401f-9ccc-e44f0f874351,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:35.469794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c780ab4c-2fcc-4b6c-94ca-4ec974c4cc90 req-1dfbd2ad-cb72-4f79-bb73-4876218e1d77 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440239 Jul 07 18:01:35.502732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d0362a63-24db-4eea-99ea-b32d5268d964) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:35.514730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e13a6a-819b-4834-953b-2350c880c344 None None] Network d0362a63-24db-4eea-99ea-b32d5268d964 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:35.560954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:35.561470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.590074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network dbce623c-f247-4d27-95c2-3c203e0f5367 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:35.625655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106083-c6f6-4383-aa66-5076558dfeee req-3ff19f07-d600-4420-9d49-ef6b7b5e6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:35.627724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-3ff19f07-d600-4420-9d49-ef6b7b5e6dbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 1094 time: 0.3445709 Jul 07 18:01:35.714884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.778536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-16e842fb-7eaa-4a2a-847c-3c1ece4cdc54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b67b6f-7162-401f-9ccc-e44f0f874351 HTTP/1.1" status: 200 len: 217 time: 0.1363368 Jul 07 18:01:35.784745 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f811c3f5-d9ba-4dec-b8dd-8669d26e804c tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:35.869457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:35.872673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Port': ['ID=1ded1032-7b64-4616-972b-3af3afddaa23,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:35.876915 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bca00a97-5371-4d36-89b0-d026fab05758 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6612308 Jul 07 18:01:35.878365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:35.883476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39296) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:35.890232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601497123'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:35.991299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0106083-c6f6-4383-aa66-5076558dfeee req-d09ce611-0121-49e9-b254-d3a617be2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:35.994568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-d09ce611-0121-49e9-b254-d3a617be2500 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13993fdc-2d78-4301-ba24-12448b0879d6 HTTP/1.1" status: 200 len: 861 time: 0.1833584 Jul 07 18:01:35.997125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:36.003215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.023746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-d0362a63-24db-4eea-99ea-b32d5268d964', 'network_id': 'd0362a63-24db-4eea-99ea-b32d5268d964', 'tenant_id': 'c679511204b043e3bc055295380bbf17', 'fixed_ips': [{'subnet_id': '446ef910-1d2c-4131-8aca-73d3dfc9e5c3'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:36.029597 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.074459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.075330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.095552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c585c5ad-7200-4586-b13a-583dc9df3c68 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3380258 Jul 07 18:01:36.141913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Request body: {'port': {'device_id': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0', 'admin_state_up': True, 'tenant_id': '79fd7c48cc814148a00726f11655ca18'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:36.265566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-b3beb29a-2c10-48b2-bf41-1e0fa9947459 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01f463a4-73a6-4e19-892c-ac32d06b8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2125006 Jul 07 18:01:36.338489 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f811c3f5-d9ba-4dec-b8dd-8669d26e804c tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.365898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Made reservation on behalf of 79fd7c48cc814148a00726f11655ca18 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:36.371350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.412747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Allocated IP 2001:db8:0:ffff::2 (d0362a63-24db-4eea-99ea-b32d5268d964/446ef910-1d2c-4131-8aca-73d3dfc9e5c3/14d96372-1dcf-4249-96d0-6b17bcd20c55) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:36.501944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-42bfcbfd-8318-4113-9f0b-3b7012e804e3 None None] Provisioning for port 1ded1032-7b64-4616-972b-3af3afddaa23 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:36.541967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-42bfcbfd-8318-4113-9f0b-3b7012e804e3 None None] Provisioning complete for port 1ded1032-7b64-4616-972b-3af3afddaa23 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:36.543560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42bfcbfd-8318-4113-9f0b-3b7012e804e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.601626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-42bfcbfd-8318-4113-9f0b-3b7012e804e3 None None] Port 1ded1032-7b64-4616-972b-3af3afddaa23 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:36.611043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.659250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b067518-ce7d-47af-9129-e52de15957c9 req-c82e3861-ff3c-4d2b-9fd1-d5f167475714 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.667154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b067518-ce7d-47af-9129-e52de15957c9 req-c82e3861-ff3c-4d2b-9fd1-d5f167475714 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 943 time: 0.6712866 Jul 07 18:01:36.705660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:36.726299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=fd4fd32c-9823-43d4-a39e-54c64d7b2b5e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:36.758948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Allocated IP 19.86.0.193 (6663888c-68ba-462e-b5e1-52480a85fbe0/14299715-df7b-4bc3-80c8-83b08fcee61f/2fcabed6-c439-479b-894c-aea5cc3c469f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:36.808070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bdbe73aa-b915-4c21-9cb4-c9f0dad6a394 None None] Provisioning for port 8cad43c6-1987-460a-b8f6-6f32f242a094 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:36.808511 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.810872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-07561676-22f9-4180-b187-4ee8bc53263f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/fd4fd32c-9823-43d4-a39e-54c64d7b2b5e HTTP/1.1" status: 204 len: 168 time: 2.3257933 Jul 07 18:01:36.814149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39304) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:36.818544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f811c3f5-d9ba-4dec-b8dd-8669d26e804c tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.819717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.820156 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment 68d96d9a-9c6b-42c2-9ebf-8ecd1135ea78 of type vlan for network 98fb675b-2a12-48cb-af05-cd35ef457930 Jul 07 18:01:36.822411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f811c3f5-d9ba-4dec-b8dd-8669d26e804c tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.824088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f811c3f5-d9ba-4dec-b8dd-8669d26e804c tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/376e72b4-f95c-4532-999e-7696ebfcaf0e HTTP/1.1" status: 204 len: 168 time: 1.3526967 Jul 07 18:01:36.835968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39306) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:36.837622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.874728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Transition to ACTIVE for port object 14d96372-1dcf-4249-96d0-6b17bcd20c55 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:36.895350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b067518-ce7d-47af-9129-e52de15957c9 req-668879b5-833c-4d23-96f2-aba658b2cb40 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271912 Jul 07 18:01:36.932125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Transition to ACTIVE for port object 14d96372-1dcf-4249-96d0-6b17bcd20c55 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:36.947867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-9efcc281-0d14-4064-a667-4797d106d138 service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639125 Jul 07 18:01:36.961633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.002700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811c3f5-d9ba-4dec-b8dd-8669d26e804c tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e72b4-f95c-4532-999e-7696ebfcaf0e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:37.032917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Network d0362a63-24db-4eea-99ea-b32d5268d964 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:37.035719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:37.038222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:37.103384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a0e6a-dad7-402f-b9ba-9d5ccabf308f req-8854ebe8-f9b7-43a1-ac51-4f03ba4a5140 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:37.111413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-092a0e6a-dad7-402f-b9ba-9d5ccabf308f req-8854ebe8-f9b7-43a1-ac51-4f03ba4a5140 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 932 time: 0.6417768 Jul 07 18:01:37.143202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.227073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.230650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6aec6b24-fa60-4d13-b381-f199ce442f7f None None] Could not find standard attr ID for object fd4fd32c-9823-43d4-a39e-54c64d7b2b5e. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:01:37.236443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8cad43c6-1987-460a-b8f6-6f32f242a094 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:37.299789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Pushing event updated for resources: {'Port': ['ID=14d96372-1dcf-4249-96d0-6b17bcd20c55,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:37.336597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.338266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Attempting to bind port 14d96372-1dcf-4249-96d0-6b17bcd20c55 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:37.338611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Attempting to bind port 14d96372-1dcf-4249-96d0-6b17bcd20c55 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '68ee50d6-57be-4101-a57d-899e495248d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd0362a63-24db-4eea-99ea-b32d5268d964'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:37.339053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Attempting to bind port 14d96372-1dcf-4249-96d0-6b17bcd20c55 on network d0362a63-24db-4eea-99ea-b32d5268d964 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:37.375742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:37.376023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Checking segment: {'id': '68ee50d6-57be-4101-a57d-899e495248d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd0362a63-24db-4eea-99ea-b32d5268d964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:37.376432 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.376821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Bound using segment: {'id': '68ee50d6-57be-4101-a57d-899e495248d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd0362a63-24db-4eea-99ea-b32d5268d964'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:37.382023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Bound port: 14d96372-1dcf-4249-96d0-6b17bcd20c55, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ee50d6-57be-4101-a57d-899e495248d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd0362a63-24db-4eea-99ea-b32d5268d964'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:37.382465 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.407598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f47fd0-ad21-45bf-8857-a7a022ee2986 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:37.410842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f47fd0-ad21-45bf-8857-a7a022ee2986 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:37.413105 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-64f47fd0-ad21-45bf-8857-a7a022ee2986 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5948272 Jul 07 18:01:37.439568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39308) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:37.480349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] For port 14d96372-1dcf-4249-96d0-6b17bcd20c55, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:37.484200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] For port 14d96372-1dcf-4249-96d0-6b17bcd20c55, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14d96372-1dcf-4249-96d0-6b17bcd20c55,segment=NetworkSegment(68ee50d6-57be-4101-a57d-899e495248d3),segment_id=68ee50d6-57be-4101-a57d-899e495248d3)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:37.492175 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.493664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:01:37.610434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3253c7-92ae-4068-a445-796d10420cce None None] Pushing event updated for resources: {'Port': ['ID=14d96372-1dcf-4249-96d0-6b17bcd20c55,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:37.614314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 8cad43c6-1987-460a-b8f6-6f32f242a094 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:37.619622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8cad43c6-1987-460a-b8f6-6f32f242a094 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:37.620019 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.684795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.692026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:37.693050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.754883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.766170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet fd7056a2-2ffc-4c4e-995b-241c2fea1f19 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:37.806621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 8cad43c6-1987-460a-b8f6-6f32f242a094, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8cad43c6-1987-460a-b8f6-6f32f242a094,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:37.815393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.816771 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:37.831745 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Floating IP 62753520-95aa-4f9b-823b-e87da96a1d51 associated. External IP: 172.25.1.174, port: c347eb45-909d-469c-bca7-1cf3198dedaa. Jul 07 18:01:37.895578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0107493 Jul 07 18:01:37.899272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39310) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:37.910938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': '98fb675b-2a12-48cb-af05-cd35ef457930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:37.914079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=8cad43c6-1987-460a-b8f6-6f32f242a094,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:37.945272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-092a0e6a-dad7-402f-b9ba-9d5ccabf308f req-ddc26491-abdd-4936-bf12-973b4863e46f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8324480 Jul 07 18:01:38.002226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0106083-c6f6-4383-aa66-5076558dfeee req-49c5f067-b097-4e02-af92-18cd94e0a5f3 service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0390854 Jul 07 18:01:38.037535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907fe09-b71c-4b90-8dcb-07aa0429bd9a tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=98fb675b-2a12-48cb-af05-cd35ef457930,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:38.054526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 98fb675b-2a12-48cb-af05-cd35ef457930 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:38.056076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.106180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.120011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-797ca4b6-5910-4d67-81c2-5f20e1da522f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2565885 Jul 07 18:01:38.130777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39314) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:38.133667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Transition to ACTIVE for port object 2fcabed6-c439-479b-894c-aea5cc3c469f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:38.163995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5d61927b-9897-43d8-a346-cde24d0d0d49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080143383'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:38.368774 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d61927b-9897-43d8-a346-cde24d0d0d49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.371734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:38.376761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.404257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82b109-30a0-4dc1-b13c-6ea5b9e4951d req-13001a64-5e70-453b-bf65-a6e8d15c6e16 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.412513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b82b109-30a0-4dc1-b13c-6ea5b9e4951d req-13001a64-5e70-453b-bf65-a6e8d15c6e16 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.7042232 Jul 07 18:01:38.573894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b82b109-30a0-4dc1-b13c-6ea5b9e4951d req-0690bb20-fa81-4cf4-b88a-2c12dd5d7413 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541660 Jul 07 18:01:38.662699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-e12cef55-a110-40de-b5fe-364c93df9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.664274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-e12cef55-a110-40de-b5fe-364c93df9a39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 1094 time: 0.5322361 Jul 07 18:01:38.691464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261645be-df92-4690-9c9b-229c885eb1d6 req-dd949ab7-dc17-405a-8987-efde1270e3c9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:38.705338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-261645be-df92-4690-9c9b-229c885eb1d6 req-dd949ab7-dc17-405a-8987-efde1270e3c9 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 943 time: 0.5004628 Jul 07 18:01:38.955452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:38.972289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-261645be-df92-4690-9c9b-229c885eb1d6 req-932ce480-7c04-47d3-ab2c-ccd4eeecec46 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658968 Jul 07 18:01:39.003293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.015127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Router c746216e-257e-4329-9570-a24f17a95dfa has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:39.060722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-42707c6a-56d6-4d99-a11f-e25b585f68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.062528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-42707c6a-56d6-4d99-a11f-e25b585f68ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 200 len: 922 time: 0.3346674 Jul 07 18:01:39.070070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d61927b-9897-43d8-a346-cde24d0d0d49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.090560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d61927b-9897-43d8-a346-cde24d0d0d49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.135247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event updated for resources: {'Port': ['ID=2fcabed6-c439-479b-894c-aea5cc3c469f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:39.188659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:39.252345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ee953-f517-4fc6-a272-9ae2a3216543 None None] Network d0362a63-24db-4eea-99ea-b32d5268d964 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:39.305748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:39.320870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-02670921-2dde-45a3-b120-5e2350c80d06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30b67b6f-7162-401f-9ccc-e44f0f874351 HTTP/1.1" status: 200 len: 217 time: 0.2455223 Jul 07 18:01:39.349193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:39.384408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61927b-9897-43d8-a346-cde24d0d0d49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f5430-8648-4708-b6c2-c718c185d635,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:39.442853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d61927b-9897-43d8-a346-cde24d0d0d49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.444679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5d61927b-9897-43d8-a346-cde24d0d0d49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3112504 Jul 07 18:01:39.456328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39324) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:39.468894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-47e07400-ac71-4306-acc6-c955ce12b315 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'a01f5430-8648-4708-b6c2-c718c185d635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:39.475944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8cad43c6-1987-460a-b8f6-6f32f242a094 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:39.488210 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-47e07400-ac71-4306-acc6-c955ce12b315 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 18:01:39.489380 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-47e07400-ac71-4306-acc6-c955ce12b315 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:39.493861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-47e07400-ac71-4306-acc6-c955ce12b315 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0278835 Jul 07 18:01:39.501335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.510498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39326) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:39.534354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c4776345-813b-44a2-95f9-5e0257404546 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'a01f5430-8648-4708-b6c2-c718c185d635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:39.535933 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-c4776345-813b-44a2-95f9-5e0257404546 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 18:01:39.537814 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-c4776345-813b-44a2-95f9-5e0257404546 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:39.540181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c4776345-813b-44a2-95f9-5e0257404546 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0160906 Jul 07 18:01:39.557289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39328) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:39.567273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.568380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.579023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-113aae94-e90f-404e-a682-e82559254c49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'a01f5430-8648-4708-b6c2-c718c185d635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:39.582273 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-113aae94-e90f-404e-a682-e82559254c49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 18:01:39.584383 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-113aae94-e90f-404e-a682-e82559254c49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:39.589820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-113aae94-e90f-404e-a682-e82559254c49 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0250640 Jul 07 18:01:39.593696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39330) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:39.637975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d3ded615-2ecb-4915-ac96-c74226f70f2c None None] Provisioning for port 14d96372-1dcf-4249-96d0-6b17bcd20c55 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:39.649123 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.669261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8cad43c6-1987-460a-b8f6-6f32f242a094 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:39.669261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.696846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bcc7cbe8-5d10-4df0-9988-e995e1b03337 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'a01f5430-8648-4708-b6c2-c718c185d635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:39.698043 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-bcc7cbe8-5d10-4df0-9988-e995e1b03337 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 18:01:39.701437 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-bcc7cbe8-5d10-4df0-9988-e995e1b03337 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:39.702780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bcc7cbe8-5d10-4df0-9988-e995e1b03337 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0257034 Jul 07 18:01:39.714108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39334) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:39.729113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b3366-3a16-4b95-a592-82ef5dd7459a None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:39.776896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-046ab14a-b8df-499c-89c1-99f9812a01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.780218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-046ab14a-b8df-499c-89c1-99f9812a01f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13993fdc-2d78-4301-ba24-12448b0879d6 HTTP/1.1" status: 200 len: 861 time: 0.4393413 Jul 07 18:01:39.782613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7056a2-2ffc-4c4e-995b-241c2fea1f19,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:39.826513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.831765 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-90365bb6-bc21-4245-a6ad-121628166985 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/fd7056a2-2ffc-4c4e-995b-241c2fea1f19 HTTP/1.1" status: 204 len: 168 time: 2.3906193 Jul 07 18:01:39.838034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39336) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:39.839741 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-2ef6a4e0-e403-4d36-afe0-206c20f406f4 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7120523 Jul 07 18:01:39.866976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Request body: {'port': {'device_id': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:39.907640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9d0b0-ceed-47b8-8bba-1dd71f53158f req-d90fd911-74ad-44c9-92f0-9a5e13f2404b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.923130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9d0b0-ceed-47b8-8bba-1dd71f53158f req-d90fd911-74ad-44c9-92f0-9a5e13f2404b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.933221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53a9d0b0-ceed-47b8-8bba-1dd71f53158f req-d90fd911-74ad-44c9-92f0-9a5e13f2404b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1655 time: 0.6324155 Jul 07 18:01:39.956606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:39.964313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-35932662-b649-4638-9493-378d6a443613 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235220 Jul 07 18:01:39.964990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:39.976121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-5d01f586-7731-489b-b27f-598a6cd8f024 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=01f463a4-73a6-4e19-892c-ac32d06b8e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789966 Jul 07 18:01:39.977106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:39.989914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=e81c6e4f-6d60-46d8-855f-f8dfe426affa,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:40.036298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14d96372-1dcf-4249-96d0-6b17bcd20c55 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:40.050575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0e891f9d-3e29-4f13-8832-0de32a65518d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "PUT /v2.0/floatingips/62753520-95aa-4f9b-823b-e87da96a1d51 HTTP/1.1" status: 200 len: 992 time: 5.6245909 Jul 07 18:01:40.071481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:40.078135 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7321cf5f-28b4-4dfd-a96d-130ff29ce293" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:40.095715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53a9d0b0-ceed-47b8-8bba-1dd71f53158f req-bfa302a9-e19b-4847-bbf8-b0173b66e5d6 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577940 Jul 07 18:01:40.098238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': '68d96d9a-9c6b-42c2-9ebf-8ecd1135ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '98fb675b-2a12-48cb-af05-cd35ef457930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:40.102125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: 98fb675b-2a12-48cb-af05-cd35ef457930, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:40.127419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-60ac759e-08b0-46f8-9d9b-5c968cfe9a6d None None] Provisioning for port 2fcabed6-c439-479b-894c-aea5cc3c469f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:40.130276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] Sync routers for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:40.148605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ee60dab-3fb1-4ef3-bf24-274226593028 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.152058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-60ac759e-08b0-46f8-9d9b-5c968cfe9a6d None None] Provisioning complete for port 2fcabed6-c439-479b-894c-aea5cc3c469f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:40.152662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60ac759e-08b0-46f8-9d9b-5c968cfe9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.197353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-60ac759e-08b0-46f8-9d9b-5c968cfe9a6d None None] Port 2fcabed6-c439-479b-894c-aea5cc3c469f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:40.217873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 30b67b6f-7162-401f-9ccc-e44f0f874351 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:40.236365 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ee60dab-3fb1-4ef3-bf24-274226593028 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.240789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 98fb675b-2a12-48cb-af05-cd35ef457930 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:40.267973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c90bc-1b45-4dac-9eb6-ed365974dd1e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.273396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-440c90bc-1b45-4dac-9eb6-ed365974dd1e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2246695 Jul 07 18:01:40.277465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39348) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:40.306159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 98fb675b-2a12-48cb-af05-cd35ef457930) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:40.309923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.321329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.321936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.345553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ab06-bb2a-49ee-8444-195be1a668c2 req-ea387a3e-9581-4ce0-932c-b43e81164e1d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.354495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0144ab06-bb2a-49ee-8444-195be1a668c2 req-ea387a3e-9581-4ce0-932c-b43e81164e1d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.5003955 Jul 07 18:01:40.360440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:40.364677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:40.378022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106fb04-546c-420c-9bcc-b3e45d73b06a None None] Network 98fb675b-2a12-48cb-af05-cd35ef457930 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:40.381589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c30a4afc-475b-48f4-b10b-b6723545f923 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4796386 Jul 07 18:01:40.384036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-e4beb487-2084-4315-92ec-c332aa063964 service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869395 Jul 07 18:01:40.386038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39350) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:40.420311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 14d96372-1dcf-4249-96d0-6b17bcd20c55 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:40.572531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0144ab06-bb2a-49ee-8444-195be1a668c2 req-87595c2e-b9e7-4218-a1c0-c61fd86ef40d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111022 Jul 07 18:01:40.723846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ded1032-7b64-4616-972b-3af3afddaa23 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:40.733063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.748296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Transition to ACTIVE for port object 1ded1032-7b64-4616-972b-3af3afddaa23 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:40.754421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.755461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 30b67b6f-7162-401f-9ccc-e44f0f874351, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=30b67b6f-7162-401f-9ccc-e44f0f874351,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:40.771565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 14d96372-1dcf-4249-96d0-6b17bcd20c55 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:40.773132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.773265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ee60dab-3fb1-4ef3-bf24-274226593028 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.777032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ee60dab-3fb1-4ef3-bf24-274226593028 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.784570 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1ee60dab-3fb1-4ef3-bf24-274226593028 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/a01f5430-8648-4708-b6c2-c718c185d635 HTTP/1.1" status: 204 len: 168 time: 1.0058274 Jul 07 18:01:40.785236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39352) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:40.799467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2155c3f5-4e35-4f57-b1a0-da9b8705bf65 req-ffe38353-b0e3-4dc4-928f-e8f373b7cf8a service neutron] 10.222.0.55 "GET /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854241 Jul 07 18:01:40.803369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.882411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7cc2704a-0316-4155-92cc-2dd3a7f336b4 None None] Provisioning complete for port 14d96372-1dcf-4249-96d0-6b17bcd20c55 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:40.882830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7cc2704a-0316-4155-92cc-2dd3a7f336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:40.898393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Pushing event updated for resources: {'Port': ['ID=1ded1032-7b64-4616-972b-3af3afddaa23,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:40.913479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18e8c8-b02a-4d26-97ca-aea2aa5a02e6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.915357 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa18e8c8-b02a-4d26-97ca-aea2aa5a02e6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6343215 Jul 07 18:01:40.929605 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a53653-e3c7-4509-9ed0-e594596cdd1d x-openstack-request-id: req-f3a53653-e3c7-4509-9ed0-e594596cdd1d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:40.930174 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:40.930583 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3a53653-e3c7-4509-9ed0-e594596cdd1d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:40.931152 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'status': 'completed', 'code': 200} Jul 07 18:01:40.932927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:40.934013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee60dab-3fb1-4ef3-bf24-274226593028 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f5430-8648-4708-b6c2-c718c185d635,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:40.946159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecd951-6bc3-45e6-9a7c-271c49e06732 req-5eb58008-dc50-4c5d-9e4e-033484434a83 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.954529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6ecd951-6bc3-45e6-9a7c-271c49e06732 req-5eb58008-dc50-4c5d-9e4e-033484434a83 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 943 time: 0.3720200 Jul 07 18:01:40.965756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39354) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:41.004423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6ec050fb-9fba-450f-9b9d-34d621d6781a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2167876 Jul 07 18:01:41.017382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39356) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:41.030069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '30b67b6f-7162-401f-9ccc-e44f0f874351', 'network_id': '01f463a4-73a6-4e19-892c-ac32d06b8e60', 'port_id': '30b67b6f-7162-401f-9ccc-e44f0f874351', 'mac_address': 'fa:16:3e:9a:db:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13993fdc-2d78-4301-ba24-12448b0879d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:41.059066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d384da1c-edb7-4849-b318-ce90f7348350 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427611442'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:41.098279 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:41.100953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f04fdaa9-5967-4ebf-8316-ae517e2a0971 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242425 Jul 07 18:01:41.110169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.124304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39358) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:41.130170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:41.144072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b67b6f-7162-401f-9ccc-e44f0f874351 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:41.171756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 30b67b6f-7162-401f-9ccc-e44f0f874351, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=30b67b6f-7162-401f-9ccc-e44f0f874351,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:41.197388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.251646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d384da1c-edb7-4849-b318-ce90f7348350 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.258518 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.260080 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Attempting to bind port 1ded1032-7b64-4616-972b-3af3afddaa23 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:41.264862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Attempting to bind port 1ded1032-7b64-4616-972b-3af3afddaa23 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:41.265294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Attempting to bind port 1ded1032-7b64-4616-972b-3af3afddaa23 on network dbce623c-f247-4d27-95c2-3c203e0f5367 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:41.296129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Port 1ded1032-7b64-4616-972b-3af3afddaa23 on network dbce623c-f247-4d27-95c2-3c203e0f5367 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:41.296530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Attempting to bind port 1ded1032-7b64-4616-972b-3af3afddaa23 on network dbce623c-f247-4d27-95c2-3c203e0f5367 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:41.322058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] Deleting port 8cad43c6-1987-460a-b8f6-6f32f242a094 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:41.322441 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.327967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:41.328322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Checking segment: {'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:41.328724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Bound using segment: {'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:41.329271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Bound port: 1ded1032-7b64-4616-972b-3af3afddaa23, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99da39b8-5eb5-4816-84a6-9f04705c08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:41.330779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.336335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6ecd951-6bc3-45e6-9a7c-271c49e06732 req-ee38962c-d97f-4aff-88e8-cb90abca2f96 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801725 Jul 07 18:01:41.460157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] For port 1ded1032-7b64-4616-972b-3af3afddaa23, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:41.466644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] For port 1ded1032-7b64-4616-972b-3af3afddaa23, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ded1032-7b64-4616-972b-3af3afddaa23,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:41.477568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.484781 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.506248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:41.523970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:41.528721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.537159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=e81c6e4f-6d60-46d8-855f-f8dfe426affa,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:41.609533 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d384da1c-edb7-4849-b318-ce90f7348350 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.652301 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.654247 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7cc2704a-0316-4155-92cc-2dd3a7f336b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.656271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['30b67b6f-7162-401f-9ccc-e44f0f874351'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:41.678884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Pushing event updated for resources: {'Port': ['ID=1ded1032-7b64-4616-972b-3af3afddaa23,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:41.682276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.683872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-8cbd9d76-26a7-49cd-8a61-58ef92df6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.685608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-8cbd9d76-26a7-49cd-8a61-58ef92df6d4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1097 time: 0.7681980 Jul 07 18:01:41.688233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.689996 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.691549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] 10.222.0.55 "PUT /v2.0/ports/1ded1032-7b64-4616-972b-3af3afddaa23 HTTP/1.1" status: 200 len: 1092 time: 1.8357377 Jul 07 18:01:41.692346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d384da1c-edb7-4849-b318-ce90f7348350 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.716457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fb675b-2a12-48cb-af05-cd35ef457930']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:41.772113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d96d9a-9c6b-42c2-9ebf-8ecd1135ea78') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:41.773186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d96d9a-9c6b-42c2-9ebf-8ecd1135ea78') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:41.872535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=30b67b6f-7162-401f-9ccc-e44f0f874351,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:41.878999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-226eb946-bd10-4537-96f6-99ee5788eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.881040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-226eb946-bd10-4537-96f6-99ee5788eee0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.1852825 Jul 07 18:01:41.894089 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.904656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38dfe94-7a8c-44dc-86d9-94b11628cfcf None None] Network 98fb675b-2a12-48cb-af05-cd35ef457930 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:41.907583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Request body: {'port': {'device_id': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:41.931953 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.947163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:41.947631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:41.975845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.976463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.976998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.977742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.978296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.978786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.979270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.979803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.980268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.980958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.981438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:41.981906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c4189-2b62-4f8f-8e77-6ea606627c5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:42.015548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] For port 8cad43c6-1987-460a-b8f6-6f32f242a094, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8cad43c6-1987-460a-b8f6-6f32f242a094,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:42.015981 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.082684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96096-a581-433e-9209-605269bb795f req-e7f4b35d-122f-4acf-ba89-0ec44ae5d720 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.084613 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.089087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96096-a581-433e-9209-605269bb795f req-e7f4b35d-122f-4acf-ba89-0ec44ae5d720 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.091314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1aa96096-a581-433e-9209-605269bb795f req-e7f4b35d-122f-4acf-ba89-0ec44ae5d720 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1667 time: 0.6952674 Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:42.092210 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:42.148252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] Calling delete_port for 8cad43c6-1987-460a-b8f6-6f32f242a094 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:42.171568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 14d96372-1dcf-4249-96d0-6b17bcd20c55, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14d96372-1dcf-4249-96d0-6b17bcd20c55,segment=NetworkSegment(68ee50d6-57be-4101-a57d-899e495248d3),segment_id=68ee50d6-57be-4101-a57d-899e495248d3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:42.187399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.205322 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.205605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d384da1c-edb7-4849-b318-ce90f7348350 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.207279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d384da1c-edb7-4849-b318-ce90f7348350 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1520739 Jul 07 18:01:42.226230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39368) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:42.234861 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.242725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/98fb675b-2a12-48cb-af05-cd35ef457930 HTTP/1.1" status: 204 len: 168 time: 1.8549156 Jul 07 18:01:42.249553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-637abec8-08b4-4eb2-b66a-a338082c9d74 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:42.254336 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-637abec8-08b4-4eb2-b66a-a338082c9d74 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 18:01:42.256315 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-637abec8-08b4-4eb2-b66a-a338082c9d74 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:42.258914 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-637abec8-08b4-4eb2-b66a-a338082c9d74 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0207894 Jul 07 18:01:42.261532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39370) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:42.263092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39372) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:42.275393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507380391'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:42.316320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432a4a-cc23-48e5-a6d2-681496e0e2aa tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=98fb675b-2a12-48cb-af05-cd35ef457930,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:42.329541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-160aa5a0-5ec6-4bce-8e6e-40dab9a42b96 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:42.352911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1220bb0-d0f4-4ae4-abf7-57e32ffe288f req-8786726e-c01e-4e0c-96bb-e9b2ab770413 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.360201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384da1c-edb7-4849-b318-ce90f7348350 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fed4e9-c36c-46ad-84f1-cc932e252385,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:42.363947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1220bb0-d0f4-4ae4-abf7-57e32ffe288f req-8786726e-c01e-4e0c-96bb-e9b2ab770413 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.5125906 Jul 07 18:01:42.385575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1aa96096-a581-433e-9209-605269bb795f req-0368537a-1e22-461f-a943-3b78410afb75 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351871 Jul 07 18:01:42.388485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:42.393684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.399584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=14d96372-1dcf-4249-96d0-6b17bcd20c55,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:42.525885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1220bb0-d0f4-4ae4-abf7-57e32ffe288f req-01423729-f53c-4a28-bf41-8eb17539cc9f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591053 Jul 07 18:01:42.535080 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-7cc2704a-0316-4155-92cc-2dd3a7f336b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:01:42.535751 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-7cc2704a-0316-4155-92cc-2dd3a7f336b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:01:42.536489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8cad43c6-1987-460a-b8f6-6f32f242a094 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:42.564085 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-160aa5a0-5ec6-4bce-8e6e-40dab9a42b96 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:42.565316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-160aa5a0-5ec6-4bce-8e6e-40dab9a42b96 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2492733 Jul 07 18:01:42.580249 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-0cc440a0-652f-484d-8998-c8e777e72725 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 1000 time: 0.5032032 Jul 07 18:01:42.581143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:42.598354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39376) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:42.609689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 8cad43c6-1987-460a-b8f6-6f32f242a094 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:42.610051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8cad43c6-1987-460a-b8f6-6f32f242a094 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:42.610181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f5e6f634-cc33-4313-86a0-35965cff2130 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:42.610690 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-f5e6f634-cc33-4313-86a0-35965cff2130 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 18:01:42.613599 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.624343 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-f5e6f634-cc33-4313-86a0-35965cff2130 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:42.628147 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f5e6f634-cc33-4313-86a0-35965cff2130 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0263350 Jul 07 18:01:42.684341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39380) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:42.701559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-599bd475-382d-468a-aff4-6bc557e095d4 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:42.702695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] No DVR routers for this DVR port 8cad43c6-1987-460a-b8f6-6f32f242a094 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:42.732724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.736712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e3ec3-4ac6-4766-8c1e-9a172c74fde6 None None] Pushing event deleted for resources: {'Port': ['ID=8cad43c6-1987-460a-b8f6-6f32f242a094,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:42.777851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.778107 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment 6909e58e-e15c-403b-8c83-1b017efa82f4 of type vlan for network 5ee855f9-4755-4bbd-b794-f1f4691f3797 Jul 07 18:01:42.913133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:42.925531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=747d5ea1-5651-4f30-ac96-d9b9e72c3d76,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:42.929569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:42.934414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.935096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.937108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:42.939923 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af12f72c-7bd5-436f-98b4-be139aae79ee" -d '{"events": [{"name": "network-changed", "server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:42.943787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-a5b9453d-920a-4208-8d4f-285066e9dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.945575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-a5b9453d-920a-4208-8d4f-285066e9dec1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.2913959 Jul 07 18:01:42.948305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:42.960851 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-869b357f-185f-495d-a5b3-b5ba0db70fde tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8347349 Jul 07 18:01:42.964221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39384) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:42.977017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '747d5ea1-5651-4f30-ac96-d9b9e72c3d76', 'ip_address': '2001:db8::fa03:821d:d754:efc2'}], 'name': 'tempest-NetworksTestDHCPv6-1835604360'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:43.018049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff6695-14f9-42de-a0c5-2ed4a327f4cb None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:43.052066 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfba1f33-467d-4bcf-b48f-16e8479edd77 x-openstack-request-id: req-cfba1f33-467d-4bcf-b48f-16e8479edd77 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:43.052443 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:43.052668 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfba1f33-467d-4bcf-b48f-16e8479edd77 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:43.053167 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23', 'status': 'completed', 'code': 200} Jul 07 18:01:43.060008 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-599bd475-382d-468a-aff4-6bc557e095d4 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:43.061263 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-599bd475-382d-468a-aff4-6bc557e095d4 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3737967 Jul 07 18:01:43.068061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39386) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:43.079978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-474cb99a-a37c-4228-b10c-a230ba3851b0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:43.080616 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-474cb99a-a37c-4228-b10c-a230ba3851b0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 18:01:43.081197 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-474cb99a-a37c-4228-b10c-a230ba3851b0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:43.082177 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-474cb99a-a37c-4228-b10c-a230ba3851b0 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074713 Jul 07 18:01:43.087576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39388) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:43.092237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-002eb14a-26c6-4e6d-a75e-d9be63652ed2 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:43.104027 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.110042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.110675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.129695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6757f5-2b95-4851-a22b-b6731a596e49 req-835a0264-a849-46ef-9529-653c8ac67d8a tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.149739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e6757f5-2b95-4851-a22b-b6731a596e49 req-835a0264-a849-46ef-9529-653c8ac67d8a tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 944 time: 0.3445818 Jul 07 18:01:43.218868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-23d14b8a-04a9-4b6b-aa32-cd77de875b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.220379 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-23d14b8a-04a9-4b6b-aa32-cd77de875b44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576075 Jul 07 18:01:43.270374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e6757f5-2b95-4851-a22b-b6731a596e49 req-1287d23a-8b5a-4a65-9e3a-5f6e1a08667b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175942 Jul 07 18:01:43.271519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=5ee855f9-4755-4bbd-b794-f1f4691f3797,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:43.335344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 5ee855f9-4755-4bbd-b794-f1f4691f3797 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:43.362058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:43.368735 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8565be41-4195-4182-a83c-db933209c7ed tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0996473 Jul 07 18:01:43.376433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39390) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:43.415006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': '5ee855f9-4755-4bbd-b794-f1f4691f3797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:43.484456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.489394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-36975425-647f-49a7-969f-e6d53a90788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.489891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-36975425-647f-49a7-969f-e6d53a90788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.491547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-36975425-647f-49a7-969f-e6d53a90788a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1914 time: 0.3767698 Jul 07 18:01:43.586936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 1ca97479-efd3-4c0e-92c2-0d6e176f9548 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:43.618670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcabed6-c439-479b-894c-aea5cc3c469f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:43.632411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.653536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Transition to ACTIVE for port object 2fcabed6-c439-479b-894c-aea5cc3c469f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:43.662554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '747d5ea1-5651-4f30-ac96-d9b9e72c3d76'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:43.663408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.709642 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-2696d30c-c86c-44ea-8065-04df22eae8a2 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706001 Jul 07 18:01:43.731969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:43.747418 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-002eb14a-26c6-4e6d-a75e-d9be63652ed2 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:43.760234 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-002eb14a-26c6-4e6d-a75e-d9be63652ed2 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6714044 Jul 07 18:01:43.761634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:43.849159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/747d5ea1-5651-4f30-ac96-d9b9e72c3d76/14c01e9c-240a-47a4-8159-beeb26ff831e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:44.018117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.027405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Transition to ACTIVE for port object 14c01e9c-240a-47a4-8159-beeb26ff831e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:44.032095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a19b9a30-a8bd-4369-b726-4101e6ac7384 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:44.032796 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-a19b9a30-a8bd-4369-b726-4101e6ac7384 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 18:01:44.033651 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-a19b9a30-a8bd-4369-b726-4101e6ac7384 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:44.040004 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a19b9a30-a8bd-4369-b726-4101e6ac7384 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143111 Jul 07 18:01:44.044159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Transition to ACTIVE for port object 14c01e9c-240a-47a4-8159-beeb26ff831e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:44.044363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7321cf5f-28b4-4dfd-a96d-130ff29ce293 req-8cf37586-3afb-4a44-ae4c-c33c4f322d68 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805388 Jul 07 18:01:44.045337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:44.058648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.062831 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.105591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '62753520-95aa-4f9b-823b-e87da96a1d51', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'port_id': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'mac_address': 'fa:16:3e:54:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd18785-1403-4b97-a965-318ed65c47cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:01:03Z', 'updated_at': '2021-07-07T18:01:36Z', 'revision_number': 1, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:44.125356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39402) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:44.159318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] Checking router: c746216e-257e-4329-9570-a24f17a95dfa for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:44.167565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-01135538-6038-47ce-83da-ecd0461e4d87 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:44.205735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:44.206521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:44.207175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:44.209442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Pushing event updated for resources: {'Port': ['ID=14c01e9c-240a-47a4-8159-beeb26ff831e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:44.222971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:44.225483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:44.246701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-9a2e7bbe-0aa1-445f-af50-8851ee0ee4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:44.247210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-9a2e7bbe-0aa1-445f-af50-8851ee0ee4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:44.247685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-9a2e7bbe-0aa1-445f-af50-8851ee0ee4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:44.249777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-9a2e7bbe-0aa1-445f-af50-8851ee0ee4e8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=79fd7c48cc814148a00726f11655ca18&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.7457042 Jul 07 18:01:44.263119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 30b67b6f-7162-401f-9ccc-e44f0f874351 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:44.460925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Attempting to bind port 14c01e9c-240a-47a4-8159-beeb26ff831e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:44.461336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Attempting to bind port 14c01e9c-240a-47a4-8159-beeb26ff831e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:44.461699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Attempting to bind port 14c01e9c-240a-47a4-8159-beeb26ff831e on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:44.467579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14d96372-1dcf-4249-96d0-6b17bcd20c55 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:44.474570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:44.474960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:44.475360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.475771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:44.476270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Bound port: 14c01e9c-240a-47a4-8159-beeb26ff831e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:44.476635 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.498219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcabed6-c439-479b-894c-aea5cc3c469f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:44.528430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::fa03:821d:d754:efc2 (0615333f-c9a5-42b4-86e0-c4a963464179/747d5ea1-5651-4f30-ac96-d9b9e72c3d76/1ca97479-efd3-4c0e-92c2-0d6e176f9548) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:44.549798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.636304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 30b67b6f-7162-401f-9ccc-e44f0f874351 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:44.646436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 30b67b6f-7162-401f-9ccc-e44f0f874351 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:44.647261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.654143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:44.743680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=ec40b61a-2352-4157-9bec-ddded9bcfa02,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:44.746505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 14d96372-1dcf-4249-96d0-6b17bcd20c55 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:44.747239 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.757751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Attempting to bind port 2fcabed6-c439-479b-894c-aea5cc3c469f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:44.758495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Attempting to bind port 2fcabed6-c439-479b-894c-aea5cc3c469f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:44.758870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Attempting to bind port 2fcabed6-c439-479b-894c-aea5cc3c469f on network 6663888c-68ba-462e-b5e1-52480a85fbe0 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:44.795174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Port 2fcabed6-c439-479b-894c-aea5cc3c469f on network 6663888c-68ba-462e-b5e1-52480a85fbe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:44.795609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Attempting to bind port 2fcabed6-c439-479b-894c-aea5cc3c469f on network 6663888c-68ba-462e-b5e1-52480a85fbe0 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:44.803786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': '6909e58e-e15c-403b-8c83-1b017efa82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5ee855f9-4755-4bbd-b794-f1f4691f3797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:44.804144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: 5ee855f9-4755-4bbd-b794-f1f4691f3797, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:44.808489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:44.808911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Checking segment: {'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:44.809940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Bound using segment: {'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:44.809940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Bound port: 2fcabed6-c439-479b-894c-aea5cc3c469f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66935bbc-719b-4d2c-bdb2-e12d429a10b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:44.810279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.855677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 5ee855f9-4755-4bbd-b794-f1f4691f3797 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:44.900212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] For port 14c01e9c-240a-47a4-8159-beeb26ff831e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:44.900463 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-01135538-6038-47ce-83da-ecd0461e4d87 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:44.904451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-01135538-6038-47ce-83da-ecd0461e4d87 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7460487 Jul 07 18:01:44.917422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:44.927762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3530a6a0-dbe1-4c3f-9062-dab5ecf20753 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'f8fed4e9-c36c-46ad-84f1-cc932e252385', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:44.933571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] For port 14c01e9c-240a-47a4-8159-beeb26ff831e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14c01e9c-240a-47a4-8159-beeb26ff831e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:44.971083 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.976307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] For port 2fcabed6-c439-479b-894c-aea5cc3c469f, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:44.986176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] For port 2fcabed6-c439-479b-894c-aea5cc3c469f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2fcabed6-c439-479b-894c-aea5cc3c469f,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:44.998965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114f56e-01bc-4add-843c-74ea43fba891 req-8dbf7d0e-65b0-4235-a556-c4152709f8d1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.006883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.007329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6114f56e-01bc-4add-843c-74ea43fba891 req-8dbf7d0e-65b0-4235-a556-c4152709f8d1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.8917136 Jul 07 18:01:45.036769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755fa1-849f-41eb-bab1-72fe0becc0ce req-2301a6a1-9044-4bae-852d-6f646ddadb5e tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.042901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95755fa1-849f-41eb-bab1-72fe0becc0ce req-2301a6a1-9044-4bae-852d-6f646ddadb5e tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.054637 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95755fa1-849f-41eb-bab1-72fe0becc0ce req-2301a6a1-9044-4bae-852d-6f646ddadb5e tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1679 time: 0.9193645 Jul 07 18:01:45.149177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.150463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.165174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95755fa1-849f-41eb-bab1-72fe0becc0ce req-2a9a498a-833f-4a16-b69e-1c146a7820d9 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096642 Jul 07 18:01:45.169352 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fcabed6-c439-479b-894c-aea5cc3c469f HTTP/1.1" status: 200 len: 1092 time: 3.2829068 Jul 07 18:01:45.176355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 5ee855f9-4755-4bbd-b794-f1f4691f3797) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:45.183166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'tag': '2fcabed6-c439-479b-894c-aea5cc3c469f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:45.187818 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0632f15-b744-4306-8030-c7ffef9066e4" -d '{"events": [{"name": "network-changed", "server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "tag": "2fcabed6-c439-479b-894c-aea5cc3c469f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:45.193487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e4e3e-ea7b-43ee-85f0-f15e197a4de2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcabed6-c439-479b-894c-aea5cc3c469f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:45.208882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e504b430-811c-4f17-9cb3-fcef57abb493 None None] Network 5ee855f9-4755-4bbd-b794-f1f4691f3797 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:45.230357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.230970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.280601 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-77a9c727-3642-4516-a486-3c396ffb6410 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8836851 Jul 07 18:01:45.284390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39410) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:45.290037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1992530672'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:45.310698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-451ca639-2495-4f39-8596-cc199cf5188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.312300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af12f72c-7bd5-436f-98b4-be139aae79ee req-451ca639-2495-4f39-8596-cc199cf5188c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0026460 Jul 07 18:01:45.351435 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.358173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612e1bc-c2df-4529-b833-b9840891f16d None None] Pushing event updated for resources: {'Port': ['ID=14c01e9c-240a-47a4-8159-beeb26ff831e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:45.388036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:45.392318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.392679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.477168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6114f56e-01bc-4add-843c-74ea43fba891 req-36cfb1fa-10d6-43ca-baab-dbd966d78621 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687834 Jul 07 18:01:45.496432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:45.543086 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.545365 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment e162423b-d771-46bf-be0f-21ea8ecb74d2 of type vlan for network 667268a1-33dc-465d-b384-cd649d64c67c Jul 07 18:01:45.569170 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-3530a6a0-dbe1-4c3f-9062-dab5ecf20753 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:45.576685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:45.577175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3530a6a0-dbe1-4c3f-9062-dab5ecf20753 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6555440 Jul 07 18:01:45.578685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 1ca97479-efd3-4c0e-92c2-0d6e176f9548 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:45.649559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b67b6f-7162-401f-9ccc-e44f0f874351'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:45.661080 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2192bc22-94b3-4880-94e6-66851c4efea0" -d '{"events": [{"server_uuid": "ac5be345-c663-4c23-9a30-3b55e53c9e7d", "name": "network-vif-plugged", "status": "completed", "tag": "30b67b6f-7162-401f-9ccc-e44f0f874351"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:45.673853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.709649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-f0520608-40e9-431b-a7ce-73640f343923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.714686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-f0520608-40e9-431b-a7ce-73640f343923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.721269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-f0520608-40e9-431b-a7ce-73640f343923 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1981 time: 0.3204262 Jul 07 18:01:45.751336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94baf34f-bc15-44fa-91f9-ef014b226567 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.788710 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.796884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.797737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.811360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 30b67b6f-7162-401f-9ccc-e44f0f874351, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=30b67b6f-7162-401f-9ccc-e44f0f874351,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:45.813404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94baf34f-bc15-44fa-91f9-ef014b226567 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.869891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-c3266e16-7f3e-469c-bafc-1d6a95624cc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=1ded1032-7b64-4616-972b-3af3afddaa23 HTTP/1.1" status: 200 len: 217 time: 0.1271040 Jul 07 18:01:45.937046 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6514106 Jul 07 18:01:45.941024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39416) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:45.944928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.948505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': '667268a1-33dc-465d-b384-cd649d64c67c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:45.987761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:45.995565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:46.005529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:46.005975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ed2bd-615c-4bf2-ad2c-2425d6df2707 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=667268a1-33dc-465d-b384-cd649d64c67c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:46.025570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.031636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94baf34f-bc15-44fa-91f9-ef014b226567 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.033681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.034609 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.047244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94baf34f-bc15-44fa-91f9-ef014b226567 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.052212 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-94baf34f-bc15-44fa-91f9-ef014b226567 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/f8fed4e9-c36c-46ad-84f1-cc932e252385 HTTP/1.1" status: 204 len: 168 time: 0.4698029 Jul 07 18:01:46.054993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 667268a1-33dc-465d-b384-cd649d64c67c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:46.058635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39418) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:46.095852 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56332ef9-5cdf-4022-8b74-5ac9b612e46b x-openstack-request-id: req-56332ef9-5cdf-4022-8b74-5ac9b612e46b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:46.098385 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "tag": "2fcabed6-c439-479b-894c-aea5cc3c469f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:46.098694 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56332ef9-5cdf-4022-8b74-5ac9b612e46b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:46.099458 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'tag': '2fcabed6-c439-479b-894c-aea5cc3c469f', 'status': 'completed', 'code': 200} Jul 07 18:01:46.143244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baf34f-bc15-44fa-91f9-ef014b226567 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fed4e9-c36c-46ad-84f1-cc932e252385,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:46.189462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-1f68da2b-8fc2-4d22-9709-a83d74d18f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.191608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-1f68da2b-8fc2-4d22-9709-a83d74d18f98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e54ae1fe-9710-479a-afa5-111e1cda63cf HTTP/1.1" status: 200 len: 801 time: 0.3146720 Jul 07 18:01:46.197248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39420) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:46.197610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2309415 Jul 07 18:01:46.204504 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce924918-126f-409e-8945-195099d6a6d3 x-openstack-request-id: req-ce924918-126f-409e-8945-195099d6a6d3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:46.205013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '747d5ea1-5651-4f30-ac96-d9b9e72c3d76', 'ip_address': '2001:db8::fa03:821d:d754:efc2'}], 'name': 'tempest-NetworksTestDHCPv6-104553980'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:46.205287 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5be345-c663-4c23-9a30-3b55e53c9e7d", "name": "network-vif-plugged", "status": "completed", "tag": "30b67b6f-7162-401f-9ccc-e44f0f874351", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:46.205851 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ce924918-126f-409e-8945-195099d6a6d3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:46.206387 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b67b6f-7162-401f-9ccc-e44f0f874351', 'code': 200} Jul 07 18:01:46.209324 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff7d737b-0025-45b7-b7dd-05af69732a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.252443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:46.257348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.330623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50448001-6961-443e-95d4-0b01a5fb11d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=1ca97479-efd3-4c0e-92c2-0d6e176f9548,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:46.419654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd2e2e-e911-46d8-8554-a86e116427a1 req-7c4a1a2d-3861-4aeb-836d-7e8a79faffdc tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.421631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99bd2e2e-e911-46d8-8554-a86e116427a1 req-7c4a1a2d-3861-4aeb-836d-7e8a79faffdc tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 945 time: 0.3832133 Jul 07 18:01:46.425397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-3f227af9-df80-4700-b74d-af95e828a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.434955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-3f227af9-df80-4700-b74d-af95e828a1f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dbce623c-f247-4d27-95c2-3c203e0f5367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2351694 Jul 07 18:01:46.466877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14c01e9c-240a-47a4-8159-beeb26ff831e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:46.481387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=30b67b6f-7162-401f-9ccc-e44f0f874351,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:46.592602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-9b9ffa93-d60e-46f5-ac12-46247a1b7de5 service neutron] 10.222.0.55 "GET /v2.0/networks/dbce623c-f247-4d27-95c2-3c203e0f5367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143479 Jul 07 18:01:46.611786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '62753520-95aa-4f9b-823b-e87da96a1d51', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'port_id': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'mac_address': 'fa:16:3e:54:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd18785-1403-4b97-a965-318ed65c47cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:01:03Z', 'updated_at': '2021-07-07T18:01:36Z', 'revision_number': 1, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:46.615878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-5ee855f9-4755-4bbd-b794-f1f4691f3797', 'network_id': '5ee855f9-4755-4bbd-b794-f1f4691f3797', 'tenant_id': 'c679511204b043e3bc055295380bbf17', 'fixed_ips': [{'subnet_id': 'ec40b61a-2352-4157-9bec-ddded9bcfa02'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:46.616988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:46.676170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62aeda7-cd02-4101-873d-375a2c8a0e50 None None] The sync data for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 is: [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '62753520-95aa-4f9b-823b-e87da96a1d51', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'port_id': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'mac_address': 'fa:16:3e:54:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd18785-1403-4b97-a965-318ed65c47cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:01:03Z', 'updated_at': '2021-07-07T18:01:36Z', 'revision_number': 1, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:46.759283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99bd2e2e-e911-46d8-8554-a86e116427a1 req-4ad9b049-ec51-43bb-a160-b824b7cac989 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200183 Jul 07 18:01:46.839984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324e560-c18d-4368-87cd-653ec7089210 req-74d2b0d7-3d5d-46d4-b9a8-d98700c7377f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.847484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324e560-c18d-4368-87cd-653ec7089210 req-74d2b0d7-3d5d-46d4-b9a8-d98700c7377f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.855976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7324e560-c18d-4368-87cd-653ec7089210 req-74d2b0d7-3d5d-46d4-b9a8-d98700c7377f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1679 time: 0.3787057 Jul 07 18:01:46.929217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7324e560-c18d-4368-87cd-653ec7089210 req-956a24a6-6db5-4d1f-839b-f9a3426a8cbb tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720103 Jul 07 18:01:46.946842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-a18b7c4d-edac-4cc8-a17c-e68481db925b service neutron] 10.222.0.55 "GET /v2.0/networks/dbce623c-f247-4d27-95c2-3c203e0f5367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034463 Jul 07 18:01:46.967690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 14c01e9c-240a-47a4-8159-beeb26ff831e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:47.055681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-8f20689c-f710-4fbf-9b4b-d640cce595a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=2fcabed6-c439-479b-894c-aea5cc3c469f HTTP/1.1" status: 200 len: 217 time: 0.1012774 Jul 07 18:01:47.208135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-20d7cd8a-71ab-40ed-8f36-cb27f92f6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.209817 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ec1e12e9-01bb-4048-998f-e2ddd5565ef5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1380990 Jul 07 18:01:47.223589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-20d7cd8a-71ab-40ed-8f36-cb27f92f6828 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14299715-df7b-4bc3-80c8-83b08fcee61f HTTP/1.1" status: 200 len: 801 time: 0.1610074 Jul 07 18:01:47.244560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39430) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:47.249347 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842d0da-af14-45cb-b1fb-79af14f077cd None None] New status for floating IP 62753520-95aa-4f9b-823b-e87da96a1d51: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:01:47.254479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Performing IP validity checks on allocation pools {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:01:47.256282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:01:47.259255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3720590d-d560-432c-930a-934a3deceb0f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008090177'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:47.265229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c77e82b7-ad4a-4406-91e8-ecee7ca6623d None None] Provisioning for port 14c01e9c-240a-47a4-8159-beeb26ff831e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:47.291979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c77e82b7-ad4a-4406-91e8-ecee7ca6623d None None] Provisioning complete for port 14c01e9c-240a-47a4-8159-beeb26ff831e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:47.297063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c77e82b7-ad4a-4406-91e8-ecee7ca6623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.349707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Allocated IP 2001:db8::1 (5ee855f9-4755-4bbd-b794-f1f4691f3797/ec40b61a-2352-4157-9bec-ddded9bcfa02/16e9e3d2-a49b-4fe5-8f73-d872479bc09c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:47.461797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3720590d-d560-432c-930a-934a3deceb0f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.510018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 18:01:47.510018 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 18:01:47.510018 n-d-798930-2 neutron-server[105589]: [parameters: {'project_id_1': 'b9dca3cfa1a543d389ed8e1c37c40621', 'expiration_1': datetime.datetime(2021, 7, 7, 18, 1, 47, 403754)}] Jul 07 18:01:47.510018 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:01:47.536463 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:01:47.537903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f16d-75c9-4870-a24e-d519e9122801 req-115f2c07-5ded-4d80-81ed-fdb81db3e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.539590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-115f2c07-5ded-4d80-81ed-fdb81db3e6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6663888c-68ba-462e-b5e1-52480a85fbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3090215 Jul 07 18:01:47.642190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51aabb-33ea-4377-95b5-69935d27ffd4 req-f23ef54b-c3a3-4f36-8567-0ed3fae2bf6e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.644043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd51aabb-33ea-4377-95b5-69935d27ffd4 req-f23ef54b-c3a3-4f36-8567-0ed3fae2bf6e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3213773 Jul 07 18:01:47.712366 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.717790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd51aabb-33ea-4377-95b5-69935d27ffd4 req-c97f8797-5a3e-4eea-b767-92be72ef9be6 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620577 Jul 07 18:01:47.750447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.761865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Transition to ACTIVE for port object 16e9e3d2-a49b-4fe5-8f73-d872479bc09c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:47.776408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Transition to ACTIVE for port object 16e9e3d2-a49b-4fe5-8f73-d872479bc09c will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:47.777695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-4bd6dda1-042d-493e-a20d-20ef1f4fef75 service neutron] 10.222.0.55 "GET /v2.0/networks/6663888c-68ba-462e-b5e1-52480a85fbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273233 Jul 07 18:01:47.793906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=9b56fed2-99ea-43f8-bd23-634512d151a9,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:47.794460 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.825982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97bc60-638f-4f3d-b667-c8c99ca2d6fa req-14046192-6a53-419f-953e-526513b5447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.828208 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8c97bc60-638f-4f3d-b667-c8c99ca2d6fa req-14046192-6a53-419f-953e-526513b5447d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 1096 time: 1.4510527 Jul 07 18:01:47.846841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3720590d-d560-432c-930a-934a3deceb0f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.859105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3720590d-d560-432c-930a-934a3deceb0f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.887559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': 'e162423b-d771-46bf-be0f-21ea8ecb74d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '667268a1-33dc-465d-b384-cd649d64c67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:47.887850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: 667268a1-33dc-465d-b384-cd649d64c67c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:47.909365 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8c97bc60-638f-4f3d-b667-c8c99ca2d6fa req-24574219-f011-41b8-8b13-b85b2da77333 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Jul 07 18:01:47.921489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Network 5ee855f9-4755-4bbd-b794-f1f4691f3797 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:47.928554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:47.928773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3720590d-d560-432c-930a-934a3deceb0f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.930145 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3720590d-d560-432c-930a-934a3deceb0f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6843984 Jul 07 18:01:47.933520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39438) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:47.934422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:47.934661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 667268a1-33dc-465d-b384-cd649d64c67c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:47.939335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-41ae7589-846e-486b-9907-11066bd48b43 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'e9d170b2-252b-49cd-af7b-1d094934e166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:47.949266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720590d-d560-432c-930a-934a3deceb0f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d170b2-252b-49cd-af7b-1d094934e166,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:47.950811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Pushing event updated for resources: {'Port': ['ID=16e9e3d2-a49b-4fe5-8f73-d872479bc09c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:47.963671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 667268a1-33dc-465d-b384-cd649d64c67c) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:47.982993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.985211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.989748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8539f16d-75c9-4870-a24e-d519e9122801 req-fbb0ad3f-f2aa-40f7-b037-b0efa30ffe2e service neutron] 10.222.0.55 "GET /v2.0/networks/6663888c-68ba-462e-b5e1-52480a85fbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014115 Jul 07 18:01:48.027651 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-82a47542-4ba9-4bdc-97e0-1e06b5d4a059 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0854783 Jul 07 18:01:48.030384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56289724-fedd-4dc1-9029-86b4bcee8800 None None] Network 667268a1-33dc-465d-b384-cd649d64c67c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:48.030952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39442) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:48.046768 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-41ae7589-846e-486b-9907-11066bd48b43 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The resource could not be found. Jul 07 18:01:48.052002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-41ae7589-846e-486b-9907-11066bd48b43 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1143823 Jul 07 18:01:48.052002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39444) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:48.064027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2fed19b1-58a4-4e10-8e0f-e05ceeba3539 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': 'e9d170b2-252b-49cd-af7b-1d094934e166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a51ce2f5-241c-495d-863c-f8ffc19e7767'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:48.065335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Attempting to bind port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:48.065987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Attempting to bind port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '6909e58e-e15c-403b-8c83-1b017efa82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5ee855f9-4755-4bbd-b794-f1f4691f3797'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:48.066462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Attempting to bind port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c on network 5ee855f9-4755-4bbd-b794-f1f4691f3797 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:48.103380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:48.118999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:48.119572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Checking segment: {'id': '6909e58e-e15c-403b-8c83-1b017efa82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5ee855f9-4755-4bbd-b794-f1f4691f3797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:48.120285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.120799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Bound using segment: {'id': '6909e58e-e15c-403b-8c83-1b017efa82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5ee855f9-4755-4bbd-b794-f1f4691f3797'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:48.121432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Bound port: 16e9e3d2-a49b-4fe5-8f73-d872479bc09c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6909e58e-e15c-403b-8c83-1b017efa82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5ee855f9-4755-4bbd-b794-f1f4691f3797'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:48.121989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.152494 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c77e82b7-ad4a-4406-91e8-ecee7ca6623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.303070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.316925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-a3e7b911-3116-4f0b-ade2-a5d1ca167356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.317419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-a3e7b911-3116-4f0b-ade2-a5d1ca167356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.319089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-a3e7b911-3116-4f0b-ade2-a5d1ca167356 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79fd7c48cc814148a00726f11655ca18&device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1981 time: 0.2443905 Jul 07 18:01:48.353144 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-2fed19b1-58a4-4e10-8e0f-e05ceeba3539 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The resource could not be found. Jul 07 18:01:48.357554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2fed19b1-58a4-4e10-8e0f-e05ceeba3539 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3017430 Jul 07 18:01:48.358667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c77e82b7-ad4a-4406-91e8-ecee7ca6623d None None] For port 14c01e9c-240a-47a4-8159-beeb26ff831e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14c01e9c-240a-47a4-8159-beeb26ff831e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:48.365133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39448) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:48.366592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038bb42-4ac5-460c-84d7-6b34e68f25c4 req-bcb799f5-eab3-4227-b8bb-be914b54aae7 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.368610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] For port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:48.374353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1038bb42-4ac5-460c-84d7-6b34e68f25c4 req-bcb799f5-eab3-4227-b8bb-be914b54aae7 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 945 time: 0.2516968 Jul 07 18:01:48.377852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] For port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=16e9e3d2-a49b-4fe5-8f73-d872479bc09c,segment=NetworkSegment(6909e58e-e15c-403b-8c83-1b017efa82f4),segment_id=6909e58e-e15c-403b-8c83-1b017efa82f4)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:48.379016 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c77e82b7-ad4a-4406-91e8-ecee7ca6623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.428125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.438394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98c8e-641c-4c97-8004-4c08eb1f1a6f req-1144be9e-4622-4747-8f14-2c3a73b85939 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.444688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98c8e-641c-4c97-8004-4c08eb1f1a6f req-1144be9e-4622-4747-8f14-2c3a73b85939 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.446436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1eb98c8e-641c-4c97-8004-4c08eb1f1a6f req-1144be9e-4622-4747-8f14-2c3a73b85939 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1679 time: 0.2215080 Jul 07 18:01:48.461617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e82b7-ad4a-4406-91e8-ecee7ca6623d None None] Pushing event updated for resources: {'Port': ['ID=14c01e9c-240a-47a4-8159-beeb26ff831e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:48.482498 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.503807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1038bb42-4ac5-460c-84d7-6b34e68f25c4 req-49d2a329-5d4a-4c88-a30e-63708d7aecb0 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283956 Jul 07 18:01:48.561650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35b237e9-6b21-4192-ba60-479263e9034a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.587190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 9a8fdb81-0856-41ab-964f-f46902562acf yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:48.624719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1eb98c8e-641c-4c97-8004-4c08eb1f1a6f req-06a844a7-ac1e-4774-8f02-ecff0554cd40 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682565 Jul 07 18:01:48.634546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89b9574e-a303-4e2c-af31-942614f3eece tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.663914 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.666706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89b9574e-a303-4e2c-af31-942614f3eece tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.686642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-667268a1-33dc-465d-b384-cd649d64c67c', 'network_id': '667268a1-33dc-465d-b384-cd649d64c67c', 'tenant_id': 'c679511204b043e3bc055295380bbf17', 'fixed_ips': [{'subnet_id': '9b56fed2-99ea-43f8-bd23-634512d151a9'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:48.687490 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.692915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-cd18c01a-37fc-465f-b327-e07de78240f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.698883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-cd18c01a-37fc-465f-b327-e07de78240f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6663888c-68ba-462e-b5e1-52480a85fbe0 HTTP/1.1" status: 200 len: 900 time: 0.3645613 Jul 07 18:01:48.727085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57429f-77c1-4d03-9a69-e91a7ed6270d None None] Pushing event updated for resources: {'Port': ['ID=16e9e3d2-a49b-4fe5-8f73-d872479bc09c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:48.741746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aa44cf7c-75c6-45c6-8338-e568cf950826 None None] Provisioning for port 1ca97479-efd3-4c0e-92c2-0d6e176f9548 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:48.751822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aa44cf7c-75c6-45c6-8338-e568cf950826 None None] Provisioning complete for port 1ca97479-efd3-4c0e-92c2-0d6e176f9548 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:48.752190 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa44cf7c-75c6-45c6-8338-e568cf950826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.794844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89b9574e-a303-4e2c-af31-942614f3eece tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.801320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89b9574e-a303-4e2c-af31-942614f3eece tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.805148 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-89b9574e-a303-4e2c-af31-942614f3eece tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/e9d170b2-252b-49cd-af7b-1d094934e166 HTTP/1.1" status: 204 len: 168 time: 0.3861613 Jul 07 18:01:48.805148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:48.812750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39454) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:48.855857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9574e-a303-4e2c-af31-942614f3eece tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d170b2-252b-49cd-af7b-1d094934e166,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:48.903123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-320ea6fb-67b1-4846-9b56-b6900c53f7d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=2fcabed6-c439-479b-894c-aea5cc3c469f HTTP/1.1" status: 200 len: 217 time: 0.1958337 Jul 07 18:01:48.994627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-aa44cf7c-75c6-45c6-8338-e568cf950826 None None] Port 1ca97479-efd3-4c0e-92c2-0d6e176f9548 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:49.024711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e89658da-6499-4d69-b77b-0a531785402e tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887145 Jul 07 18:01:49.093240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Allocated IP 2001:db8::3 (667268a1-33dc-465d-b384-cd649d64c67c/9b56fed2-99ea-43f8-bd23-634512d151a9/5ba66277-172a-46e9-a6b5-d12b5e8e5bec) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:49.145521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39456) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:49.169271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-dd56cdd8-2ecf-4551-9124-f8c017ad7d06 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': '6b35d6f2-d2b1-43a2-ae4a-c1317e90312d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:49.201024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-eab7b718-05db-4631-bd43-28e680e8a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:49.204544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-eab7b718-05db-4631-bd43-28e680e8a539 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14299715-df7b-4bc3-80c8-83b08fcee61f HTTP/1.1" status: 200 len: 801 time: 0.2933197 Jul 07 18:01:49.312496 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 18:01:49.313137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:01:49.333909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ecd26-5557-4ce1-9d72-4464dec1a0e5 req-f7d53f38-8933-4cbf-839a-7751296e588b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:49.336237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-208ecd26-5557-4ce1-9d72-4464dec1a0e5 req-f7d53f38-8933-4cbf-839a-7751296e588b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3602176 Jul 07 18:01:49.359917 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6070a711-c55f-4408-80ce-1a8902ee45bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.1603682 Jul 07 18:01:49.362723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39458) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:49.390499 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.412075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Transition to ACTIVE for port object 5ba66277-172a-46e9-a6b5-d12b5e8e5bec will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:49.422281 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-dd56cdd8-2ecf-4551-9124-f8c017ad7d06 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The resource could not be found. Jul 07 18:01:49.428768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39460) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:49.429583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dd56cdd8-2ecf-4551-9124-f8c017ad7d06 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2752445 Jul 07 18:01:49.434561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7569c9ff-164f-4d5f-a0e0-8a7b5aaadd75 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026677343'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:49.444545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Transition to ACTIVE for port object 5ba66277-172a-46e9-a6b5-d12b5e8e5bec will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:49.452715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-ef3333a2-906d-4313-9fca-243e9b5dc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:49.454845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-ef3333a2-906d-4313-9fca-243e9b5dc521 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6663888c-68ba-462e-b5e1-52480a85fbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2349677 Jul 07 18:01:49.457557 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.460143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-208ecd26-5557-4ce1-9d72-4464dec1a0e5 req-5c08323f-bce3-44aa-91f4-73e20d4ee3a9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841837 Jul 07 18:01:49.474094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7569c9ff-164f-4d5f-a0e0-8a7b5aaadd75 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.519027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Network 667268a1-33dc-465d-b384-cd649d64c67c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:49.520576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.529076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:49.538933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:49.585796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=9b56fed2-99ea-43f8-bd23-634512d151a9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:49.624130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-bbe2e6b6-7074-4e4e-916c-44c888c92f2a service neutron] 10.222.0.55 "GET /v2.0/networks/6663888c-68ba-462e-b5e1-52480a85fbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511619 Jul 07 18:01:49.693221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Pushing event updated for resources: {'Port': ['ID=5ba66277-172a-46e9-a6b5-d12b5e8e5bec,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:49.744286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Attempting to bind port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:49.745297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Attempting to bind port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e162423b-d771-46bf-be0f-21ea8ecb74d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '667268a1-33dc-465d-b384-cd649d64c67c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:49.746438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Attempting to bind port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec on network 667268a1-33dc-465d-b384-cd649d64c67c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:49.761956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:49.762789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Checking segment: {'id': 'e162423b-d771-46bf-be0f-21ea8ecb74d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '667268a1-33dc-465d-b384-cd649d64c67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:49.763547 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.764093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Bound using segment: {'id': 'e162423b-d771-46bf-be0f-21ea8ecb74d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '667268a1-33dc-465d-b384-cd649d64c67c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:49.764778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Bound port: 5ba66277-172a-46e9-a6b5-d12b5e8e5bec, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e162423b-d771-46bf-be0f-21ea8ecb74d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '667268a1-33dc-465d-b384-cd649d64c67c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:49.765459 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.783290 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.872056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7569c9ff-164f-4d5f-a0e0-8a7b5aaadd75 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.882605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7569c9ff-164f-4d5f-a0e0-8a7b5aaadd75 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.917896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] For port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:49.937194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] For port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5ba66277-172a-46e9-a6b5-d12b5e8e5bec,segment=NetworkSegment(e162423b-d771-46bf-be0f-21ea8ecb74d2),segment_id=e162423b-d771-46bf-be0f-21ea8ecb74d2)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:49.946101 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.958999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0632f15-b744-4306-8030-c7ffef9066e4 req-0261f276-5865-4f8a-91fa-253ac1ae3590 service neutron] 10.222.0.55 "GET /v2.0/networks/6663888c-68ba-462e-b5e1-52480a85fbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272874 Jul 07 18:01:50.004125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569c9ff-164f-4d5f-a0e0-8a7b5aaadd75 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127ddaf7-3062-4464-ae0b-ec2a6e8ecc2f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:50.005580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66707af7-d1e8-4403-9e28-caf85b532d3a req-25dce393-8e97-4cea-af44-bdfdb1a287ab tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.014432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66707af7-d1e8-4403-9e28-caf85b532d3a req-25dce393-8e97-4cea-af44-bdfdb1a287ab tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 945 time: 0.2563858 Jul 07 18:01:50.039472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e1d501-496f-4622-8309-eccd50f97fc6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.046996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e1d501-496f-4622-8309-eccd50f97fc6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.051771 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-51e1d501-496f-4622-8309-eccd50f97fc6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6848719 Jul 07 18:01:50.055340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39470) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:50.070149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.075735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7569c9ff-164f-4d5f-a0e0-8a7b5aaadd75 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.084166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7569c9ff-164f-4d5f-a0e0-8a7b5aaadd75 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6519065 Jul 07 18:01:50.085824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef28c8d-4e23-4508-a03a-84da083c7b84 None None] Pushing event updated for resources: {'Port': ['ID=5ba66277-172a-46e9-a6b5-d12b5e8e5bec,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:50.100886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39472) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:50.116281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b620ce0e-691d-43c5-968f-30da90b53578 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837714096'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:50.133599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667268a1-33dc-465d-b384-cd649d64c67c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:50.152626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e162423b-d771-46bf-be0f-21ea8ecb74d2') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:50.153201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e162423b-d771-46bf-be0f-21ea8ecb74d2') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:50.183077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.213546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66707af7-d1e8-4403-9e28-caf85b532d3a req-230f6f77-2e9c-44c4-8a7b-0956b537283e tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968427 Jul 07 18:01:50.221342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b620ce0e-691d-43c5-968f-30da90b53578 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.246952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d4a6e-30f3-4607-b6a4-4a7b54c046e5 req-9ef0cdce-c516-41b7-9484-1ef0301ce6e7 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.260957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1ded1032-7b64-4616-972b-3af3afddaa23 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:50.272913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d4a6e-30f3-4607-b6a4-4a7b54c046e5 req-9ef0cdce-c516-41b7-9484-1ef0301ce6e7 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.280555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.288634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f25d4a6e-30f3-4607-b6a4-4a7b54c046e5 req-9ef0cdce-c516-41b7-9484-1ef0301ce6e7 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1679 time: 0.3461967 Jul 07 18:01:50.306260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:50.313950 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:50.335100 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:50.399190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f34244-3abf-49f8-9656-9f47df67ef32 None None] Network 667268a1-33dc-465d-b384-cd649d64c67c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:50.416007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 18:01:50.416007 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 18:01:50.416007 n-d-798930-2 neutron-server[105589]: [parameters: {'id': '667268a1-33dc-465d-b384-cd649d64c67c'}] Jul 07 18:01:50.416007 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:01:50.416520 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:01:50.466476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f25d4a6e-30f3-4607-b6a4-4a7b54c046e5 req-5d557a21-2777-4b50-89bc-4240d220fa3f tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768045 Jul 07 18:01:50.531709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b620ce0e-691d-43c5-968f-30da90b53578 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.537783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b620ce0e-691d-43c5-968f-30da90b53578 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.546296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 1ca97479-efd3-4c0e-92c2-0d6e176f9548 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:50.546643 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.580223 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:01:50.592872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620ce0e-691d-43c5-968f-30da90b53578 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e4bac3-e404-4edf-aeee-3a0a75e7eb29,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:50.613292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b620ce0e-691d-43c5-968f-30da90b53578 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.619491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b620ce0e-691d-43c5-968f-30da90b53578 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5173759 Jul 07 18:01:50.620223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39478) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:50.643017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b964ac4e-e6ba-4f55-a55b-09e676b0d6d2 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group_rule': {'security_group_id': '127ddaf7-3062-4464-ae0b-ec2a6e8ecc2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '70e4bac3-e404-4edf-aeee-3a0a75e7eb29'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:50.750653 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-b964ac4e-e6ba-4f55-a55b-09e676b0d6d2 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:50.756221 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b964ac4e-e6ba-4f55-a55b-09e676b0d6d2 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1343448 Jul 07 18:01:50.759319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:50.771810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16e9e3d2-a49b-4fe5-8f73-d872479bc09c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:50.777062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4207327-996b-4137-9f59-444a2dc35582 None None] Network 5ee855f9-4755-4bbd-b794-f1f4691f3797 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:50.796391 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.829008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 1ca97479-efd3-4c0e-92c2-0d6e176f9548 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:50.927168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.959464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8db078e7-95fc-4297-8d57-231dc799a6f9 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.992388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-213e0009-d10f-4863-aa4c-2c12ce0c3bbe None None] Provisioning for port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:51.076890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8db078e7-95fc-4297-8d57-231dc799a6f9 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.082507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1ded1032-7b64-4616-972b-3af3afddaa23, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ded1032-7b64-4616-972b-3af3afddaa23,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:51.126149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '1ded1032-7b64-4616-972b-3af3afddaa23', 'network_id': 'dbce623c-f247-4d27-95c2-3c203e0f5367', 'port_id': '1ded1032-7b64-4616-972b-3af3afddaa23', 'mac_address': 'fa:16:3e:b0:fb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54ae1fe-9710-479a-afa5-111e1cda63cf', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:51.131697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:51.160367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:51.160906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.162680 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.196875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:51.197233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.257409 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.274136 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8db078e7-95fc-4297-8d57-231dc799a6f9 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.277188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8db078e7-95fc-4297-8d57-231dc799a6f9 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.278596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8db078e7-95fc-4297-8d57-231dc799a6f9 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/70e4bac3-e404-4edf-aeee-3a0a75e7eb29 HTTP/1.1" status: 204 len: 168 time: 0.5168931 Jul 07 18:01:51.294382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39484) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:51.306023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ded1032-7b64-4616-972b-3af3afddaa23 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:51.331992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db078e7-95fc-4297-8d57-231dc799a6f9 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e4bac3-e404-4edf-aeee-3a0a75e7eb29,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:51.342759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1ded1032-7b64-4616-972b-3af3afddaa23, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ded1032-7b64-4616-972b-3af3afddaa23,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:51.376236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.377120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2fcabed6-c439-479b-894c-aea5cc3c469f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:51.392394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] For port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5ba66277-172a-46e9-a6b5-d12b5e8e5bec,segment=NetworkSegment(e162423b-d771-46bf-be0f-21ea8ecb74d2),segment_id=e162423b-d771-46bf-be0f-21ea8ecb74d2)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:51.392884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.427141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Calling delete_port for 5ba66277-172a-46e9-a6b5-d12b5e8e5bec owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:51.454844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-01e1bd3c-2fce-4d52-b2b6-a196aba60f60 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1576209 Jul 07 18:01:51.457677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:51.518596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb70c1-7f70-4fc1-9b93-59e5f891c9e2 req-3dd40757-83c5-42ca-a0b1-388f857aeb05 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:51.525985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25fb70c1-7f70-4fc1-9b93-59e5f891c9e2 req-3dd40757-83c5-42ca-a0b1-388f857aeb05 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.1255107 Jul 07 18:01:51.578496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291f291-32c7-4971-9ba9-466325277e5b req-25e9a14f-158a-4372-93f0-b12f961b09bf tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:51.585857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4291f291-32c7-4971-9ba9-466325277e5b req-25e9a14f-158a-4372-93f0-b12f961b09bf tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 945 time: 0.2226312 Jul 07 18:01:51.596724 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.608586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25fb70c1-7f70-4fc1-9b93-59e5f891c9e2 req-33c0bc3f-1e22-4c74-967f-baaabd4fda2c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812612 Jul 07 18:01:51.619651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67232fc4-f8b7-4cb5-9157-9398696cc13f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.688770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67232fc4-f8b7-4cb5-9157-9398696cc13f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.695971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=1ded1032-7b64-4616-972b-3af3afddaa23,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:51.776478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4291f291-32c7-4971-9ba9-466325277e5b req-d806a995-3916-46d2-ace8-3c21ff2c90ca tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891096 Jul 07 18:01:51.777679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.792080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.796490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=16e9e3d2-a49b-4fe5-8f73-d872479bc09c,segment=NetworkSegment(6909e58e-e15c-403b-8c83-1b017efa82f4),segment_id=6909e58e-e15c-403b-8c83-1b017efa82f4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:51.822928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.837550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14c01e9c-240a-47a4-8159-beeb26ff831e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:51.850614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Port': ['ID=5ba66277-172a-46e9-a6b5-d12b5e8e5bec,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:51.859688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No DVR routers for this DVR port 5ba66277-172a-46e9-a6b5-d12b5e8e5bec on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:51.902263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=1ca97479-efd3-4c0e-92c2-0d6e176f9548,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:51.966147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.968336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6555e7a8-2f28-4ce8-afdc-0b8007f7e772 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/1ca97479-efd3-4c0e-92c2-0d6e176f9548 HTTP/1.1" status: 204 len: 168 time: 1.9101255 Jul 07 18:01:51.976411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39494) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:52.007425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.023759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2fcabed6-c439-479b-894c-aea5cc3c469f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2fcabed6-c439-479b-894c-aea5cc3c469f,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:52.028969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667268a1-33dc-465d-b384-cd649d64c67c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:52.061264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e162423b-d771-46bf-be0f-21ea8ecb74d2') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:52.061916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e162423b-d771-46bf-be0f-21ea8ecb74d2') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:52.080388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.088410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '2fcabed6-c439-479b-894c-aea5cc3c469f', 'network_id': '6663888c-68ba-462e-b5e1-52480a85fbe0', 'port_id': '2fcabed6-c439-479b-894c-aea5cc3c469f', 'mac_address': 'fa:16:3e:d0:24:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14299715-df7b-4bc3-80c8-83b08fcee61f', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:52.103657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.111712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:52.112388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.147239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c18fe-0e50-494f-9255-e1ba8f01d6bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.149226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c18fe-0e50-494f-9255-e1ba8f01d6bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.155013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e74c18fe-0e50-494f-9255-e1ba8f01d6bb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1774240 Jul 07 18:01:52.158363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:52.179011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=16e9e3d2-a49b-4fe5-8f73-d872479bc09c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:52.192534 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:52.216943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67232fc4-f8b7-4cb5-9157-9398696cc13f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.219522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-67232fc4-f8b7-4cb5-9157-9398696cc13f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.223072 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-67232fc4-f8b7-4cb5-9157-9398696cc13f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/127ddaf7-3062-4464-ae0b-ec2a6e8ecc2f HTTP/1.1" status: 204 len: 168 time: 0.7620218 Jul 07 18:01:52.223795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3d197763-98bc-40b3-95a0-249c5a8d25c2 None None] Provisioning complete for port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:52.223795 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d197763-98bc-40b3-95a0-249c5a8d25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.225110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39498) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:52.228211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934662e-d66a-4503-8f11-91c233d44581 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:01:52.262340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67232fc4-f8b7-4cb5-9157-9398696cc13f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127ddaf7-3062-4464-ae0b-ec2a6e8ecc2f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:52.264406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.273150 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.278559 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/667268a1-33dc-465d-b384-cd649d64c67c HTTP/1.1" status: 204 len: 168 time: 4.2429719 Jul 07 18:01:52.289563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39500) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:52.321325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-594706508'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:52.338453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1237cf5-4201-44a2-9ad1-7de5245e4ab8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=667268a1-33dc-465d-b384-cd649d64c67c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:52.364574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:52.368880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.370179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-64d50eb0-323c-45a0-8ffc-8258ab78e72f tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1447711 Jul 07 18:01:52.375418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39502) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:52.380708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-71400d6f-eeb1-4083-a603-8a33dcb8a96a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'tempest-secgroup--983021661'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:52.388575 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.404415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:52.417170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 14c01e9c-240a-47a4-8159-beeb26ff831e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:52.417563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.420523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5891a-741b-4964-b956-a00ea94f73e1 req-523b18ac-1e83-4447-95ba-0efe24889ed1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.426607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.427102 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment ed977d0f-60bd-4721-94be-c73f4ea31742 of type vlan for network f8fd7066-c799-4fd9-946e-3dfefd546e86 Jul 07 18:01:52.428564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5891a-741b-4964-b956-a00ea94f73e1 req-523b18ac-1e83-4447-95ba-0efe24889ed1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.430543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95a5891a-741b-4964-b956-a00ea94f73e1 req-523b18ac-1e83-4447-95ba-0efe24889ed1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1680 time: 0.3935955 Jul 07 18:01:52.436946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 747d5ea1-5651-4f30-ac96-d9b9e72c3d76 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:52.440108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-71400d6f-eeb1-4083-a603-8a33dcb8a96a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.471538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.475413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcabed6-c439-479b-894c-aea5cc3c469f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:52.499688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.543369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.544357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2fcabed6-c439-479b-894c-aea5cc3c469f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2fcabed6-c439-479b-894c-aea5cc3c469f,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:52.552318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.553277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.583632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.588197 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.605186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95a5891a-741b-4964-b956-a00ea94f73e1 req-1b56fc27-3958-4031-b85e-6c67fca88008 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472206 Jul 07 18:01:52.636050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=f8fd7066-c799-4fd9-946e-3dfefd546e86,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:52.656370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f8fd7066-c799-4fd9-946e-3dfefd546e86 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:52.656760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-be425b4c-55af-4062-bbff-c5d9f4986053 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.658365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-be425b4c-55af-4062-bbff-c5d9f4986053 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 945 time: 0.3544178 Jul 07 18:01:52.888701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2fcabed6-c439-479b-894c-aea5cc3c469f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:52.925646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f934662e-d66a-4503-8f11-91c233d44581 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:01:52.944501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:52.948639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['1ded1032-7b64-4616-972b-3af3afddaa23'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:53.045655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16e9e3d2-a49b-4fe5-8f73-d872479bc09c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:53.069315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-71400d6f-eeb1-4083-a603-8a33dcb8a96a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.084597 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-db02ce68-b05d-4acc-ad5a-f440726f0f48 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7661705 Jul 07 18:01:53.086228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39510) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:53.092928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': 'f8fd7066-c799-4fd9-946e-3dfefd546e86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:53.113970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-71400d6f-eeb1-4083-a603-8a33dcb8a96a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.179425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.206406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Deleting port 30b67b6f-7162-401f-9ccc-e44f0f874351 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:53.206811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.238605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-71400d6f-eeb1-4083-a603-8a33dcb8a96a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.242662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-71400d6f-eeb1-4083-a603-8a33dcb8a96a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8630102 Jul 07 18:01:53.259743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39514) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:53.261478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081c74-0bb1-4e25-b4c9-4633b84ceb73 req-090dcba8-7edb-4913-bc5f-2eb89f65333f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.267681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-822bde6d-ceb7-4b26-95ca-b577032d7628 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:53.268199 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-822bde6d-ceb7-4b26-95ca-b577032d7628 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 18:01:53.268764 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-822bde6d-ceb7-4b26-95ca-b577032d7628 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 18:01:53.272405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b081c74-0bb1-4e25-b4c9-4633b84ceb73 req-090dcba8-7edb-4913-bc5f-2eb89f65333f tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 945 time: 0.2370584 Jul 07 18:01:53.272590 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-822bde6d-ceb7-4b26-95ca-b577032d7628 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "PUT /v2.0/security-groups/d6eca8d1-c8f4-4dca-9942-b475935b971f HTTP/1.1" status: 409 len: 330 time: 0.0087829 Jul 07 18:01:53.272590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:53.280361 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.296471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:53.296949 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.318675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71400d6f-eeb1-4083-a603-8a33dcb8a96a tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eca8d1-c8f4-4dca-9942-b475935b971f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:53.330808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=747d5ea1-5651-4f30-ac96-d9b9e72c3d76,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:53.345444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39516) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:53.348440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.353059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-24be98e0-a97a-48df-9a05-18069d531383 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/747d5ea1-5651-4f30-ac96-d9b9e72c3d76 HTTP/1.1" status: 204 len: 168 time: 1.1910493 Jul 07 18:01:53.364279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39520) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:53.440146 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bffe560c-e4d1-4a5e-b41d-fac044249ac6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600703 Jul 07 18:01:53.452456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39522) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:53.460433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:53.489171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b081c74-0bb1-4e25-b4c9-4633b84ceb73 req-e24a3f82-ebdb-479e-9ed8-50f0286f2b6b tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups?id=05e4a8b9-07ae-439d-9125-5529283f1caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183974 Jul 07 18:01:53.565652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981b14-cb15-40a6-bd9d-a1562c9dc1ee req-3f5aacb2-08e5-4ff8-9219-91ae5a9acf55 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.568055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81981b14-cb15-40a6-bd9d-a1562c9dc1ee req-3f5aacb2-08e5-4ff8-9219-91ae5a9acf55 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.7102964 Jul 07 18:01:53.644398 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.749243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7207dc0-5dad-480b-b72f-57333b7b2cd0 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:53.787428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': 'ed977d0f-60bd-4721-94be-c73f4ea31742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8fd7066-c799-4fd9-946e-3dfefd546e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:53.787696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: f8fd7066-c799-4fd9-946e-3dfefd546e86, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:53.823648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81981b14-cb15-40a6-bd9d-a1562c9dc1ee req-f2cf0f43-38d2-44b3-966c-cdee425242b4 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869349 Jul 07 18:01:53.827165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=56b7c7e4-bc70-476f-acce-c4bb7f13d05e,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:53.839904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] For port 30b67b6f-7162-401f-9ccc-e44f0f874351, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=30b67b6f-7162-401f-9ccc-e44f0f874351,segment=NetworkSegment(000c6004-9d74-4ea0-a4bf-eea537c61911),segment_id=000c6004-9d74-4ea0-a4bf-eea537c61911)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:53.840583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.867148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network f8fd7066-c799-4fd9-946e-3dfefd546e86 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:53.879045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Calling delete_port for 30b67b6f-7162-401f-9ccc-e44f0f874351 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:53.880472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f8fd7066-c799-4fd9-946e-3dfefd546e86) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:53.888216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.889033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.897559 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b1c223a-1207-42aa-8a65-8809af6c6209 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.907933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:53.912680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.915287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d7d51-91b4-49de-ab66-7f93126adbc3 None None] Network f8fd7066-c799-4fd9-946e-3dfefd546e86 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:53.934919 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7940a1a-5021-4f98-bdc2-9c071503c8a7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8474333 Jul 07 18:01:53.935619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39526) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:53.959939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2fcabed6-c439-479b-894c-aea5cc3c469f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:54.056096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b1c223a-1207-42aa-8a65-8809af6c6209 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.148435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.279778 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b1c223a-1207-42aa-8a65-8809af6c6209 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.282738 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b1c223a-1207-42aa-8a65-8809af6c6209 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.283978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5b1c223a-1207-42aa-8a65-8809af6c6209 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/d6eca8d1-c8f4-4dca-9942-b475935b971f HTTP/1.1" status: 204 len: 168 time: 0.9312124 Jul 07 18:01:54.293861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39528) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:54.336993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.382962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c223a-1207-42aa-8a65-8809af6c6209 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eca8d1-c8f4-4dca-9942-b475935b971f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:54.500294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.540730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-39c15792-7236-4072-80c7-44e0f40c18a9 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2372801 Jul 07 18:01:54.546260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39532) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:54.549129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=56b7c7e4-bc70-476f-acce-c4bb7f13d05e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:54.580616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6220-5b25-485c-ac91-4411ebbd7e4a req-cd5dc796-8ee3-4865-9d16-60e6af6a4545 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:54.589395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6220-5b25-485c-ac91-4411ebbd7e4a req-cd5dc796-8ee3-4865-9d16-60e6af6a4545 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:54.600638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04bf6220-5b25-485c-ac91-4411ebbd7e4a req-cd5dc796-8ee3-4865-9d16-60e6af6a4545 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1681 time: 0.4395976 Jul 07 18:01:54.637032 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.639393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.654185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.665048 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-b910a8d9-30ce-4f73-81e8-eb82f10f6c14 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] delete failed (client error): The resource could not be found. Jul 07 18:01:54.666445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b910a8d9-30ce-4f73-81e8-eb82f10f6c14 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "DELETE /v2.0/security-groups/8a905cf2-d457-42b1-88ca-cc468110e818 HTTP/1.1" status: 404 len: 347 time: 0.1129484 Jul 07 18:01:54.689187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fd7066-c799-4fd9-946e-3dfefd546e86']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:54.705519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1ded1032-7b64-4616-972b-3af3afddaa23 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:54.716301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39534) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:54.773063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed977d0f-60bd-4721-94be-c73f4ea31742') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:54.773828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed977d0f-60bd-4721-94be-c73f4ea31742') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:54.785311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event deleted for resources: {'Port': ['ID=30b67b6f-7162-401f-9ccc-e44f0f874351,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:54.792764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:54.808272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:54.810174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=acd86359-4b17-4be2-9050-0d9968f077bb,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:54.831837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:54.832431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.836768 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-6e5bf64b-6552-4838-b5e4-c88b19e66bd5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] show failed (client error): The resource could not be found. Jul 07 18:01:54.842560 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6e5bf64b-6552-4838-b5e4-c88b19e66bd5 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-groups/7ba40517-48b3-408b-8c48-69116647fd99 HTTP/1.1" status: 404 len: 347 time: 0.1198471 Jul 07 18:01:54.849173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04bf6220-5b25-485c-ac91-4411ebbd7e4a req-08f55b76-0545-4ed3-a87f-a73253fb9d96 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451673 Jul 07 18:01:54.857121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39538) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:54.891957 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-b7cea091-a338-4e80-997c-ceda52ca84d6 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] show failed (client error): The resource could not be found. Jul 07 18:01:54.897297 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b7cea091-a338-4e80-997c-ceda52ca84d6 tempest-NegativeSecGroupTest-577039725 tempest-NegativeSecGroupTest-577039725-project] 10.222.0.88 "GET /v2.0/security-group-rules/e74bfc21-6410-4d78-abd5-3e605e39092d HTTP/1.1" status: 404 len: 356 time: 0.0378890 Jul 07 18:01:54.902921 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:54.975898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0affaab-10b5-46ef-8a2d-8d67550ceadc req-ca9c59a8-8083-4178-8542-63cddf8f23ed tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 210 time: 0.1185422 Jul 07 18:01:55.014723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.048577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0fd855-621d-4c67-8abf-0c3bf62bb61c None None] Network f8fd7066-c799-4fd9-946e-3dfefd546e86 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:55.054311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] No DVR routers for this DVR port 30b67b6f-7162-401f-9ccc-e44f0f874351 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:55.059236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dae88dd2-57bb-4dc9-a593-6b67bacc2a81 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6029918 Jul 07 18:01:55.065865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:55.067403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39550) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:55.069171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.076424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.083162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2220d12a-d196-44e0-bc46-05e1c45dfbce req-f88f87f8-fb9d-44b1-a76e-802324c54805 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.55 "DELETE /v2.0/ports/30b67b6f-7162-401f-9ccc-e44f0f874351 HTTP/1.1" status: 204 len: 173 time: 2.4168563 Jul 07 18:01:55.094092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:01:55.097513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-618d5aea-dd17-485f-92bc-8da1397be21b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': 'acd86359-4b17-4be2-9050-0d9968f077bb', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-435668356'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:55.104190 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:55.108334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'name': 'network-vif-deleted', 'tag': '30b67b6f-7162-401f-9ccc-e44f0f874351'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:55.120132 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4075e1-57b7-49d0-88a8-ddf3acbb1193" -d '{"events": [{"server_uuid": "ac5be345-c663-4c23-9a30-3b55e53c9e7d", "name": "network-vif-deleted", "tag": "30b67b6f-7162-401f-9ccc-e44f0f874351"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:55.175487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 1ded1032-7b64-4616-972b-3af3afddaa23 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:55.225752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 1ded1032-7b64-4616-972b-3af3afddaa23 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:55.226921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.389406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.428552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.432487 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/f8fd7066-c799-4fd9-946e-3dfefd546e86 HTTP/1.1" status: 204 len: 168 time: 1.4952712 Jul 07 18:01:55.433772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d410ee-24e7-4d81-b75a-e0ffd743f50d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=f8fd7066-c799-4fd9-946e-3dfefd546e86,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:55.447753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39554) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:55.465185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1482216917'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:55.525237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] Deleting port 14c01e9c-240a-47a4-8159-beeb26ff831e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:55.525925 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.539623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:55.547198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.560689 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ff22e-6419-4755-a4ad-a89989bfe94a x-openstack-request-id: req-5e0ff22e-6419-4755-a4ad-a89989bfe94a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:55.571373 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5be345-c663-4c23-9a30-3b55e53c9e7d", "name": "network-vif-deleted", "tag": "30b67b6f-7162-401f-9ccc-e44f0f874351", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:55.571693 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e0ff22e-6419-4755-a4ad-a89989bfe94a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:55.572188 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5be345-c663-4c23-9a30-3b55e53c9e7d', 'name': 'network-vif-deleted', 'tag': '30b67b6f-7162-401f-9ccc-e44f0f874351', 'status': 'completed', 'code': 200} Jul 07 18:01:55.586652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:55.608597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.608597 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment 684b753a-77e9-4e40-80cd-d26a06edee9d of type vlan for network 5c273d4f-c221-460e-9cbf-e003c23bd130 Jul 07 18:01:55.627624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.646027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39558) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:55.674784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a957ae-09bb-4d11-8720-27f66f401f19 req-568b2817-ba5d-4c54-a176-178574632b0f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.676902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.683878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96a957ae-09bb-4d11-8720-27f66f401f19 req-568b2817-ba5d-4c54-a176-178574632b0f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3645136 Jul 07 18:01:55.696587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1ded1032-7b64-4616-972b-3af3afddaa23, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ded1032-7b64-4616-972b-3af3afddaa23,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:55.704359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:55.708399 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bacaa8-0a1d-4a3b-92a3-6b280bf0cac4" -d '{"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-plugged", "status": "completed", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:55.716149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.717402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 30b67b6f-7162-401f-9ccc-e44f0f874351 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:55.726658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d5aea-dd17-485f-92bc-8da1397be21b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:55.745826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96a957ae-09bb-4d11-8720-27f66f401f19 req-de2873a6-0054-4738-bdc7-f7556e91ae57 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608139 Jul 07 18:01:55.779666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.793409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.801115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.839445 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e2ebf-b143-4f62-8c3a-350ee30c95e9 x-openstack-request-id: req-722e2ebf-b143-4f62-8c3a-350ee30c95e9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:55.840225 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-plugged", "status": "completed", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:55.841587 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-722e2ebf-b143-4f62-8c3a-350ee30c95e9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:55.842620 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23', 'code': 200} Jul 07 18:01:55.845674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=1ded1032-7b64-4616-972b-3af3afddaa23,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:55.898738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 30b67b6f-7162-401f-9ccc-e44f0f874351 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:55.899481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 30b67b6f-7162-401f-9ccc-e44f0f874351 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:55.924703 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4744666 Jul 07 18:01:55.928291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:55.931237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] For port 14c01e9c-240a-47a4-8159-beeb26ff831e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14c01e9c-240a-47a4-8159-beeb26ff831e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:55.931691 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.937566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': '5c273d4f-c221-460e-9cbf-e003c23bd130', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:55.952198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] Calling delete_port for 14c01e9c-240a-47a4-8159-beeb26ff831e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:55.986013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff89ae8-5912-445f-8b65-8c5dc81b32a6 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=5c273d4f-c221-460e-9cbf-e003c23bd130,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:56.069319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 5c273d4f-c221-460e-9cbf-e003c23bd130 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:56.073587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-618d5aea-dd17-485f-92bc-8da1397be21b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.076250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:56.080768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.112289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-618d5aea-dd17-485f-92bc-8da1397be21b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 2bfcd972-7938-45cf-b710-58a324ee2e4f yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:01:56.302873 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.370668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] Pushing event deleted for resources: {'Port': ['ID=14c01e9c-240a-47a4-8159-beeb26ff831e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:56.387468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bf5bb-83b8-4fe5-bb5a-8ee27121fae1 None None] No DVR routers for this DVR port 14c01e9c-240a-47a4-8159-beeb26ff831e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:56.404589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c2cb3-c2a3-4f05-a3ed-6c16914a7a18 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:56.420615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b604fe79-2457-4216-b2a1-e9dcaf91ccd0 req-8aa793c6-48aa-4136-ac23-a7e2ad3af919 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac5be345-c663-4c23-9a30-3b55e53c9e7d HTTP/1.1" status: 200 len: 210 time: 0.1087415 Jul 07 18:01:56.428490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e921e33d-817c-4633-9f4e-8de356aa34ad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b88c91d0d4894a73889180ddc0101b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7807856 Jul 07 18:01:56.433202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39574) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:56.491764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.569672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f42af3-1c10-462f-9456-66d7fd45c5ad req-fa0783ab-77a6-45b6-b90d-a03b9c40a3d3 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.581368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f42af3-1c10-462f-9456-66d7fd45c5ad req-fa0783ab-77a6-45b6-b90d-a03b9c40a3d3 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.591561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9f42af3-1c10-462f-9456-66d7fd45c5ad req-fa0783ab-77a6-45b6-b90d-a03b9c40a3d3 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1682 time: 0.3056283 Jul 07 18:01:56.614482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=033f8503-fe8c-4518-8044-ee2ec1f37c72,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:56.620972 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-618d5aea-dd17-485f-92bc-8da1397be21b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:01:56.621508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618d5aea-dd17-485f-92bc-8da1397be21b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:01:56.628402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb121-b9e3-41c2-86fc-d87b67811796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.633426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2fcabed6-c439-479b-894c-aea5cc3c469f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:56.648303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': '684b753a-77e9-4e40-80cd-d26a06edee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c273d4f-c221-460e-9cbf-e003c23bd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:56.648554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: 5c273d4f-c221-460e-9cbf-e003c23bd130, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:01:56.655284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9f42af3-1c10-462f-9456-66d7fd45c5ad req-92e60b66-b2c0-4e47-92e2-dafa1f8a5aec tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Jul 07 18:01:56.669934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-618d5aea-dd17-485f-92bc-8da1397be21b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6012285 Jul 07 18:01:56.670312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39586) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:56.686470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb121-b9e3-41c2-86fc-d87b67811796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.705986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4c561-7d8a-478f-8020-0e98967229f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': 'acd86359-4b17-4be2-9050-0d9968f077bb'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:56.706852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c561-7d8a-478f-8020-0e98967229f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.717362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3d1aba8b-8851-4fdc-9cdf-d0c4e22c9273 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435085 Jul 07 18:01:56.717789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:56.744372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 5c273d4f-c221-460e-9cbf-e003c23bd130 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:01:56.768369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 5c273d4f-c221-460e-9cbf-e003c23bd130) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:56.792415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.792609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63797e70-c0f2-408f-a42a-f077194a103e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.792931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.793222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63797e70-c0f2-408f-a42a-f077194a103e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.797581 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-63797e70-c0f2-408f-a42a-f077194a103e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0765817 Jul 07 18:01:56.800179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39592) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:56.815024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9735f-6b8b-4eb5-a52b-bfbe96f26fb2 None None] Network 5c273d4f-c221-460e-9cbf-e003c23bd130 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:56.821704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 2fcabed6-c439-479b-894c-aea5cc3c469f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:56.864998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb121-b9e3-41c2-86fc-d87b67811796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.868303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7ecb121-b9e3-41c2-86fc-d87b67811796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.870163 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f7ecb121-b9e3-41c2-86fc-d87b67811796 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b9681ac-9613-4bd9-8e72-0506aadfce7e HTTP/1.1" status: 204 len: 168 time: 0.4356122 Jul 07 18:01:56.876765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 2fcabed6-c439-479b-894c-aea5cc3c469f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:56.877169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.894007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c02cddf5-34fc-4b71-b6bd-358287b3a2df tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9641943 Jul 07 18:01:56.903929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:56.904216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecb121-b9e3-41c2-86fc-d87b67811796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9681ac-9613-4bd9-8e72-0506aadfce7e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:56.939217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet acd86359-4b17-4be2-9050-0d9968f077bb {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:01:56.943509 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.996105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14c01e9c-240a-47a4-8159-beeb26ff831e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:57.025472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.049510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 14c01e9c-240a-47a4-8159-beeb26ff831e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:01:57.049857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14c01e9c-240a-47a4-8159-beeb26ff831e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:57.067919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babd0be-dba9-4243-99d8-b91553682d81 req-d5e33276-3b15-4bd1-94d8-3314206e4b42 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:57.069729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2babd0be-dba9-4243-99d8-b91553682d81 req-d5e33276-3b15-4bd1-94d8-3314206e4b42 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.1790247 Jul 07 18:01:57.109383 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.135371 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.147878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.181180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2babd0be-dba9-4243-99d8-b91553682d81 req-b454cdc1-5714-469e-afd3-d351cf352f1e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996981 Jul 07 18:01:57.228947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c95e6c-3666-4239-8139-4f07a2c2ae98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-5c273d4f-c221-460e-9cbf-e003c23bd130', 'network_id': '5c273d4f-c221-460e-9cbf-e003c23bd130', 'tenant_id': 'c679511204b043e3bc055295380bbf17', 'fixed_ips': [{'subnet_id': '033f8503-fe8c-4518-8044-ee2ec1f37c72'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:57.229986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2c95e6c-3666-4239-8139-4f07a2c2ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.239168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.267951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.270048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2fcabed6-c439-479b-894c-aea5cc3c469f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2fcabed6-c439-479b-894c-aea5cc3c469f,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:57.273368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/acd86359-4b17-4be2-9050-0d9968f077bb HTTP/1.1" status: 204 len: 168 time: 0.4710286 Jul 07 18:01:57.275088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39604) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:57.301690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17fa49-2a1a-42e1-b3de-21d66f794fda tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=acd86359-4b17-4be2-9050-0d9968f077bb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:57.303274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-3bb4c561-7d8a-478f-8020-0e98967229f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd86359-4b17-4be2-9050-0d9968f077bb: This subnet is being modified by another concurrent operation. Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:01:57.332557 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acd86359-4b17-4be2-9050-0d9968f077bb: This subnet is being modified by another concurrent operation. Jul 07 18:01:57.336582 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:01:57.344166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.354665 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a3ceb1f0-ce70-4101-b6d3-4a1f8c423adc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782840 Jul 07 18:01:57.360677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39608) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:57.369192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:57.382023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-45d1b356-c688-49ed-a1cf-22dda94a1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:57.383862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-45d1b356-c688-49ed-a1cf-22dda94a1179 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 1096 time: 0.1250913 Jul 07 18:01:57.419910 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.464446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2fcabed6-c439-479b-894c-aea5cc3c469f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-c2c95e6c-3666-4239-8139-4f07a2c2ae98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 033f8503-fe8c-4518-8044-ee2ec1f37c72: This subnet is being modified by another concurrent operation. Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:01:57.525739 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 033f8503-fe8c-4518-8044-ee2ec1f37c72: This subnet is being modified by another concurrent operation. Jul 07 18:01:57.531077 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:01:57.539299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:57.550679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:57.559326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6382f0-6400-451b-a6bf-38ccd6267393 None None] Network 5c273d4f-c221-460e-9cbf-e003c23bd130 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:01:57.809955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99c576-6408-4bd9-954b-f1c6be3cc7cc None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:01:57.884388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcabed6-c439-479b-894c-aea5cc3c469f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:57.890403 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa28958-dc01-4f93-8c92-07b35ad2dc0d" -d '{"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2fcabed6-c439-479b-894c-aea5cc3c469f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:57.954838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.005794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:58.012553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:58.026508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.028326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.049108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.054857 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6929748 Jul 07 18:01:58.059771 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39640) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:58.063900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c273d4f-c221-460e-9cbf-e003c23bd130']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:58.068687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a992828e-2854-4f0e-b40f-055eba674eca tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1971068235', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:58.068982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99c576-6408-4bd9-954b-f1c6be3cc7cc None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:01:58.076903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684b753a-77e9-4e40-80cd-d26a06edee9d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:58.077485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684b753a-77e9-4e40-80cd-d26a06edee9d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:58.089421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.090787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39642) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:58.105869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.112337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d7779-1497-4921-ab54-113106de9bc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=8e7bee1a-cecb-473f-a6b2-b3fc50ec898d,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:58.112957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:01:58.113929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.139580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a992828e-2854-4f0e-b40f-055eba674eca tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.141339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a992828e-2854-4f0e-b40f-055eba674eca tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:01:58.171465 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:01:58.174909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=033f8503-fe8c-4518-8044-ee2ec1f37c72,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:58.242102 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8881f21f-edb9-4877-b26f-ecdb173b620e x-openstack-request-id: req-8881f21f-edb9-4877-b26f-ecdb173b620e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:58.242804 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2fcabed6-c439-479b-894c-aea5cc3c469f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:58.242804 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8881f21f-edb9-4877-b26f-ecdb173b620e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:58.243042 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcabed6-c439-479b-894c-aea5cc3c469f', 'code': 200} Jul 07 18:01:58.266580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39650) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:58.285195 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.310588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.312870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/5c273d4f-c221-460e-9cbf-e003c23bd130 HTTP/1.1" status: 204 len: 168 time: 1.4041903 Jul 07 18:01:58.323532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39652) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:58.326528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-e27c85a9-bb13-42a4-8e1d-1e00e0d1a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.328006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-e27c85a9-bb13-42a4-8e1d-1e00e0d1a128 service neutron] 10.222.0.55 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 912 time: 0.9365251 Jul 07 18:01:58.332360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442043759'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:58.337335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5832f50-f5e8-4dec-9329-110b220630da tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=5c273d4f-c221-460e-9cbf-e003c23bd130,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:58.350400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-924673874'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:58.407278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-56707781-c51a-4be2-aa5d-23a17de36425 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c16e8bfb-0a04-463a-8843-15915bc560ce HTTP/1.1" status: 200 len: 217 time: 0.0676844 Jul 07 18:01:58.444252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628545-9b8d-4f8b-9d7d-604565a43485 req-3f31a090-f230-401a-ab8e-df7a3a3df002 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.451281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628545-9b8d-4f8b-9d7d-604565a43485 req-3f31a090-f230-401a-ab8e-df7a3a3df002 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.453388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee628545-9b8d-4f8b-9d7d-604565a43485 req-3f31a090-f230-401a-ab8e-df7a3a3df002 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1683 time: 0.2689033 Jul 07 18:01:58.466791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8488c533-a278-435b-9d81-280132b29350 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.471104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Made reservation on behalf of a70ad4f8d2d14dfe8015564fe725e2aa for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:58.474182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:58.475568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.477752 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.532480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a992828e-2854-4f0e-b40f-055eba674eca tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.533820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.535840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '8e7bee1a-cecb-473f-a6b2-b3fc50ec898d'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:01:58.537242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.575041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-2a2c1d71-7989-40c4-96ee-5608d38ff2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.576761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-2a2c1d71-7989-40c4-96ee-5608d38ff2db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.1621625 Jul 07 18:01:58.581437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a992828e-2854-4f0e-b40f-055eba674eca tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.587970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:58.615931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8488c533-a278-435b-9d81-280132b29350 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.642834 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.643155 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment 3061dab4-9694-492d-99db-486ac71e8726 of type vlan for network 9f9abb26-726b-49d5-92e2-5a288037bcf9 Jul 07 18:01:58.653885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee628545-9b8d-4f8b-9d7d-604565a43485 req-ff7b0087-a847-41be-99df-3be0378d95bb tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505017 Jul 07 18:01:58.661603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77174fd3-4058-45d1-b29f-28636cad379a req-98d5f491-f12a-4f54-b77b-4544cb8ac462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.672674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77174fd3-4058-45d1-b29f-28636cad379a req-98d5f491-f12a-4f54-b77b-4544cb8ac462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.672674 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77174fd3-4058-45d1-b29f-28636cad379a req-98d5f491-f12a-4f54-b77b-4544cb8ac462 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1985 time: 0.2978261 Jul 07 18:01:58.699329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-c3e8ff17-f5ed-4c6e-9d45-8dd9b69bdd5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021633 Jul 07 18:01:58.722867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/8e7bee1a-cecb-473f-a6b2-b3fc50ec898d/3bf454c6-b76e-436f-847d-391e22488da8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:58.734513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.740348 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77174fd3-4058-45d1-b29f-28636cad379a req-d8dc3f7e-f61e-42eb-967a-47edbd469ce2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648072 Jul 07 18:01:58.752749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8488c533-a278-435b-9d81-280132b29350 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.755471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8488c533-a278-435b-9d81-280132b29350 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.759734 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8488c533-a278-435b-9d81-280132b29350 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "DELETE /v2.0/security-groups/a186eb66-6f52-4ccb-9277-8a10daf3961c HTTP/1.1" status: 204 len: 168 time: 0.4881678 Jul 07 18:01:58.759905 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13c855-c9da-4784-b63b-0164a5f602d2 req-4fbf8443-acea-4e8d-a18d-c0bdee312105 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.761762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da13c855-c9da-4784-b63b-0164a5f602d2 req-4fbf8443-acea-4e8d-a18d-c0bdee312105 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.3460743 Jul 07 18:01:58.762431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39654) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:58.788941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c533-a278-435b-9d81-280132b29350 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a186eb66-6f52-4ccb-9277-8a10daf3961c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:58.792094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.803095 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.817171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a992828e-2854-4f0e-b40f-055eba674eca tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.818743 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a992828e-2854-4f0e-b40f-055eba674eca tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7575884 Jul 07 18:01:58.822598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39656) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:58.855258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:01:58.857799 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-f8f5d540-817d-4d0f-aa06-d6911045d932 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] show failed (client error): The resource could not be found. Jul 07 18:01:58.858969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f8f5d540-817d-4d0f-aa06-d6911045d932 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "GET /v2.0/security-groups/a186eb66-6f52-4ccb-9277-8a10daf3961c HTTP/1.1" status: 404 len: 347 time: 0.0599830 Jul 07 18:01:58.872488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:58.936774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd50438-7e0a-48ad-930f-70e95d12bd98,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:58.944065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.944418 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Added segment 61d83ac3-6d17-49b6-aac0-5f8d4e2cfd3a of type vlan for network 2cf8ac35-5e7b-426c-be32-fd514297f89e Jul 07 18:01:58.966282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da13c855-c9da-4784-b63b-0164a5f602d2 req-f5494d18-8812-47ba-9ffe-b2e9e4b90db2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652746 Jul 07 18:01:58.982602 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:58.992604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Transition to ACTIVE for port object 3bf454c6-b76e-436f-847d-391e22488da8 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:59.009078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Transition to ACTIVE for port object 3bf454c6-b76e-436f-847d-391e22488da8 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:59.016475 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.022554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.029242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:59.029242 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.082357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:59.086563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:59.088621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Pushing event updated for resources: {'Port': ['ID=3bf454c6-b76e-436f-847d-391e22488da8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:59.091156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:59.148525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8235536 Jul 07 18:01:59.152144 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.152613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39664) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:59.153110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Attempting to bind port 3bf454c6-b76e-436f-847d-391e22488da8 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:59.153481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Attempting to bind port 3bf454c6-b76e-436f-847d-391e22488da8 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:59.153842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Attempting to bind port 3bf454c6-b76e-436f-847d-391e22488da8 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:59.160244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:59.160642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:59.161054 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.161451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:59.161927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Bound port: 3bf454c6-b76e-436f-847d-391e22488da8, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:59.162309 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.169714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:59.180721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-9eda5cfd-1484-4dcc-90df-5ed6b5594bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715350 Jul 07 18:01:59.246571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] For port 3bf454c6-b76e-436f-847d-391e22488da8, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:59.251465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] For port 3bf454c6-b76e-436f-847d-391e22488da8, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3bf454c6-b76e-436f-847d-391e22488da8,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:59.256532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b489f4-c0b7-40b9-96e1-1ac6f44c49d9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=9f9abb26-726b-49d5-92e2-5a288037bcf9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:59.256840 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.257687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.263702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:59.264194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.296105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:59.370978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Deleting port 37fbf37e-6456-41ec-be47-244d3a0e4b88 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:01:59.371366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.432003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b6dbf-317c-4e8f-9cac-98ab711d365d None None] Pushing event updated for resources: {'Port': ['ID=3bf454c6-b76e-436f-847d-391e22488da8,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:59.444209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02456013-cc5c-42a1-a7fa-e673e271bad8 req-f03de8b4-9e24-4354-9b73-b25dd0ca2cba service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508266 Jul 07 18:01:59.488020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.488562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.508577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Calling delete_port for 37fbf37e-6456-41ec-be47-244d3a0e4b88 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:01:59.719999 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.769481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Pushing event deleted for resources: {'Port': ['ID=37fbf37e-6456-41ec-be47-244d3a0e4b88,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:59.788317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.801409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7072046 Jul 07 18:01:59.817905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39670) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:59.826765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-52cec9f1-d850-4387-b035-c7e7b22605ad tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-180892794') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:59.832229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b0b97-c1e1-4c5b-b926-9e9ef8bcb711 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Pushing event updated for resources: {'Network': ['ID=2cf8ac35-5e7b-426c-be32-fd514297f89e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:59.846132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 2cf8ac35-5e7b-426c-be32-fd514297f89e details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:01:59.895396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:59.899523 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.954649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.958062 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:59.961314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-78b4f6dc-fd75-4ec6-a2d1-76a0049bf651 tempest-ImagesOneServerNegativeTestJSON-866214950 tempest-ImagesOneServerNegativeTestJSON-866214950-project] 10.222.0.88 "DELETE /v2.0/floatingips/5529ee17-45fa-40be-9b70-8f89d75a3177 HTTP/1.1" status: 204 len: 168 time: 1.0844212 Jul 07 18:02:00.026432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d95c8b-cc57-4920-92bc-a7093646e732 req-0cfbf4d6-83a2-431c-8ef8-dc9db3e97d70 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:00.032760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d95c8b-cc57-4920-92bc-a7093646e732 req-0cfbf4d6-83a2-431c-8ef8-dc9db3e97d70 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:00.034558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74d95c8b-cc57-4920-92bc-a7093646e732 req-0cfbf4d6-83a2-431c-8ef8-dc9db3e97d70 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1683 time: 0.2082379 Jul 07 18:02:00.085396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-52cec9f1-d850-4387-b035-c7e7b22605ad tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "PUT /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-180892794 HTTP/1.1" status: 201 len: 201 time: 0.2641687 Jul 07 18:02:00.088118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39678) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:00.097175 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-50898060-e0f6-4dc8-a2e5-685eb9ca2a05 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-180892794') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:00.123983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74d95c8b-cc57-4920-92bc-a7093646e732 req-95271eae-1d92-4bf0-a29b-cff43e7ffd12 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755250 Jul 07 18:02:00.196690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::1 (0615333f-c9a5-42b4-86e0-c4a963464179/8e7bee1a-cecb-473f-a6b2-b3fc50ec898d/48fe893a-25d9-4449-b386-be5c410ec5b1) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:00.202306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.290099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50898060-e0f6-4dc8-a2e5-685eb9ca2a05 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "GET /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-180892794 HTTP/1.1" status: 204 len: 168 time: 0.2008438 Jul 07 18:02:00.293029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39692) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:00.299330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-01b391dc-57a8-4639-a4c4-2258c45c6a6f tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:00.318359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=463e758c-480f-4e5e-94a4-969c73d886ff,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:00.346721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': '3061dab4-9694-492d-99db-486ac71e8726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:00.347008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: 9f9abb26-726b-49d5-92e2-5a288037bcf9, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:00.379469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed86e8-6b87-4ea5-828b-90f0cf3e2dba req-d3e23f2c-6212-487c-abb3-4e9c8543f3d8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:00.381117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ed86e8-6b87-4ea5-828b-90f0cf3e2dba req-d3e23f2c-6212-487c-abb3-4e9c8543f3d8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 945 time: 0.1233130 Jul 07 18:02:00.401322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:00.411550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.430749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 48fe893a-25d9-4449-b386-be5c410ec5b1 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:00.435472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-01b391dc-57a8-4639-a4c4-2258c45c6a6f tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "GET /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags HTTP/1.1" status: 200 len: 237 time: 0.1416073 Jul 07 18:02:00.439075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 9f9abb26-726b-49d5-92e2-5a288037bcf9) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:00.451988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:00.452884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.456294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39696) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:00.462992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-33120a6c-7c9d-4373-b2e7-b9af9740fab5 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', {'tags': ['tempest-TagsTest-Tag-302950559', 'tempest-TagsTest-Tag-117633402', 'tempest-TagsTest-Tag-1193662874']}) {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:00.479053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.502396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ed86e8-6b87-4ea5-828b-90f0cf3e2dba req-e8a67efe-26c0-48eb-8588-7966a44ed307 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117609 Jul 07 18:02:00.544004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:00.552850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:00.559032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:00.560450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.567138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9ec493db-1ee6-4b9d-aa0b-0618a5b3a608 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4091973 Jul 07 18:02:00.572163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39698) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:00.577854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:00.624520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=48fe893a-25d9-4449-b386-be5c410ec5b1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:00.628752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c16e8bfb-0a04-463a-8843-15915bc560ce no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:00.658574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39700) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:00.705834 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-33120a6c-7c9d-4373-b2e7-b9af9740fab5 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "PUT /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags HTTP/1.1" status: 200 len: 307 time: 0.2475946 Jul 07 18:02:00.711862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39702) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:00.722644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-828f4942-e646-4a8f-9ae9-ece2da3c4db1 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-302950559') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:00.760969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.774438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1999fe5f-b036-40da-9543-d9380783e3b4 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:02:00.817653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:00.820338 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8705a388-6e27-4438-931a-95c5cf1e33b5" -d '{"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-unplugged", "status": "completed", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:00.841983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] Deleting subnet 13993fdc-2d78-4301-ba24-12448b0879d6 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:00.843084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.846516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.853289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:00.865975 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.986947 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9643bdd7-f943-4fb5-90f2-b45a4c529c31 x-openstack-request-id: req-9643bdd7-f943-4fb5-90f2-b45a4c529c31 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:00.987257 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-unplugged", "status": "completed", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:00.987504 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9643bdd7-f943-4fb5-90f2-b45a4c529c31 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:00.987894 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'code': 200} Jul 07 18:02:00.990865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:00.993567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-731bc79e-5834-4d36-b308-dc9f07cba9e1 None None] Provisioning for port 3bf454c6-b76e-436f-847d-391e22488da8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:01.002969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-828f4942-e646-4a8f-9ae9-ece2da3c4db1 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "DELETE /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-302950559 HTTP/1.1" status: 204 len: 168 time: 0.2899296 Jul 07 18:02:01.007682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.012706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39708) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:01.051174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bf454c6-b76e-436f-847d-391e22488da8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:01.065059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-4b594254-2a8a-45ae-96e1-5cb723889ec2 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-302950559') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:01.137758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:01.143492 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.258810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999fe5f-b036-40da-9543-d9380783e3b4 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:02:01.265878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3bf454c6-b76e-436f-847d-391e22488da8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:01.282080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.288117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3bf454c6-b76e-436f-847d-391e22488da8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:01.288400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.376724 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-4b594254-2a8a-45ae-96e1-5cb723889ec2 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] show failed (client error): The resource could not be found. Jul 07 18:02:01.380864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b594254-2a8a-45ae-96e1-5cb723889ec2 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "GET /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-302950559 HTTP/1.1" status: 404 len: 325 time: 0.3641057 Jul 07 18:02:01.381076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39712) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:01.392160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-e2e2359b-62d5-4235-b40b-f0d6b7eb334c tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-117633402') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:01.450002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105beb40-ca2b-4bc9-bc4d-4d1b0a044f65 req-bbbbde5a-5938-4b2c-b97c-a5db672945e5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:01.456283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105beb40-ca2b-4bc9-bc4d-4d1b0a044f65 req-bbbbde5a-5938-4b2c-b97c-a5db672945e5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:01.463780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-105beb40-ca2b-4bc9-bc4d-4d1b0a044f65 req-bbbbde5a-5938-4b2c-b97c-a5db672945e5 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1683 time: 0.3098142 Jul 07 18:02:01.476805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.477826 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.529166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.530286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.574427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.580335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/13993fdc-2d78-4301-ba24-12448b0879d6 HTTP/1.1" status: 204 len: 168 time: 0.9184711 Jul 07 18:02:01.585121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39718) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:01.594711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a710-f0d2-4b46-a799-78b62773cd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13993fdc-2d78-4301-ba24-12448b0879d6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:01.716608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-105beb40-ca2b-4bc9-bc4d-4d1b0a044f65 req-884b55c8-938b-4018-88e3-e2ee4f3e44e1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481411 Jul 07 18:02:01.763047 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.782107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.857346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 3bf454c6-b76e-436f-847d-391e22488da8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3bf454c6-b76e-436f-847d-391e22488da8,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:01.869071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.886781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:01.891786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:01.893717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=48fe893a-25d9-4449-b386-be5c410ec5b1,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:01.969042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:01.982674 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e2e2359b-62d5-4235-b40b-f0d6b7eb334c tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "GET /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-117633402 HTTP/1.1" status: 204 len: 168 time: 0.6000791 Jul 07 18:02:01.985809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39720) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:01.989459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=3bf454c6-b76e-436f-847d-391e22488da8,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:01.992474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-cbb27cfc-28e1-479d-9fc5-4d8794184d2d tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-1193662874') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.060819 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-9f9abb26-726b-49d5-92e2-5a288037bcf9', 'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9', 'tenant_id': 'c679511204b043e3bc055295380bbf17', 'fixed_ips': [{'subnet_id': '463e758c-480f-4e5e-94a4-969c73d886ff'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:02.061759 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.070709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:02.082260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.088497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:02.103894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.104639 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.106613 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cbb27cfc-28e1-479d-9fc5-4d8794184d2d tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "GET /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-1193662874 HTTP/1.1" status: 204 len: 168 time: 0.1176589 Jul 07 18:02:02.107247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39722) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.108498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f463a4-73a6-4e19-892c-ac32d06b8e60']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.113882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=3a404e6e-552f-4a70-8289-011b351556ec,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:02.115041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-91915665-e129-49c7-abe5-93669413248b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.120034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Router e65b7c86-b692-472e-8df0-b849d825b8e4 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:02:02.135545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000c6004-9d74-4ea0-a4bf-eea537c61911') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.135940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000c6004-9d74-4ea0-a4bf-eea537c61911') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.150396 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.159932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b67e-b7e8-4ea3-9dea-5d6542b849d0 req-9fc88513-8d64-4d85-b0ae-ac2bcb6d2376 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.161682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcf4b67e-b7e8-4ea3-9dea-5d6542b849d0 req-9fc88513-8d64-4d85-b0ae-ac2bcb6d2376 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 943 time: 0.2750387 Jul 07 18:02:02.171967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-640f5f04-4762-4286-97cb-5678615b53e0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5983434 Jul 07 18:02:02.172924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39724) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.206594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.240957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:02.241318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.254717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcf4b67e-b7e8-4ea3-9dea-5d6542b849d0 req-e61dc5dc-3297-424a-bc86-d2e8d9a4915f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793157 Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:02.255523 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:02.306556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Allocated IP 2001:db8::2 (9f9abb26-726b-49d5-92e2-5a288037bcf9/463e758c-480f-4e5e-94a4-969c73d886ff/63364136-2580-4511-9e63-c4f344a4b65e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:02.379251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.385900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.390160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/01f463a4-73a6-4e19-892c-ac32d06b8e60 HTTP/1.1" status: 204 len: 168 time: 0.7880836 Jul 07 18:02:02.426870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055305-2fe2-4242-849e-957c6f47dda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f463a4-73a6-4e19-892c-ac32d06b8e60,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:02.435177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e22a3f-065a-45a3-9080-d5e8a3fca81f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.439988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e22a3f-065a-45a3-9080-d5e8a3fca81f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.444208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e22a3f-065a-45a3-9080-d5e8a3fca81f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.449547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e22a3f-065a-45a3-9080-d5e8a3fca81f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.451239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e22a3f-065a-45a3-9080-d5e8a3fca81f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.459343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40e22a3f-065a-45a3-9080-d5e8a3fca81f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2845099 Jul 07 18:02:02.463253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39736) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.468679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896563546'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:02.473842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:02.488535 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc4f95d2-1260-452c-b31a-0b871527f417 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "PUT /v2.0/routers/e65b7c86-b692-472e-8df0-b849d825b8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6544163 Jul 07 18:02:02.489296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39738) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.497146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Sync routers for ids ['e65b7c86-b692-472e-8df0-b849d825b8e4'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:02.525721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Routers {'e65b7c86-b692-472e-8df0-b849d825b8e4'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:02.526594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e65b7c86-b692-472e-8df0-b849d825b8e4'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.527194 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-91915665-e129-49c7-abe5-93669413248b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "DELETE /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags HTTP/1.1" status: 204 len: 168 time: 0.4157400 Jul 07 18:02:02.530276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39742) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.536167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-6c168746-e89d-4fad-8aa0-8675f08e5b74 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-117633402') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.683655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:02.687538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.691605 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-6c168746-e89d-4fad-8aa0-8675f08e5b74 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] show failed (client error): The resource could not be found. Jul 07 18:02:02.692670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6c168746-e89d-4fad-8aa0-8675f08e5b74 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "GET /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-117633402 HTTP/1.1" status: 404 len: 325 time: 0.1614306 Jul 07 18:02:02.701599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39748) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.715418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-40784c67-f1c1-482b-8b70-b2b836da4f28 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e', 'tempest-TagsTest-Tag-1193662874') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.719432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Set router e65b7c86-b692-472e-8df0-b849d825b8e4 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:02.732156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39752) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.761651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddeef47-187d-43c6-bac8-76d8955689b6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.764471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1ddeef47-187d-43c6-bac8-76d8955689b6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports/48fe893a-25d9-4449-b386-be5c410ec5b1 HTTP/1.1" status: 200 len: 911 time: 0.2741821 Jul 07 18:02:02.772665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39756) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.781565 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.800384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Transition to ACTIVE for port object 63364136-2580-4511-9e63-c4f344a4b65e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:02.813167 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-40784c67-f1c1-482b-8b70-b2b836da4f28 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] show failed (client error): The resource could not be found. Jul 07 18:02:02.816918 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40784c67-f1c1-482b-8b70-b2b836da4f28 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "GET /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags/tempest-TagsTest-Tag-1193662874 HTTP/1.1" status: 404 len: 326 time: 0.1098745 Jul 07 18:02:02.828937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39758) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:02.842498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-e2c4ddad-8d1e-487b-b88b-d3acfe717231 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2cf8ac35-5e7b-426c-be32-fd514297f89e') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:02.910473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Transition to ACTIVE for port object 63364136-2580-4511-9e63-c4f344a4b65e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:02.927981 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.003812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:03.013215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:03.013467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:03.024760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:03.030056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Pushing event updated for resources: {'Port': ['ID=63364136-2580-4511-9e63-c4f344a4b65e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:03.046184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e2c4ddad-8d1e-487b-b88b-d3acfe717231 tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "DELETE /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e/tags HTTP/1.1" status: 204 len: 168 time: 0.2156141 Jul 07 18:02:03.050054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39766) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:03.065580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bf454c6-b76e-436f-847d-391e22488da8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:03.079692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.080258 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment 949da7a7-68bd-4337-8588-660ba426120b of type vlan for network bf1b65dd-a57e-42bd-befc-4c20ff827783 Jul 07 18:02:03.092052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-127551c5-cd80-4a0d-96b4-0351ac31d06c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e6b4c1ae55e4448a9cfce5f7c3edcc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559325 Jul 07 18:02:03.096292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:03.149284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-f2ae4195-2eac-48e9-b932-55637858b0aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:03.156181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-f2ae4195-2eac-48e9-b932-55637858b0aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:03.157966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-f2ae4195-2eac-48e9-b932-55637858b0aa tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1683 time: 0.6361775 Jul 07 18:02:03.192888 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.195277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Attempting to bind port 63364136-2580-4511-9e63-c4f344a4b65e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:03.195654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Attempting to bind port 63364136-2580-4511-9e63-c4f344a4b65e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '3061dab4-9694-492d-99db-486ac71e8726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:03.196020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Attempting to bind port 63364136-2580-4511-9e63-c4f344a4b65e on network 9f9abb26-726b-49d5-92e2-5a288037bcf9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:03.206558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:03.206933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Checking segment: {'id': '3061dab4-9694-492d-99db-486ac71e8726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:03.207338 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.207733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Bound using segment: {'id': '3061dab4-9694-492d-99db-486ac71e8726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:03.208209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Bound port: 63364136-2580-4511-9e63-c4f344a4b65e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3061dab4-9694-492d-99db-486ac71e8726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:03.208589 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.290959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] For port 63364136-2580-4511-9e63-c4f344a4b65e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:03.295323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] For port 63364136-2580-4511-9e63-c4f344a4b65e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=63364136-2580-4511-9e63-c4f344a4b65e,segment=NetworkSegment(3061dab4-9694-492d-99db-486ac71e8726),segment_id=3061dab4-9694-492d-99db-486ac71e8726)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:03.299719 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.299973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b7c86-b692-472e-8df0-b849d825b8e4', 'name': 'tempest-NetworksTestDHCPv6-router-1971068235', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:58Z', 'updated_at': '2021-07-07T18:02:00Z', 'revision_number': 2, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None, '_interfaces': [{'id': '48fe893a-25d9-4449-b386-be5c410ec5b1', 'name': '', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'mac_address': 'fa:16:3e:68:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b7c86-b692-472e-8df0-b849d825b8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '8e7bee1a-cecb-473f-a6b2-b3fc50ec898d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:59Z', 'updated_at': '2021-07-07T18:02:01Z', 'revision_number': 2, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'subnets': [{'id': '8e7bee1a-cecb-473f-a6b2-b3fc50ec898d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:03.312179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf8ac35-5e7b-426c-be32-fd514297f89e']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:03.333422 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.333750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d83ac3-6d17-49b6-aac0-5f8d4e2cfd3a') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:03.334144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d83ac3-6d17-49b6-aac0-5f8d4e2cfd3a') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:03.348054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.356279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Checking router: e65b7c86-b692-472e-8df0-b849d825b8e4 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:03.356279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Updating router e65b7c86-b692-472e-8df0-b849d825b8e4 port 48fe893a-25d9-4449-b386-be5c410ec5b1 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:02:03.370669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.384353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:03.384905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:03.389007 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:03.419647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3bf454c6-b76e-436f-847d-391e22488da8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:03.420049 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.493333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad139ce-5659-4c63-a82b-7a384a94b88d None None] Pushing event updated for resources: {'Port': ['ID=63364136-2580-4511-9e63-c4f344a4b65e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:03.495414 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.502454 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.504483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] 10.222.0.88 "DELETE /v2.0/networks/2cf8ac35-5e7b-426c-be32-fd514297f89e HTTP/1.1" status: 204 len: 168 time: 0.4533966 Jul 07 18:02:03.521761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82367447-b738-4a8b-b024-3455fac55f7b tempest-TagsTest-23668767 tempest-TagsTest-23668767-project] Pushing event deleted for resources: {'Network': ['ID=2cf8ac35-5e7b-426c-be32-fd514297f89e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:03.523569 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.626707 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.733212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4adec8-e6b6-4896-af2d-fc8ba86b32eb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:03.739306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4adec8-e6b6-4896-af2d-fc8ba86b32eb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:03.740992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0a4adec8-e6b6-4896-af2d-fc8ba86b32eb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9547048 Jul 07 18:02:03.743909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39794) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:03.804530 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.822180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:02:03.907072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c92ff9b-7ddd-4acc-9ef2-f4ceb2ae1ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.913771 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.921130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:03.922086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.954153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c17ac-2d89-49b6-9346-f522e21370da req-10550bcd-65c1-4290-b2bc-319b72558c01 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:03.960010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c17ac-2d89-49b6-9346-f522e21370da req-10550bcd-65c1-4290-b2bc-319b72558c01 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:03.967127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f3c17ac-2d89-49b6-9346-f522e21370da req-10550bcd-65c1-4290-b2bc-319b72558c01 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1683 time: 0.8297656 Jul 07 18:02:03.984303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39800) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.008810 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.021291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Transition to ACTIVE for port object 48fe893a-25d9-4449-b386-be5c410ec5b1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:04.031147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.068792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c92ff9b-7ddd-4acc-9ef2-f4ceb2ae1ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.079568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6148036 Jul 07 18:02:04.091562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39804) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.111151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:04.137224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce978d4a-0871-4811-8b55-2ca7e37a6e57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=bf1b65dd-a57e-42bd-befc-4c20ff827783,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.171592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-201265fc-783c-48f5-95df-5aed5049ed19 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:04.172543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network bf1b65dd-a57e-42bd-befc-4c20ff827783 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:04.177046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Attempting to bind port 48fe893a-25d9-4449-b386-be5c410ec5b1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:04.177769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Attempting to bind port 48fe893a-25d9-4449-b386-be5c410ec5b1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:04.178309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Attempting to bind port 48fe893a-25d9-4449-b386-be5c410ec5b1 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:04.179136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-201265fc-783c-48f5-95df-5aed5049ed19 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=a82c38f3-8e49-4bdf-9c32-eb55a0effb41 HTTP/1.1" status: 200 len: 943 time: 0.5138435 Jul 07 18:02:04.181002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4618bb-e4d2-40af-9b91-7a44af0f7399 None None] Pushing event updated for resources: {'Port': ['ID=48fe893a-25d9-4449-b386-be5c410ec5b1,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.229255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f3c17ac-2d89-49b6-9346-f522e21370da req-555bf6a4-9d0f-4bf5-8a32-5f2ecefcff22 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611344 Jul 07 18:02:04.230764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:04.231351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:04.231920 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.232477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:04.233199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Bound port: 48fe893a-25d9-4449-b386-be5c410ec5b1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:04.233752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.309549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port 2fcabed6-c439-479b-894c-aea5cc3c469f {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:04.309994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.447813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.514922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c92ff9b-7ddd-4acc-9ef2-f4ceb2ae1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.517979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c92ff9b-7ddd-4acc-9ef2-f4ceb2ae1ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.521623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7c92ff9b-7ddd-4acc-9ef2-f4ceb2ae1ac8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05e4a8b9-07ae-439d-9125-5529283f1caf HTTP/1.1" status: 204 len: 168 time: 1.4190450 Jul 07 18:02:04.578577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7c6058ec-4d3d-42d6-ad5b-1103deb30fca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a70ad4f8d2d14dfe8015564fe725e2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919054 Jul 07 18:02:04.592982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39808) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:04.597406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92ff9b-7ddd-4acc-9ef2-f4ceb2ae1ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e4a8b9-07ae-439d-9125-5529283f1caf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:04.655614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] For port 48fe893a-25d9-4449-b386-be5c410ec5b1, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:04.661786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] For port 48fe893a-25d9-4449-b386-be5c410ec5b1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=48fe893a-25d9-4449-b386-be5c410ec5b1,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:04.677757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c16e8bfb-0a04-463a-8843-15915bc560ce no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:04.687580 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.729512 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.744672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port 2fcabed6-c439-479b-894c-aea5cc3c469f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2fcabed6-c439-479b-894c-aea5cc3c469f,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:04.745309 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.786693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for 2fcabed6-c439-479b-894c-aea5cc3c469f owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:04.801211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Deleting port c16e8bfb-0a04-463a-8843-15915bc560ce {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:04.801437 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.845793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Routers {'e65b7c86-b692-472e-8df0-b849d825b8e4'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:04.846452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e65b7c86-b692-472e-8df0-b849d825b8e4'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.881829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.902159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network bf1b65dd-a57e-42bd-befc-4c20ff827783 is not hosted by any dhcp agent {{(pid=105588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:02:04.903587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637027e-3d25-4955-a36d-9d68c5f7160c None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:04.908971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:04.910385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.913849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "PUT /v2.0/networks/bf1b65dd-a57e-42bd-befc-4c20ff827783 HTTP/1.1" status: 200 len: 723 time: 0.8187180 Jul 07 18:02:04.914872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-976c4f16-7c57-46fd-a646-0dac36a9206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.933304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c4355-eceb-4929-b474-8fb9244b196b None None] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:05.039451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4618bb-e4d2-40af-9b91-7a44af0f7399 None None] Pushing event updated for resources: {'Port': ['ID=48fe893a-25d9-4449-b386-be5c410ec5b1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:05.076105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39814) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:05.086191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 63364136-2580-4511-9e63-c4f344a4b65e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:05.087655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c5a6b-23a9-4ddf-8c4d-e80f3939b201 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=bf1b65dd-a57e-42bd-befc-4c20ff827783,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:05.096350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': 'bf1b65dd-a57e-42bd-befc-4c20ff827783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:05.138011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network bf1b65dd-a57e-42bd-befc-4c20ff827783 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:05.161595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-976c4f16-7c57-46fd-a646-0dac36a9206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.228749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9428b165-2684-4b01-bab1-941d4df76695 None None] Provisioning for port 63364136-2580-4511-9e63-c4f344a4b65e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:05.233693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2fcabed6-c439-479b-894c-aea5cc3c469f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:05.261287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] For port c16e8bfb-0a04-463a-8843-15915bc560ce, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c16e8bfb-0a04-463a-8843-15915bc560ce,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:05.262503 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.343539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Calling delete_port for c16e8bfb-0a04-463a-8843-15915bc560ce owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:05.364412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 48fe893a-25d9-4449-b386-be5c410ec5b1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:05.365065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] Set router e65b7c86-b692-472e-8df0-b849d825b8e4 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:05.365672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.436325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:05.440749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.552895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] For port 48fe893a-25d9-4449-b386-be5c410ec5b1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=48fe893a-25d9-4449-b386-be5c410ec5b1,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:05.552895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.589818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 48fe893a-25d9-4449-b386-be5c410ec5b1 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:05.686148 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-976c4f16-7c57-46fd-a646-0dac36a9206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.688704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-976c4f16-7c57-46fd-a646-0dac36a9206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.694547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-976c4f16-7c57-46fd-a646-0dac36a9206b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7cd50438-7e0a-48ad-930f-70e95d12bd98 HTTP/1.1" status: 204 len: 168 time: 1.0942721 Jul 07 18:02:05.728348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c4f16-7c57-46fd-a646-0dac36a9206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd50438-7e0a-48ad-930f-70e95d12bd98,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:05.813650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 63364136-2580-4511-9e63-c4f344a4b65e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:05.832664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.858675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 63364136-2580-4511-9e63-c4f344a4b65e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:05.859310 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.915011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.968169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.000213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=48fe893a-25d9-4449-b386-be5c410ec5b1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:06.022397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.037840 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.077544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d073ea-a1e2-4835-a92a-bb49861f6f86 req-0afd5928-e1ae-4944-bfda-d93c313f815a tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.084372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d073ea-a1e2-4835-a92a-bb49861f6f86 req-0afd5928-e1ae-4944-bfda-d93c313f815a tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.092174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d073ea-a1e2-4835-a92a-bb49861f6f86 req-0afd5928-e1ae-4944-bfda-d93c313f815a tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 1604 time: 0.4801884 Jul 07 18:02:06.128942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=2fcabed6-c439-479b-894c-aea5cc3c469f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:06.133149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.202558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.203533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48d073ea-a1e2-4835-a92a-bb49861f6f86 req-2b4251ac-5b59-435b-9d83-8a02c1ee8828 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103494 Jul 07 18:02:06.301212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] Update dhcp port {'port': {'network_id': '9f9abb26-726b-49d5-92e2-5a288037bcf9', 'fixed_ips': [{'subnet_id': '463e758c-480f-4e5e-94a4-969c73d886ff', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a404e6e-552f-4a70-8289-011b351556ec'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '63364136-2580-4511-9e63-c4f344a4b65e'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:02:06.304436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65b7c86-b692-472e-8df0-b849d825b8e4', 'name': 'tempest-NetworksTestDHCPv6-router-1971068235', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:58Z', 'updated_at': '2021-07-07T18:02:00Z', 'revision_number': 2, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None, '_interfaces': [{'id': '48fe893a-25d9-4449-b386-be5c410ec5b1', 'name': '', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'mac_address': 'fa:16:3e:68:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b7c86-b692-472e-8df0-b849d825b8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '8e7bee1a-cecb-473f-a6b2-b3fc50ec898d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:59Z', 'updated_at': '2021-07-07T18:02:04Z', 'revision_number': 4, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'subnets': [{'id': '8e7bee1a-cecb-473f-a6b2-b3fc50ec898d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:06.367427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 63364136-2580-4511-9e63-c4f344a4b65e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=63364136-2580-4511-9e63-c4f344a4b65e,segment=NetworkSegment(3061dab4-9694-492d-99db-486ac71e8726),segment_id=3061dab4-9694-492d-99db-486ac71e8726)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:06.370684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a00b3-59de-4263-8fca-943f4d592ab8 None None] The sync data for ids ['e65b7c86-b692-472e-8df0-b849d825b8e4'] in n-d-798930-2 is: [{'id': 'e65b7c86-b692-472e-8df0-b849d825b8e4', 'name': 'tempest-NetworksTestDHCPv6-router-1971068235', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:01:58Z', 'updated_at': '2021-07-07T18:02:00Z', 'revision_number': 2, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None, '_interfaces': [{'id': '48fe893a-25d9-4449-b386-be5c410ec5b1', 'name': '', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'mac_address': 'fa:16:3e:68:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65b7c86-b692-472e-8df0-b849d825b8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '8e7bee1a-cecb-473f-a6b2-b3fc50ec898d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:01:59Z', 'updated_at': '2021-07-07T18:02:04Z', 'revision_number': 4, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'subnets': [{'id': '8e7bee1a-cecb-473f-a6b2-b3fc50ec898d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:06.377283 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.423368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.449432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Router e65b7c86-b692-472e-8df0-b849d825b8e4 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:06.505271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=63364136-2580-4511-9e63-c4f344a4b65e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:06.536720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event deleted for resources: {'Port': ['ID=c16e8bfb-0a04-463a-8843-15915bc560ce,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:06.555987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.683791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port 2fcabed6-c439-479b-894c-aea5cc3c469f on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:06.688138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] Allocated IP 172.20.0.1 (9f9abb26-726b-49d5-92e2-5a288037bcf9/3a404e6e-552f-4a70-8289-011b351556ec/63364136-2580-4511-9e63-c4f344a4b65e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:06.688674 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.693009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5a52637c-1a2c-4b6f-afb9-17b2a323e7ac tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "DELETE /v2.0/ports/2fcabed6-c439-479b-894c-aea5cc3c469f HTTP/1.1" status: 204 len: 173 time: 3.5150151 Jul 07 18:02:06.693906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] No DVR routers for this DVR port c16e8bfb-0a04-463a-8843-15915bc560ce on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:06.694735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:06.697971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1ded1032-7b64-4616-972b-3af3afddaa23 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:06.706080 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50156437-35b3-4260-a285-61ecd447942c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "PUT /v2.0/routers/e65b7c86-b692-472e-8df0-b849d825b8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594958 Jul 07 18:02:06.706976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39854) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:06.774392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a529783f-e6a0-4bf7-868b-4f0aa6dd6c1d None None] Provisioning complete for port 3bf454c6-b76e-436f-847d-391e22488da8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:06.774769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a529783f-e6a0-4bf7-868b-4f0aa6dd6c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.823641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-deleted', 'tag': '2fcabed6-c439-479b-894c-aea5cc3c469f'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:06.827805 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6145d8-ab32-430f-89a4-0d6edb9d1cbb" -d '{"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-deleted", "tag": "2fcabed6-c439-479b-894c-aea5cc3c469f"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:06.874509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:06.879678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-811b1f5e-3989-404d-94a3-54e5eb031906 req-79cd921e-35dc-4356-a76e-1b1da237aa95 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "DELETE /v2.0/ports/c16e8bfb-0a04-463a-8843-15915bc560ce HTTP/1.1" status: 204 len: 173 time: 2.6996188 Jul 07 18:02:06.921330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b0ea4-b3db-4f6e-b1a6-23fc14751055 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.930692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b0ea4-b3db-4f6e-b1a6-23fc14751055 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:06.936405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=7982a9c5-4c42-4d87-a8d0-7f3ec3694913,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:06.937340 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cf3b0ea4-b3db-4f6e-b1a6-23fc14751055 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2274992 Jul 07 18:02:06.948430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39862) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:07.105044 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e89924d-548e-4498-8294-28ddbf3cdbaa x-openstack-request-id: req-7e89924d-548e-4498-8294-28ddbf3cdbaa {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:07.105590 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-deleted", "tag": "2fcabed6-c439-479b-894c-aea5cc3c469f", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:07.105590 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e89924d-548e-4498-8294-28ddbf3cdbaa {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:07.109862 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-deleted', 'tag': '2fcabed6-c439-479b-894c-aea5cc3c469f', 'status': 'completed', 'code': 200} Jul 07 18:02:07.154567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 8e7bee1a-cecb-473f-a6b2-b3fc50ec898d {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:07.175261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.179987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': '949da7a7-68bd-4337-8588-660ba426120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bf1b65dd-a57e-42bd-befc-4c20ff827783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:07.187588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: bf1b65dd-a57e-42bd-befc-4c20ff827783, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:07.244888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network bf1b65dd-a57e-42bd-befc-4c20ff827783 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:07.286349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, bf1b65dd-a57e-42bd-befc-4c20ff827783) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:07.294898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:07.297554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.303113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.334523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port 1ded1032-7b64-4616-972b-3af3afddaa23 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:07.334896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.392057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 63364136-2580-4511-9e63-c4f344a4b65e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:07.394489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0061cd-7e38-4ffb-bf9e-fb50717e329e None None] Network bf1b65dd-a57e-42bd-befc-4c20ff827783 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:07.464156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b877ad9-a185-4e07-9a58-b5d56218aa49 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3699760 Jul 07 18:02:07.471089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39886) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:07.495499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6cba69d8-d073-4540-89a4-a9f4a82c91d4 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:07.555504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.696323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] For port 63364136-2580-4511-9e63-c4f344a4b65e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=63364136-2580-4511-9e63-c4f344a4b65e,segment=NetworkSegment(3061dab4-9694-492d-99db-486ac71e8726),segment_id=3061dab4-9694-492d-99db-486ac71e8726)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:07.738610 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.813261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7bee1a-cecb-473f-a6b2-b3fc50ec898d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:07.833579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.841620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-59ab1bd6-5e8e-4192-989e-231f4bfa100e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/8e7bee1a-cecb-473f-a6b2-b3fc50ec898d HTTP/1.1" status: 204 len: 168 time: 0.8909824 Jul 07 18:02:07.843980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:07.994281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.033994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cba69d8-d073-4540-89a4-a9f4a82c91d4 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57801016'] for subnet, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.036185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27daf023-4545-4076-83c6-8f9f9cf8536b None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:08.164871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port 1ded1032-7b64-4616-972b-3af3afddaa23, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ded1032-7b64-4616-972b-3af3afddaa23,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:08.166193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.198264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for 1ded1032-7b64-4616-972b-3af3afddaa23 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:08.201688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7de83dfc-d66c-43d4-a161-4e080d137b74 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3555779 Jul 07 18:02:08.204026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39908) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:08.238610 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.262242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff5a4-a6da-4ef1-9602-5040c8bba315 req-3073a599-0e6b-4e9c-80ba-c58249b0962d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:08.269175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-533ff5a4-a6da-4ef1-9602-5040c8bba315 req-3073a599-0e6b-4e9c-80ba-c58249b0962d tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 946 time: 0.6833956 Jul 07 18:02:08.296887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] Transition to ACTIVE for port object 63364136-2580-4511-9e63-c4f344a4b65e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:08.350268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.378002 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87ef15a2-3f97-448e-876b-bc0dd4c8069a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.385556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-533ff5a4-a6da-4ef1-9602-5040c8bba315 req-91ac8e51-cbf0-4afe-b88c-16147e9d8f25 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/security-groups?id=d2b0be2f-6648-47e8-a559-2af6e3278732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150889 Jul 07 18:02:08.394054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cba69d8-d073-4540-89a4-a9f4a82c91d4 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786270783007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-57869005'] for subnet, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.476174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1ded1032-7b64-4616-972b-3af3afddaa23, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ded1032-7b64-4616-972b-3af3afddaa23,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:08.507422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba69d8-d073-4540-89a4-a9f4a82c91d4 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:08.508009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cba69d8-d073-4540-89a4-a9f4a82c91d4 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.509991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6cba69d8-d073-4540-89a4-a9f4a82c91d4 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "PUT /v2.0/subnets/7982a9c5-4c42-4d87-a8d0-7f3ec3694913 HTTP/1.1" status: 200 len: 826 time: 1.0291977 Jul 07 18:02:08.514449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39920) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:08.519921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:08.522371 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44769534-e662-4281-8b70-6cb78f69d2a1" -d '{"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:08.543035 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.590419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba69d8-d073-4540-89a4-a9f4a82c91d4 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=7982a9c5-4c42-4d87-a8d0-7f3ec3694913,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:08.771596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.786394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.787606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87ef15a2-3f97-448e-876b-bc0dd4c8069a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.796586 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87ef15a2-3f97-448e-876b-bc0dd4c8069a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.858783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=1ded1032-7b64-4616-972b-3af3afddaa23,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:08.875523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87ef15a2-3f97-448e-876b-bc0dd4c8069a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.876254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef15a2-3f97-448e-876b-bc0dd4c8069a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Fanout notify agent at l3_agent the message router_deleted on router e65b7c86-b692-472e-8df0-b849d825b8e4 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:02:08.893092 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87ef15a2-3f97-448e-876b-bc0dd4c8069a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.894674 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-87ef15a2-3f97-448e-876b-bc0dd4c8069a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/routers/e65b7c86-b692-472e-8df0-b849d825b8e4 HTTP/1.1" status: 204 len: 168 time: 0.6891937 Jul 07 18:02:08.900242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39948) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:08.907248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:08.980472 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922ebee3-756b-4234-9da7-1af9e72189f6 x-openstack-request-id: req-922ebee3-756b-4234-9da7-1af9e72189f6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:08.980752 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:08.983252 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-922ebee3-756b-4234-9da7-1af9e72189f6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:08.983733 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23', 'code': 200} Jul 07 18:02:08.996570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a529783f-e6a0-4bf7-868b-4f0aa6dd6c1d None None] Could not find standard attr ID for object 48fe893a-25d9-4449-b386-be5c410ec5b1. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:02:09.000310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bbfde-94a3-4e36-be68-5bd6381c597c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-bf1b65dd-a57e-42bd-befc-4c20ff827783', 'network_id': 'bf1b65dd-a57e-42bd-befc-4c20ff827783', 'tenant_id': 'c679511204b043e3bc055295380bbf17', 'fixed_ips': [{'subnet_id': '7982a9c5-4c42-4d87-a8d0-7f3ec3694913'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:09.001570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b4bbfde-94a3-4e36-be68-5bd6381c597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.010016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8f2ed-8e8d-4352-9d28-89465eea11a6 None None] Pushing event updated for resources: {'Port': ['ID=63364136-2580-4511-9e63-c4f344a4b65e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:09.066955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port 1ded1032-7b64-4616-972b-3af3afddaa23 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:09.075960 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.078674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-878d387f-2316-4cd8-be6d-7d010fb8e10d req-5893b9d4-bba6-49b2-89ce-e1a661e8f5c1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.55 "DELETE /v2.0/ports/1ded1032-7b64-4616-972b-3af3afddaa23 HTTP/1.1" status: 204 len: 173 time: 2.3603415 Jul 07 18:02:09.099980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.193844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bfaeeee5-b07b-4de4-aeee-c393aa15c8f5 None None] Could not find standard attr ID for object 48fe893a-25d9-4449-b386-be5c410ec5b1. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:02:09.203314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event deleted for resources: {'Port': ['ID=1ded1032-7b64-4616-972b-3af3afddaa23,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:09.257913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:09.264283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.307268 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] Sync routers for ids ['e65b7c86-b692-472e-8df0-b849d825b8e4'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:09.322983 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] Routers set() bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:09.323738 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] Router IDs set() for agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 18:02:09.325827 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e65b7c86-b692-472e-8df0-b849d825b8e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent'). {{(pid=105591) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 18:02:09.339329 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] Routers set() bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:09.339803 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] Router IDs set() for agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 18:02:09.340953 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e65b7c86-b692-472e-8df0-b849d825b8e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent'). {{(pid=105591) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 18:02:09.341701 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2b7db5-fae1-45ea-ac0a-c535e0903e81 None None] The sync data for ids ['e65b7c86-b692-472e-8df0-b849d825b8e4'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:09.442449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f293d7-b553-40aa-9ebd-22a8c741e337 None None] Network bf1b65dd-a57e-42bd-befc-4c20ff827783 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:09.511109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-deleted', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce'}, {'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-deleted', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:09.517367 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1697a259-d932-4a4a-9537-3f52a6bbcbe1" -d '{"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-deleted", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce"}, {"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-deleted", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:09.530729 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.589115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=7982a9c5-4c42-4d87-a8d0-7f3ec3694913,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:09.600170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-882ec72e-1cb8-4ef6-a0b4-f85e759e93dd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:09.608135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-882ec72e-1cb8-4ef6-a0b4-f85e759e93dd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.4091499 Jul 07 18:02:09.679875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-ddc5cabe-e74a-41a2-9635-f4956e9a5af7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/quotas/2bd2ddfc789640889545ba10bc348126 HTTP/1.1" status: 200 len: 375 time: 0.0702646 Jul 07 18:02:09.744011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a664e62f-0f18-462e-adb3-20cc32bba2f2 None None] Network bf1b65dd-a57e-42bd-befc-4c20ff827783 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:09.763508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-b675843a-1e01-4d31-b63c-5f9247341588 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826304 Jul 07 18:02:09.802871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.861514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:09.871873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.875921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:09.930762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1777a75c-2f2e-439b-9f63-23c7fc096430 req-678ae969-277d-461d-8e06-ea1e87cc72a1 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "GET /v2.0/ports?device_id=143d4cb2-5363-46f3-85f2-ac32eef84e2f HTTP/1.1" status: 200 len: 210 time: 0.2251239 Jul 07 18:02:09.947188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:09.947926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:09.974555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1b65dd-a57e-42bd-befc-4c20ff827783']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:10.036281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:10.047240 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1430628 Jul 07 18:02:10.047756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21368796-5ca4-44d8-b8d1-fd033801116d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=7af0125b-d17e-42d1-bc32-4440618b982a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:10.055263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39992) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:10.063021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949da7a7-68bd-4337-8588-660ba426120b') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:10.063631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949da7a7-68bd-4337-8588-660ba426120b') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:10.066523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-165f17c5-b338-432c-b3a4-941d238c3025 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1545131813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:10.120349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.126545 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165f17c5-b338-432c-b3a4-941d238c3025 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.127933 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165f17c5-b338-432c-b3a4-941d238c3025 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.167156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] Deleting port 3bf454c6-b76e-436f-847d-391e22488da8 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:10.167565 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.274162 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165f17c5-b338-432c-b3a4-941d238c3025 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.275293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39996) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:10.284144 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165f17c5-b338-432c-b3a4-941d238c3025 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.306195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-165f17c5-b338-432c-b3a4-941d238c3025 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.308335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-165f17c5-b338-432c-b3a4-941d238c3025 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2517862 Jul 07 18:02:10.311138 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40000) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:10.342948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6038f-2acd-49ef-86ae-c0a1f0d933d1 None None] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:10.499263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] For port 3bf454c6-b76e-436f-847d-391e22488da8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3bf454c6-b76e-436f-847d-391e22488da8,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:10.500136 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.518344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44602763-1e7f-4137-bfe1-cfdd7fdda69e None None] Provisioning for port 63364136-2580-4511-9e63-c4f344a4b65e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:10.528784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] Calling delete_port for 3bf454c6-b76e-436f-847d-391e22488da8 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:10.539164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44602763-1e7f-4137-bfe1-cfdd7fdda69e None None] Provisioning complete for port 63364136-2580-4511-9e63-c4f344a4b65e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:10.539849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44602763-1e7f-4137-bfe1-cfdd7fdda69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.590181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e95f731-bbd0-4c3d-98d2-5fb582b1b411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.658952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.665683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:10.666081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.721374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.733644 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd83fedc-0a34-4459-bdbb-976a4444bded x-openstack-request-id: req-bd83fedc-0a34-4459-bdbb-976a4444bded {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:10.734372 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82c38f3-8e49-4bdf-9c32-eb55a0effb41", "name": "network-vif-deleted", "tag": "c16e8bfb-0a04-463a-8843-15915bc560ce", "status": "failed", "code": 422}, {"server_uuid": "143d4cb2-5363-46f3-85f2-ac32eef84e2f", "name": "network-vif-deleted", "tag": "1ded1032-7b64-4616-972b-3af3afddaa23", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:10.734501 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bd83fedc-0a34-4459-bdbb-976a4444bded {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:10.735011 n-d-798930-2 neutron-server[105588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a82c38f3-8e49-4bdf-9c32-eb55a0effb41', 'name': 'network-vif-deleted', 'tag': 'c16e8bfb-0a04-463a-8843-15915bc560ce', 'status': 'failed', 'code': 422} returned with failed status Jul 07 18:02:10.735618 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143d4cb2-5363-46f3-85f2-ac32eef84e2f', 'name': 'network-vif-deleted', 'tag': '1ded1032-7b64-4616-972b-3af3afddaa23', 'status': 'completed', 'code': 200} Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:10.738115 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:10.743759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.768654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.774286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/bf1b65dd-a57e-42bd-befc-4c20ff827783 HTTP/1.1" status: 204 len: 168 time: 2.2565620 Jul 07 18:02:10.782171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40006) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:10.828726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2012c69-e0a6-488c-a562-f5f0d3d8f64d tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=bf1b65dd-a57e-42bd-befc-4c20ff827783,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:10.834781 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:10.838976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-01376eb5-4d64-44fb-b59b-1c3eb684f207 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0745420 Jul 07 18:02:10.841998 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4137788f-cdd9-47ab-ad45-f34d3c3d45c8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:10.842628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4137788f-cdd9-47ab-ad45-f34d3c3d45c8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:10.851363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4137788f-cdd9-47ab-ad45-f34d3c3d45c8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/bf1b65dd-a57e-42bd-befc-4c20ff827783 HTTP/1.1" status: 404 len: 339 time: 0.0675502 Jul 07 18:02:10.855415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40010) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:10.869826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530437747', 'description': 'd1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:10.903996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] Pushing event deleted for resources: {'Port': ['ID=3bf454c6-b76e-436f-847d-391e22488da8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:10.906241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de36396-4ed4-4dc8-b221-8e706232b5e0 None None] No DVR routers for this DVR port 3bf454c6-b76e-436f-847d-391e22488da8 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:10.954268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e576f1-3567-461e-a841-4754b294424e None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:11.041541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-63cbba0b-0d12-4281-9275-aa3e85a083f6 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014480 Jul 07 18:02:11.081197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 63364136-2580-4511-9e63-c4f344a4b65e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:11.111680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40020) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:11.209965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting subnet 14299715-df7b-4bc3-80c8-83b08fcee61f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:11.221521 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.277619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e95f731-bbd0-4c3d-98d2-5fb582b1b411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.282626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 63364136-2580-4511-9e63-c4f344a4b65e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:11.283218 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.322334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e95f731-bbd0-4c3d-98d2-5fb582b1b411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.325798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::1 (0615333f-c9a5-42b4-86e0-c4a963464179/7af0125b-d17e-42d1-bc32-4440618b982a/28b35d1d-2277-4b29-a48c-09e6da0d7835) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:11.326934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969537fe-a452-4c48-8de4-1a73ce6c40ed None None] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:11.336685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.375227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:11.378943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.405482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3f084ee-6240-44f0-a830-0fb0fe7fe09f req-fb15813d-aad1-4bea-bb5f-414a43296eb7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 210 time: 0.0930839 Jul 07 18:02:11.428244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4e95f731-bbd0-4c3d-98d2-5fb582b1b411 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=53b4dce27a554eff970f8dba839ea2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1491153 Jul 07 18:02:11.432044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40050) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:11.476367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f67a474e-fd1f-4b13-aa67-7273da72faef None None] Provisioning complete for port 63364136-2580-4511-9e63-c4f344a4b65e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:11.476801 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f67a474e-fd1f-4b13-aa67-7273da72faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.486023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '7af0125b-d17e-42d1-bc32-4440618b982a'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:11.487414 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.493930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95f731-bbd0-4c3d-98d2-5fb582b1b411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cad339-9213-4aeb-9078-7673c20c6876,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:11.527097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:11.584713 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.594117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-190207ba-c047-4c12-9cec-7844265f6bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.615567 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.615948 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment 288d3eef-efbc-4111-ad2a-c043a61ec216 of type vlan for network 8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 Jul 07 18:02:11.623620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-190207ba-c047-4c12-9cec-7844265f6bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.628200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 28b35d1d-2277-4b29-a48c-09e6da0d7835 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:11.681618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.691963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-190207ba-c047-4c12-9cec-7844265f6bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.695008 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-190207ba-c047-4c12-9cec-7844265f6bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.698192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-190207ba-c047-4c12-9cec-7844265f6bc0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c7cad339-9213-4aeb-9078-7673c20c6876 HTTP/1.1" status: 204 len: 168 time: 0.2579865 Jul 07 18:02:11.711715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190207ba-c047-4c12-9cec-7844265f6bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cad339-9213-4aeb-9078-7673c20c6876,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:11.724297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.812112 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.830446 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.856395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.864009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:11.864682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.900623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Subnet': ['ID=14299715-df7b-4bc3-80c8-83b08fcee61f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:11.907777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.910510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f8f98530-9e39-4c7d-a177-0a3c62c58546 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/subnets/14299715-df7b-4bc3-80c8-83b08fcee61f HTTP/1.1" status: 204 len: 168 time: 0.7975504 Jul 07 18:02:11.913220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40062) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:11.943899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:11.956720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:11.959499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:11.960072 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.967884 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1113162 Jul 07 18:02:11.968139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1314217-4f29-4485-b363-23b6a9d59306 None None] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:11.968680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40064) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:12.077418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.116138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bf454c6-b76e-436f-847d-391e22488da8 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:12.130000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9440654-30f4-4962-8e89-6dc23b430d24 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:12.134640 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b9440654-30f4-4962-8e89-6dc23b430d24 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/networks?id=8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 HTTP/1.1" status: 200 len: 765 time: 0.1474216 Jul 07 18:02:12.136370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=28b35d1d-2277-4b29-a48c-09e6da0d7835,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:12.147005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40068) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:12.152607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc532-39d6-40f1-bbd1-57428b8a0474 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:12.156438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'description': 'd2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:12.247233 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:12.314815 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.330032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/7af0125b-d17e-42d1-bc32-4440618b982a/16ac45bf-eee7-4896-abbd-fabfbb7cb8ee) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:12.332155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3bf454c6-b76e-436f-847d-391e22488da8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:12.332498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bf454c6-b76e-436f-847d-391e22488da8 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:12.332952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 48fe893a-25d9-4449-b386-be5c410ec5b1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:12.342833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:12.343317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.383449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40070) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:12.388853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 48fe893a-25d9-4449-b386-be5c410ec5b1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:12.389204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 48fe893a-25d9-4449-b386-be5c410ec5b1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:12.421546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e1394cf-6710-41c1-8a89-c3844c916f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.435048 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.455755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,segment=NetworkSegment(66935bbc-719b-4d2c-bdb2-e12d429a10b0),segment_id=66935bbc-719b-4d2c-bdb2-e12d429a10b0)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:12.456696 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.472559 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.475230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:12.513476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 is not hosted by any dhcp agent {{(pid=105588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:02:12.527039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:12.527707 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.528995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "PUT /v2.0/networks/8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 HTTP/1.1" status: 200 len: 762 time: 0.3808551 Jul 07 18:02:12.533197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:12.709385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b9927-f4e9-47b5-89a2-7b1a4fc73ff2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:12.738400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] DHCP port deletion for 6663888c-68ba-462e-b5e1-52480a85fbe0 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:12.742588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:12.855748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.861350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d599fc6b-aaa8-41d1-a333-856e17761111 req-6972adae-7bcd-426a-9577-de889c7055e4 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 210 time: 0.1100760 Jul 07 18:02:12.867759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:12.917579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Transition to ACTIVE for port object 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:12.935834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:12.955750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:12.963789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Transition to ACTIVE for port object 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:12.980878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.043123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-75a44160-0e27-41c7-a53b-bd2adde1631b None None] Provisioning complete for port 63364136-2580-4511-9e63-c4f344a4b65e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:13.046927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75a44160-0e27-41c7-a53b-bd2adde1631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.058351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Deleting port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:13.061242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.082791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.093593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec4de1-c95f-4788-8192-bea837170906 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:13.100072 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e2ec4de1-c95f-4788-8192-bea837170906 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/networks?id=8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 HTTP/1.1" status: 200 len: 765 time: 0.5461130 Jul 07 18:02:13.101230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40092) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:13.125278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:13.192643 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.193649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.194623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.213611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663888c-68ba-462e-b5e1-52480a85fbe0']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:13.228637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66935bbc-719b-4d2c-bdb2-e12d429a10b0') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:13.229074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66935bbc-719b-4d2c-bdb2-e12d429a10b0') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:13.246588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:13.251131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.286951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:13.290045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:13.295265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e1394cf-6710-41c1-8a89-c3844c916f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.311671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-03343fd3-78ef-4ef6-9acd-9a2da60fc636 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:13.314177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-03343fd3-78ef-4ef6-9acd-9a2da60fc636 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.2135015 Jul 07 18:02:13.319321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:13.319747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:13.329109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Pushing event updated for resources: {'Port': ['ID=16ac45bf-eee7-4896-abbd-fabfbb7cb8ee,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:13.331981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.340520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:13.341424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.377031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.377442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.377894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.378295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.378694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.379086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.379500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.379892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.380282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.380774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.381190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.381578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:13.388353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e1394cf-6710-41c1-8a89-c3844c916f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.396363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] For port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:13.398160 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:13.423991 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:13.430679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Request body: {'port': {'device_id': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'admin_state_up': True, 'tenant_id': '2bd2ddfc789640889545ba10bc348126'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:13.436884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.484060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Calling delete_port for 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:13.485615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.492046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/networks/6663888c-68ba-462e-b5e1-52480a85fbe0 HTTP/1.1" status: 204 len: 168 time: 1.5774841 Jul 07 18:02:13.494732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40120) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:13.501495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:02:13.517727 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.529537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Attempting to bind port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:13.530290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Attempting to bind port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:13.530890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Attempting to bind port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:13.539691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b2427-9bf8-4063-b2a1-ffb669e917f8 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Network': ['ID=6663888c-68ba-462e-b5e1-52480a85fbe0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:13.567490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Network 6663888c-68ba-462e-b5e1-52480a85fbe0 is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:02:13.571531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] No DVR routers for this DVR port 768a6ce0-cb6b-46f2-932f-402f5a86bdd2 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:13.581327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=28b35d1d-2277-4b29-a48c-09e6da0d7835,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:13.598563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting subnet e54ae1fe-9710-479a-afa5-111e1cda63cf {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:13.602859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.603056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:13.603619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:13.607939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.607939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:13.607939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Bound port: 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:13.607939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.610535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0671304-2d6c-41cf-8774-384309284e14 None None] Pushing event deleted for resources: {'Port': ['ID=768a6ce0-cb6b-46f2-932f-402f5a86bdd2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:13.613137 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0e1394cf-6710-41c1-8a89-c3844c916f9d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6b1599eb435c444899211aaf1671b9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2282372 Jul 07 18:02:13.630773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1394cf-6710-41c1-8a89-c3844c916f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c82652b-84c9-485e-a65d-c464d5509462,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:13.646925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40124) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:13.657804 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.690858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] For port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:13.696807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] For port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=16ac45bf-eee7-4896-abbd-fabfbb7cb8ee,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:13.703912 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.774812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c70955-63cb-4560-b83a-5bed32bbb541 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:13.776967 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b6c70955-63cb-4560-b83a-5bed32bbb541 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6599588 Jul 07 18:02:13.781207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:13.784120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b07b7-c419-47b7-bb4f-742a2a3740a0 None None] Pushing event updated for resources: {'Port': ['ID=16ac45bf-eee7-4896-abbd-fabfbb7cb8ee,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:13.794760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-9ca9f93c-43cd-4e19-ac40-cc4e7a468687 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789468 Jul 07 18:02:13.795983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:13.837604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:13.848938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5643c5bd-c662-42bd-a976-3cbcbb32ceb8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 207 time: 0.0631042 Jul 07 18:02:13.853418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40138) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:13.863112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.863299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a6005a8-e7a9-42b7-924f-aa9ba67a9620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.165664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:14.170828 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.268479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5e3d590-081f-432a-9e79-6b6679236c74 req-f6089c1b-893a-4d0a-8d33-0504dc83b915 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 210 time: 0.1213374 Jul 07 18:02:14.331558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-a5afce61-4cef-4696-ae33-154c32d74d3e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.332595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-a5afce61-4cef-4696-ae33-154c32d74d3e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5371001 Jul 07 18:02:14.402152 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a6005a8-e7a9-42b7-924f-aa9ba67a9620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.419791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.468955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a7e0c-6984-4fc5-a453-39f3cb30ca94 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.472304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Router b373f489-8c0a-47a4-9ce7-03441069aca3 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:02:14.475413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a7e0c-6984-4fc5-a453-39f3cb30ca94 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.478703 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a6005a8-e7a9-42b7-924f-aa9ba67a9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.481526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a6005a8-e7a9-42b7-924f-aa9ba67a9620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.481779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a7e0c-6984-4fc5-a453-39f3cb30ca94 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.482862 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8a6005a8-e7a9-42b7-924f-aa9ba67a9620 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c82652b-84c9-485e-a65d-c464d5509462 HTTP/1.1" status: 204 len: 168 time: 0.8313434 Jul 07 18:02:14.488190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a7e0c-6984-4fc5-a453-39f3cb30ca94 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.494489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a7e0c-6984-4fc5-a453-39f3cb30ca94 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.496236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6005a8-e7a9-42b7-924f-aa9ba67a9620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c82652b-84c9-485e-a65d-c464d5509462,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:14.500708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a7e0c-6984-4fc5-a453-39f3cb30ca94 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.507253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bf4a7e0c-6984-4fc5-a453-39f3cb30ca94 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5719066 Jul 07 18:02:14.535962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40146) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:14.540792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-ea5c6dd5-73f9-4237-80ac-d27824845d74 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/quotas/ccbfd25c46a242aa89ccf57651cb6b2d HTTP/1.1" status: 200 len: 375 time: 0.1367123 Jul 07 18:02:14.545698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Subnet': ['ID=e54ae1fe-9710-479a-afa5-111e1cda63cf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:14.550386 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.555223 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a9a1ff20-75e3-45fc-a0c3-ace5f11e244b tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/subnets/e54ae1fe-9710-479a-afa5-111e1cda63cf HTTP/1.1" status: 204 len: 168 time: 1.0572925 Jul 07 18:02:14.561655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686d456-7de9-4805-9be5-507c557b2e13 None None] Network dbce623c-f247-4d27-95c2-3c203e0f5367 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:14.566970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40148) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:14.636678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-f1c7947e-6466-40fd-ab8b-fd64c5e566a0 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640800 Jul 07 18:02:14.801352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:14.817869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] DHCP port deletion for dbce623c-f247-4d27-95c2-3c203e0f5367 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:14.818973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7c4b4a54-0e0f-43e1-9921-161a5c31a305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "PUT /v2.0/routers/b373f489-8c0a-47a4-9ce7-03441069aca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5073466 Jul 07 18:02:14.826878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40152) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:14.831976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Sync routers for ids ['b373f489-8c0a-47a4-9ce7-03441069aca3'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:14.914859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.996028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4af8c9c4-2715-4aa0-82cc-a467ed1dca59 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4586790 Jul 07 18:02:15.006040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40160) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:15.050927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Routers {'b373f489-8c0a-47a4-9ce7-03441069aca3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:15.053169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:01:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b373f489-8c0a-47a4-9ce7-03441069aca3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:15.058501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Allocated IP 172.20.0.14 (844e265b-d06f-4d6e-a742-e9c7d38930c7/cf4f3ffe-8213-4079-8acf-b5db455e7f0c/6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:15.087748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:15.123845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a639792-e40e-4c32-8cfa-b0424726ff09 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.129617 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3a639792-e40e-4c32-8cfa-b0424726ff09 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports/28b35d1d-2277-4b29-a48c-09e6da0d7835 HTTP/1.1" status: 200 len: 911 time: 0.3012893 Jul 07 18:02:15.136627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40168) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:15.269046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631fd93-4e77-41ce-ae68-a2d5338977c3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.270678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631fd93-4e77-41ce-ae68-a2d5338977c3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.272137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631fd93-4e77-41ce-ae68-a2d5338977c3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.285158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631fd93-4e77-41ce-ae68-a2d5338977c3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.286873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631fd93-4e77-41ce-ae68-a2d5338977c3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.287467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3a39924e-9edc-40d2-8eee-31f70d9f86b7 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805230 Jul 07 18:02:15.298939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2631fd93-4e77-41ce-ae68-a2d5338977c3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2817976 Jul 07 18:02:15.311501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40182) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:15.435809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e7390-47b3-440d-9125-c11db018e392 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.442918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e7390-47b3-440d-9125-c11db018e392 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.446982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b52e7390-47b3-440d-9125-c11db018e392 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3064516 Jul 07 18:02:15.451312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40192) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:15.467251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Deleting port fea1c9b8-4b71-4616-8fee-635d666706e9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:15.467613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.496903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3d223558-67b5-45f0-a715-5a326159bf40 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.499346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3d223558-67b5-45f0-a715-5a326159bf40 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102304 Jul 07 18:02:15.510794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a637cd09-a26c-478e-96a6-1db11539e097 None None] Provisioning for port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:15.531688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] Deleting port fea1c9b8-4b71-4616-8fee-635d666706e9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:15.532045 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.572969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6cc8c-8098-4717-b12e-88c714d0398f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.574629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6cc8c-8098-4717-b12e-88c714d0398f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.580247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6cc8c-8098-4717-b12e-88c714d0398f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.582690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6cc8c-8098-4717-b12e-88c714d0398f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.586896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6cc8c-8098-4717-b12e-88c714d0398f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:15.593797 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-51c6cc8c-8098-4717-b12e-88c714d0398f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2792542 Jul 07 18:02:15.595131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c37f01cb-a71d-4c34-961f-4deca2f5e0e6 req-630b840e-d697-4098-8b39-bf250db1c1ce tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 210 time: 0.0871985 Jul 07 18:02:15.609437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40196) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:15.711573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] For port fea1c9b8-4b71-4616-8fee-635d666706e9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fea1c9b8-4b71-4616-8fee-635d666706e9,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:15.712186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.747210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] Calling delete_port for fea1c9b8-4b71-4616-8fee-635d666706e9 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:15.905694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3f5f5fa3-9b6f-4f80-a82f-e4358014cfb4 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/quotas/ccbfd25c46a242aa89ccf57651cb6b2d HTTP/1.1" status: 200 len: 375 time: 0.3982131 Jul 07 18:02:16.091603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.121987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Set router b373f489-8c0a-47a4-9ce7-03441069aca3 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:16.402160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7227caf0-5840-4d30-b442-62837d3f0176 None None] Could not find standard attr ID for object 48fe893a-25d9-4449-b386-be5c410ec5b1. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:02:16.409263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:16.415476 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.464171 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f35f08d-8c19-462e-b817-0a466a9f567f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.465570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 28b35d1d-2277-4b29-a48c-09e6da0d7835 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:16.466446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.512866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] Pushing event deleted for resources: {'Port': ['ID=fea1c9b8-4b71-4616-8fee-635d666706e9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:16.515550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:16.515935 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.521071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.577009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] For port fea1c9b8-4b71-4616-8fee-635d666706e9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fea1c9b8-4b71-4616-8fee-635d666706e9,segment=NetworkSegment(99da39b8-5eb5-4816-84a6-9f04705c08c9),segment_id=99da39b8-5eb5-4816-84a6-9f04705c08c9)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:16.577460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.596004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8189a-b5d6-417b-9f0d-79ceebc22af8 None None] No DVR routers for this DVR port fea1c9b8-4b71-4616-8fee-635d666706e9 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:16.617456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-869325af-183d-48dc-9e86-18ef19f2cda9 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646958 Jul 07 18:02:16.618689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f8d927b1-bfea-407b-88e4-2f120f394fd6 None None] Provisioning for port 28b35d1d-2277-4b29-a48c-09e6da0d7835 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:16.626414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.638432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Calling delete_port for fea1c9b8-4b71-4616-8fee-635d666706e9 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:16.667547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f8d927b1-bfea-407b-88e4-2f120f394fd6 None None] Provisioning complete for port 28b35d1d-2277-4b29-a48c-09e6da0d7835 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:16.667840 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f8d927b1-bfea-407b-88e4-2f120f394fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.706025 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.748383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:16.804321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 28b35d1d-2277-4b29-a48c-09e6da0d7835 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:16.851023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-5e0f6af1-28a8-4581-9520-708224776cb7 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988412 Jul 07 18:02:16.899060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4949ba-66ae-4089-90c6-ab2a23f10380 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:16.909624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1c4949ba-66ae-4089-90c6-ab2a23f10380 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/networks/d0362a63-24db-4eea-99ea-b32d5268d964 HTTP/1.1" status: 200 len: 803 time: 1.1279521 Jul 07 18:02:16.910346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40222) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:16.944957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:16.948402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:16.962732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:16.989929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40226) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:17.029673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f8d927b1-bfea-407b-88e4-2f120f394fd6 None None] Port 28b35d1d-2277-4b29-a48c-09e6da0d7835 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:17.065031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event updated for resources: {'Port': ['ID=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:17.070039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=16ac45bf-eee7-4896-abbd-fabfbb7cb8ee,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:17.083681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.132871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373f489-8c0a-47a4-9ce7-03441069aca3', 'name': 'tempest-NetworksTestDHCPv6-router-1545131813', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:10Z', 'updated_at': '2021-07-07T18:02:12Z', 'revision_number': 2, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None, '_interfaces': [{'id': '28b35d1d-2277-4b29-a48c-09e6da0d7835', 'name': '', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'mac_address': 'fa:16:3e:02:40:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373f489-8c0a-47a4-9ce7-03441069aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7af0125b-d17e-42d1-bc32-4440618b982a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:10Z', 'updated_at': '2021-07-07T18:02:12Z', 'revision_number': 2, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'subnets': [{'id': '7af0125b-d17e-42d1-bc32-4440618b982a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:17.193761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Checking router: b373f489-8c0a-47a4-9ce7-03441069aca3 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:17.194450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Updating router b373f489-8c0a-47a4-9ce7-03441069aca3 port 28b35d1d-2277-4b29-a48c-09e6da0d7835 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:02:17.243059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fea1c9b8-4b71-4616-8fee-635d666706e9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:17.252240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.267527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:17.268201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.288796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-40803573-c1f4-4dec-8656-93643df00468 None None] Provisioning complete for port 28b35d1d-2277-4b29-a48c-09e6da0d7835 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:17.289188 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40803573-c1f4-4dec-8656-93643df00468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.339263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-40803573-c1f4-4dec-8656-93643df00468 None None] Port 28b35d1d-2277-4b29-a48c-09e6da0d7835 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:17.340768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: fea1c9b8-4b71-4616-8fee-635d666706e9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:17.341116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fea1c9b8-4b71-4616-8fee-635d666706e9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:17.353639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f009e-e9f9-4923-83a0-9e7daacf20ee req-a9fc7eb0-ad7b-44f0-833e-e5633a7c3b6c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:17.354271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=16ac45bf-eee7-4896-abbd-fabfbb7cb8ee,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:17.361821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-063f009e-e9f9-4923-83a0-9e7daacf20ee req-a9fc7eb0-ad7b-44f0-833e-e5633a7c3b6c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 932 time: 0.4501586 Jul 07 18:02:17.387455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4ad0c4-0426-4d08-92b9-2f0eba3abaf5 req-c10a2dc2-7b83-4b7c-91a8-233ac8cdc69e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 210 time: 0.1459627 Jul 07 18:02:17.421993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62bafd5c-0ceb-4ee2-926a-6788fcfac175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.468789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-c3335edf-1223-4bda-97d5-7d17ecec794e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:17.470343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-c3335edf-1223-4bda-97d5-7d17ecec794e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6132894 Jul 07 18:02:17.483340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d85f1f6c-ca8c-441c-af57-832df8174609 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0583394 Jul 07 18:02:17.484420 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.498803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:17.505789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Request body: {'port': {'device_id': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'ccbfd25c46a242aa89ccf57651cb6b2d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:17.537686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40238) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:17.538948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-55c06e7c-8c21-4606-bec4-d5a564af19b2 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/networks/d0362a63-24db-4eea-99ea-b32d5268d964?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6087492 Jul 07 18:02:17.546544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Port': ['ID=fea1c9b8-4b71-4616-8fee-635d666706e9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:17.561610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Request body: {'port': {'device_id': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:17.613298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] No DVR routers for this DVR port fea1c9b8-4b71-4616-8fee-635d666706e9 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:17.645275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:17.645847 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.661407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-063f009e-e9f9-4923-83a0-9e7daacf20ee req-a48f63e7-9056-49b4-b5a4-8982a14b4eef tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986646 Jul 07 18:02:17.735448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c13d86-e9ba-4b16-9dcc-681ad5847ee8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:17.737705 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b9c13d86-e9ba-4b16-9dcc-681ad5847ee8 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/subnets/446ef910-1d2c-4131-8aca-73d3dfc9e5c3 HTTP/1.1" status: 200 len: 843 time: 0.1987927 Jul 07 18:02:17.746339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40240) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:17.773699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.814426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=28b35d1d-2277-4b29-a48c-09e6da0d7835,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:17.816817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.822359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:17.822887 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:17.863680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbce623c-f247-4d27-95c2-3c203e0f5367']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:17.885165 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.893110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99da39b8-5eb5-4816-84a6-9f04705c08c9') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:17.893447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99da39b8-5eb5-4816-84a6-9f04705c08c9') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:17.924734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.934475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78176ab-da05-46de-98a1-2ef212050ef3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:17.935995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f78176ab-da05-46de-98a1-2ef212050ef3 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "GET /v2.0/subnets/446ef910-1d2c-4131-8aca-73d3dfc9e5c3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1873729 Jul 07 18:02:17.945140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40242) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:17.963381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580223930'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:18.017026 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.033602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:18.034030 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:18.044951 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:18.098790 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:18.240662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62bafd5c-0ceb-4ee2-926a-6788fcfac175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.244814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.255190 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62bafd5c-0ceb-4ee2-926a-6788fcfac175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.264402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.295962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.299372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] 10.222.0.88 "DELETE /v2.0/networks/dbce623c-f247-4d27-95c2-3c203e0f5367 HTTP/1.1" status: 204 len: 168 time: 3.7312438 Jul 07 18:02:18.338899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-62bafd5c-0ceb-4ee2-926a-6788fcfac175 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a50457790b9840cd961ebd745c667f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3097780 Jul 07 18:02:18.354305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7411fe9-9207-44e8-9610-8116cade6503 tempest-ServersTestMultiNic-2075957465 tempest-ServersTestMultiNic-2075957465-project] Pushing event deleted for resources: {'Network': ['ID=dbce623c-f247-4d27-95c2-3c203e0f5367,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:18.358001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40248) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:18.378107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7cdfb5ae-65d5-41ec-a41e-c5444d611c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.378107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Port 28b35d1d-2277-4b29-a48c-09e6da0d7835 not found while updating agent binding for router b373f489-8c0a-47a4-9ce7-03441069aca3. {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 18:02:18.383944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Made reservation on behalf of ccbfd25c46a242aa89ccf57651cb6b2d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:18.388462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.392136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Routers {'b373f489-8c0a-47a4-9ce7-03441069aca3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:18.392808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b373f489-8c0a-47a4-9ce7-03441069aca3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:18.401955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.438169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bafd5c-0ceb-4ee2-926a-6788fcfac175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058242f7-af48-408f-889d-5adae774463a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:18.520218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:18.524636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.568748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] Set router b373f489-8c0a-47a4-9ce7-03441069aca3 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:18.580135 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9a57564-0e34-4767-9208-66f69886f184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.610615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9a57564-0e34-4767-9208-66f69886f184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.643007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Router b373f489-8c0a-47a4-9ce7-03441069aca3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:18.665088 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.668741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373f489-8c0a-47a4-9ce7-03441069aca3', 'name': 'tempest-NetworksTestDHCPv6-router-1545131813', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:10Z', 'updated_at': '2021-07-07T18:02:17Z', 'revision_number': 3, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:18.718194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19715ade-e1f5-4da2-a1bd-d4118a9af2bd None None] The sync data for ids ['b373f489-8c0a-47a4-9ce7-03441069aca3'] in n-d-798930-2 is: [{'id': 'b373f489-8c0a-47a4-9ce7-03441069aca3', 'name': 'tempest-NetworksTestDHCPv6-router-1545131813', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:10Z', 'updated_at': '2021-07-07T18:02:17Z', 'revision_number': 3, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:18.736555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9a57564-0e34-4767-9208-66f69886f184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.739313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9a57564-0e34-4767-9208-66f69886f184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.742908 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c9a57564-0e34-4767-9208-66f69886f184 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/058242f7-af48-408f-889d-5adae774463a HTTP/1.1" status: 204 len: 168 time: 0.3172114 Jul 07 18:02:18.807013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae5b31b8-abd4-434c-ae3e-2d916b97ed83 req-9a13a09a-4f09-4272-95fe-2e489fa4a5a5 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 210 time: 0.1436467 Jul 07 18:02:18.812604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:18.824818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a57564-0e34-4767-9208-66f69886f184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058242f7-af48-408f-889d-5adae774463a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:18.832848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.833311 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Added segment beabe6f0-bbc4-45c0-93c1-d48ce2fdba61 of type vlan for network 70b89950-bb52-4c57-aeab-2cff4d4d1434 Jul 07 18:02:18.874563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-6cfeae1a-b64f-43b4-9d12-272e360d3346 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1831839 Jul 07 18:02:18.883382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:18.956136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.958296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:19.002196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.005640 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9a183ace-4907-443d-92a5-134b25daa092 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "PUT /v2.0/routers/b373f489-8c0a-47a4-9ce7-03441069aca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5528903 Jul 07 18:02:19.009678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40264) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:19.054439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Transition to ACTIVE for port object 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:19.068094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:19.075558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.186776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-34757825-c603-45b5-80a3-34c759410f69 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:19.188912 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-34757825-c603-45b5-80a3-34c759410f69 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986135 Jul 07 18:02:19.230921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Request body: {'port': {'device_id': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'ccbfd25c46a242aa89ccf57651cb6b2d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:19.289342 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.295168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:19.295782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.310551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.311577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:19.323637 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.349405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8632b37-a42f-4949-adeb-ff114c77e9a3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:19.351118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8632b37-a42f-4949-adeb-ff114c77e9a3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:19.356025 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f8632b37-a42f-4949-adeb-ff114c77e9a3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3423176 Jul 07 18:02:19.364606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40278) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:19.443234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4902165 Jul 07 18:02:19.448424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40280) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:19.481426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'network_id': '70b89950-bb52-4c57-aeab-2cff4d4d1434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:19.491252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41366477-3a6f-4825-9309-aefdcbaf1f3f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Network': ['ID=70b89950-bb52-4c57-aeab-2cff4d4d1434,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:19.502071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 70b89950-bb52-4c57-aeab-2cff4d4d1434 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:19.531126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:19.577098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Made reservation on behalf of ccbfd25c46a242aa89ccf57651cb6b2d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:19.580577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.601920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 7af0125b-d17e-42d1-bc32-4440618b982a {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:19.605088 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.627911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.694558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce9e4-cd81-4214-876e-8c2d84d53387 req-c47f52fd-b2e1-4d00-b6ca-480d9b591469 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:19.701790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f35ce9e4-cd81-4214-876e-8c2d84d53387 req-c47f52fd-b2e1-4d00-b6ca-480d9b591469 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 944 time: 0.5163398 Jul 07 18:02:19.722968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Attempting to bind port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:19.723305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Attempting to bind port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:19.723633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Attempting to bind port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:19.732287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Allocated IP 192.168.233.93 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:19.736316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.752153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:02:19.752559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Attempting to bind port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:19.794917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:19.795297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Checking segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:19.795698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Bound using segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:19.796160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Bound port: 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:19.796532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.842918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Made reservation on behalf of c679511204b043e3bc055295380bbf17 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:19.847331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.921498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.ipam_backend_mixin [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Performing IP validity checks on allocation pools {{(pid=105588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:02:19.921498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.ipam_backend_mixin [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:02:19.952760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.068976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.073627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.103604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f35ce9e4-cd81-4214-876e-8c2d84d53387 req-98444914-2fda-43cb-aeea-e594b1ae9f32 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008331 Jul 07 18:02:20.114845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Transition to ACTIVE for port object 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:20.119451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=7af0125b-d17e-42d1-bc32-4440618b982a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:20.123507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.125569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9371b0db-1691-4220-b8d6-863b8cd18f93 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/7af0125b-d17e-42d1-bc32-4440618b982a HTTP/1.1" status: 204 len: 168 time: 0.7587063 Jul 07 18:02:20.128111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40310) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:20.140157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda9e225-2eb2-40df-ac09-4a5926f957b1 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:20.260412 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] Sync routers for ids ['b373f489-8c0a-47a4-9ce7-03441069aca3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:20.276160 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] Routers {'b373f489-8c0a-47a4-9ce7-03441069aca3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:20.276753 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b373f489-8c0a-47a4-9ce7-03441069aca3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:20.315242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.322167 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.326643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6257b6-3b32-4ac6-ba1c-2a5fe4b137cf req-6b48f8b0-9b41-4665-b748-41e965bf2abe tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 210 time: 0.2789605 Jul 07 18:02:20.380699 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] Set router b373f489-8c0a-47a4-9ce7-03441069aca3 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:20.419438 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9de2302c-736a-4a2c-b59f-565f753bb6c0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2901783 Jul 07 18:02:20.439256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40314) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:20.450052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:20.453032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] For port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:20.471609 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373f489-8c0a-47a4-9ce7-03441069aca3', 'name': 'tempest-NetworksTestDHCPv6-router-1545131813', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:10Z', 'updated_at': '2021-07-07T18:02:17Z', 'revision_number': 3, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:20.486900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:20.491316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:20.496622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:20.517741 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] Checking router: b373f489-8c0a-47a4-9ce7-03441069aca3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:20.543237 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] Routers {'b373f489-8c0a-47a4-9ce7-03441069aca3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:20.544585 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b373f489-8c0a-47a4-9ce7-03441069aca3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:20.546488 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-952059f0-6d20-4372-ab19-34f1453c64c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.571383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:20.571990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:20.572689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.591368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Allocated IP 192.168.233.171 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/7dec004a-088c-4b37-a051-3d3337a4ea7b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:20.617902 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-3b91b4e4-897e-46d5-9cee-c9c84e0053f6 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1287866 Jul 07 18:02:20.638955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Request body: {'port': {'device_id': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:20.707252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] Deleting port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:20.707624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.757423 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] Set router b373f489-8c0a-47a4-9ce7-03441069aca3 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:20.770588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] For port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:20.778216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=ac3619a8-0ef4-403d-a84d-ff7b70309247,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:20.830277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.883230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Checking segment: {'id': 'beabe6f0-bbc4-45c0-93c1-d48ce2fdba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '70b89950-bb52-4c57-aeab-2cff4d4d1434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:20.883490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network hostable DHCP agents. Network: 70b89950-bb52-4c57-aeab-2cff4d4d1434, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:20.894870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e0499a33-f643-4aa3-9352-47c4ef793014 None None] Provisioning for port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:20.929418 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373f489-8c0a-47a4-9ce7-03441069aca3', 'name': 'tempest-NetworksTestDHCPv6-router-1545131813', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:10Z', 'updated_at': '2021-07-07T18:02:17Z', 'revision_number': 3, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:20.937646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.938535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] For port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=16ac45bf-eee7-4896-abbd-fabfbb7cb8ee,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:20.938535 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.942441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e0499a33-f643-4aa3-9352-47c4ef793014 None None] Provisioning complete for port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:20.942986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0499a33-f643-4aa3-9352-47c4ef793014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.971839 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-952059f0-6d20-4372-ab19-34f1453c64c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.979696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:20.980611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.982368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] 10.222.0.55 "PUT /v2.0/ports/6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 HTTP/1.1" status: 200 len: 1092 time: 3.4421937 Jul 07 18:02:20.984347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'tag': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:20.994621 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806eea7c-86d2-4580-8e3b-b009176fcce7" -d '{"events": [{"name": "network-changed", "server_uuid": "98574c04-aacc-41e0-b297-93cc4bb6ad86", "tag": "6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:21.004058 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-952059f0-6d20-4372-ab19-34f1453c64c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.054397 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59312ed0-6c1d-400e-a93d-21cd5d4f4a80 None None] The sync data for ids ['b373f489-8c0a-47a4-9ce7-03441069aca3'] in n-d-798930-2 is: [{'id': 'b373f489-8c0a-47a4-9ce7-03441069aca3', 'name': 'tempest-NetworksTestDHCPv6-router-1545131813', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:10Z', 'updated_at': '2021-07-07T18:02:17Z', 'revision_number': 3, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:21.060911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] Calling delete_port for 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:21.138044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.162870 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288bf99-a490-4ed3-9cb6-49fe078a65ac x-openstack-request-id: req-d288bf99-a490-4ed3-9cb6-49fe078a65ac {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:21.163154 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98574c04-aacc-41e0-b297-93cc4bb6ad86", "tag": "6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:21.163417 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d288bf99-a490-4ed3-9cb6-49fe078a65ac {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:21.163835 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'tag': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7', 'status': 'completed', 'code': 200} Jul 07 18:02:21.213145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e0499a33-f643-4aa3-9352-47c4ef793014 None None] Port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:21.215540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40328) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:21.222698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2256b44-52d3-46ba-aa0c-62f292637b6c service neutron] Pushing event updated for resources: {'Port': ['ID=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:21.228180 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.242105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-952059f0-6d20-4372-ab19-34f1453c64c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.242758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952059f0-6d20-4372-ab19-34f1453c64c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Fanout notify agent at l3_agent the message router_deleted on router b373f489-8c0a-47a4-9ce7-03441069aca3 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:02:21.255637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-952059f0-6d20-4372-ab19-34f1453c64c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.259771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-952059f0-6d20-4372-ab19-34f1453c64c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/routers/b373f489-8c0a-47a4-9ce7-03441069aca3 HTTP/1.1" status: 204 len: 168 time: 0.8114405 Jul 07 18:02:21.269682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Network 70b89950-bb52-4c57-aeab-2cff4d4d1434 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:21.270929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40330) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:21.294469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Transition to ACTIVE for port object 7dec004a-088c-4b37-a051-3d3337a4ea7b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:21.295337 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.310562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 70b89950-bb52-4c57-aeab-2cff4d4d1434) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:21.320336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:21.321053 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.341324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] Pushing event deleted for resources: {'Port': ['ID=16ac45bf-eee7-4896-abbd-fabfbb7cb8ee,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:21.343933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30991b92-ed2b-4e9a-81bf-20bef049807d None None] Network 70b89950-bb52-4c57-aeab-2cff4d4d1434 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:21.364560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5e87d-926e-4a11-b0dc-6d138764a975 None None] No DVR routers for this DVR port 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:21.370993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-f529402e-f4bc-4d61-be40-de675c500071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:21.372759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-f529402e-f4bc-4d61-be40-de675c500071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 1095 time: 0.2844388 Jul 07 18:02:21.401998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.407203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79e81b-e34e-4b6b-af67-91b61186bf14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:21.418170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f79e81b-e34e-4b6b-af67-91b61186bf14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1405127 Jul 07 18:02:21.421497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:21.431568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.547632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-623f4c18-94ab-4b37-9376-d135ab89d761 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0747631 Jul 07 18:02:21.574691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40342) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:21.580007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:21.617795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:21.618138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16ac45bf-eee7-4896-abbd-fabfbb7cb8ee not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:21.621563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-026499ac-4bad-4102-9feb-229e6d3a8bf0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:21.672453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-70b89950-bb52-4c57-aeab-2cff4d4d1434', 'network_id': '70b89950-bb52-4c57-aeab-2cff4d4d1434', 'tenant_id': 'c679511204b043e3bc055295380bbf17', 'fixed_ips': [{'subnet_id': 'ac3619a8-0ef4-403d-a84d-ff7b70309247'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:21.673854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.704991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:21.731254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:21.736453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:21.812410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:21.813286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:21.825807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:21.845293 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-43bda2dc-6e2b-4ebf-8b67-fe80f590bb95 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6464291 Jul 07 18:02:21.856022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c934d4-ccf8-4307-8a5c-74354978fb3f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:21.857968 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-95c934d4-ccf8-4307-8a5c-74354978fb3f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4307799 Jul 07 18:02:21.876412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Request body: {'port': {'device_id': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:21.879156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40346) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:21.938215 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f0c07bf-8a5c-4edd-8cf6-a66f9bcfe0dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533500 Jul 07 18:02:21.942222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Allocated IP 2001:db8::3 (70b89950-bb52-4c57-aeab-2cff4d4d1434/ac3619a8-0ef4-403d-a84d-ff7b70309247/56dc2ece-9a00-4caa-bf45-f0485dc84011) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:21.975718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40348) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:21.986871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:22.097191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-8dfc1561-2f4b-46a7-91bc-e4b41822867c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 HTTP/1.1" status: 200 len: 217 time: 0.7146552 Jul 07 18:02:22.139067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-026499ac-4bad-4102-9feb-229e6d3a8bf0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13220704'] for subnet, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.197107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a0f622bd-32a4-4cfc-bb8c-070673d903f0 None None] Provisioning for port 7dec004a-088c-4b37-a051-3d3337a4ea7b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:22.219309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a0f622bd-32a4-4cfc-bb8c-070673d903f0 None None] Provisioning complete for port 7dec004a-088c-4b37-a051-3d3337a4ea7b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:22.219309 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0f622bd-32a4-4cfc-bb8c-070673d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.221596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.269617 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e701f4b-7ee5-4662-8331-70e8ea40d2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.279122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a0f622bd-32a4-4cfc-bb8c-070673d903f0 None None] Port 7dec004a-088c-4b37-a051-3d3337a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:22.365025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d8c1a00a-c855-4264-a7bb-981bf1412fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:22.366630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d8c1a00a-c855-4264-a7bb-981bf1412fa1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.2019880 Jul 07 18:02:22.371173 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.380322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Transition to ACTIVE for port object 56dc2ece-9a00-4caa-bf45-f0485dc84011 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:22.397175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Transition to ACTIVE for port object 56dc2ece-9a00-4caa-bf45-f0485dc84011 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:22.403660 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.427422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-0c726ca0-c0e9-480d-ab63-42f5a1a64fbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518880 Jul 07 18:02:22.442666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Network 70b89950-bb52-4c57-aeab-2cff4d4d1434 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:22.447797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:22.452563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:22.478789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd632-c75f-49cd-852c-d99e5c9d592b req-377e1d89-85db-46d9-b252-82a1b5df3d5b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:22.486375 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Pushing event updated for resources: {'Port': ['ID=56dc2ece-9a00-4caa-bf45-f0485dc84011,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:22.490427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aeedd632-c75f-49cd-852c-d99e5c9d592b req-377e1d89-85db-46d9-b252-82a1b5df3d5b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 944 time: 1.1989779 Jul 07 18:02:22.526202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Attempting to bind port 56dc2ece-9a00-4caa-bf45-f0485dc84011 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:22.526609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Attempting to bind port 56dc2ece-9a00-4caa-bf45-f0485dc84011 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'beabe6f0-bbc4-45c0-93c1-d48ce2fdba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '70b89950-bb52-4c57-aeab-2cff4d4d1434'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:22.527032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Attempting to bind port 56dc2ece-9a00-4caa-bf45-f0485dc84011 on network 70b89950-bb52-4c57-aeab-2cff4d4d1434 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:22.534794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:22.535075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Checking segment: {'id': 'beabe6f0-bbc4-45c0-93c1-d48ce2fdba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '70b89950-bb52-4c57-aeab-2cff4d4d1434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:22.535525 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.535927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Bound using segment: {'id': 'beabe6f0-bbc4-45c0-93c1-d48ce2fdba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '70b89950-bb52-4c57-aeab-2cff4d4d1434'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:22.536422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Bound port: 56dc2ece-9a00-4caa-bf45-f0485dc84011, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beabe6f0-bbc4-45c0-93c1-d48ce2fdba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '70b89950-bb52-4c57-aeab-2cff4d4d1434'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:22.537112 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.547908 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-017ce422-7f1f-41c0-ab8b-2be91ac1d500 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4861341 Jul 07 18:02:22.568642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:22.573653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:22.577489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.584287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49086b-0b9b-4fcb-bb24-55a1d43a2a0e req-8c51d5be-1f5a-465e-9115-ffbd1754a5b3 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:22.592052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd49086b-0b9b-4fcb-bb24-55a1d43a2a0e req-8c51d5be-1f5a-465e-9115-ffbd1754a5b3 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 936 time: 0.5259461 Jul 07 18:02:22.593132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.649690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] For port 56dc2ece-9a00-4caa-bf45-f0485dc84011, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:22.655412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] For port 56dc2ece-9a00-4caa-bf45-f0485dc84011, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=56dc2ece-9a00-4caa-bf45-f0485dc84011,segment=NetworkSegment(beabe6f0-bbc4-45c0-93c1-d48ce2fdba61),segment_id=beabe6f0-bbc4-45c0-93c1-d48ce2fdba61)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:22.666414 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.703206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Transition to ACTIVE for port object 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:22.765256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45be9-e284-4399-8949-2b09d855d3c6 None None] Pushing event updated for resources: {'Port': ['ID=56dc2ece-9a00-4caa-bf45-f0485dc84011,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:22.771936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:22.772796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aeedd632-c75f-49cd-852c-d99e5c9d592b req-a9d272f7-1445-4b11-9880-362afa27f07e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360389 Jul 07 18:02:22.831676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-67d9a600-9d90-4961-8420-6e965a8218cc service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771050 Jul 07 18:02:22.862584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd49086b-0b9b-4fcb-bb24-55a1d43a2a0e req-a8097859-0114-4a40-b109-95d2a5518c27 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696121 Jul 07 18:02:23.004660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:23.039660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9312d6a4-db69-425c-aeac-fcc9d2ae8a13 req-d0031486-252a-47f5-9604-03a684abd067 service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874914 Jul 07 18:02:23.192251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-026499ac-4bad-4102-9feb-229e6d3a8bf0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786270783007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12960154'] for subnet, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.218006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.221815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.222458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.222949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.223427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.223903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.224400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.228433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-57fea07a-4d04-4522-a2b5-21d63215b46a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6501 time: 0.5741010 Jul 07 18:02:23.235311 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e701f4b-7ee5-4662-8331-70e8ea40d2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.249207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e701f4b-7ee5-4662-8331-70e8ea40d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.255314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Deleting port 7015c043-e476-46e5-a260-68865c05dfe1 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:23.255314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.301792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026499ac-4bad-4102-9feb-229e6d3a8bf0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.302621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-026499ac-4bad-4102-9feb-229e6d3a8bf0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.303734 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-026499ac-4bad-4102-9feb-229e6d3a8bf0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "PUT /v2.0/subnets/ac3619a8-0ef4-403d-a84d-ff7b70309247 HTTP/1.1" status: 200 len: 900 time: 1.6963897 Jul 07 18:02:23.309700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Attempting to bind port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:23.310032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Attempting to bind port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:23.310422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Attempting to bind port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:23.332578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:23.357544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026499ac-4bad-4102-9feb-229e6d3a8bf0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event updated for resources: {'Subnet': ['ID=ac3619a8-0ef4-403d-a84d-ff7b70309247,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:23.383355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:02:23.383690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Attempting to bind port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:23.419049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1e701f4b-7ee5-4662-8331-70e8ea40d2f1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6c8e0494deaa4ff2a59c7f652fe37cde&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1823018 Jul 07 18:02:23.419910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e701f4b-7ee5-4662-8331-70e8ea40d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1930ec73-72ac-4056-bfc2-8e2228beecb8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:23.422574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40360) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:23.437466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:23.437815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:23.438205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:23.438658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Bound port: 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:23.439488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.454433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-9a106569-c4c9-4d69-b461-611497137534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.456615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-9a106569-c4c9-4d69-b461-611497137534 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 1095 time: 0.3048401 Jul 07 18:02:23.526487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 56dc2ece-9a00-4caa-bf45-f0485dc84011 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:23.568775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dec004a-088c-4b37-a051-3d3337a4ea7b {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:23.582130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 56dc2ece-9a00-4caa-bf45-f0485dc84011 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:23.586589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] For port 7015c043-e476-46e5-a260-68865c05dfe1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7015c043-e476-46e5-a260-68865c05dfe1,segment=NetworkSegment(cd1e74aa-423e-455a-a84c-16a240849ddf),segment_id=cd1e74aa-423e-455a-a84c-16a240849ddf)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:23.586954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.589897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.616470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-55567063-fbd8-4968-b764-f89f31fce817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.616969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-55567063-fbd8-4968-b764-f89f31fce817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.617443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-55567063-fbd8-4968-b764-f89f31fce817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.619024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-55567063-fbd8-4968-b764-f89f31fce817 service neutron] 10.222.0.90 "GET /v2.0/networks?id=07d9762a-e6d8-4565-a451-2224c69acbeb&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=170bcb05-6fc9-471f-9776-2ba06426a53c&id=170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 200 len: 2298 time: 0.3582957 Jul 07 18:02:23.621502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Calling delete_port for 7015c043-e476-46e5-a260-68865c05dfe1 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:23.641523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Transition to ACTIVE for port object 7dec004a-088c-4b37-a051-3d3337a4ea7b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:23.647584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.654901 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8fde00c-5798-4d08-9595-ed934c301051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.655110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.674889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:23.697360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:02:23.728757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.740540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:23.755217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-57224c78-ca2e-4ae2-a15c-f29feb62541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.756864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-57224c78-ca2e-4ae2-a15c-f29feb62541d service neutron] 10.222.0.55 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 912 time: 0.2886915 Jul 07 18:02:23.767252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8fde00c-5798-4d08-9595-ed934c301051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.786973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.836632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-41aa6139-2fe5-4c86-b0d1-f3468019edb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 HTTP/1.1" status: 200 len: 217 time: 0.0673962 Jul 07 18:02:23.849318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-f2032db3-0544-4563-88e8-0bcc6f8c3a56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 200 len: 1001 time: 0.2201147 Jul 07 18:02:23.859793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:23.881673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.882660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.884108 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a HTTP/1.1" status: 200 len: 1095 time: 3.2594302 Jul 07 18:02:23.890354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:23.892932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:23.895462 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4463ee3e-4a89-4599-89f8-d2c171fe5769" -d '{"events": [{"name": "network-changed", "server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:23.936559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:23.948662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb74d5-7865-4d3b-944f-7ebe981fe8c9 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:23.960444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:23.961113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:23.965878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=e32beab1-ed6f-4c70-9b93-042c91ff3d99,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:24.086215 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed818a97-9d1a-4376-9269-a27da6d870be x-openstack-request-id: req-ed818a97-9d1a-4376-9269-a27da6d870be {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:24.086876 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:24.086876 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed818a97-9d1a-4376-9269-a27da6d870be {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:24.087226 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'status': 'completed', 'code': 200} Jul 07 18:02:24.127478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-1afd5e96-47de-49b7-89e2-460b0aea743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:24.131962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-1afd5e96-47de-49b7-89e2-460b0aea743b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.2802479 Jul 07 18:02:24.164334 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a69f4681-2d22-4eef-9488-7dbf85a5d740 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1833379 Jul 07 18:02:24.167781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40372) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:24.176322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:24.184988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c36a-d6ed-49b8-a2e3-e5df36ef6dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:24.199547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-8fa161c3-ec95-48b3-ab4f-20dec8a0a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:24.203270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-8fa161c3-ec95-48b3-ab4f-20dec8a0a069 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=426c9a68-c25d-42ce-8915-995083ca1ca2 HTTP/1.1" status: 200 len: 855 time: 0.3359141 Jul 07 18:02:24.228069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': 'e32beab1-ed6f-4c70-9b93-042c91ff3d99'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:24.229901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.286654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting port 56dc2ece-9a00-4caa-bf45-f0485dc84011 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:24.287007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.293560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8fde00c-5798-4d08-9595-ed934c301051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.296849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f8fde00c-5798-4d08-9595-ed934c301051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.298261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f8fde00c-5798-4d08-9595-ed934c301051 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1930ec73-72ac-4056-bfc2-8e2228beecb8 HTTP/1.1" status: 204 len: 168 time: 0.8712547 Jul 07 18:02:24.301653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-cde00314-a085-4c6a-968b-6eed7be95a1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972314 Jul 07 18:02:24.302040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Attempting to bind port 7dec004a-088c-4b37-a051-3d3337a4ea7b on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:24.302384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Attempting to bind port 7dec004a-088c-4b37-a051-3d3337a4ea7b by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:24.302714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Attempting to bind port 7dec004a-088c-4b37-a051-3d3337a4ea7b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:24.378633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Port 7dec004a-088c-4b37-a051-3d3337a4ea7b on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:02:24.378970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Attempting to bind port 7dec004a-088c-4b37-a051-3d3337a4ea7b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:24.395547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3cd2f-4591-46fe-b94b-4b95518a3ce1 None None] Network 70b89950-bb52-4c57-aeab-2cff4d4d1434 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:24.419591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fde00c-5798-4d08-9595-ed934c301051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1930ec73-72ac-4056-bfc2-8e2228beecb8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:24.485887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-8c796765-e898-401c-a9b8-59ebb9a3c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:24.487879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-8c796765-e898-401c-a9b8-59ebb9a3c2e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 1098 time: 0.5292118 Jul 07 18:02:24.517750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:24.520281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:24.521099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:24.522817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Bound port: 7dec004a-088c-4b37-a051-3d3337a4ea7b, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:24.523609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.571746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e261eb-9bab-49ec-a702-8b489b52d9cb req-e5c4f816-0d3c-4fac-953b-e1f450c66b73 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:24.573153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34e261eb-9bab-49ec-a702-8b489b52d9cb req-e5c4f816-0d3c-4fac-953b-e1f450c66b73 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 944 time: 0.5244358 Jul 07 18:02:24.592809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-98ea04d6-1042-4c71-878b-2fed2e8e5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:24.594487 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-98ea04d6-1042-4c71-878b-2fed2e8e5817 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=07d9762a-e6d8-4565-a451-2224c69acbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3508956 Jul 07 18:02:24.668266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f3669ab5-2ebd-40a4-bcd0-312dae567c63 None None] Provisioning for port 56dc2ece-9a00-4caa-bf45-f0485dc84011 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:24.668899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-ff2d4772-4789-4deb-a106-7540de529edc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a HTTP/1.1" status: 200 len: 217 time: 0.0707707 Jul 07 18:02:24.669597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:24.674496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.674748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f3669ab5-2ebd-40a4-bcd0-312dae567c63 None None] Provisioning complete for port 56dc2ece-9a00-4caa-bf45-f0485dc84011 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:24.675344 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3669ab5-2ebd-40a4-bcd0-312dae567c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.715695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-0ea10122-adf7-471c-8e24-74b0cf1b4c97 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027014 Jul 07 18:02:24.731142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:24.740404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aaa0d-fbe1-469f-9eed-080862703c83 req-737298e0-e263-45dc-b17d-2ef6c79a4608 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:24.747572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb1aaa0d-fbe1-469f-9eed-080862703c83 req-737298e0-e263-45dc-b17d-2ef6c79a4608 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 948 time: 0.4875166 Jul 07 18:02:24.771729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Allocated IP 2001:db8::f816:3eff:fef8:add4 (0615333f-c9a5-42b4-86e0-c4a963464179/e32beab1-ed6f-4c70-9b93-042c91ff3d99/c360ce10-a51b-4646-8666-03c00bd6ddbe) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:24.784254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.826412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] For port 56dc2ece-9a00-4caa-bf45-f0485dc84011, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=56dc2ece-9a00-4caa-bf45-f0485dc84011,segment=NetworkSegment(beabe6f0-bbc4-45c0-93c1-d48ce2fdba61),segment_id=beabe6f0-bbc4-45c0-93c1-d48ce2fdba61)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:24.826777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:24.829531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-7877e172-aa92-4154-a2d7-7c350c0a3343 service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873812 Jul 07 18:02:24.946244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:24.951049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Calling delete_port for 56dc2ece-9a00-4caa-bf45-f0485dc84011 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:24.956416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:25.017119 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.029498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-eaabcb92-eff4-4596-83b0-647fc93f12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:25.031170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-eaabcb92-eff4-4596-83b0-647fc93f12fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.2376540 Jul 07 18:02:25.074500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3669ab5-2ebd-40a4-bcd0-312dae567c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.283693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f3669ab5-2ebd-40a4-bcd0-312dae567c63 None None] For port 56dc2ece-9a00-4caa-bf45-f0485dc84011, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=56dc2ece-9a00-4caa-bf45-f0485dc84011,segment=NetworkSegment(beabe6f0-bbc4-45c0-93c1-d48ce2fdba61),segment_id=beabe6f0-bbc4-45c0-93c1-d48ce2fdba61)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:25.326583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.338984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Transition to ACTIVE for port object c360ce10-a51b-4646-8666-03c00bd6ddbe will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:25.346507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f7098-641e-42c0-b571-ee0a7312501f None None] Network 70b89950-bb52-4c57-aeab-2cff4d4d1434 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:25.360873 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3669ab5-2ebd-40a4-bcd0-312dae567c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.365841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7015c043-e476-46e5-a260-68865c05dfe1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:25.397830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34e261eb-9bab-49ec-a702-8b489b52d9cb req-f9fe3b0a-f427-426a-8efa-935e99d12dc9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107216 Jul 07 18:02:25.549490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb1aaa0d-fbe1-469f-9eed-080862703c83 req-ced23b18-f8a9-4200-a1e0-2b28d8e38c07 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005211 Jul 07 18:02:25.552342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:25.555170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3669ab5-2ebd-40a4-bcd0-312dae567c63 None None] Pushing event updated for resources: {'Port': ['ID=56dc2ece-9a00-4caa-bf45-f0485dc84011,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:25.598210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Transition to ACTIVE for port object c360ce10-a51b-4646-8666-03c00bd6ddbe will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:25.637880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:25.638503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.639943 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] 10.222.0.90 "PUT /v2.0/ports/7dec004a-088c-4b37-a051-3d3337a4ea7b HTTP/1.1" status: 200 len: 1096 time: 3.7807865 Jul 07 18:02:25.676681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'port_id': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7', 'mac_address': 'fa:16:3e:ee:34:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4f3ffe-8213-4079-8acf-b5db455e7f0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:25.693987 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.749273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd553c7-66fd-4257-b6dd-4d2024c4410d service neutron] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:25.754555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-b5dd3d17-1cdb-4e8d-9954-ee4fa2fae8fa service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0286820 Jul 07 18:02:25.822649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-b7a6c957-2c0e-4bb7-aaac-a1780d9306a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:25.824438 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-b7a6c957-2c0e-4bb7-aaac-a1780d9306a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7854183 Jul 07 18:02:25.831173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-db9bcc2c-ff0a-4a3f-b19c-ec4d8338d908 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 217 time: 0.0633798 Jul 07 18:02:25.833735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806eea7c-86d2-4580-8e3b-b009176fcce7 req-44ce5bd9-8038-4a64-ad5d-ad2a195e9a8a service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483868 Jul 07 18:02:25.836418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.888800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7167c2a5-fb7d-4cc6-9aeb-3cfcad9e34be None None] Provisioning complete for port 56dc2ece-9a00-4caa-bf45-f0485dc84011 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:25.889108 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7167c2a5-fb7d-4cc6-9aeb-3cfcad9e34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.893406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:25.922432 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:25.931864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:25.941599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:25.976657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Pushing event updated for resources: {'Port': ['ID=c360ce10-a51b-4646-8666-03c00bd6ddbe,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:25.991764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-b9f80f3c-ab53-415f-b81a-9dbeb53fc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:25.993372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-b9f80f3c-ab53-415f-b81a-9dbeb53fc773 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1457608 Jul 07 18:02:25.996923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:26.068492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:26.090164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-aad39ba1-e3a9-4d38-9b83-1f8de98c7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:26.092130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-aad39ba1-e3a9-4d38-9b83-1f8de98c7121 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 1099 time: 0.3711545 Jul 07 18:02:26.102354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:26.104976 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1680d-ff05-438e-acea-97fcfd4370ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:26.106227 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.124097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-0040f977-c72a-4a8e-93a9-030b62372d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:26.125837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-0040f977-c72a-4a8e-93a9-030b62372d10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245148 Jul 07 18:02:26.139702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Attempting to bind port c360ce10-a51b-4646-8666-03c00bd6ddbe on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:26.139959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Attempting to bind port c360ce10-a51b-4646-8666-03c00bd6ddbe by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:26.140307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Attempting to bind port c360ce10-a51b-4646-8666-03c00bd6ddbe on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:26.167607 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-1ff65570-70e7-4ad7-afe8-e24986a9771b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b HTTP/1.1" status: 200 len: 217 time: 0.0563681 Jul 07 18:02:26.187214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:26.191605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:26.192699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.193288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:26.193960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Bound port: c360ce10-a51b-4646-8666-03c00bd6ddbe, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:26.194541 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.206185 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6140926-b3eb-4933-8293-129e1d75b369 x-openstack-request-id: req-e6140926-b3eb-4933-8293-129e1d75b369 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:26.206535 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:26.207172 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e6140926-b3eb-4933-8293-129e1d75b369 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:26.207784 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'status': 'completed', 'code': 200} Jul 07 18:02:26.239759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:26.288026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Router e775b46e-3f52-46e5-9f83-0873291e4ec6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:26.319425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.320418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-70878a47-a55f-45dd-bcae-55c513b78b30 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549330 Jul 07 18:02:26.373322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Port': ['ID=56dc2ece-9a00-4caa-bf45-f0485dc84011,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:26.374678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] For port c360ce10-a51b-4646-8666-03c00bd6ddbe, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:26.380671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] For port c360ce10-a51b-4646-8666-03c00bd6ddbe, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c360ce10-a51b-4646-8666-03c00bd6ddbe,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:26.383937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-c64071be-602a-4832-bfbc-e6a8becb38e2 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449600 Jul 07 18:02:26.386910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:26.451569 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.490517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-4215368f-6f75-4a6b-900f-25e6b31a11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:26.492245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-4215368f-6f75-4a6b-900f-25e6b31a11ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.3084221 Jul 07 18:02:26.552798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-9382d416-9613-4db2-b353-1fe9bb3a9d27 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927516 Jul 07 18:02:26.619836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-9028f1e7-ab3f-4180-b51e-84b864698db3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 217 time: 0.0584548 Jul 07 18:02:26.645615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709499b-9f17-4f0f-9266-2c809cf0767f None None] Pushing event updated for resources: {'Port': ['ID=c360ce10-a51b-4646-8666-03c00bd6ddbe,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:26.653372 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.669345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No DVR routers for this DVR port 56dc2ece-9a00-4caa-bf45-f0485dc84011 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:26.722433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:26.749270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=24d2c155-96a3-4620-9e7b-08ffb78434fa,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:26.795012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:26.798361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:26.798970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.834393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c6138152-f19e-4b54-9f64-5e076c078644 None None] Could not find standard attr ID for object 56dc2ece-9a00-4caa-bf45-f0485dc84011. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:02:26.835266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-acbb1da0-ec68-49d0-b050-6b0a7d36a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:26.839437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-acbb1da0-ec68-49d0-b050-6b0a7d36a4fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.2126079 Jul 07 18:02:26.845447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:26.848186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:26.858049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ef0bc-e576-4de8-b029-3c4e6a679245 None None] DHCP port deletion for 70b89950-bb52-4c57-aeab-2cff4d4d1434 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:26.863390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] Sync routers for ids ['e775b46e-3f52-46e5-9f83-0873291e4ec6'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:26.887174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] Routers {'e775b46e-3f52-46e5-9f83-0873291e4ec6'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:26.887174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e775b46e-3f52-46e5-9f83-0873291e4ec6'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:26.889192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-f49923cb-a45b-4fbb-ad2d-382df951154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:26.890015 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-f49923cb-a45b-4fbb-ad2d-382df951154d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3891664 Jul 07 18:02:26.893964 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-09e57848-ee75-4dd6-b460-fccd39fc9b4a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7229791 Jul 07 18:02:26.896110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c0075b9-ba97-439b-a3b9-990ea055e813 req-d8c1d582-e7c3-45c6-a6ba-220bd6d1a963 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996607 Jul 07 18:02:26.898509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4295f460-46dc-4ca6-8b99-5eaf49306bd7 admin admin] 10.222.0.88 "PUT /v2.0/routers/e775b46e-3f52-46e5-9f83-0873291e4ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8329720 Jul 07 18:02:26.925902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40426) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:26.926253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40428) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:26.951082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:5c:b6:0a', 'name': 'tempest-NetworksTestDHCPv6-404098169'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:27.069342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] Set router e775b46e-3f52-46e5-9f83-0873291e4ec6 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:27.110992 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-0f956ec1-03b6-4662-8055-be7a84ebcf52 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138665 Jul 07 18:02:27.148815 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.186982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-a035e328-3306-4f56-82e8-deffe5203cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.188545 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-a035e328-3306-4f56-82e8-deffe5203cc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 1098 time: 0.2102864 Jul 07 18:02:27.244500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3619a8-0ef4-403d-a84d-ff7b70309247,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:27.278941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11843c00-1c8b-4e53-bfab-355f3dad6202 None None] Network 70b89950-bb52-4c57-aeab-2cff4d4d1434 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:27.358677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c2d07-1271-4119-815d-ae2625475670 req-04a9e838-7ee1-4f52-abca-d287e6096362 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.368502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f2c2d07-1271-4119-815d-ae2625475670 req-04a9e838-7ee1-4f52-abca-d287e6096362 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 948 time: 0.6072290 Jul 07 18:02:27.399931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-87d41553-a2c2-4702-9bb0-1fc087a85d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.405319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-87d41553-a2c2-4702-9bb0-1fc087a85d49 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5538676 Jul 07 18:02:27.414607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.424692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e59b-3463-43a4-8025-69918c6faf8e req-5c3d544e-b365-4eb0-8e5c-5247f6c490dd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.429272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9f3e59b-3463-43a4-8025-69918c6faf8e req-5c3d544e-b365-4eb0-8e5c-5247f6c490dd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 945 time: 0.6165702 Jul 07 18:02:27.446616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b89950-bb52-4c57-aeab-2cff4d4d1434']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:27.481854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beabe6f0-bbc4-45c0-93c1-d48ce2fdba61') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:27.482158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beabe6f0-bbc4-45c0-93c1-d48ce2fdba61') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:27.493860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f63238-78f7-4b83-a11b-0ab4ea7291d6 req-636205f0-d832-4eb0-a2b6-87763088e0da service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754327 Jul 07 18:02:27.525875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.534011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17d032-2801-49e4-9d57-f66622e3c200 None None] DHCP port deletion for 70b89950-bb52-4c57-aeab-2cff4d4d1434 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:27.543271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:02:24Z', 'revision_number': 5, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:27.544457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-88f9ff9c-860a-442d-87f1-d7a0fd2a8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.546170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-88f9ff9c-860a-442d-87f1-d7a0fd2a8131 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2975843 Jul 07 18:02:27.560209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.582511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-a39c9092-e7fe-4fc7-a20c-cb9e55ca50ae service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508002 Jul 07 18:02:27.637643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-cbc5566e-7d4f-487d-8772-bcc17a107116 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a HTTP/1.1" status: 200 len: 217 time: 0.0812271 Jul 07 18:02:27.638876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:27.639314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:27.642989 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:27.788259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] Checking router: e775b46e-3f52-46e5-9f83-0873291e4ec6 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:27.790469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.796850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c360ce10-a51b-4646-8666-03c00bd6ddbe up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:27.796998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:27.799263 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/70b89950-bb52-4c57-aeab-2cff4d4d1434 HTTP/1.1" status: 204 len: 168 time: 4.4624195 Jul 07 18:02:27.807676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40438) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:27.816493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-3eaa909b-4027-430b-93bd-a3e6968ca9c6 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820004 Jul 07 18:02:27.832615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] Routers {'e775b46e-3f52-46e5-9f83-0873291e4ec6'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:27.833350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e775b46e-3f52-46e5-9f83-0873291e4ec6'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:27.833895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-1d10fb47-d5ad-4446-a8fd-27911be81c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.836630 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-1d10fb47-d5ad-4446-a8fd-27911be81c3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1782985 Jul 07 18:02:27.840545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1d5bd-2279-45c4-aa5c-bad4514e4d7f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=70b89950-bb52-4c57-aeab-2cff4d4d1434,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:27.845341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-179e61c1-af04-49fe-8234-e45f720b2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:27.846900 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-179e61c1-af04-49fe-8234-e45f720b2bf7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 1099 time: 0.2832050 Jul 07 18:02:27.897040 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d112ae-04e1-43fd-88a2-01f5bfe81dea tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:27.898164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d112ae-04e1-43fd-88a2-01f5bfe81dea tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:27.900427 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-51d112ae-04e1-43fd-88a2-01f5bfe81dea tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/ac3619a8-0ef4-403d-a84d-ff7b70309247 HTTP/1.1" status: 404 len: 337 time: 0.0895748 Jul 07 18:02:27.911523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40442) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:27.929676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:27.955493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f2c2d07-1271-4119-815d-ae2625475670 req-c94baba6-ba7f-47d5-ba51-e530f9752550 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860074 Jul 07 18:02:27.956997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.044779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c360ce10-a51b-4646-8666-03c00bd6ddbe completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:28.060155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-c543f1b1-a28a-4bd8-8002-49155ad6f7b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8 HTTP/1.1" status: 200 len: 217 time: 0.2419245 Jul 07 18:02:28.109868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] Set router e775b46e-3f52-46e5-9f83-0873291e4ec6 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:28.131209 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-51707624-aa9b-420a-9460-b3bf2a0ca325 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:28.131812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51707624-aa9b-420a-9460-b3bf2a0ca325 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:28.136054 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-51707624-aa9b-420a-9460-b3bf2a0ca325 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/70b89950-bb52-4c57-aeab-2cff4d4d1434 HTTP/1.1" status: 404 len: 339 time: 0.2191482 Jul 07 18:02:28.168062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40450) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:28.188690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 56dc2ece-9a00-4caa-bf45-f0485dc84011 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:28.215310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 56dc2ece-9a00-4caa-bf45-f0485dc84011 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:28.215846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 56dc2ece-9a00-4caa-bf45-f0485dc84011 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:28.319146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.339735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a2e09-1879-46d5-8914-8e88002435a2 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:28.457051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-f4df2edb-973c-4418-afb0-c2f3a46653f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:28.459345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-f4df2edb-973c-4418-afb0-c2f3a46653f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1763015 Jul 07 18:02:28.481497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.483436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-41360abf-782f-4aee-8648-42439a64274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:28.485172 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-41360abf-782f-4aee-8648-42439a64274f service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.6116118 Jul 07 18:02:28.486722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9f3e59b-3463-43a4-8025-69918c6faf8e req-9da7a013-ea75-48eb-8805-db9c553c72f3 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093256 Jul 07 18:02:28.553447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-12b83101-429e-483c-ae08-0fa0ac790ac3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b HTTP/1.1" status: 200 len: 217 time: 0.0441370 Jul 07 18:02:28.560884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-4ee214a6-aa23-459e-9819-532542a392a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:28.562628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-4ee214a6-aa23-459e-9819-532542a392a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7147911 Jul 07 18:02:28.569695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3770cad4-70a3-4c72-a59e-c05f9335f579 None None] Provisioning for port c360ce10-a51b-4646-8666-03c00bd6ddbe completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:28.577611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3770cad4-70a3-4c72-a59e-c05f9335f579 None None] Provisioning complete for port c360ce10-a51b-4646-8666-03c00bd6ddbe triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:28.578440 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3770cad4-70a3-4c72-a59e-c05f9335f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.592688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 0562ee03-2e5a-4815-9bec-d51da715dcc9 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:02:28.613486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.668723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:02:24Z', 'revision_number': 5, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:28.669200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-ccefd8b3-67bd-455f-ac43-50371b769b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:28.671054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-ccefd8b3-67bd-455f-ac43-50371b769b9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2035480 Jul 07 18:02:28.740515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:28.799238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:28.803226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59686a2e-295b-4182-9b16-9c2c50c35806 None None] The sync data for ids ['e775b46e-3f52-46e5-9f83-0873291e4ec6'] in n-d-798930-2 is: [{'id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'name': 'tempest-ServersTestMultiNic-786894645-router', 'tenant_id': '79fd7c48cc814148a00726f11655ca18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:59:56Z', 'updated_at': '2021-07-07T18:02:24Z', 'revision_number': 5, 'project_id': '79fd7c48cc814148a00726f11655ca18', 'gw_port': {'id': '5b9ae29a-2de1-41db-9390-371d13a581b5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e775b46e-3f52-46e5-9f83-0873291e4ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:00Z', 'updated_at': '2021-07-07T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:28.882293 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3770cad4-70a3-4c72-a59e-c05f9335f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.931598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:28.991537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:29.000676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3770cad4-70a3-4c72-a59e-c05f9335f579 None None] For port c360ce10-a51b-4646-8666-03c00bd6ddbe, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c360ce10-a51b-4646-8666-03c00bd6ddbe,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:29.015623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288d3eef-efbc-4111-ad2a-c043a61ec216') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:29.015939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288d3eef-efbc-4111-ad2a-c043a61ec216') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:29.033749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.044738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-8589696e-42e8-49c6-82f7-d3d070b7d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:29.047137 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-8589696e-42e8-49c6-82f7-d3d070b7d3ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.4801643 Jul 07 18:02:29.073238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3770cad4-70a3-4c72-a59e-c05f9335f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.075730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.115241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:29.115658 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:29.123506 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:29.156350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770cad4-70a3-4c72-a59e-c05f9335f579 None None] Pushing event updated for resources: {'Port': ['ID=c360ce10-a51b-4646-8666-03c00bd6ddbe,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:29.170830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': 'e32beab1-ed6f-4c70-9b93-042c91ff3d99', 'ip_address': '2001:db8::f816:3eff:fef8:add4'}, {'subnet_id': '24d2c155-96a3-4620-9e7b-08ffb78434fa'}], 'binding:host_id': 'n-d-798930-2'}, 'id': 'c360ce10-a51b-4646-8666-03c00bd6ddbe'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:02:29.218817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:29.228130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:29.239532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:29.239903 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.277155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-3619f22a-639d-467d-af76-9b7c5207e0d7 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969128 Jul 07 18:02:29.278618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.302707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.304657 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607 HTTP/1.1" status: 204 len: 168 time: 1.1356046 Jul 07 18:02:29.313537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.317638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'mac_address': 'fa:16:3e:37:b9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:29.333946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40464) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:29.442699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.494902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549ab3e-2593-44b5-87d3-2673ba99e291 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=8fbc72ef-b3fd-4b3e-b48c-e1b3aa6af607,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:29.504611 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7d61b8-f468-4766-8a80-75d7f2fe6f16 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:29.505214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7d61b8-f468-4766-8a80-75d7f2fe6f16 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:29.507059 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ba7d61b8-f468-4766-8a80-75d7f2fe6f16 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/7982a9c5-4c42-4d87-a8d0-7f3ec3694913 HTTP/1.1" status: 404 len: 337 time: 0.1721208 Jul 07 18:02:29.512615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:29.545627 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94aa8c3-f41c-4e76-8ef9-60134123b22b tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:29.546362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94aa8c3-f41c-4e76-8ef9-60134123b22b tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:29.549247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a94aa8c3-f41c-4e76-8ef9-60134123b22b tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/bf1b65dd-a57e-42bd-befc-4c20ff827783 HTTP/1.1" status: 404 len: 339 time: 0.0340018 Jul 07 18:02:29.555160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:29.559210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c360ce10-a51b-4646-8666-03c00bd6ddbe up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:29.572561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-aa068572-9565-40c0-a69d-49c7bcb3a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:29.574532 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-aa068572-9565-40c0-a69d-49c7bcb3a7e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5144849 Jul 07 18:02:29.621309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:29.673588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc229269-0add-4f70-8d6c-63d876387dcb req-c29ff1b9-319b-466f-84ce-b7fb830d64d5 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:29.676082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:29.676448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc229269-0add-4f70-8d6c-63d876387dcb req-c29ff1b9-319b-466f-84ce-b7fb830d64d5 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 948 time: 0.3726618 Jul 07 18:02:29.677598 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.678978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Deleting port 5b9ae29a-2de1-41db-9390-371d13a581b5 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:29.679553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.712531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.725315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:29.728031 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35be89a-4b88-4b07-9086-1cce07241969" -d '{"events": [{"server_uuid": "98574c04-aacc-41e0-b297-93cc4bb6ad86", "name": "network-vif-plugged", "status": "completed", "tag": "6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:29.729016 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4463ee3e-4a89-4599-89f8-d2c171fe5769 req-40a9b5cc-5c48-43fb-864b-2ba58a930164 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455276 Jul 07 18:02:29.733683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c360ce10-a51b-4646-8666-03c00bd6ddbe triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:29.734134 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.734273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting subnet 3a404e6e-552f-4a70-8289-011b351556ec {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:29.786282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:29.797558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc229269-0add-4f70-8d6c-63d876387dcb req-76008165-7cfb-4b7b-b6ca-126fa44a3243 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974066 Jul 07 18:02:29.807087 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-c26eb1e1-95d3-4b40-b3cc-ac3dab70fe14 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239614 Jul 07 18:02:29.808067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.819559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-d04aeed4-53e7-4267-8f09-7a39938fe4ed service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1233137 Jul 07 18:02:29.852782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:29.861987 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.928623 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b665bc9-e91f-405e-9a3e-81d95c7307ab x-openstack-request-id: req-1b665bc9-e91f-405e-9a3e-81d95c7307ab {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:29.928623 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98574c04-aacc-41e0-b297-93cc4bb6ad86", "name": "network-vif-plugged", "status": "completed", "tag": "6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:29.929029 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1b665bc9-e91f-405e-9a3e-81d95c7307ab {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:29.929293 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7', 'code': 200} Jul 07 18:02:29.932965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 172.20.0.10 (0615333f-c9a5-42b4-86e0-c4a963464179/24d2c155-96a3-4620-9e7b-08ffb78434fa/0562ee03-2e5a-4815-9bec-d51da715dcc9) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:29.955053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fe5c:b60a (0615333f-c9a5-42b4-86e0-c4a963464179/e32beab1-ed6f-4c70-9b93-042c91ff3d99/0562ee03-2e5a-4815-9bec-d51da715dcc9) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:29.962276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:29.989393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] For port 5b9ae29a-2de1-41db-9390-371d13a581b5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5b9ae29a-2de1-41db-9390-371d13a581b5,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:29.989779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.038293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:30.051966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Calling delete_port for 5b9ae29a-2de1-41db-9390-371d13a581b5 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:30.073979 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.104221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7015c043-e476-46e5-a260-68865c05dfe1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:30.115580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-bdc8fdd6-fff4-430f-827a-666b12d74bbf service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733996 Jul 07 18:02:30.135736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 7015c043-e476-46e5-a260-68865c05dfe1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:30.136770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7015c043-e476-46e5-a260-68865c05dfe1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:30.190171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a65d5-99ba-4b4e-a777-306d8af07763 req-881a0a3b-a7cd-4626-afbc-903e1faeba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.192458 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb2a65d5-99ba-4b4e-a777-306d8af07763 req-881a0a3b-a7cd-4626-afbc-903e1faeba87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 1097 time: 0.1844301 Jul 07 18:02:30.253517 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cb2a65d5-99ba-4b4e-a777-306d8af07763 req-5f449cbb-cc35-4e83-9f7f-24f81fc6f62a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 Jul 07 18:02:30.260128 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1df1680d-ff05-438e-acea-97fcfd4370ca req-706c8896-91a4-4775-9918-3145b42d78cf service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198954 Jul 07 18:02:30.282079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.288567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-9aa82d5e-b279-403e-919f-0b8e42a97886 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=954afe75-7d62-4476-91c4-dfdaa3419d31 HTTP/1.1" status: 200 len: 217 time: 0.1397567 Jul 07 18:02:30.328205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42721400-9b7a-443b-880e-3faf7f1ce5c0 req-a9b995e6-d308-41f9-9a91-0ab06c83483e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.329802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42721400-9b7a-443b-880e-3faf7f1ce5c0 req-a9b995e6-d308-41f9-9a91-0ab06c83483e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.3656149 Jul 07 18:02:30.356281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.389974 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.394385 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/3a404e6e-552f-4a70-8289-011b351556ec HTTP/1.1" status: 204 len: 168 time: 0.8354297 Jul 07 18:02:30.394385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12cd88-e084-4f43-a0c6-3de231f983c0 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=3a404e6e-552f-4a70-8289-011b351556ec,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:30.395700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:30.415628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54401e40-f896-4bf3-8f28-9b46ce93f90e None None] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:30.462514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-73945c3c-d1e8-4c7f-a66f-e2271ea84e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.464128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-73945c3c-d1e8-4c7f-a66f-e2271ea84e2e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1652510 Jul 07 18:02:30.469354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting subnet 463e758c-480f-4e5e-94a4-969c73d886ff {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:30.473975 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.495227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.529201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42721400-9b7a-443b-880e-3faf7f1ce5c0 req-b86f2cff-ab80-4290-842a-d3c6decae4f6 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655397 Jul 07 18:02:30.547387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.582762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 0562ee03-2e5a-4815-9bec-d51da715dcc9 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:30.639837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.662019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.682953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-3edd3d7b-6efe-4ce8-b1be-e88e9e38e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.684506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-3edd3d7b-6efe-4ce8-b1be-e88e9e38e4ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2082555 Jul 07 18:02:30.707186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9ae29a-2de1-41db-9390-371d13a581b5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:30.738948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.770983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.772747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:30.778574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/463e758c-480f-4e5e-94a4-969c73d886ff HTTP/1.1" status: 204 len: 168 time: 0.3773670 Jul 07 18:02:30.800799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40502) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:30.801276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.887237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] Allocated IP 172.20.0.2 (0615333f-c9a5-42b4-86e0-c4a963464179/24d2c155-96a3-4620-9e7b-08ffb78434fa/c360ce10-a51b-4646-8666-03c00bd6ddbe) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:30.926616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140a757-6289-406f-bd16-98070b65cf29 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=463e758c-480f-4e5e-94a4-969c73d886ff,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:30.972580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:30.984342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:30.992562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.994355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:30.994750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:31.003118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:31.003756 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.083685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.095056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting port 63364136-2580-4511-9e63-c4f344a4b65e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:31.095658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] For port c360ce10-a51b-4646-8666-03c00bd6ddbe, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c360ce10-a51b-4646-8666-03c00bd6ddbe,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:31.096321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.105338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=0562ee03-2e5a-4815-9bec-d51da715dcc9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:31.192637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] For port 63364136-2580-4511-9e63-c4f344a4b65e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=63364136-2580-4511-9e63-c4f344a4b65e,segment=NetworkSegment(3061dab4-9694-492d-99db-486ac71e8726),segment_id=3061dab4-9694-492d-99db-486ac71e8726)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:31.193443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.214968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Calling delete_port for 63364136-2580-4511-9e63-c4f344a4b65e owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:31.300015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.307314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:31.307966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.311841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-e8a2f43a-9a5b-43a9-abd2-7cc75f6632a0 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949712 Jul 07 18:02:31.314046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.359543 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.412923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Port': ['ID=63364136-2580-4511-9e63-c4f344a4b65e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:31.423612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No DVR routers for this DVR port 63364136-2580-4511-9e63-c4f344a4b65e on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:31.491771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-82e9d0eb-d189-4001-96bb-805505363c41 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5474401 Jul 07 18:02:31.497051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40508) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:31.516022 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.523235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.523808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e775b46e-3f52-46e5-9f83-0873291e4ec6 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:02:31.530658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.533953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6d790b9d-2c8b-47ac-a0b4-fed3c265352c admin admin] 10.222.0.88 "DELETE /v2.0/routers/e775b46e-3f52-46e5-9f83-0873291e4ec6 HTTP/1.1" status: 204 len: 168 time: 4.5758417 Jul 07 18:02:31.534883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40510) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:31.553236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] Transition to ACTIVE for port object c360ce10-a51b-4646-8666-03c00bd6ddbe will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:31.566066 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.590824 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.605137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9abb26-726b-49d5-92e2-5a288037bcf9']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:31.632466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3061dab4-9694-492d-99db-486ac71e8726') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:31.632768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3061dab4-9694-492d-99db-486ac71e8726') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:31.649251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.677390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.696143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:31.700863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.706404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] Deleting subnet af537dd7-aed2-4b74-b3ba-d86736fe601b {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:31.710161 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:31.717761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.760397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df439d94-03d0-4b2d-a17b-44069fa59cd1 None None] Network 9f9abb26-726b-49d5-92e2-5a288037bcf9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:31.770664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-98389da0-d208-43dd-ace4-a2c854cc1c25 None None] Could not find standard attr ID for object 63364136-2580-4511-9e63-c4f344a4b65e. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:02:31.771837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.810903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.830102 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.838641 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/9f9abb26-726b-49d5-92e2-5a288037bcf9 HTTP/1.1" status: 204 len: 168 time: 1.0379415 Jul 07 18:02:31.840271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:31.851351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c57cd-7eb1-40e1-b6bf-2624ec80b04b None None] Pushing event updated for resources: {'Port': ['ID=c360ce10-a51b-4646-8666-03c00bd6ddbe,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:31.887804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80efa3-86c6-4cf0-9ef1-d5095e6ffed7 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=9f9abb26-726b-49d5-92e2-5a288037bcf9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:31.905935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:31.916040 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-af971674-248c-4fdd-bb15-2b59aae058bb tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:31.916423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af971674-248c-4fdd-bb15-2b59aae058bb tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:31.918325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-af971674-248c-4fdd-bb15-2b59aae058bb tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/033f8503-fe8c-4518-8044-ee2ec1f37c72 HTTP/1.1" status: 404 len: 337 time: 0.0412982 Jul 07 18:02:31.921232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daa02c-f9ed-4d57-924f-fe294bc1839a req-4f6b1b50-5d09-424f-a794-24882d20d2b9 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:31.922403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:31.924454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44daa02c-f9ed-4d57-924f-fe294bc1839a req-4f6b1b50-5d09-424f-a794-24882d20d2b9 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 948 time: 0.8810062 Jul 07 18:02:31.935448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:31.938972 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037e163-9a61-4c86-b26f-ce35980931f1" -d '{"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-plugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:31.947608 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.958637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.979320 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d9493b-314e-4799-a02b-16b4c9e1d140 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:31.980126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d9493b-314e-4799-a02b-16b4c9e1d140 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:31.991788 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f0d9493b-314e-4799-a02b-16b4c9e1d140 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/5c273d4f-c221-460e-9cbf-e003c23bd130 HTTP/1.1" status: 404 len: 339 time: 0.0679913 Jul 07 18:02:31.992510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40526) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:32.012946 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-d234c2e9-ed01-4d19-a1d4-46cebe07c828 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912727 Jul 07 18:02:32.045893 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9186ad-d910-4e08-99a9-85a35a3a6f4c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:32.048638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9186ad-d910-4e08-99a9-85a35a3a6f4c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:32.068229 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ff9186ad-d910-4e08-99a9-85a35a3a6f4c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/56b7c7e4-bc70-476f-acce-c4bb7f13d05e HTTP/1.1" status: 404 len: 337 time: 0.0745435 Jul 07 18:02:32.071836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40528) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:32.114073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8968f7-bbf9-4f16-b43d-6121be617961 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.117406 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce56619a-05dc-4f0b-be2d-7b6b68606df1 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:32.118006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce56619a-05dc-4f0b-be2d-7b6b68606df1 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:32.124227 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ce56619a-05dc-4f0b-be2d-7b6b68606df1 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/f8fd7066-c799-4fd9-946e-3dfefd546e86 HTTP/1.1" status: 404 len: 339 time: 0.0509710 Jul 07 18:02:32.127345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8968f7-bbf9-4f16-b43d-6121be617961 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.129443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:32.129615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8c8968f7-bbf9-4f16-b43d-6121be617961 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6310735 Jul 07 18:02:32.130412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40530) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:32.134904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40532) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:32.151185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7944fdb-336a-4f74-893e-17f73aef5723 None None] DHCP port deletion for 9f9abb26-726b-49d5-92e2-5a288037bcf9 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:32.165157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-b2a5386e-1b5c-42ce-a871-b8f59e1f38a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=351f67ef-a91c-44ab-9081-dea973296fa5 HTTP/1.1" status: 200 len: 217 time: 0.1301641 Jul 07 18:02:32.201722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7dec004a-088c-4b37-a051-3d3337a4ea7b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:32.207473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b887e5-f8cd-4780-ae57-5e1fb6ae1300 req-cbf3cdbe-1955-4128-b595-ccd255eb8d1e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.209090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3b887e5-f8cd-4780-ae57-5e1fb6ae1300 req-cbf3cdbe-1955-4128-b595-ccd255eb8d1e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.4044628 Jul 07 18:02:32.222558 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2a8514-8fba-4062-af79-15bc49ce3ed1 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:32.223016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2a8514-8fba-4062-af79-15bc49ce3ed1 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:32.224785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a2a8514-8fba-4062-af79-15bc49ce3ed1 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/9b56fed2-99ea-43f8-bd23-634512d151a9 HTTP/1.1" status: 404 len: 337 time: 0.0896068 Jul 07 18:02:32.234232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40534) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:32.261763 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c463bb-6fa3-4855-9607-d86290e9c9e9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:32.262621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c463bb-6fa3-4855-9607-d86290e9c9e9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:32.264209 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-86c463bb-6fa3-4855-9607-d86290e9c9e9 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/667268a1-33dc-465d-b384-cd649d64c67c HTTP/1.1" status: 404 len: 339 time: 0.0290420 Jul 07 18:02:32.267104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40536) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:32.270046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44daa02c-f9ed-4d57-924f-fe294bc1839a req-bf3cce97-558c-4499-9e7b-6bd99eb34e4a tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261030 Jul 07 18:02:32.358547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 0562ee03-2e5a-4815-9bec-d51da715dcc9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:32.358896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.361158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.365781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting subnet ec40b61a-2352-4157-9bec-ddded9bcfa02 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:32.366436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-b147b2e5-b5e5-45f5-942f-cdf988b8546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.367974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-b147b2e5-b5e5-45f5-942f-cdf988b8546f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.1687732 Jul 07 18:02:32.381613 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.421267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3b887e5-f8cd-4780-ae57-5e1fb6ae1300 req-b815b061-dc01-42ae-aa56-bf80d0fa27be tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883004 Jul 07 18:02:32.454792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:32.466431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.485971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'mac_address': 'fa:16:3e:fd:da:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:32.570015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.578386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.609927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-dfa3e5ea-770e-409b-9df5-6c0c697dc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.612551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 0562ee03-2e5a-4815-9bec-d51da715dcc9 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:32.615232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dec004a-088c-4b37-a051-3d3337a4ea7b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:32.615653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-dfa3e5ea-770e-409b-9df5-6c0c697dc2e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138712 Jul 07 18:02:32.667797 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832658a4-31da-4d0b-8a24-56af34fed6e2 x-openstack-request-id: req-832658a4-31da-4d0b-8a24-56af34fed6e2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:32.668175 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-plugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:32.668356 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-832658a4-31da-4d0b-8a24-56af34fed6e2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:32.668746 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'code': 200} Jul 07 18:02:32.670604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:32.683917 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.771564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-4c021b6f-8e20-4afe-b780-39bf4c58327c service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470244 Jul 07 18:02:32.773539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.780054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:32.793746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.833161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8c108d-9325-4344-89f2-e537bef90cb5 None None] Network ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:32.904220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.955317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=ec40b61a-2352-4157-9bec-ddded9bcfa02,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:32.975525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-7c6a2043-3d50-4433-aa8b-5c7b0ba1da9c service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783867 Jul 07 18:02:32.987066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.988729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ff488-a746-4f34-aa6f-fff96939401d None None] Network 5ee855f9-4755-4bbd-b794-f1f4691f3797 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:32.989250 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e35893e8-ce9b-415e-9eff-75148d04303f tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/ec40b61a-2352-4157-9bec-ddded9bcfa02 HTTP/1.1" status: 204 len: 168 time: 0.7212315 Jul 07 18:02:33.018557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40542) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:33.079623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.081901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/af537dd7-aed2-4b74-b3ba-d86736fe601b HTTP/1.1" status: 204 len: 168 time: 1.5012279 Jul 07 18:02:33.083374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c469b1-d6bd-4e45-ab9a-99ad8dbe4912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af537dd7-aed2-4b74-b3ba-d86736fe601b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:33.097592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40546) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:33.113958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-2417b1c7-fc4f-4a61-b5b7-a879252bd51d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 200 len: 217 time: 0.1318498 Jul 07 18:02:33.117693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.216320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1191028-a950-4bef-93a4-cef1e12e2099 req-c8848ef4-e4ec-404c-bb76-16cb0a98ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:33.218007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b1191028-a950-4bef-93a4-cef1e12e2099 req-c8848ef4-e4ec-404c-bb76-16cb0a98ea24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 1100 time: 0.4402030 Jul 07 18:02:33.236808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['7dec004a-088c-4b37-a051-3d3337a4ea7b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:33.250075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.315735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c3e91675-85d1-44d3-acb7-bb3da3dc900e None None] Provisioning for port c360ce10-a51b-4646-8666-03c00bd6ddbe completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:33.336431 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b1191028-a950-4bef-93a4-cef1e12e2099 req-76d28070-73cf-4067-bb4f-85c08193bf88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076329 Jul 07 18:02:33.356594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c3e91675-85d1-44d3-acb7-bb3da3dc900e None None] Provisioning complete for port c360ce10-a51b-4646-8666-03c00bd6ddbe triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:33.358366 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3e91675-85d1-44d3-acb7-bb3da3dc900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.398111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-a0301ddd-1639-4701-a906-05e9785f2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:33.399638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-a0301ddd-1639-4701-a906-05e9785f2440 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.2746263 Jul 07 18:02:33.422167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:33.422516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.525705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] For port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=16e9e3d2-a49b-4fe5-8f73-d872479bc09c,segment=NetworkSegment(6909e58e-e15c-403b-8c83-1b017efa82f4),segment_id=6909e58e-e15c-403b-8c83-1b017efa82f4)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:33.526090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.538981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c360ce10-a51b-4646-8666-03c00bd6ddbe up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:33.544444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Calling delete_port for 16e9e3d2-a49b-4fe5-8f73-d872479bc09c owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:33.630600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] DHCP port deletion for ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:33.644207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f174da-f708-41e9-b47d-cd8ba2b24645 req-71d8bb9a-d924-4d3f-acee-47c794f170c2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:33.652253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8f174da-f708-41e9-b47d-cd8ba2b24645 req-71d8bb9a-d924-4d3f-acee-47c794f170c2 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.3396626 Jul 07 18:02:33.692341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.732498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-e9c8d886-6033-4b2e-91ec-2cee2b321837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:33.734715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-e9c8d886-6033-4b2e-91ec-2cee2b321837 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3174784 Jul 07 18:02:33.743429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Port': ['ID=16e9e3d2-a49b-4fe5-8f73-d872479bc09c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:33.745615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Deleting port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:33.746314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.747533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No DVR routers for this DVR port 16e9e3d2-a49b-4fe5-8f73-d872479bc09c on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:33.750039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.762067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f0467-14d2-414f-9438-df5fe61ec321 None None] DHCP port deletion for 5ee855f9-4755-4bbd-b794-f1f4691f3797 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:33.785331 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.798049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c360ce10-a51b-4646-8666-03c00bd6ddbe triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:33.798521 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.798871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=0562ee03-2e5a-4815-9bec-d51da715dcc9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:33.809692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-08f64142-99e3-4d5c-95b4-4f71633c4483 None None] Provisioning complete for port 0562ee03-2e5a-4815-9bec-d51da715dcc9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:33.810286 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08f64142-99e3-4d5c-95b4-4f71633c4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.843496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dcd32-0612-4641-8e63-26ca592cf562 req-edf4b756-0840-4c4f-bf70-1f21116f37e8 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:33.851009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] Deleting port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:33.851380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f5dcd32-0612-4641-8e63-26ca592cf562 req-edf4b756-0840-4c4f-bf70-1f21116f37e8 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 949 time: 0.3083274 Jul 07 18:02:33.852188 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.856520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08f64142-99e3-4d5c-95b4-4f71633c4483 None None] Port 0562ee03-2e5a-4815-9bec-d51da715dcc9 was deleted so its status cannot be updated. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 18:02:33.916008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8f174da-f708-41e9-b47d-cd8ba2b24645 req-19d7cb63-8376-4d4f-83a8-d352e4d87538 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569244 Jul 07 18:02:33.981744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] For port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,segment=NetworkSegment(cd1e74aa-423e-455a-a84c-16a240849ddf),segment_id=cd1e74aa-423e-455a-a84c-16a240849ddf)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:33.981990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.995521 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.996289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Calling delete_port for 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:34.004850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] For port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,segment=NetworkSegment(cd1e74aa-423e-455a-a84c-16a240849ddf),segment_id=cd1e74aa-423e-455a-a84c-16a240849ddf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:34.005454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.030488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee855f9-4755-4bbd-b794-f1f4691f3797']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:34.033906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.038484 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2225e673-9965-4256-84a8-4184fcc9c76a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/0562ee03-2e5a-4815-9bec-d51da715dcc9 HTTP/1.1" status: 204 len: 168 time: 1.9019384 Jul 07 18:02:34.044428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40554) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:34.065243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6909e58e-e15c-403b-8c83-1b017efa82f4') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:34.065589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6909e58e-e15c-403b-8c83-1b017efa82f4') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:34.112182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.120715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] Calling delete_port for 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:34.139233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.186768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.192488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba27fe-6dd5-44a6-8b25-40160c3000b7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:34.194172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba27fe-6dd5-44a6-8b25-40160c3000b7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:34.211825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:34.234192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba27fe-6dd5-44a6-8b25-40160c3000b7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:34.241500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-53ba27fe-6dd5-44a6-8b25-40160c3000b7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1959915 Jul 07 18:02:34.242132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40560) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:34.263483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] No DVR routers for this DVR port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:34.287004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 63364136-2580-4511-9e63-c4f344a4b65e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:34.290417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.291095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.291663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.294188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.294742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.295567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.296113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.296625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.297137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.297613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.299606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.300187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:34.343310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f5dcd32-0612-4641-8e63-26ca592cf562 req-3424e8ee-d912-4cb7-a6b8-0fa7a7292ee2 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894440 Jul 07 18:02:34.398494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 63364136-2580-4511-9e63-c4f344a4b65e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:34.398921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 63364136-2580-4511-9e63-c4f344a4b65e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:34.399362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5b9ae29a-2de1-41db-9390-371d13a581b5 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:34.418877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 24d2c155-96a3-4620-9e7b-08ffb78434fa {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:34.422208 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.427105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.450164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0a38d3-980a-4b29-bb3e-5202dd2a98e3']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:34.452744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 5b9ae29a-2de1-41db-9390-371d13a581b5 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:34.453688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5b9ae29a-2de1-41db-9390-371d13a581b5 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:34.454643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:34.455152 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.481538 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.482061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1e74aa-423e-455a-a84c-16a240849ddf') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:34.482362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1e74aa-423e-455a-a84c-16a240849ddf') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:34.483608 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:34.502152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.517698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] No DVR routers for this DVR port 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:34.522312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed259ea4-1920-4701-ae4e-635e0bed6a68 None None] Pushing event deleted for resources: {'Port': ['ID=8297e493-b5e1-4fcc-b7bb-e07db1551ac0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:34.522779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-6698f999-145b-4d26-8a23-ab75b0c23020 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677791 Jul 07 18:02:34.548213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad434b-7cc1-46bc-9f5a-649b28f6fece None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:02:34.558174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.591916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:34.592328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:34.594090 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:34.675538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.692869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad434b-7cc1-46bc-9f5a-649b28f6fece None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:02:34.726021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.775252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.782405 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/5ee855f9-4755-4bbd-b794-f1f4691f3797 HTTP/1.1" status: 204 len: 168 time: 1.7619650 Jul 07 18:02:34.786997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40564) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:34.889912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c3a53-38ef-4c46-bf76-daeda4344235 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=5ee855f9-4755-4bbd-b794-f1f4691f3797,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:34.898862 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-22feac56-24d2-4c78-b220-167824b5e451 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:34.899353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22feac56-24d2-4c78-b220-167824b5e451 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:34.904091 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-22feac56-24d2-4c78-b220-167824b5e451 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/e81c6e4f-6d60-46d8-855f-f8dfe426affa HTTP/1.1" status: 404 len: 337 time: 0.1075397 Jul 07 18:02:34.905194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:34.957016 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1bb497-c6ca-40b7-8c2d-3ff66d82ab57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] DELETE failed (client error): The resource could not be found. Jul 07 18:02:34.957603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1bb497-c6ca-40b7-8c2d-3ff66d82ab57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:34.962022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8e1bb497-c6ca-40b7-8c2d-3ff66d82ab57 tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/98fb675b-2a12-48cb-af05-cd35ef457930 HTTP/1.1" status: 404 len: 339 time: 0.0513885 Jul 07 18:02:34.962324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40574) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:35.004299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.054606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting subnet 446ef910-1d2c-4131-8aca-73d3dfc9e5c3 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:35.059988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.115522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.146847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.187302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.192209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923cad0-63d3-4f00-b55d-ece2b07949fe None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:35.192757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/24d2c155-96a3-4620-9e7b-08ffb78434fa HTTP/1.1" status: 204 len: 168 time: 0.9466543 Jul 07 18:02:35.193380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e97f-5337-4777-8b5e-d592b4c77244 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=24d2c155-96a3-4620-9e7b-08ffb78434fa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:35.197902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40576) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:35.211316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.231900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.241957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ca0a38d3-980a-4b29-bb3e-5202dd2a98e3 HTTP/1.1" status: 204 len: 168 time: 2.1416042 Jul 07 18:02:35.301407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet e32beab1-ed6f-4c70-9b93-042c91ff3d99 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:35.303860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fbee20c-33f6-49c6-85b5-3bd3d70b7baa req-4906a357-ddb2-49ab-b26a-c03bcd9767ac service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733274 Jul 07 18:02:35.306332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.307056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74a7c0-cb6c-4ac8-82f7-4235a9e13d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0a38d3-980a-4b29-bb3e-5202dd2a98e3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:35.409305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68b0c-1abc-4e99-934d-1bfc3a2c777b req-fba2ba54-1ca1-4e12-96f3-c383a26bd35e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:35.411309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44d68b0c-1abc-4e99-934d-1bfc3a2c777b req-fba2ba54-1ca1-4e12-96f3-c383a26bd35e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.2650905 Jul 07 18:02:35.477832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44d68b0c-1abc-4e99-934d-1bfc3a2c777b req-30c389b3-4b64-4922-a088-bbfebe86ce64 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585263 Jul 07 18:02:35.547840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40586) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:35.587820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16e9e3d2-a49b-4fe5-8f73-d872479bc09c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:35.612958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 16e9e3d2-a49b-4fe5-8f73-d872479bc09c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:35.613681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 16e9e3d2-a49b-4fe5-8f73-d872479bc09c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:35.614355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:35.636343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2353ab25-5c4c-499c-8395-0b0a4e6cd729 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=79fd7c48cc814148a00726f11655ca18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840852 Jul 07 18:02:35.637054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:35.646688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:35.647652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8297e493-b5e1-4fcc-b7bb-e07db1551ac0 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:35.689764 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.803864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fbc2-d6a9-49d0-a005-7bd1ba535494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.842295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fbc2-d6a9-49d0-a005-7bd1ba535494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.851877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232692cb-99e7-411b-829f-ad92ff55c09a req-508cdc07-2801-44d5-9ab1-88359daa42d8 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:35.853608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-232692cb-99e7-411b-829f-ad92ff55c09a req-508cdc07-2801-44d5-9ab1-88359daa42d8 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 949 time: 0.1304438 Jul 07 18:02:35.886663 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.917367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-232692cb-99e7-411b-829f-ad92ff55c09a req-98afd02a-0072-4fd7-9e7a-7d03e60533e5 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Jul 07 18:02:35.955073 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fbc2-d6a9-49d0-a005-7bd1ba535494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.958010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fbc2-d6a9-49d0-a005-7bd1ba535494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.961683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a0d0fbc2-d6a9-49d0-a005-7bd1ba535494 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d2b0be2f-6648-47e8-a559-2af6e3278732 HTTP/1.1" status: 204 len: 168 time: 0.3212764 Jul 07 18:02:35.961852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.974495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0fbc2-d6a9-49d0-a005-7bd1ba535494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b0be2f-6648-47e8-a559-2af6e3278732,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:36.073910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.116717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Subnet': ['ID=446ef910-1d2c-4131-8aca-73d3dfc9e5c3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:36.130850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896409b5-49a8-46c2-9fdb-33d129d71132 None None] Network d0362a63-24db-4eea-99ea-b32d5268d964 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:36.134197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.140610 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7b0ee012-752b-4c9c-ac34-e5def8fd3fbe tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/subnets/446ef910-1d2c-4131-8aca-73d3dfc9e5c3 HTTP/1.1" status: 204 len: 168 time: 1.1771338 Jul 07 18:02:36.143785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40604) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:36.176117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.253813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7dec004a-088c-4b37-a051-3d3337a4ea7b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:36.267130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.337393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=e32beab1-ed6f-4c70-9b93-042c91ff3d99,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:36.340397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.345620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-19d75114-0dcb-4bc7-8b57-11f17f89a707 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/e32beab1-ed6f-4c70-9b93-042c91ff3d99 HTTP/1.1" status: 204 len: 168 time: 1.1443799 Jul 07 18:02:36.346143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40614) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:36.390338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.445534 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-beb35120-d3b3-44cb-8592-d6cf2a60fdb2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894120 Jul 07 18:02:36.446270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40618) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:36.470828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:36.570661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Deleting port 14d96372-1dcf-4249-96d0-6b17bcd20c55 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:36.571031 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.647605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 7dec004a-088c-4b37-a051-3d3337a4ea7b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:36.659603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 7dec004a-088c-4b37-a051-3d3337a4ea7b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:36.659913 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.716601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb8d74-711a-456d-8fd5-4676004f02c1 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:36.779337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:36.789232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.800321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] For port 14d96372-1dcf-4249-96d0-6b17bcd20c55, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14d96372-1dcf-4249-96d0-6b17bcd20c55,segment=NetworkSegment(68ee50d6-57be-4101-a57d-899e495248d3),segment_id=68ee50d6-57be-4101-a57d-899e495248d3)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:36.802186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.854792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Calling delete_port for 14d96372-1dcf-4249-96d0-6b17bcd20c55 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:37.057226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32a876-9e2b-426d-896a-5ffc3863677a req-bea39cb0-a340-4cde-9dfa-cfc27b932fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:37.066307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db32a876-9e2b-426d-896a-5ffc3863677a req-bea39cb0-a340-4cde-9dfa-cfc27b932fdd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1746473 Jul 07 18:02:37.140892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3cc39d2f-ff8d-458a-8eef-391d2a27027d None None] Provisioning complete for port c360ce10-a51b-4646-8666-03c00bd6ddbe triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:37.141432 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cc39d2f-ff8d-458a-8eef-391d2a27027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.197390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db32a876-9e2b-426d-896a-5ffc3863677a req-0d8cc428-3d4c-4234-beab-19ba21ca52dc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299465 Jul 07 18:02:37.209347 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.228107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] No DVR routers for this DVR port 14d96372-1dcf-4249-96d0-6b17bcd20c55 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:37.240872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c23cd3-3c4f-4892-b4d7-6f3089b6201d None None] DHCP port deletion for d0362a63-24db-4eea-99ea-b32d5268d964 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:37.255212 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.285368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Port': ['ID=14d96372-1dcf-4249-96d0-6b17bcd20c55,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:37.340877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:37.343545 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f1fa17-fd76-4862-b595-d95bbe05c10f" -d '{"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-plugged", "status": "completed", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:37.365555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.387855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:37.400634 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.400796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531ed65-8ca5-49b1-af02-97e9283abcb1 req-cf04cea1-3089-4c2f-b212-352dcd88ebb0 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:37.411994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9531ed65-8ca5-49b1-af02-97e9283abcb1 req-cf04cea1-3089-4c2f-b212-352dcd88ebb0 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 949 time: 0.2693841 Jul 07 18:02:37.418867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0362a63-24db-4eea-99ea-b32d5268d964']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:37.450427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ee50d6-57be-4101-a57d-899e495248d3') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:37.450995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ee50d6-57be-4101-a57d-899e495248d3') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:37.463262 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4815174-321e-44e4-9bb0-8d37f0aeedcb x-openstack-request-id: req-f4815174-321e-44e4-9bb0-8d37f0aeedcb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:37.463701 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-plugged", "status": "completed", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:37.464011 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4815174-321e-44e4-9bb0-8d37f0aeedcb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:37.464487 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'code': 200} Jul 07 18:02:37.476378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.512593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:37.541277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40648) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:37.545807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.558483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9531ed65-8ca5-49b1-af02-97e9283abcb1 req-78712d8a-3d22-4668-a91d-04f7f741ca94 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454909 Jul 07 18:02:37.567227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:37.567496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.571103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14d96372-1dcf-4249-96d0-6b17bcd20c55 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:37.571299 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:37.605518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:02:37.658991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 14d96372-1dcf-4249-96d0-6b17bcd20c55 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:37.669868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14d96372-1dcf-4249-96d0-6b17bcd20c55 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:37.683637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce59f-9d81-46ed-9db5-c3b4c016a331 req-f82e430c-b1c6-4d93-a339-a3267bf8942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:37.685858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a46ce59f-9d81-46ed-9db5-c3b4c016a331 req-f82e430c-b1c6-4d93-a339-a3267bf8942a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 1101 time: 0.1864922 Jul 07 18:02:37.698618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.710180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.715028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:37.716753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] 10.222.0.88 "DELETE /v2.0/networks/d0362a63-24db-4eea-99ea-b32d5268d964 HTTP/1.1" status: 204 len: 168 time: 1.5719504 Jul 07 18:02:37.742343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1178120856-network', 'tenant_id': '26fb1d0b050648f0bccead4d17998a25'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:37.751205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] Deleting port c360ce10-a51b-4646-8666-03c00bd6ddbe {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:37.752086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.803574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66176d6b-1ee3-4545-9b0f-b5a9e6bd5a6c tempest-NetworksIpV6Test-1823412139 tempest-NetworksIpV6Test-1823412139-project] Pushing event deleted for resources: {'Network': ['ID=d0362a63-24db-4eea-99ea-b32d5268d964,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:37.867273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] For port c360ce10-a51b-4646-8666-03c00bd6ddbe, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c360ce10-a51b-4646-8666-03c00bd6ddbe,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:37.867884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.870551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Made reservation on behalf of 26fb1d0b050648f0bccead4d17998a25 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:37.874335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.877710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a46ce59f-9d81-46ed-9db5-c3b4c016a331 req-0b41a661-8427-4330-804e-95fed811c47f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803367 Jul 07 18:02:37.892248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.892679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] Calling delete_port for c360ce10-a51b-4646-8666-03c00bd6ddbe owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:38.004465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.030523 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.053069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Port c360ce10-a51b-4646-8666-03c00bd6ddbe concurrently deleted while adding address for new subnet {'id': 'b8412a71-a974-4676-b985-fa8ef6bff58b', 'name': '', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1752, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-07T18:02:36Z', 'updated_at': '2021-07-07T18:02:36Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b9dca3cfa1a543d389ed8e1c37c40621'}. {{(pid=105589) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 07 18:02:38.053495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.053856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.062618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.079549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] Pushing event deleted for resources: {'Port': ['ID=c360ce10-a51b-4646-8666-03c00bd6ddbe,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.084714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823d9ee-0ac0-47b2-b508-3a09328b9de5 None None] No DVR routers for this DVR port c360ce10-a51b-4646-8666-03c00bd6ddbe on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:38.098771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:38.119608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.122474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:38.126529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:38.129466 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.129806 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Added segment 8b2aa5de-93cb-410a-b037-476d1acafaff of type vlan for network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 Jul 07 18:02:38.131707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:38.132311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.140098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.140841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=b8412a71-a974-4676-b985-fa8ef6bff58b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.141154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da2f62-509d-494c-9160-ca0400b40b7c None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:38.155261 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4672d58d-29e2-4390-b3e2-b4a933595cef tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7049448 Jul 07 18:02:38.163382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40664) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.170131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.193541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.272650 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.273861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:38.274471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.388363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': 'b8412a71-a974-4676-b985-fa8ef6bff58b'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:38.390116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.417198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:38.419233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8765366 Jul 07 18:02:38.426358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.433898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40670) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.442989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b993a38-2fdb-41ef-803e-a605da7d879b admin admin] Pushing event updated for resources: {'Network': ['ID=0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.464472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Request body: {'subnet': {'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1178120856-subnet', 'tenant_id': '26fb1d0b050648f0bccead4d17998a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.476162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5b88bab1-f965-44a4-8351-b171e6de148a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c679511204b043e3bc055295380bbf17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531516 Jul 07 18:02:38.476453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40672) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.481756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:38.535626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef37b4-85d9-46cb-a0a5-52233f9a89f4 req-42d17618-bbdd-4019-92a7-4917ba845e6b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:38.537287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3eef37b4-85d9-46cb-a0a5-52233f9a89f4 req-42d17618-bbdd-4019-92a7-4917ba845e6b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1479676 Jul 07 18:02:38.567584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a92edec8-2769-4cc4-a999-9c71ed0ac473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.577018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Made reservation on behalf of 26fb1d0b050648f0bccead4d17998a25 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:38.579534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.605631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a92edec8-2769-4cc4-a999-9c71ed0ac473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.614804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3eef37b4-85d9-46cb-a0a5-52233f9a89f4 req-5e5f3698-8827-4026-85f2-83658878e091 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696745 Jul 07 18:02:38.703383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Allocated IP 2001:db8::f816:3eff:fe85:514e (0615333f-c9a5-42b4-86e0-c4a963464179/b8412a71-a974-4676-b985-fa8ef6bff58b/1ecd325a-d777-4383-b56c-d544ba1bc8b0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:38.712928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a92edec8-2769-4cc4-a999-9c71ed0ac473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.715442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a92edec8-2769-4cc4-a999-9c71ed0ac473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.717964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a92edec8-2769-4cc4-a999-9c71ed0ac473 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88727d89-2b2e-4a85-800d-072686b99cfe HTTP/1.1" status: 204 len: 168 time: 0.2405486 Jul 07 18:02:38.730982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92edec8-2769-4cc4-a999-9c71ed0ac473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88727d89-2b2e-4a85-800d-072686b99cfe,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.936899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cb550-e1dd-4a63-b804-2624d4667289 req-280bd9ad-042d-467e-9ce9-2eefd9ed55ae tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:38.944345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-711cb550-e1dd-4a63-b804-2624d4667289 req-280bd9ad-042d-467e-9ce9-2eefd9ed55ae tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 950 time: 0.1876805 Jul 07 18:02:38.992449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-711cb550-e1dd-4a63-b804-2624d4667289 req-2ad908ef-e88e-4d00-8ab3-76d9327daa9e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 Jul 07 18:02:39.025402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.034918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Transition to ACTIVE for port object 1ecd325a-d777-4383-b56c-d544ba1bc8b0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:39.052649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Transition to ACTIVE for port object 1ecd325a-d777-4383-b56c-d544ba1bc8b0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:39.061742 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.097758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.130647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:39.135295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:39.143359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:39.145500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:39.244635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb030d6d-b84b-44ad-a844-8d73db4ad5f4,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:39.250163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Attempting to bind port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:39.251057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Attempting to bind port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:39.251057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Attempting to bind port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:39.256525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:39.256992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:39.257374 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.257773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:39.258373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Bound port: 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:39.258812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.259029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Checking segment: {'id': '8b2aa5de-93cb-410a-b037-476d1acafaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:39.259455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Network hostable DHCP agents. Network: 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:39.264853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.357964 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:39.359654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:39.362791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:39.365386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:39.368888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:39.369802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.372004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:39.381090 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.386697 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=69adcb63-2af0-4b61-b85c-84e6005a85b1,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:39.393769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:39.401362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40696) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:39.402029 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3db808a4-21db-42ea-9682-5276f10cb4d1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2373154 Jul 07 18:02:39.406124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:39.406973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.407387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:f6:33:b3', 'name': 'tempest-NetworksTestDHCPv6-1544136395'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:39.445082 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d3e929b9-5c40-4933-8c35-01e2081ed9f8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0097318 Jul 07 18:02:39.459492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb91758-ed5a-4eac-ad70-dd62e1030029 None None] Network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:39.555728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe527c45-b483-4450-b947-30dcc1315213 None None] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:39.566507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c360ce10-a51b-4646-8666-03c00bd6ddbe no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:39.607746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c360ce10-a51b-4646-8666-03c00bd6ddbe {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:39.608093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c360ce10-a51b-4646-8666-03c00bd6ddbe not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:39.656376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:39.720000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032908b1-3b42-470d-a701-242291d3cd39 None None] Network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:39.902098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.938491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port da4fcf17-17e3-4dea-b183-6212ab2a96a0 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:02:40.184892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3e26-8879-4962-b014-8b325c7e4b00 req-bd8faf1a-73f4-4442-a45e-72ef9fb1decf tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:40.186550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-433b3e26-8879-4962-b014-8b325c7e4b00 req-bd8faf1a-73f4-4442-a45e-72ef9fb1decf tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.2056937 Jul 07 18:02:40.329946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40738) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:40.377031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40742) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:40.384120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-433b3e26-8879-4962-b014-8b325c7e4b00 req-407079e3-837c-44e5-bbe4-fe43b850fefe tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897733 Jul 07 18:02:40.391002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 172.20.0.2 (0615333f-c9a5-42b4-86e0-c4a963464179/69adcb63-2af0-4b61-b85c-84e6005a85b1/da4fcf17-17e3-4dea-b183-6212ab2a96a0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:40.411759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fef6:33b3 (0615333f-c9a5-42b4-86e0-c4a963464179/b8412a71-a974-4676-b985-fa8ef6bff58b/da4fcf17-17e3-4dea-b183-6212ab2a96a0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:40.461581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-952a1621-2f8b-4d52-b438-527f6e00f46e tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:40.473355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-952a1621-2f8b-4d52-b438-527f6e00f46e tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/networks?id=0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 HTTP/1.1" status: 200 len: 822 time: 0.2156823 Jul 07 18:02:40.498297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-dbeb5b1e-e6c8-431f-ad5a-c6c569d94a67 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/quotas/26fb1d0b050648f0bccead4d17998a25 HTTP/1.1" status: 200 len: 375 time: 0.0236065 Jul 07 18:02:40.556260 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44c07e4f-b8a2-4be1-8681-80c233e1e1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.635598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-c4ff8a0c-510c-4322-9c08-6f8bfb0f2b77 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=26fb1d0b050648f0bccead4d17998a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078947 Jul 07 18:02:40.676223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-766124741'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:40.705705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44c07e4f-b8a2-4be1-8681-80c233e1e1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.714612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44c07e4f-b8a2-4be1-8681-80c233e1e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.761366 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-44c07e4f-b8a2-4be1-8681-80c233e1e1a9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7beaf342b8e7433d9c56ca7fb2ebbc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831327 Jul 07 18:02:40.767240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40748) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:40.779595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:40.782745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.801914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.807246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07e4f-b8a2-4be1-8681-80c233e1e1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f037a46-5c27-44c0-9e09-cb1d4aba3c9a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:40.818488 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.840435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad96dc-65b5-4028-b0ad-94caed2716d3 req-68791ff8-cd0d-4f6a-b352-5773cdde7eeb tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:40.842180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60ad96dc-65b5-4028-b0ad-94caed2716d3 req-68791ff8-cd0d-4f6a-b352-5773cdde7eeb tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 950 time: 0.2136793 Jul 07 18:02:40.864428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object da4fcf17-17e3-4dea-b183-6212ab2a96a0 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:40.876456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-143f2d83-f868-47a8-af13-4146d49e0b75 service neutron] 10.222.0.88 "GET /v2.0/networks/0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972749 Jul 07 18:02:40.892978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f464-6ad4-4adb-bde9-11bac73e5797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.923961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76054c44-745a-4959-9bb0-05d5f7964a55 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:40.929978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f464-6ad4-4adb-bde9-11bac73e5797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.958947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60ad96dc-65b5-4028-b0ad-94caed2716d3 req-78a5d3a3-64c2-4c32-8b89-abf84787a83f tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072066 Jul 07 18:02:40.991098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.999626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9117f298-5174-409b-88f4-4859e267af9e None None] Provisioning for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:41.045340 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.050964 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f464-6ad4-4adb-bde9-11bac73e5797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.054157 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f464-6ad4-4adb-bde9-11bac73e5797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.054333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-82269083-4a72-4906-9661-c2d64b8c891d service neutron] 10.222.0.88 "GET /v2.0/networks/0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652248 Jul 07 18:02:41.055850 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4ce2f464-6ad4-4adb-bde9-11bac73e5797 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f037a46-5c27-44c0-9e09-cb1d4aba3c9a HTTP/1.1" status: 204 len: 168 time: 0.2847600 Jul 07 18:02:41.066474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2f464-6ad4-4adb-bde9-11bac73e5797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f037a46-5c27-44c0-9e09-cb1d4aba3c9a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:41.066636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:41.071059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:41.073610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=da4fcf17-17e3-4dea-b183-6212ab2a96a0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:41.075939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:41.081447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.134470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af393ff7-3c99-466a-b3a6-ed427a92ee33,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:41.153332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.154234 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.167678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:41.174708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-93955348-c734-42df-89b5-786bb307c4fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7696984 Jul 07 18:02:41.175158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40754) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:41.227931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.228322 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Added segment f6faee96-1af7-466d-a2e5-6befb54e95b1 of type vlan for network 0ae7e41b-fda5-4068-9717-7af82fa65bfa Jul 07 18:02:41.356769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': 'b8412a71-a974-4676-b985-fa8ef6bff58b', 'ip_address': '2001:db8::f816:3eff:fe85:514e'}, {'subnet_id': '69adcb63-2af0-4b61-b85c-84e6005a85b1'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '1ecd325a-d777-4383-b56c-d544ba1bc8b0'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:02:41.359784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.418376 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.424709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757c0d2-1df2-4faa-a44a-a842ac6fb6cd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.438273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757c0d2-1df2-4faa-a44a-a842ac6fb6cd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.440659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c757c0d2-1df2-4faa-a44a-a842ac6fb6cd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2637210 Jul 07 18:02:41.446796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40766) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:41.453202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b33413fe-7036-4830-9ebf-74b80e61106a req-ee3385c2-44d6-4d7a-8418-0c2e7b887c52 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 210 time: 0.0552499 Jul 07 18:02:41.587964 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.609328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.610068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.617041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40768) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:41.620621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1ecd325a-d777-4383-b56c-d544ba1bc8b0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:41.673670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3423398 Jul 07 18:02:41.682080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2352817b-3fee-4ec2-b64f-ad5c89a72296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.757735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] Allocated IP 172.20.0.3 (0615333f-c9a5-42b4-86e0-c4a963464179/69adcb63-2af0-4b61-b85c-84e6005a85b1/1ecd325a-d777-4383-b56c-d544ba1bc8b0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:41.765130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a713be-8383-45fb-9d48-b771252dd8da req-48b8f948-5f4b-4440-93ea-d5ed150a7a82 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.773545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08a713be-8383-45fb-9d48-b771252dd8da req-48b8f948-5f4b-4440-93ea-d5ed150a7a82 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 949 time: 0.2049506 Jul 07 18:02:41.774114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:41.782488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:41.783301 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.794676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6acbd-e846-4a86-8a33-89fc96ef6ca9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Network': ['ID=0ae7e41b-fda5-4068-9717-7af82fa65bfa,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:41.805356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port da4fcf17-17e3-4dea-b183-6212ab2a96a0 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:41.805708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.830690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0ae7e41b-fda5-4068-9717-7af82fa65bfa details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:41.846677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135936a-5708-4fc4-a692-73855e4d844c req-50a530dc-a339-4c12-8ca6-58d1aaacb460 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.855344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a135936a-5708-4fc4-a692-73855e4d844c req-50a530dc-a339-4c12-8ca6-58d1aaacb460 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.2397861 Jul 07 18:02:41.881825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08a713be-8383-45fb-9d48-b771252dd8da req-4e1e9af6-4ccf-41c9-a5dd-dd3ed58a8a01 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071091 Jul 07 18:02:41.977577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a135936a-5708-4fc4-a692-73855e4d844c req-32a6be21-8266-4dcf-98f3-421956fe807c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211419 Jul 07 18:02:42.012560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.026622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for da4fcf17-17e3-4dea-b183-6212ab2a96a0 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:42.103378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2352817b-3fee-4ec2-b64f-ad5c89a72296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.113074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2352817b-3fee-4ec2-b64f-ad5c89a72296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.193997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:42.230901 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.267403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40784) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:42.274197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2352817b-3fee-4ec2-b64f-ad5c89a72296 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e93f66802654e53b4d2914dfb422ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503851 Jul 07 18:02:42.284340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352817b-3fee-4ec2-b64f-ad5c89a72296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd224e3-c867-40e4-945e-9ae09920b1c3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:42.326276 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.388314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] Transition to ACTIVE for port object 1ecd325a-d777-4383-b56c-d544ba1bc8b0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:42.395828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=da4fcf17-17e3-4dea-b183-6212ab2a96a0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:42.436457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.464116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.464116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.464116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.468770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.470212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.470559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.470891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.471225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.471551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.471874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.472198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.472520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.596554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.653476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.655674 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92042030-73d2-4e23-93b9-0035254b4faa tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/da4fcf17-17e3-4dea-b183-6212ab2a96a0 HTTP/1.1" status: 204 len: 168 time: 1.2059646 Jul 07 18:02:42.658167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40798) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:42.675081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec238ac-30e1-44b2-a564-4bae600d33ff None None] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:42.738046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:42.739327 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:42.788418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b7e631d-10ea-41fc-a9d7-058d5f3ca67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.852719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a800a-b2c5-4086-bf62-023be0cc67c2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:42.854648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a800a-b2c5-4086-bf62-023be0cc67c2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:42.856577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a800a-b2c5-4086-bf62-023be0cc67c2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:42.858672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bd1a800a-b2c5-4086-bf62-023be0cc67c2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1993470 Jul 07 18:02:42.861465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:42.927007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b7e631d-10ea-41fc-a9d7-058d5f3ca67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.938752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 69adcb63-2af0-4b61-b85c-84e6005a85b1 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:42.949544 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.954163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39edd81c-657e-49c9-a49a-1a400704f267 req-a786cfa6-7fff-485a-983d-9043986afd95 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 210 time: 0.0526907 Jul 07 18:02:43.021654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.155431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b7e631d-10ea-41fc-a9d7-058d5f3ca67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.163242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b7e631d-10ea-41fc-a9d7-058d5f3ca67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.164743 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9b7e631d-10ea-41fc-a9d7-058d5f3ca67c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cfd224e3-c867-40e4-945e-9ae09920b1c3 HTTP/1.1" status: 204 len: 168 time: 0.8947315 Jul 07 18:02:43.180215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e631d-10ea-41fc-a9d7-058d5f3ca67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd224e3-c867-40e4-945e-9ae09920b1c3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:43.274649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.316736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7670e-fd10-4cfa-8d8a-df269ec38369 req-ac93aa09-b345-4ff6-8b69-1af2b32871e5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:43.327908 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06c7670e-fd10-4cfa-8d8a-df269ec38369 req-ac93aa09-b345-4ff6-8b69-1af2b32871e5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1675038 Jul 07 18:02:43.350554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.371758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.398845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06c7670e-fd10-4cfa-8d8a-df269ec38369 req-bc7166f4-cd96-4129-8db8-b3fef4ddf63f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654180 Jul 07 18:02:43.440632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=69adcb63-2af0-4b61-b85c-84e6005a85b1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:43.444766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.450988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3491047-c7e7-4bb5-9359-139613049eba tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/69adcb63-2af0-4b61-b85c-84e6005a85b1 HTTP/1.1" status: 204 len: 168 time: 0.5880527 Jul 07 18:02:43.453326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40814) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:43.466053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:43.467796 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:43.593503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet b8412a71-a974-4676-b985-fa8ef6bff58b {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:43.605340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.689720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.768165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40822) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:43.796645 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1037aaa0-4cf3-46ff-94e1-4581aaff6e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.833897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f85ed32-7879-4c67-aa6b-e31f4d3ab261 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:43.988375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1037aaa0-4cf3-46ff-94e1-4581aaff6e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.998072 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1037aaa0-4cf3-46ff-94e1-4581aaff6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.124278 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.147255 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1037aaa0-4cf3-46ff-94e1-4581aaff6e57 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d383cec7b9ea4c908ab3506f43a404e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640501 Jul 07 18:02:44.148055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40836) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:44.151808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037aaa0-4cf3-46ff-94e1-4581aaff6e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc1a03c-dff2-4b18-b6ba-02cdf69acad8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:44.211486 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.239459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Could not find standard attr ID for object da4fcf17-17e3-4dea-b183-6212ab2a96a0. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:02:44.248085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-f426e714-4e72-4446-8b56-4995860d64d5 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:44.250816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-f426e714-4e72-4446-8b56-4995860d64d5 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.90 "GET /v2.0/networks?id=0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 HTTP/1.1" status: 200 len: 822 time: 0.4953742 Jul 07 18:02:44.267752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Request body: {'port': {'device_id': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6', 'admin_state_up': True, 'tenant_id': '26fb1d0b050648f0bccead4d17998a25'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:44.269558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Provisioning for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:44.278197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:44.278650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.336909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e6a4ecb-88b5-4d5a-8cab-8669f56fdfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.371104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e6a4ecb-88b5-4d5a-8cab-8669f56fdfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.401378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83ddf299-76ab-486a-a15d-d2ac6c9a7de6 req-83c09115-f0fa-4ebf-af5b-116d5537233b tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 210 time: 0.0545659 Jul 07 18:02:44.413575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.453847 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.457348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b8412a71-a974-4676-b985-fa8ef6bff58b HTTP/1.1" status: 204 len: 168 time: 1.0005393 Jul 07 18:02:44.458070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40840) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:44.470694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e6a4ecb-88b5-4d5a-8cab-8669f56fdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.483181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e6a4ecb-88b5-4d5a-8cab-8669f56fdfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.490794 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9e6a4ecb-88b5-4d5a-8cab-8669f56fdfcc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2dc1a03c-dff2-4b18-b6ba-02cdf69acad8 HTTP/1.1" status: 204 len: 168 time: 0.3268526 Jul 07 18:02:44.498421 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:44.500001 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:44.503487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.509948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a4ecb-88b5-4d5a-8cab-8669f56fdfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc1a03c-dff2-4b18-b6ba-02cdf69acad8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:44.631834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2946a90-2fcf-46d7-b5f5-6285ddfa24f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=b8412a71-a974-4676-b985-fa8ef6bff58b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:44.636983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:44.637465 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:44.641817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-109b4b01-b9ca-431d-b335-48710baca8b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1398692 Jul 07 18:02:44.645504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40844) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:44.652413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:44.723927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Made reservation on behalf of 26fb1d0b050648f0bccead4d17998a25 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:44.728729 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.761708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4697-2fec-4638-97fc-55305e74a8a6 req-f46e3bff-3c41-43e3-af6e-5e7c43043995 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:44.763875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c8a4697-2fec-4638-97fc-55305e74a8a6 req-f46e3bff-3c41-43e3-af6e-5e7c43043995 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1173995 Jul 07 18:02:44.797188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:44.870151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581adfbc-217a-452c-a8e1-3a75aec88d32 None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': 'b8412a71-a974-4676-b985-fa8ef6bff58b'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '1ecd325a-d777-4383-b56c-d544ba1bc8b0'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:02:44.877519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:44.884116 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.975281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c8a4697-2fec-4638-97fc-55305e74a8a6 req-089b8fcf-907b-42bf-821d-ce4bd0ea8d88 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048336 Jul 07 18:02:44.984166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-581adfbc-217a-452c-a8e1-3a75aec88d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.033620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40864) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:45.039622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'subnet': {'network_id': '0ae7e41b-fda5-4068-9717-7af82fa65bfa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:45.096146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:45.145916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Allocated IP 172.20.0.9 (0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6/cb030d6d-b84b-44ad-a844-8d73db4ad5f4/9265a698-7fcd-4647-8460-a972d6d57054) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:45.188771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'mac_address': 'fa:16:3e:37:b9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:45.231382 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.256040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:45.259792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.301072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ff850-a790-464b-9eea-ad2e087145cd None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:45.309496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:45.310495 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.310919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.351683 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.379003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:45.383551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:45.394324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:45.406002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=03446b45-4c32-4376-af46-c099c4132f8d,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:45.410456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:45.411789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.438157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ecd2e6b0-1d51-4c4c-9948-aa2ba19673a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7914057 Jul 07 18:02:45.439266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:45.447649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:45.449967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:45.462721 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.474875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8fb7-e5c7-4d54-8735-4bedea673329 None None] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:45.582520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-97c8b3ca-e5f3-417d-b782-68087b9515d9 None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:45.583236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-97c8b3ca-e5f3-417d-b782-68087b9515d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.625660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:45.656885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4131037-cb8c-4215-8d87-1e2e383e0b80 req-5a6c6e95-1cb8-4e64-bf21-76e5511bc967 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 210 time: 0.0701187 Jul 07 18:02:45.658107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:45.662955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.817487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3737cd5-7b5a-4284-adb5-e044d7cf0e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.833418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '03446b45-4c32-4376-af46-c099c4132f8d'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '1ecd325a-d777-4383-b56c-d544ba1bc8b0'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:02:45.918489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.155039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.169957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:46.173474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.224145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] Allocated IP 172.20.0.2 (0615333f-c9a5-42b4-86e0-c4a963464179/03446b45-4c32-4376-af46-c099c4132f8d/1ecd325a-d777-4383-b56c-d544ba1bc8b0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:46.366430 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.411033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:46.422702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1ecd325a-d777-4383-b56c-d544ba1bc8b0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:46.441444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Subnet': ['ID=5280d11e-0e1e-4235-8f7b-6b2034f6e11d,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:46.470265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Checking segment: {'id': 'f6faee96-1af7-466d-a2e5-6befb54e95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0ae7e41b-fda5-4068-9717-7af82fa65bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:46.470768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network hostable DHCP agents. Network: 0ae7e41b-fda5-4068-9717-7af82fa65bfa, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:46.478972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.505415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:46.505860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] Transition to ACTIVE for port object 1ecd325a-d777-4383-b56c-d544ba1bc8b0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:46.536337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:46.548199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Pushing event updated for resources: {'Port': ['ID=9265a698-7fcd-4647-8460-a972d6d57054,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:46.553804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:46.560617 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.562464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.573539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network 0ae7e41b-fda5-4068-9717-7af82fa65bfa is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:46.631058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e6e3-d92d-422b-92d8-2f25aee36b76 req-ac8632d6-4b72-492f-8fc6-0ee064233eca tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:46.637477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8579e6e3-d92d-422b-92d8-2f25aee36b76 req-ac8632d6-4b72-492f-8fc6-0ee064233eca tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.3212245 Jul 07 18:02:46.664606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0ae7e41b-fda5-4068-9717-7af82fa65bfa) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:46.682574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70de761-aeab-4009-9b90-ff083438332e None None] Network 0ae7e41b-fda5-4068-9717-7af82fa65bfa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:46.722242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:46.722848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.746587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:46.747287 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.770306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8579e6e3-d92d-422b-92d8-2f25aee36b76 req-4cb4e9d4-1d97-4c9c-ac60-375b41a638da tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100082 Jul 07 18:02:46.788821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd0ed4-2b61-4658-b739-e4196b695c8b None None] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:46.789197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6d908c95-81cf-4ccb-93b3-22e85595e076 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7541091 Jul 07 18:02:46.790856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40926) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:46.796349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1572089320'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:46.809763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:46.834316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-2d1880f8-98d1-4d0d-9c03-f2007cb5668c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5730164 Jul 07 18:02:46.918097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:46.919717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:46.924111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.979098 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.090058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:47.127226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:47.136266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:47.137448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.155876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Request body: {'port': {'device_id': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:47.225139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.225491 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Added segment bf6b69cb-7936-4716-b82b-1b5de683cc6d of type vlan for network 74ed5194-1425-4f31-814d-275732262c1c Jul 07 18:02:47.302942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208a13-f854-4983-b13e-edb200feffcd req-c3b2d768-8f2c-4fd8-a0a9-1027d84b894b tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:47.310350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19208a13-f854-4983-b13e-edb200feffcd req-c3b2d768-8f2c-4fd8-a0a9-1027d84b894b tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 931 time: 0.4117522 Jul 07 18:02:47.450180 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.547426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:47.568137 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef56f0-6899-44f0-a9b3-bdf8e613ed19" -d '{"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-plugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:47.579856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.598042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0ae7e41b-fda5-4068-9717-7af82fa65bfa', 'network_id': '0ae7e41b-fda5-4068-9717-7af82fa65bfa', 'tenant_id': '807837a33aba4be48182796e17b476c7', 'fixed_ips': [{'subnet_id': '5280d11e-0e1e-4235-8f7b-6b2034f6e11d'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:47.599709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19208a13-f854-4983-b13e-edb200feffcd req-8407fa8c-7369-4c2e-a227-5e1a83f11788 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884474 Jul 07 18:02:47.602773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.666196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:47.687851 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.773369 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c2cbae-df64-42da-891e-7b0b9caa29d4 x-openstack-request-id: req-97c2cbae-df64-42da-891e-7b0b9caa29d4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:47.773558 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-plugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:47.774300 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-97c2cbae-df64-42da-891e-7b0b9caa29d4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:47.774300 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'code': 200} Jul 07 18:02:47.805623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.875782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.881836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:47.882657 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.962446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Allocated IP 2001:db8:0:ffff::2 (0ae7e41b-fda5-4068-9717-7af82fa65bfa/5280d11e-0e1e-4235-8f7b-6b2034f6e11d/ac8d03ad-0c82-44ef-820a-adf081f5eaca) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:48.002025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:48.020758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Network': ['ID=74ed5194-1425-4f31-814d-275732262c1c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:48.049709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 74ed5194-1425-4f31-814d-275732262c1c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:48.067797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:02:48.101544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6024717d-bc7a-45be-a482-a359aa33127d tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3094153 Jul 07 18:02:48.102396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e977328-8d6e-4841-a1ef-3878ddbc8302 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:48.104565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40960) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:48.110204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'subnet': {'network_id': '74ed5194-1425-4f31-814d-275732262c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:48.279181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:48.285434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.392967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddca0d0-a31d-4773-917b-7181dcf037ef req-49775054-773a-4469-ba08-d00538d96e0c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:48.400273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ddca0d0-a31d-4773-917b-7181dcf037ef req-49775054-773a-4469-ba08-d00538d96e0c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.3944473 Jul 07 18:02:48.575647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ddca0d0-a31d-4773-917b-7181dcf037ef req-3bd92026-01b2-4f99-b212-0cd2f70e0ec4 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742241 Jul 07 18:02:48.611759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1ecd325a-d777-4383-b56c-d544ba1bc8b0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:48.755434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.917967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:02:48.920936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.921504 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.941223 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba280-6130-4523-8fc2-20ab1f82a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.944584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Provisioning for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:48.957069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:48.957444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.007236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:49.007924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.010944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Subnet': ['ID=d3495880-0c4d-4c88-b09a-3c1a9315fd20,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:49.019021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Checking segment: {'id': 'bf6b69cb-7936-4716-b82b-1b5de683cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '74ed5194-1425-4f31-814d-275732262c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:49.019158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network hostable DHCP agents. Network: 74ed5194-1425-4f31-814d-275732262c1c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:49.049280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network 74ed5194-1425-4f31-814d-275732262c1c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:49.082163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 74ed5194-1425-4f31-814d-275732262c1c) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:49.107723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.111887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.154758 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8007e72-9dec-41bb-a113-38c280a561a8 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0486958 Jul 07 18:02:49.157509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40982) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:49.164174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'port': {'network_id': '74ed5194-1425-4f31-814d-275732262c1c', 'name': 'tempest-NetworksIpV6TestAttrs-121650399'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:49.215089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9265a698-7fcd-4647-8460-a972d6d57054 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:49.235079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.250450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca4634-e00a-4000-bb6a-dde1e9219c69 None None] Network 74ed5194-1425-4f31-814d-275732262c1c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:49.276843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:49.279917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Transition to ACTIVE for port object 9265a698-7fcd-4647-8460-a972d6d57054 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:49.342723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.355391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3c5dc-19e5-4cac-8a38-e3f5249ffa78 req-d5aafc68-fc1e-446e-bcdc-97bc5c49abe2 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.356819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:49.357352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bf3c5dc-19e5-4cac-8a38-e3f5249ffa78 req-d5aafc68-fc1e-446e-bcdc-97bc5c49abe2 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 931 time: 0.3539441 Jul 07 18:02:49.359305 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.362466 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.373209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.374061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.404258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] device_id is not set on port 2621d227-d7f1-4fbc-b649-ab5a73261f36 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:02:49.417837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.484796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.488522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:49.531492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:49.536179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.538165 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.570530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Allocated IP 2001:db8::f816:3eff:fe73:5a25 (74ed5194-1425-4f31-814d-275732262c1c/d3495880-0c4d-4c88-b09a-3c1a9315fd20/2621d227-d7f1-4fbc-b649-ab5a73261f36) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:49.588191 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:49.588815 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:49.658415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bf3c5dc-19e5-4cac-8a38-e3f5249ffa78 req-0268902f-0a62-41dd-a8a1-365bd8ac8d5a tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735600 Jul 07 18:02:49.667227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40990) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:49.675326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:d9:d1:6d', 'name': 'tempest-NetworksTestDHCPv6-1325788200'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:49.677438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2353210 Jul 07 18:02:49.677833 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.707761 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.772475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Transition to ACTIVE for port object ac8d03ad-0c82-44ef-820a-adf081f5eaca will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:49.791817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9265a698-7fcd-4647-8460-a972d6d57054,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:49.861377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=3f0c606d-523f-4b3e-a35e-73ef18d0624a,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:49.905428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Transition to ACTIVE for port object ac8d03ad-0c82-44ef-820a-adf081f5eaca will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:49.913889 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:49.914325 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:49.940158 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.072157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-74ed5194-1425-4f31-814d-275732262c1c', 'network_id': '74ed5194-1425-4f31-814d-275732262c1c', 'tenant_id': '807837a33aba4be48182796e17b476c7', 'fixed_ips': [{'subnet_id': 'd3495880-0c4d-4c88-b09a-3c1a9315fd20'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:50.073544 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.122655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Network 0ae7e41b-fda5-4068-9717-7af82fa65bfa is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:50.141487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fdfcd-215c-44d9-8d3a-37ed6a2ecccd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:50.193082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:50.200679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Attempting to bind port 9265a698-7fcd-4647-8460-a972d6d57054 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:50.203122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Attempting to bind port 9265a698-7fcd-4647-8460-a972d6d57054 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '8b2aa5de-93cb-410a-b037-476d1acafaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:50.203591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Attempting to bind port 9265a698-7fcd-4647-8460-a972d6d57054 on network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:50.226045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Port 9265a698-7fcd-4647-8460-a972d6d57054 on network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:02:50.228706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Attempting to bind port 9265a698-7fcd-4647-8460-a972d6d57054 on network 0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:50.229445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:50.256294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:50.266683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:50.271955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Checking segment: {'id': '8b2aa5de-93cb-410a-b037-476d1acafaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:50.277704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.277965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Bound using segment: {'id': '8b2aa5de-93cb-410a-b037-476d1acafaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:50.280347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Bound port: 9265a698-7fcd-4647-8460-a972d6d57054, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2aa5de-93cb-410a-b037-476d1acafaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:50.281432 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.282385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Pushing event updated for resources: {'Port': ['ID=ac8d03ad-0c82-44ef-820a-adf081f5eaca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:50.319566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c661cc-b635-4bb6-91c0-b4755132aab0 req-9fa9c915-c38e-4613-ade7-9f55d6bb8b3a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:50.327395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28c661cc-b635-4bb6-91c0-b4755132aab0 req-9fa9c915-c38e-4613-ade7-9f55d6bb8b3a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.4538212 Jul 07 18:02:50.443445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28c661cc-b635-4bb6-91c0-b4755132aab0 req-90c05458-ee9f-42e1-a483-7bedc2f0dc8c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153457 Jul 07 18:02:50.520676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] For port 9265a698-7fcd-4647-8460-a972d6d57054, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:50.526096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] For port 9265a698-7fcd-4647-8460-a972d6d57054, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9265a698-7fcd-4647-8460-a972d6d57054,segment=NetworkSegment(8b2aa5de-93cb-410a-b037-476d1acafaff),segment_id=8b2aa5de-93cb-410a-b037-476d1acafaff)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:50.542723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.644316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Attempting to bind port ac8d03ad-0c82-44ef-820a-adf081f5eaca on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:50.644650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Attempting to bind port ac8d03ad-0c82-44ef-820a-adf081f5eaca by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'f6faee96-1af7-466d-a2e5-6befb54e95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0ae7e41b-fda5-4068-9717-7af82fa65bfa'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:50.644981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Attempting to bind port ac8d03ad-0c82-44ef-820a-adf081f5eaca on network 0ae7e41b-fda5-4068-9717-7af82fa65bfa {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:50.671497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9265a698-7fcd-4647-8460-a972d6d57054,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:50.690942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:50.700688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:50.701401 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.703061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-23028cef-0e17-411c-906d-d0faa650f9a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/9265a698-7fcd-4647-8460-a972d6d57054 HTTP/1.1" status: 200 len: 1091 time: 3.8512833 Jul 07 18:02:50.703554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'tag': '9265a698-7fcd-4647-8460-a972d6d57054'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:50.706684 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3433190f-a9aa-4674-846d-8f69c94a98ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d7660ec4-e613-4bcb-99c8-391e9ba59380", "tag": "9265a698-7fcd-4647-8460-a972d6d57054"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:50.726609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.733039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:50.733425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Checking segment: {'id': 'f6faee96-1af7-466d-a2e5-6befb54e95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0ae7e41b-fda5-4068-9717-7af82fa65bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:50.733837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.734232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Bound using segment: {'id': 'f6faee96-1af7-466d-a2e5-6befb54e95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0ae7e41b-fda5-4068-9717-7af82fa65bfa'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:50.734769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Bound port: ac8d03ad-0c82-44ef-820a-adf081f5eaca, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6faee96-1af7-466d-a2e5-6befb54e95b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0ae7e41b-fda5-4068-9717-7af82fa65bfa'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:50.736008 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.740107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.897620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-d9034710-af9e-48e4-b314-dc50d09f6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:50.899091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-d9034710-af9e-48e4-b314-dc50d09f6bf6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=26fb1d0b050648f0bccead4d17998a25&device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 1094 time: 0.1217782 Jul 07 18:02:51.026469 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af7711-93b1-4167-ad49-324e3f325bef x-openstack-request-id: req-09af7711-93b1-4167-ad49-324e3f325bef {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:51.026873 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7660ec4-e613-4bcb-99c8-391e9ba59380", "tag": "9265a698-7fcd-4647-8460-a972d6d57054", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:51.027059 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09af7711-93b1-4167-ad49-324e3f325bef {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:51.027436 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'tag': '9265a698-7fcd-4647-8460-a972d6d57054', 'status': 'completed', 'code': 200} Jul 07 18:02:51.029133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-0eb0bc73-35b4-4f50-8804-d5331972c963 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9265a698-7fcd-4647-8460-a972d6d57054 HTTP/1.1" status: 200 len: 217 time: 0.1219485 Jul 07 18:02:51.069886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:51.070714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0377b87-ac91-4686-a5b8-984047394958 None None] Pushing event updated for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:51.085311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5978d32b-a8af-4f60-b0ad-b8845fa76d11 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:51.143379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 1aa60c2f-cb94-4496-9c90-f5751b43e0ab yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:02:51.205081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-5a61f5c3-9ad8-49bd-93c4-9a739cf21fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:51.211683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-5a61f5c3-9ad8-49bd-93c4-9a739cf21fe7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb030d6d-b84b-44ad-a844-8d73db4ad5f4 HTTP/1.1" status: 200 len: 862 time: 0.1630864 Jul 07 18:02:51.373804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-161cbd28-dfcd-4912-a229-5f5c02b93003 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898311 Jul 07 18:02:51.376290 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:51.391569 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:51.392241 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:51.403180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9ab6617e-372b-4bf0-a0ad-3fd2de73c008 None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:51.403965 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ab6617e-372b-4bf0-a0ad-3fd2de73c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:51.450049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] For port ac8d03ad-0c82-44ef-820a-adf081f5eaca, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:51.465089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 172.20.0.12 (0615333f-c9a5-42b4-86e0-c4a963464179/03446b45-4c32-4376-af46-c099c4132f8d/1aa60c2f-cb94-4496-9c90-f5751b43e0ab) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:51.477196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:51.483586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] For port ac8d03ad-0c82-44ef-820a-adf081f5eaca, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ac8d03ad-0c82-44ef-820a-adf081f5eaca,segment=NetworkSegment(f6faee96-1af7-466d-a2e5-6befb54e95b1),segment_id=f6faee96-1af7-466d-a2e5-6befb54e95b1)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:51.502077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Transition to ACTIVE for port object 2621d227-d7f1-4fbc-b649-ab5a73261f36 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:51.507545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:51.546512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fed9:d16d (0615333f-c9a5-42b4-86e0-c4a963464179/3f0c606d-523f-4b3e-a35e-73ef18d0624a/1aa60c2f-cb94-4496-9c90-f5751b43e0ab) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:51.551850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-5684aa78-d69e-46f2-8085-d0e94530365e service neutron] 10.222.0.90 "GET /v2.0/networks/0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708984 Jul 07 18:02:51.561001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:51.569855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfc36f-5cde-406f-8a13-f0fa201336bb req-b6a5551a-3b1b-495f-81ff-81280bb32bf0 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:51.581009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40cfc36f-5cde-406f-8a13-f0fa201336bb req-b6a5551a-3b1b-495f-81ff-81280bb32bf0 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 943 time: 0.3672895 Jul 07 18:02:51.664354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network 74ed5194-1425-4f31-814d-275732262c1c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:51.667136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Port': ['ID=2621d227-d7f1-4fbc-b649-ab5a73261f36,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:51.670346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:51.672650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:51.678827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:51.679455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:51.721708 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6224c102-79a6-409e-99e0-ce0e4b76ba77 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5594654 Jul 07 18:02:51.728434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40cfc36f-5cde-406f-8a13-f0fa201336bb req-778e34d3-ec1b-45ca-a7ae-a156e9acc4c4 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464732 Jul 07 18:02:51.734641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41032) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:51.740786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05898-6998-4ce2-b1dc-b7aab05258b4 None None] Pushing event updated for resources: {'Port': ['ID=ac8d03ad-0c82-44ef-820a-adf081f5eaca,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:51.851368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dabc4509-b6c9-4ba8-a2eb-c9042f3ce0f5 req-da1051ad-fd56-4f0b-a89f-c19cdaeba020 service neutron] 10.222.0.90 "GET /v2.0/networks/0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680717 Jul 07 18:02:51.922872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Deleting subnet d3495880-0c4d-4c88-b09a-3c1a9315fd20 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:51.953013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Allocated IP 2001:db8::f816:3eff:fee7:c9a1 (74ed5194-1425-4f31-814d-275732262c1c/d3495880-0c4d-4c88-b09a-3c1a9315fd20/6bd92714-7400-4fdd-a395-33c808479107) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:51.994978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.017059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 1aa60c2f-cb94-4496-9c90-f5751b43e0ab will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:52.077837 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.188150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10eec-d533-4a9c-a5da-9762a00d136e req-4a0820a9-2f35-4811-837b-27e90cd9e47e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.206865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60a10eec-d533-4a9c-a5da-9762a00d136e req-4a0820a9-2f35-4811-837b-27e90cd9e47e tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.3118796 Jul 07 18:02:52.231847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:52.257290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:52.266465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:52.313510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-90951568-6c88-439f-b3b7-2c20dc453be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.319409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-90951568-6c88-439f-b3b7-2c20dc453be0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=26fb1d0b050648f0bccead4d17998a25&device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 1094 time: 0.3596008 Jul 07 18:02:52.350731 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.362136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=1aa60c2f-cb94-4496-9c90-f5751b43e0ab,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:52.429204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Transition to ACTIVE for port object 6bd92714-7400-4fdd-a395-33c808479107 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:52.459140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.460105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.493967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Transition to ACTIVE for port object 6bd92714-7400-4fdd-a395-33c808479107 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:52.505909 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f74282fb-e81b-4d83-bca9-4ff3d52f30a4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8372111 Jul 07 18:02:52.511417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41040) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:52.513709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.514015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.560415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60a10eec-d533-4a9c-a5da-9762a00d136e req-bf6794ea-c36e-4619-93c0-7fcb14fc6242 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489242 Jul 07 18:02:52.598742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Pushing event updated for resources: {'Port': ['ID=6bd92714-7400-4fdd-a395-33c808479107,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:52.633226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Network 74ed5194-1425-4f31-814d-275732262c1c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:52.635213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:52.641002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:52.723739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-f9c9b008-4db0-47e1-b235-3e577b2ebce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.725668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-f9c9b008-4db0-47e1-b235-3e577b2ebce3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 HTTP/1.1" status: 200 len: 923 time: 0.3951030 Jul 07 18:02:52.812258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.830973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-3f13b934-89e7-4ded-b764-7abbbfe36ea8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9265a698-7fcd-4647-8460-a972d6d57054 HTTP/1.1" status: 200 len: 217 time: 0.0968366 Jul 07 18:02:52.942087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-255fd51c-ecdb-4345-88d9-18e0ca9dd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.948526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-255fd51c-ecdb-4345-88d9-18e0ca9dd140 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb030d6d-b84b-44ad-a844-8d73db4ad5f4 HTTP/1.1" status: 200 len: 862 time: 0.1093957 Jul 07 18:02:52.972439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b032979-d314-4e17-91fb-799ef9eda424 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.988064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b032979-d314-4e17-91fb-799ef9eda424 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.994642 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9b032979-d314-4e17-91fb-799ef9eda424 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.4796591 Jul 07 18:02:52.996985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41054) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:53.044236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-17595a50-eed1-4286-9442-4d0347c6e0ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835345 Jul 07 18:02:53.146092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1ecd325a-d777-4383-b56c-d544ba1bc8b0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:53.248372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e0a64e55-75cc-44c9-a197-2ad30f64053f None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:53.248755 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0a64e55-75cc-44c9-a197-2ad30f64053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.299410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Attempting to bind port 6bd92714-7400-4fdd-a395-33c808479107 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:53.299908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Attempting to bind port 6bd92714-7400-4fdd-a395-33c808479107 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'bf6b69cb-7936-4716-b82b-1b5de683cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '74ed5194-1425-4f31-814d-275732262c1c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:53.300280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Attempting to bind port 6bd92714-7400-4fdd-a395-33c808479107 on network 74ed5194-1425-4f31-814d-275732262c1c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:53.331984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:53.332359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Checking segment: {'id': 'bf6b69cb-7936-4716-b82b-1b5de683cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '74ed5194-1425-4f31-814d-275732262c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:53.333120 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.333242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Bound using segment: {'id': 'bf6b69cb-7936-4716-b82b-1b5de683cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '74ed5194-1425-4f31-814d-275732262c1c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:53.333681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Bound port: 6bd92714-7400-4fdd-a395-33c808479107, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6b69cb-7936-4716-b82b-1b5de683cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '74ed5194-1425-4f31-814d-275732262c1c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:53.334248 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.378253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 1aa60c2f-cb94-4496-9c90-f5751b43e0ab {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:53.378902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.383839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e596d-8055-4730-a138-2c65591e41b4 req-e6f8b81d-34f8-4abd-a5c5-7161ed3cdf67 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:53.388092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-053e596d-8055-4730-a138-2c65591e41b4 req-e6f8b81d-34f8-4abd-a5c5-7161ed3cdf67 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 943 time: 0.3494663 Jul 07 18:02:53.394805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-a8bb1056-baf4-4c2a-a4bb-4791f3bf6bd6 service neutron] 10.222.0.90 "GET /v2.0/networks/0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450081 Jul 07 18:02:53.462403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] For port 6bd92714-7400-4fdd-a395-33c808479107, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:53.467861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] For port 6bd92714-7400-4fdd-a395-33c808479107, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6bd92714-7400-4fdd-a395-33c808479107,segment=NetworkSegment(bf6b69cb-7936-4716-b82b-1b5de683cc6d),segment_id=bf6b69cb-7936-4716-b82b-1b5de683cc6d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:53.501611 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.540450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-053e596d-8055-4730-a138-2c65591e41b4 req-57cc4c82-1c23-413f-82f2-0878cb708b36 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428630 Jul 07 18:02:53.562021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.580187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:53.580566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.588661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9490ad-bbe1-433b-803f-3fd1bb399e9f None None] Pushing event updated for resources: {'Port': ['ID=6bd92714-7400-4fdd-a395-33c808479107,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:53.591103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 1aa60c2f-cb94-4496-9c90-f5751b43e0ab owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:53.661400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3433190f-a9aa-4674-846d-8f69c94a98ce req-35608f6e-5913-416f-a888-242788e4d088 service neutron] 10.222.0.90 "GET /v2.0/networks/0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542822 Jul 07 18:02:53.798216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d459aa-b244-4341-9d4c-267a3d5fb326 None None] Network 0ae7e41b-fda5-4068-9717-7af82fa65bfa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:53.799465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.896543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-39a9a315-cb04-4d93-8848-85e2d4dcf872 None None] Provisioning for port 1aa60c2f-cb94-4496-9c90-f5751b43e0ab completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:53.909510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-39a9a315-cb04-4d93-8848-85e2d4dcf872 None None] Provisioning complete for port 1aa60c2f-cb94-4496-9c90-f5751b43e0ab triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:53.910263 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39a9a315-cb04-4d93-8848-85e2d4dcf872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.951422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.969081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-39a9a315-cb04-4d93-8848-85e2d4dcf872 None None] Port 1aa60c2f-cb94-4496-9c90-f5751b43e0ab cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:53.977401 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:53.979481 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/d3495880-0c4d-4c88-b09a-3c1a9315fd20 HTTP/1.1" status: 204 len: 168 time: 2.2438328 Jul 07 18:02:53.979754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d1df-03ff-47d0-a670-c83897c5daac req-259a4b52-5159-48ae-9326-cc5c78a6de3f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:53.984366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ac8d03ad-0c82-44ef-820a-adf081f5eaca up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:53.985963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:53.992713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9439d1df-03ff-47d0-a670-c83897c5daac req-259a4b52-5159-48ae-9326-cc5c78a6de3f tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1595263 Jul 07 18:02:54.113049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9439d1df-03ff-47d0-a670-c83897c5daac req-ae633b3a-d13e-416b-bea1-98adbce06666 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169653 Jul 07 18:02:54.194876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e949b4-9e36-4925-b549-8c17da5f8f6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Subnet': ['ID=d3495880-0c4d-4c88-b09a-3c1a9315fd20,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:54.237030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ac8d03ad-0c82-44ef-820a-adf081f5eaca completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:54.240382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c3737b2e-2ce7-4b0a-8bce-9963e811389a None None] Provisioning for port ac8d03ad-0c82-44ef-820a-adf081f5eaca completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:54.260763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aa8e0-5ac1-4f7a-aafb-9f3c63c51d08 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:54.263223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aa8e0-5ac1-4f7a-aafb-9f3c63c51d08 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:54.265129 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b84aa8e0-5ac1-4f7a-aafb-9f3c63c51d08 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2779720 Jul 07 18:02:54.268230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:54.289013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c3737b2e-2ce7-4b0a-8bce-9963e811389a None None] Provisioning complete for port ac8d03ad-0c82-44ef-820a-adf081f5eaca triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:54.289395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3737b2e-2ce7-4b0a-8bce-9963e811389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.340618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ac8d03ad-0c82-44ef-820a-adf081f5eaca triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:54.340921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.435853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3c03298-adea-4335-b982-3d07d218d74e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.522707 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c03298-adea-4335-b982-3d07d218d74e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 18:02:54.522707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c03298-adea-4335-b982-3d07d218d74e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:02:54.524355 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3c03298-adea-4335-b982-3d07d218d74e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/74ed5194-1425-4f31-814d-275732262c1c HTTP/1.1" status: 409 len: 405 time: 0.2550735 Jul 07 18:02:54.528368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41082) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:54.533761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428046905'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:54.597568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:54.603137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.609858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.660025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=1aa60c2f-cb94-4496-9c90-f5751b43e0ab,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:54.675221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:54.689263 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.715628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.716541 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Added segment b1a70ab8-91ed-4a96-ab86-f67eec6c3791 of type vlan for network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 Jul 07 18:02:54.764376 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3737b2e-2ce7-4b0a-8bce-9963e811389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.810786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ac8d03ad-0c82-44ef-820a-adf081f5eaca, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ac8d03ad-0c82-44ef-820a-adf081f5eaca,segment=NetworkSegment(f6faee96-1af7-466d-a2e5-6befb54e95b1),segment_id=f6faee96-1af7-466d-a2e5-6befb54e95b1)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:54.828055 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.870693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.983341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:54.985394 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a690f346-7e81-48fc-8231-11f14dfaf982 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/1aa60c2f-cb94-4496-9c90-f5751b43e0ab HTTP/1.1" status: 204 len: 168 time: 1.9830179 Jul 07 18:02:54.987924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41090) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:55.020461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:02:55.091046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-c3737b2e-2ce7-4b0a-8bce-9963e811389a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:55.098605 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-c3737b2e-2ce7-4b0a-8bce-9963e811389a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:55.100567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ac8d03ad-0c82-44ef-820a-adf081f5eaca,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:55.104030 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:55.133901 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.145108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:55.145758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.155383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6bd92714-7400-4fdd-a395-33c808479107 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:55.210661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a5dd83-bb79-4503-bedb-4c3ec7c15028 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:55.212315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a5dd83-bb79-4503-bedb-4c3ec7c15028 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:55.224713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a5dd83-bb79-4503-bedb-4c3ec7c15028 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:55.229081 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-47a5dd83-bb79-4503-bedb-4c3ec7c15028 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2375484 Jul 07 18:02:55.229574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41094) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:55.304242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 6bd92714-7400-4fdd-a395-33c808479107 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:55.386090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41106) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:55.395250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8654091 Jul 07 18:02:55.405784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'subnet': {'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:55.434754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 03446b45-4c32-4376-af46-c099c4132f8d {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:55.447115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c2dea-86dd-4abd-b92d-a204e653ce82 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Network': ['ID=53ccfb9e-fed9-48cc-bce4-97c0265e5872,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:55.464361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:55.478899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.494784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0158ffb-7857-4300-9a66-e12783478e8c req-54291150-4400-4b27-81d5-cc54c0b7f6fd tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:55.504012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0158ffb-7857-4300-9a66-e12783478e8c req-54291150-4400-4b27-81d5-cc54c0b7f6fd tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 943 time: 0.6159554 Jul 07 18:02:55.613077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.650767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0158ffb-7857-4300-9a66-e12783478e8c req-ec31e745-44b0-4470-b86a-22f0d5f99335 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457562 Jul 07 18:02:55.796773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:55.807860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.861738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5958e7-ebbb-4796-81d7-2ef9563b6dbc req-f9c0e156-fda3-485a-a17d-ddece092165d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:55.865115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd5958e7-ebbb-4796-81d7-2ef9563b6dbc req-f9c0e156-fda3-485a-a17d-ddece092165d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.2386384 Jul 07 18:02:55.915273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea0d42-234e-448d-a7a4-50632fe27edf None None] Network 74ed5194-1425-4f31-814d-275732262c1c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:55.932012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd5958e7-ebbb-4796-81d7-2ef9563b6dbc req-8d6894f7-d183-4611-b705-31cb8378f31b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556276 Jul 07 18:02:55.971919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.028330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a707b2c1-e70c-4db0-adcf-178dce7182d3 None None] Provisioning complete for port ac8d03ad-0c82-44ef-820a-adf081f5eaca triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:56.029150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a707b2c1-e70c-4db0-adcf-178dce7182d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.166677 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.240523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.246868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41116) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:56.252211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2059f4-47e6-4c64-afa6-58a8a8bdb208 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:56.259488 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/03446b45-4c32-4376-af46-c099c4132f8d HTTP/1.1" status: 204 len: 168 time: 1.0273044 Jul 07 18:02:56.264399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c28ec9-c4d3-471d-b714-24a997f88d7c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=03446b45-4c32-4376-af46-c099c4132f8d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:56.289473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9265a698-7fcd-4647-8460-a972d6d57054 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:56.369845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 3f0c606d-523f-4b3e-a35e-73ef18d0624a {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:56.380066 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.433272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9265a698-7fcd-4647-8460-a972d6d57054, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9265a698-7fcd-4647-8460-a972d6d57054,segment=NetworkSegment(8b2aa5de-93cb-410a-b037-476d1acafaff),segment_id=8b2aa5de-93cb-410a-b037-476d1acafaff)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:56.503122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '9265a698-7fcd-4647-8460-a972d6d57054', 'network_id': '0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6', 'port_id': '9265a698-7fcd-4647-8460-a972d6d57054', 'mac_address': 'fa:16:3e:7f:8d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb030d6d-b84b-44ad-a844-8d73db4ad5f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:56.521862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.564748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.579153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:02:56.581847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.601433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-46dd8fa9-368e-4caa-b051-f548a63db6da None None] Provisioning for port 6bd92714-7400-4fdd-a395-33c808479107 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:56.610541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-46dd8fa9-368e-4caa-b051-f548a63db6da None None] Provisioning complete for port 6bd92714-7400-4fdd-a395-33c808479107 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:56.610823 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46dd8fa9-368e-4caa-b051-f548a63db6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.619862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9265a698-7fcd-4647-8460-a972d6d57054 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:56.642541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9265a698-7fcd-4647-8460-a972d6d57054, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9265a698-7fcd-4647-8460-a972d6d57054,segment=NetworkSegment(8b2aa5de-93cb-410a-b037-476d1acafaff),segment_id=8b2aa5de-93cb-410a-b037-476d1acafaff)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:56.714251 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.727969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.731138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] DHCP port deletion for 74ed5194-1425-4f31-814d-275732262c1c request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:56.809762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Subnet': ['ID=97454597-a3b8-4996-a674-ca04f18dea4a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:56.829613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Checking segment: {'id': 'b1a70ab8-91ed-4a96-ab86-f67eec6c3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:56.829984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network hostable DHCP agents. Network: 53ccfb9e-fed9-48cc-bce4-97c0265e5872, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:56.862605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:56.885137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 53ccfb9e-fed9-48cc-bce4-97c0265e5872) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:56.891979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:56.892601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.900410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.921349 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a8739c40-1b4b-4bf3-a3cf-9a1ea8bebe55 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5289941 Jul 07 18:02:56.923134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f503b-e74d-46d1-b59f-8f7b2e9a0bff None None] Network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:56.924171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:56.934862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'port': {'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872', 'name': 'tempest-NetworksIpV6TestAttrs-373653403'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:56.963085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.974630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/3f0c606d-523f-4b3e-a35e-73ef18d0624a HTTP/1.1" status: 204 len: 168 time: 0.7262578 Jul 07 18:02:56.975899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41136) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:57.065699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49275ab-0f25-4142-ab42-ff2089b08399 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0c606d-523f-4b3e-a35e-73ef18d0624a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:57.121991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41140) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:57.123211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d7b44be-389e-41d6-bc6d-824b85447010 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396987 Jul 07 18:02:57.135884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:57.179707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ac8d03ad-0c82-44ef-820a-adf081f5eaca up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:57.218714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea199c2d-b508-46cb-a3a1-c1d4ed01b4fb req-7d413478-54f7-429d-9c28-36120f4d8903 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:57.231926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea199c2d-b508-46cb-a3a1-c1d4ed01b4fb req-7d413478-54f7-429d-9c28-36120f4d8903 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 944 time: 0.2372477 Jul 07 18:02:57.292404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 18:02:57.292404 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 18:02:57.292404 n-d-798930-2 neutron-server[105589]: [parameters: {'project_id_1': 'b9dca3cfa1a543d389ed8e1c37c40621', 'expiration_1': datetime.datetime(2021, 7, 7, 18, 2, 57, 278839)}] Jul 07 18:02:57.292404 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:02:57.292989 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:02:57.313517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:57.318849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:57.352475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] device_id is not set on port 88ff3d4f-ef11-4d42-a51d-c1386821cf4c yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:02:57.367852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea199c2d-b508-46cb-a3a1-c1d4ed01b4fb req-dad44375-a4d1-438c-b6cb-181c8360b94f tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328335 Jul 07 18:02:57.516960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-53ccfb9e-fed9-48cc-bce4-97c0265e5872', 'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872', 'tenant_id': '807837a33aba4be48182796e17b476c7', 'fixed_ips': [{'subnet_id': '97454597-a3b8-4996-a674-ca04f18dea4a'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:57.517795 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:57.531559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9265a698-7fcd-4647-8460-a972d6d57054'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:57.579384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284657-7439-4c43-9d88-4b6c8acd3389 req-28818ca1-6383-4437-b38d-422c9b506e8c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:57.588936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44284657-7439-4c43-9d88-4b6c8acd3389 req-28818ca1-6383-4437-b38d-422c9b506e8c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1533546 Jul 07 18:02:57.600573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Allocated IP 2001:db8::f816:3eff:fe29:4270 (53ccfb9e-fed9-48cc-bce4-97c0265e5872/97454597-a3b8-4996-a674-ca04f18dea4a/88ff3d4f-ef11-4d42-a51d-c1386821cf4c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:57.655860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44284657-7439-4c43-9d88-4b6c8acd3389 req-839631b2-0b9e-41f9-ac49-9f421dca8196 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650651 Jul 07 18:02:57.700320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ac8d03ad-0c82-44ef-820a-adf081f5eaca triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:57.700560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:57.768564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9265a698-7fcd-4647-8460-a972d6d57054,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:57.886473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] Deleting port 6bd92714-7400-4fdd-a395-33c808479107 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:57.887135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:57.900676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:57.909232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.008275 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46dd8fa9-368e-4caa-b051-f548a63db6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.013393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.032162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Transition to ACTIVE for port object 88ff3d4f-ef11-4d42-a51d-c1386821cf4c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:58.076423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] For port 6bd92714-7400-4fdd-a395-33c808479107, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6bd92714-7400-4fdd-a395-33c808479107,segment=NetworkSegment(bf6b69cb-7936-4716-b82b-1b5de683cc6d),segment_id=bf6b69cb-7936-4716-b82b-1b5de683cc6d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:58.077061 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.081148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.167339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:58.172890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] Calling delete_port for 6bd92714-7400-4fdd-a395-33c808479107 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:58.208569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46dd8fa9-368e-4caa-b051-f548a63db6da None None] For port 6bd92714-7400-4fdd-a395-33c808479107, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6bd92714-7400-4fdd-a395-33c808479107,segment=NetworkSegment(bf6b69cb-7936-4716-b82b-1b5de683cc6d),segment_id=bf6b69cb-7936-4716-b82b-1b5de683cc6d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:58.239556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:58.241632 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46dd8fa9-368e-4caa-b051-f548a63db6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.260066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:58.277813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:58.278711 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.314095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Port': ['ID=88ff3d4f-ef11-4d42-a51d-c1386821cf4c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:58.328203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:58.361652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Allocated IP 2001:db8::f816:3eff:fe4d:79d9 (53ccfb9e-fed9-48cc-bce4-97c0265e5872/97454597-a3b8-4996-a674-ca04f18dea4a/ce1abcac-3fb1-4e49-ab26-26e0d5192d4e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:58.367210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6bd92714-7400-4fdd-a395-33c808479107 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:58.481099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-630e89cd-669c-4030-9740-a467dd686d2e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5556662 Jul 07 18:02:58.483817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41160) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:58.533352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.614493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8fa9-368e-4caa-b051-f548a63db6da None None] Pushing event updated for resources: {'Port': ['ID=6bd92714-7400-4fdd-a395-33c808479107,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:58.632582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:58.638163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:58.645244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:58.645846 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.665279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3370c-c808-4de3-abd7-64ee3e2d1c89 req-99b31fec-2976-481d-9fc3-656bac9b048e tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:58.667597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2f3370c-c808-4de3-abd7-64ee3e2d1c89 req-99b31fec-2976-481d-9fc3-656bac9b048e tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 944 time: 0.1374376 Jul 07 18:02:58.679196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Deleting subnet 97454597-a3b8-4996-a674-ca04f18dea4a {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:58.692081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=1e01d92b-347f-4045-b299-d714c3bcfdab,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:58.695828 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0399eddb-45c9-4843-8723-6c36b60aeda7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5710404 Jul 07 18:02:58.698843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:58.706858 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.717812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:58.720252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Port 6bd92714-7400-4fdd-a395-33c808479107 update to DOWN by agent not found {{(pid=105590) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 18:02:58.754819 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] Pushing event deleted for resources: {'Port': ['ID=6bd92714-7400-4fdd-a395-33c808479107,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:58.765659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] Deleting port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:58.765659 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:58.769354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c04860-cb38-4f6d-8abe-c8c2a994d9fd None None] No DVR routers for this DVR port 6bd92714-7400-4fdd-a395-33c808479107 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:58.786594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2f3370c-c808-4de3-abd7-64ee3e2d1c89 req-0aaeb498-3713-4d8d-91df-9a4608ec025b tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083581 Jul 07 18:02:58.976972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1ecd325a-d777-4383-b56c-d544ba1bc8b0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:59.034832 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.075911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b27b8b-91f3-4a42-864f-07324a9691e3 req-2a97c389-3cc2-4515-a057-09d0c13e1046 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:59.079884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:59.083349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65b27b8b-91f3-4a42-864f-07324a9691e3 req-2a97c389-3cc2-4515-a057-09d0c13e1046 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1052339 Jul 07 18:02:59.085172 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.133931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Transition to ACTIVE for port object ce1abcac-3fb1-4e49-ab26-26e0d5192d4e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:59.135685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65b27b8b-91f3-4a42-864f-07324a9691e3 req-60de75e9-bd31-4e01-8c65-6d0f0a7a65db tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Jul 07 18:02:59.187479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Transition to ACTIVE for port object ce1abcac-3fb1-4e49-ab26-26e0d5192d4e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:59.199424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] For port 1ecd325a-d777-4383-b56c-d544ba1bc8b0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1ecd325a-d777-4383-b56c-d544ba1bc8b0,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:59.199763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.200502 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.222733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] Calling delete_port for 1ecd325a-d777-4383-b56c-d544ba1bc8b0 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:59.272100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.353104 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.362046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.426854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] No DVR routers for this DVR port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:59.429975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Port 1ecd325a-d777-4383-b56c-d544ba1bc8b0 update to DOWN by agent not found {{(pid=105590) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 18:02:59.458374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:59.464639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:59.471549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb417786-f886-4092-85e6-58364501966f None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:59.572629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:59.691515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.766293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Attempting to bind port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:59.766293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Attempting to bind port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b1a70ab8-91ed-4a96-ab86-f67eec6c3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:59.766635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Attempting to bind port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e on network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:59.773833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '1e01d92b-347f-4045-b299-d714c3bcfdab'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:59.774863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.789910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Pushing event updated for resources: {'Port': ['ID=ce1abcac-3fb1-4e49-ab26-26e0d5192d4e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:59.794569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:59.795311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Checking segment: {'id': 'b1a70ab8-91ed-4a96-ab86-f67eec6c3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:59.795410 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.795884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Bound using segment: {'id': 'b1a70ab8-91ed-4a96-ab86-f67eec6c3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:59.796202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Bound port: ce1abcac-3fb1-4e49-ab26-26e0d5192d4e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a70ab8-91ed-4a96-ab86-f67eec6c3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ccfb9e-fed9-48cc-bce4-97c0265e5872'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:59.796579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.877589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.959558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Subnet': ['ID=97454597-a3b8-4996-a674-ca04f18dea4a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:59.983059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:59.985093 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1ae07959-49b2-4864-ac71-f0345d9955bb tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/97454597-a3b8-4996-a674-ca04f18dea4a HTTP/1.1" status: 204 len: 168 time: 1.5002966 Jul 07 18:02:59.998119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41188) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:00.067247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Allocated IP 172.20.0.2 (0615333f-c9a5-42b4-86e0-c4a963464179/1e01d92b-347f-4045-b299-d714c3bcfdab/4a284f46-8301-4d78-8e6f-d4e23cf1deb3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:00.111340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ecc28b-1453-4102-870a-fcc9fd289f7f tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:00.113782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ecc28b-1453-4102-870a-fcc9fd289f7f tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:00.115520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37ecc28b-1453-4102-870a-fcc9fd289f7f tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1142292 Jul 07 18:03:00.118333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41192) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:00.119528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffadf-d5c4-4b80-8a11-16ba601fb76f req-d54ca83f-c1b6-49cb-b9ed-0687d1d96de6 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:00.129952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce1ffadf-d5c4-4b80-8a11-16ba601fb76f req-d54ca83f-c1b6-49cb-b9ed-0687d1d96de6 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 944 time: 0.1581674 Jul 07 18:03:00.181462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76599c-1612-44f8-aee0-a2e9fea79bb4 None None] Pushing event deleted for resources: {'Port': ['ID=1ecd325a-d777-4383-b56c-d544ba1bc8b0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:00.217853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce1ffadf-d5c4-4b80-8a11-16ba601fb76f req-88356f2b-a3d4-4a31-ac9a-8f0b243304e6 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833054 Jul 07 18:03:00.291102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9265a698-7fcd-4647-8460-a972d6d57054 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:00.305652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:00.342423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.360665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] For port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:00.367238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:00.372058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] For port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ce1abcac-3fb1-4e49-ab26-26e0d5192d4e,segment=NetworkSegment(b1a70ab8-91ed-4a96-ab86-f67eec6c3791),segment_id=b1a70ab8-91ed-4a96-ab86-f67eec6c3791)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:00.380061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 9265a698-7fcd-4647-8460-a972d6d57054 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:00.390487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 9265a698-7fcd-4647-8460-a972d6d57054 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:00.390848 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.396622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.397153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:00.403504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:00.404114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.568391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8678374 Jul 07 18:03:00.575366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41204) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:00.591739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b968aff-5e19-4120-b437-aac3fba98ac2 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.597163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:72:e0:d8', 'name': 'tempest-NetworksTestDHCPv6-83313079'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:00.608213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5aa9e-5c51-46cc-8846-7bf810a531b5 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=1932169f-99ff-42fe-9b78-8bb5b98fa449,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:00.619180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904212f-d14b-44ad-914e-24388095d479 req-db7acd93-54bb-4788-ad21-e471cad8b7b1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:00.621048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5904212f-d14b-44ad-914e-24388095d479 req-db7acd93-54bb-4788-ad21-e471cad8b7b1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.1324575 Jul 07 18:03:00.621188 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b968aff-5e19-4120-b437-aac3fba98ac2 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 18:03:00.621892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b968aff-5e19-4120-b437-aac3fba98ac2 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:00.629227 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0b968aff-5e19-4120-b437-aac3fba98ac2 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/53ccfb9e-fed9-48cc-bce4-97c0265e5872 HTTP/1.1" status: 409 len: 405 time: 0.5093827 Jul 07 18:03:00.644855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41206) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:00.658881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1113403730'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:00.705104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:00.709251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.742436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2154bb3-28ce-4286-bd33-48b9f8528010 None None] Network 53ccfb9e-fed9-48cc-bce4-97c0265e5872 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:00.754665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5904212f-d14b-44ad-914e-24388095d479 req-09b9d1ee-5beb-4ab0-abd8-66bec2c2c5d5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147215 Jul 07 18:03:00.822461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:00.860101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Transition to ACTIVE for port object 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:00.887898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:00.898648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Transition to ACTIVE for port object 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:00.939379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb633f31-0165-4a1f-9cf7-7da4e37ea612 None None] Pushing event updated for resources: {'Port': ['ID=ce1abcac-3fb1-4e49-ab26-26e0d5192d4e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:00.952429 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.090349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.166596 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.191728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:01.229062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9265a698-7fcd-4647-8460-a972d6d57054, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9265a698-7fcd-4647-8460-a972d6d57054,segment=NetworkSegment(8b2aa5de-93cb-410a-b037-476d1acafaff),segment_id=8b2aa5de-93cb-410a-b037-476d1acafaff)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:01.231614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:01.243844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265a698-7fcd-4647-8460-a972d6d57054'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:01.251369 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd9d5f0-5713-4f39-b6f4-ab2fc3294bb9" -d '{"events": [{"server_uuid": "d7660ec4-e613-4bcb-99c8-391e9ba59380", "name": "network-vif-plugged", "status": "completed", "tag": "9265a698-7fcd-4647-8460-a972d6d57054"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:01.271291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:01.282602 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.301255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:01.313377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.314122 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Added segment 8cbe4a2f-6334-4615-b9d3-ddac04c82570 of type vlan for network e8b3660f-6aee-46a2-90fc-d0731c623a1c Jul 07 18:03:01.329792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Pushing event updated for resources: {'Port': ['ID=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:01.383063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.434728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9265a698-7fcd-4647-8460-a972d6d57054,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:01.455658 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.456031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Attempting to bind port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:01.456628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Attempting to bind port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:01.457515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Attempting to bind port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:01.469572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:01.470384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:01.471020 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.471631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:01.472393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Bound port: 4a284f46-8301-4d78-8e6f-d4e23cf1deb3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:01.473062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.473389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:01.474071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.550433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] For port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:01.554785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] For port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:01.572905 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:01.682150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0314405 Jul 07 18:03:01.683522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41224) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:01.707637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834f15b-55cc-40db-be4c-be4d926bce11 None None] Pushing event updated for resources: {'Port': ['ID=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:01.708471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'subnet': {'network_id': 'e8b3660f-6aee-46a2-90fc-d0731c623a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:01.840317 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3765ddfa-2b79-4efc-b2e7-837b12dd9779 x-openstack-request-id: req-3765ddfa-2b79-4efc-b2e7-837b12dd9779 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:01.840945 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7660ec4-e613-4bcb-99c8-391e9ba59380", "name": "network-vif-plugged", "status": "completed", "tag": "9265a698-7fcd-4647-8460-a972d6d57054", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:01.841499 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3765ddfa-2b79-4efc-b2e7-837b12dd9779 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:01.842257 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265a698-7fcd-4647-8460-a972d6d57054', 'code': 200} Jul 07 18:03:02.011170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:02.011170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:02.078472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 3641197c-171d-4282-ab1c-f634c0d8f9f2 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:02.243736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f683c9e-6657-456a-8b7a-fcde8a11d780 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Network': ['ID=e8b3660f-6aee-46a2-90fc-d0731c623a1c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:02.260051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e8b3660f-6aee-46a2-90fc-d0731c623a1c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:02.327581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12faa3-f1e0-4e4c-b182-cfbd28c2d65b req-9f73cba9-fccb-4f0f-9ec1-03fcdc225579 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:02.335436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed12faa3-f1e0-4e4c-b182-cfbd28c2d65b req-9f73cba9-fccb-4f0f-9ec1-03fcdc225579 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 945 time: 0.3842964 Jul 07 18:03:02.431694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dd18d-00e9-45de-a98c-b43536535707 req-5cf4e7fb-c884-4c25-9136-e3c3f3248fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:02.433404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c5dd18d-00e9-45de-a98c-b43536535707 req-5cf4e7fb-c884-4c25-9136-e3c3f3248fe4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 1096 time: 0.4810953 Jul 07 18:03:02.448388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed12faa3-f1e0-4e4c-b182-cfbd28c2d65b req-73fc76e5-6238-4fed-b7e8-e598c7bce0c0 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096413 Jul 07 18:03:02.500656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d2301-effc-4ce9-a6ad-f65475170ad1 req-cb92935d-0434-4519-a199-6f5a4720bb4c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:02.517384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd3d2301-effc-4ce9-a6ad-f65475170ad1 req-cb92935d-0434-4519-a199-6f5a4720bb4c tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.3807251 Jul 07 18:03:02.566882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:02.568611 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:02.595137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c5dd18d-00e9-45de-a98c-b43536535707 req-074c116b-59b4-4fe1-a80b-069848d9b40c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441801 Jul 07 18:03:02.638997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd3d2301-effc-4ce9-a6ad-f65475170ad1 req-59fb5154-03a2-442a-a09d-65c852c3be5a tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208978 Jul 07 18:03:02.640625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 172.20.0.5 (0615333f-c9a5-42b4-86e0-c4a963464179/1e01d92b-347f-4045-b299-d714c3bcfdab/3641197c-171d-4282-ab1c-f634c0d8f9f2) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:02.658289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fe72:e0d8 (0615333f-c9a5-42b4-86e0-c4a963464179/1932169f-99ff-42fe-9b78-8bb5b98fa449/3641197c-171d-4282-ab1c-f634c0d8f9f2) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:02.662430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Subnet': ['ID=c233f351-a85c-49ee-a9b8-515ccd0bea52,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:02.680102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Checking segment: {'id': '8cbe4a2f-6334-4615-b9d3-ddac04c82570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e8b3660f-6aee-46a2-90fc-d0731c623a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:02.681799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network hostable DHCP agents. Network: e8b3660f-6aee-46a2-90fc-d0731c623a1c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:02.732785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network e8b3660f-6aee-46a2-90fc-d0731c623a1c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:02.773878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e8b3660f-6aee-46a2-90fc-d0731c623a1c) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:02.784292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31b3ff-2775-470b-9d71-21778f005713 None None] Network e8b3660f-6aee-46a2-90fc-d0731c623a1c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:02.789086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:02.789760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:02.857688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-97d43bd5-39ad-42a4-92a7-933d617fad6a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1529214 Jul 07 18:03:02.857688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:03.140215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:03.186200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.215447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.236756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 3641197c-171d-4282-ab1c-f634c0d8f9f2 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:03.326256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.399227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b4d91-e2da-4896-ac8b-ecbef3cf547a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-e8b3660f-6aee-46a2-90fc-d0731c623a1c', 'network_id': 'e8b3660f-6aee-46a2-90fc-d0731c623a1c', 'tenant_id': '807837a33aba4be48182796e17b476c7', 'fixed_ips': [{'subnet_id': 'c233f351-a85c-49ee-a9b8-515ccd0bea52'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:03.400401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-789b4d91-e2da-4896-ac8b-ecbef3cf547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.436192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.471041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:03.537717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=3641197c-171d-4282-ab1c-f634c0d8f9f2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:03.542388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:03.544411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:03.550587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:03.583143 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.614192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69a64e-bde5-4900-9132-9dccafb3eb5e None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:03.620105 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Subnet': ['ID=c233f351-a85c-49ee-a9b8-515ccd0bea52,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:03.711522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:03.712436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.731194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.740590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1ad495bf-ed78-42a6-9057-898f84b7e523 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1634057 Jul 07 18:03:03.741149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:03.743716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b3660f-6aee-46a2-90fc-d0731c623a1c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:03.774575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe4a2f-6334-4615-b9d3-ddac04c82570') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:03.775146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe4a2f-6334-4615-b9d3-ddac04c82570') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:03.801534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.830942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.845023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:03.845449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-789b4d91-e2da-4896-ac8b-ecbef3cf547a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c233f351-a85c-49ee-a9b8-515ccd0bea52: This subnet is being modified by another concurrent operation. Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:03:03.896663 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c233f351-a85c-49ee-a9b8-515ccd0bea52: This subnet is being modified by another concurrent operation. Jul 07 18:03:03.900994 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:03:03.922379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9138119d-96f2-4ba8-ad8f-05936c42a4c7 None None] Provisioning for port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:03.943034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c2aa0-369b-4e33-bca7-85fb0f975038 None None] Network e8b3660f-6aee-46a2-90fc-d0731c623a1c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:03.960650 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:03.972508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.982930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.986111 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/e8b3660f-6aee-46a2-90fc-d0731c623a1c HTTP/1.1" status: 204 len: 168 time: 1.1329417 Jul 07 18:03:03.991259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41280) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:03.997701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1732471841'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:04.017607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753171f2-f3ce-4909-9a63-64a254662027 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Network': ['ID=e8b3660f-6aee-46a2-90fc-d0731c623a1c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:04.041890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:04.046233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.061075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9138119d-96f2-4ba8-ad8f-05936c42a4c7 None None] Provisioning complete for port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:04.061536 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9138119d-96f2-4ba8-ad8f-05936c42a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.101894 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.106705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:04.114298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2cd53a-9a30-46a1-a1cc-8e19f2b00997 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:04.123553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2cd53a-9a30-46a1-a1cc-8e19f2b00997 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:04.130677 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.131067 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Added segment 6da83645-4895-4347-934b-4c4752fc9704 of type vlan for network 08d18e2c-4bc0-4972-a262-5686aa59face Jul 07 18:03:04.135151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1d2cd53a-9a30-46a1-a1cc-8e19f2b00997 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.3904328 Jul 07 18:03:04.136151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41288) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:04.202320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6d68b-5c6f-4292-a0cc-641c7053c218 req-63231bb3-bf8b-4863-9c4b-88492f5c3fd5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:04.209617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cff6d68b-5c6f-4292-a0cc-641c7053c218 req-63231bb3-bf8b-4863-9c4b-88492f5c3fd5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.2689857 Jul 07 18:03:04.224671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbbd1-dd9c-4149-b37f-a29a807203c0 req-c1b96c6d-8a69-4207-a279-9774de140065 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:04.233801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-573bbbd1-dd9c-4149-b37f-a29a807203c0 req-c1b96c6d-8a69-4207-a279-9774de140065 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 945 time: 0.4118495 Jul 07 18:03:04.321096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-573bbbd1-dd9c-4149-b37f-a29a807203c0 req-4cc6d336-5df0-45b5-a9eb-d151d8e59f7c tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831704 Jul 07 18:03:04.353466 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.354028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cff6d68b-5c6f-4292-a0cc-641c7053c218 req-2eed260e-7579-4001-a200-41ebade16299 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425571 Jul 07 18:03:04.382335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9138119d-96f2-4ba8-ad8f-05936c42a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.450795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.456566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:04.457144 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.459295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9138119d-96f2-4ba8-ad8f-05936c42a4c7 None None] For port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:04.472306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9138119d-96f2-4ba8-ad8f-05936c42a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.545130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Network': ['ID=08d18e2c-4bc0-4972-a262-5686aa59face,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:04.560797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 3641197c-171d-4282-ab1c-f634c0d8f9f2 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:04.561355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.564506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138119d-96f2-4ba8-ad8f-05936c42a4c7 None None] Pushing event updated for resources: {'Port': ['ID=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:04.574948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 08d18e2c-4bc0-4972-a262-5686aa59face details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:04.619707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6cce18bc-f60d-4587-bace-48758353cf00 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6272068 Jul 07 18:03:04.623067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41306) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:04.633391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'subnet': {'network_id': '08d18e2c-4bc0-4972-a262-5686aa59face', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:04.747455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '1e01d92b-347f-4045-b299-d714c3bcfdab', 'ip_address': '172.20.0.2'}, {'subnet_id': '1932169f-99ff-42fe-9b78-8bb5b98fa449'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '4a284f46-8301-4d78-8e6f-d4e23cf1deb3'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:03:04.760051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.761273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:04.765480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.776945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 3641197c-171d-4282-ab1c-f634c0d8f9f2 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:04.795017 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.014050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:05.031680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.103374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=3641197c-171d-4282-ab1c-f634c0d8f9f2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:05.223110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] Allocated IP 2001:db8::f816:3eff:fe71:24e6 (0615333f-c9a5-42b4-86e0-c4a963464179/1932169f-99ff-42fe-9b78-8bb5b98fa449/4a284f46-8301-4d78-8e6f-d4e23cf1deb3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:05.246848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:05.247651 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.329952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.331272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.336247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1481e460-1526-4158-93ae-8ce6e68e2750 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/3641197c-171d-4282-ab1c-f634c0d8f9f2 HTTP/1.1" status: 204 len: 168 time: 1.1991887 Jul 07 18:03:05.339200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41314) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:05.469823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] For port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:05.489224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826d5f0e-6c51-4949-b1d9-54fdae5326f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:05.491045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826d5f0e-6c51-4949-b1d9-54fdae5326f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:05.499569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Checking segment: {'id': '6da83645-4895-4347-934b-4c4752fc9704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '08d18e2c-4bc0-4972-a262-5686aa59face'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:05.500273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network hostable DHCP agents. Network: 08d18e2c-4bc0-4972-a262-5686aa59face, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:05.502819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826d5f0e-6c51-4949-b1d9-54fdae5326f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:05.510818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-826d5f0e-6c51-4949-b1d9-54fdae5326f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1669903 Jul 07 18:03:05.511434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41322) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:05.518267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Subnet': ['ID=b124edb4-bcde-4fed-8155-67c95c5cc4af,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:05.589042 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.591963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network 08d18e2c-4bc0-4972-a262-5686aa59face is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:05.614952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f189c6d-dfca-461e-b95f-d39e39ee0ea0 req-0ed55bae-375a-4c8d-84f3-997f95753cce tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:05.618329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] Transition to ACTIVE for port object 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:05.619124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 1932169f-99ff-42fe-9b78-8bb5b98fa449 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:05.625204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.627613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f189c6d-dfca-461e-b95f-d39e39ee0ea0 req-0ed55bae-375a-4c8d-84f3-997f95753cce tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.2241359 Jul 07 18:03:05.630341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.691914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.705559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 08d18e2c-4bc0-4972-a262-5686aa59face) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:05.719710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.736301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:05.736926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.755740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fdc065-584b-43e6-a9da-d4ed0faea88a None None] Network 08d18e2c-4bc0-4972-a262-5686aa59face requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:05.772188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f189c6d-dfca-461e-b95f-d39e39ee0ea0 req-174bd473-0e75-4b0d-ba74-03a352d9d592 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374273 Jul 07 18:03:05.782820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7d1277cd-e413-41ad-9f90-118f2394c1b9 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1555190 Jul 07 18:03:05.783665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41330) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:05.910495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.947874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfc9dc-1a8c-48f2-a48c-2101bdd457ef None None] Pushing event updated for resources: {'Port': ['ID=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:05.989221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1ae1-cd65-4542-b3c1-c9506e6be9bd req-41702530-b005-4df1-b30c-b90095f1f7bf tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:05.997962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc4a1ae1-cd65-4542-b3c1-c9506e6be9bd req-41702530-b005-4df1-b30c-b90095f1f7bf tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 945 time: 0.4574945 Jul 07 18:03:06.026662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.125144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=1932169f-99ff-42fe-9b78-8bb5b98fa449,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:06.138555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.140855 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa83a8fa-154a-4675-b70d-172f2bb75a4f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/1932169f-99ff-42fe-9b78-8bb5b98fa449 HTTP/1.1" status: 204 len: 168 time: 0.6281555 Jul 07 18:03:06.144279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41346) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:06.163364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc4a1ae1-cd65-4542-b3c1-c9506e6be9bd req-d8c80955-ad86-4198-9c82-391e9a4108d4 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592951 Jul 07 18:03:06.223697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.281948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 1e01d92b-347f-4045-b299-d714c3bcfdab {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:06.301678 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.375968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75934509-ab64-49a3-be6e-4df8157dea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-08d18e2c-4bc0-4972-a262-5686aa59face', 'network_id': '08d18e2c-4bc0-4972-a262-5686aa59face', 'tenant_id': '807837a33aba4be48182796e17b476c7', 'fixed_ips': [{'subnet_id': 'b124edb4-bcde-4fed-8155-67c95c5cc4af'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:06.379351 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75934509-ab64-49a3-be6e-4df8157dea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.405740 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.437712 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.624876 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-75934509-ab64-49a3-be6e-4df8157dea85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b124edb4-bcde-4fed-8155-67c95c5cc4af: This subnet is being modified by another concurrent operation. Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:03:06.660020 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b124edb4-bcde-4fed-8155-67c95c5cc4af: This subnet is being modified by another concurrent operation. Jul 07 18:03:06.664463 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:03:06.688232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa25bc-6830-4b54-9105-114e3fcbd421 None None] Network 08d18e2c-4bc0-4972-a262-5686aa59face requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:06.739684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Subnet': ['ID=b124edb4-bcde-4fed-8155-67c95c5cc4af,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:06.886446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.952132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.983100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d18e2c-4bc0-4972-a262-5686aa59face']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:07.000520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-1495d19a-4465-45c7-8fd1-ebec3753ee7b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:07.002400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-1495d19a-4465-45c7-8fd1-ebec3753ee7b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.3985741 Jul 07 18:03:07.016663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da83645-4895-4347-934b-4c4752fc9704') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:07.019936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da83645-4895-4347-934b-4c4752fc9704') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:07.027879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:07.052037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.088356 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.104607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:07.105172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:07.115862 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:07.162044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aadae06-43bb-4d49-ba85-ea331b0cd4fc None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:07.188053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.221131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=1e01d92b-347f-4045-b299-d714c3bcfdab,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:07.225341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Deleting port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:07.226115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.349062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] For port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:07.349576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.364883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Calling delete_port for 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:07.394699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cb9a85fc-62ae-4ac6-8fb3-751b81348a76 None None] Could not find standard attr ID for object 3641197c-171d-4282-ab1c-f634c0d8f9f2. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:03:07.429708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.470436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cb9a85fc-62ae-4ac6-8fb3-751b81348a76 None None] Provisioning for port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:07.474687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.478845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/08d18e2c-4bc0-4972-a262-5686aa59face HTTP/1.1" status: 204 len: 168 time: 1.6940575 Jul 07 18:03:07.487103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ee6f-5c2a-45ac-956e-2bc48d0f3a19 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Network': ['ID=08d18e2c-4bc0-4972-a262-5686aa59face,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:07.489180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41374) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:07.513604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1728005718'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:07.530441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cb9a85fc-62ae-4ac6-8fb3-751b81348a76 None None] Provisioning complete for port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:07.536358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb9a85fc-62ae-4ac6-8fb3-751b81348a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.538755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.553529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd1c4b-af8c-4736-adde-3bf652f8623d req-205fd1b4-9ed8-41e0-925f-5415b6e377d0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:07.559155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6bd1c4b-af8c-4736-adde-3bf652f8623d req-205fd1b4-9ed8-41e0-925f-5415b6e377d0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=98574c04-aacc-41e0-b297-93cc4bb6ad86 HTTP/1.1" status: 200 len: 946 time: 0.4444375 Jul 07 18:03:07.581482 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.584162 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8439a006-6a9d-4a54-8370-224fbfa6df3a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/1e01d92b-347f-4045-b299-d714c3bcfdab HTTP/1.1" status: 204 len: 168 time: 1.4382064 Jul 07 18:03:07.593676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41376) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:07.611887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:07.622779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:07.623147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.695709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event deleted for resources: {'Port': ['ID=6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:07.725546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-192bdc3c-8494-431f-a660-658f11e243c3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295199 Jul 07 18:03:07.728440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:07.732512 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.741254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41386) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:07.778942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] No DVR routers for this DVR port 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:07.781782 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.790308 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4894070b-cb79-4464-9c12-d39c7ccfc6ba req-c85c7631-ffde-4dbd-9896-3c5d28ae2d99 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "DELETE /v2.0/ports/6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 HTTP/1.1" status: 204 len: 173 time: 0.7776163 Jul 07 18:03:07.790921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'name': 'network-vif-deleted', 'tag': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:07.795399 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05c9fa-b467-4cad-bab1-18b7cf6959c5" -d '{"events": [{"server_uuid": "98574c04-aacc-41e0-b297-93cc4bb6ad86", "name": "network-vif-deleted", "tag": "6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:07.829448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6bd1c4b-af8c-4736-adde-3bf652f8623d req-a139c6a1-c95e-4259-b7ea-b74b5c2af50b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385590 Jul 07 18:03:07.879393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:07.898690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:07.961327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:07.965073 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Added segment aa7edad1-6649-4950-b133-cb611203296f of type vlan for network 8c78f9f7-7301-45b4-88eb-968d48e88283 Jul 07 18:03:08.022570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] Deleting port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:08.022948 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.075856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193dc23-7a1f-4f17-8d13-be2a81f33b1f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.077514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5193dc23-7a1f-4f17-8d13-be2a81f33b1f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3352499 Jul 07 18:03:08.081126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41394) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:08.088352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.148063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] For port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:08.148474 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.169801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.178966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.180067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] Calling delete_port for 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:08.180423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.223352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ea835-29b4-464e-8b6e-7399c42a5795 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.227711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-452ea835-29b4-464e-8b6e-7399c42a5795 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1452754 Jul 07 18:03:08.228464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:08.249030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2dbf1-3ec3-4459-a922-f4e9e0ea36ad req-09319f18-3443-4323-8123-28c9f75cb8f1 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:08.250941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aac2dbf1-3ec3-4459-a922-f4e9e0ea36ad req-09319f18-3443-4323-8123-28c9f75cb8f1 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 945 time: 0.2682498 Jul 07 18:03:08.265359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7714312 Jul 07 18:03:08.299926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41402) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:08.306442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Request body: {'subnet': {'network_id': '8c78f9f7-7301-45b4-88eb-968d48e88283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:08.333415 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae984c1-35fd-4fcc-bef4-db2835fc5cb5 x-openstack-request-id: req-dae984c1-35fd-4fcc-bef4-db2835fc5cb5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:08.333719 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98574c04-aacc-41e0-b297-93cc4bb6ad86", "name": "network-vif-deleted", "tag": "6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:08.334139 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dae984c1-35fd-4fcc-bef4-db2835fc5cb5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:08.335372 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98574c04-aacc-41e0-b297-93cc4bb6ad86', 'name': 'network-vif-deleted', 'tag': '6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7', 'status': 'completed', 'code': 200} Jul 07 18:03:08.347094 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9baf226e-3db7-4ce2-a765-dd149ab341fc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170673 Jul 07 18:03:08.348025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41404) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:08.357783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b139a5d8-5fe3-472a-9952-509af459ca7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:08.388296 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.399487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a1bff-e207-41cc-855a-1b3279b9dced tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Network': ['ID=8c78f9f7-7301-45b4-88eb-968d48e88283,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:08.423607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aac2dbf1-3ec3-4459-a922-f4e9e0ea36ad req-226e53a5-28a2-45cb-a5c2-f6bf40103b4f tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350040 Jul 07 18:03:08.455019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8c78f9f7-7301-45b4-88eb-968d48e88283 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:08.467372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] No DVR routers for this DVR port 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:08.509673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Made reservation on behalf of 807837a33aba4be48182796e17b476c7 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:08.514819 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.558392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b139a5d8-5fe3-472a-9952-509af459ca7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:08.564763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b139a5d8-5fe3-472a-9952-509af459ca7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:08.566758 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b139a5d8-5fe3-472a-9952-509af459ca7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:03:08.567443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b139a5d8-5fe3-472a-9952-509af459ca7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:08.610412 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b139a5d8-5fe3-472a-9952-509af459ca7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2595377 Jul 07 18:03:08.614550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:08.632028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-21c48a0b-a308-44db-a227-bebd80546e4e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:08.643540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dedf05-5308-4c49-8c85-bdaa3c1b1c40 None None] Pushing event deleted for resources: {'Port': ['ID=4a284f46-8301-4d78-8e6f-d4e23cf1deb3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:08.659104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133b16a-6276-4183-948f-a7f414e25a26 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:03:09.001490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c48a0b-a308-44db-a227-bebd80546e4e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:09.004415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6133b16a-6276-4183-948f-a7f414e25a26 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:03:09.011115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21c48a0b-a308-44db-a227-bebd80546e4e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.015860 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c48a0b-a308-44db-a227-bebd80546e4e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:03:09.016659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c48a0b-a308-44db-a227-bebd80546e4e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:09.033993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:09.066841 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-21c48a0b-a308-44db-a227-bebd80546e4e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4506812 Jul 07 18:03:09.070544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41426) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:09.086847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a587f8d9-9ba8-4981-9fba-aa7758ac7d45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:09.130075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:09.131980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4a284f46-8301-4d78-8e6f-d4e23cf1deb3 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:09.380405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a587f8d9-9ba8-4981-9fba-aa7758ac7d45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:09.386849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a587f8d9-9ba8-4981-9fba-aa7758ac7d45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.391936 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a587f8d9-9ba8-4981-9fba-aa7758ac7d45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:03:09.393563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a587f8d9-9ba8-4981-9fba-aa7758ac7d45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:09.398380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:09.424515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.436231 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a587f8d9-9ba8-4981-9fba-aa7758ac7d45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3620601 Jul 07 18:03:09.437981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41448) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:09.460203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9d347010-1367-4f48-bde4-c172db0690dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:09.586102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fcbed-52d7-4521-a235-b99116d3a37c req-98d55f28-e4c3-4e3e-a7af-86f80fe32241 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:09.587736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-160fcbed-52d7-4521-a235-b99116d3a37c req-98d55f28-e4c3-4e3e-a7af-86f80fe32241 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.90 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 945 time: 0.8033142 Jul 07 18:03:09.616232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event updated for resources: {'Subnet': ['ID=ebb78498-2b34-44e9-b1bb-e2ced091e6e1,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:09.674056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Checking segment: {'id': 'aa7edad1-6649-4950-b133-cb611203296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8c78f9f7-7301-45b4-88eb-968d48e88283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:09.674426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network hostable DHCP agents. Network: 8c78f9f7-7301-45b4-88eb-968d48e88283, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:09.699765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d347010-1367-4f48-bde4-c172db0690dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:09.704194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9d347010-1367-4f48-bde4-c172db0690dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.705877 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d347010-1367-4f48-bde4-c172db0690dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:03:09.707002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d347010-1367-4f48-bde4-c172db0690dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:09.713523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-8e6e26a3-8eae-4510-ad8e-ce53c0e550ce tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:09.716584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-8e6e26a3-8eae-4510-ad8e-ce53c0e550ce tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 0.3133531 Jul 07 18:03:09.730962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9d347010-1367-4f48-bde4-c172db0690dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2905693 Jul 07 18:03:09.734163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41456) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:09.742586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-515c5a8b-0cdf-439e-ad13-6da211d2dc14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:09.774890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56a8f3-d19e-4246-a1e6-25dbfe3e2723 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:03:09.806216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Network 8c78f9f7-7301-45b4-88eb-968d48e88283 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:09.839279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8c78f9f7-7301-45b4-88eb-968d48e88283) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:09.847697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-96f30e14-a9c3-459d-ab31-74f369adcfcd tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/quotas/2bd2ddfc789640889545ba10bc348126 HTTP/1.1" status: 200 len: 375 time: 0.0970540 Jul 07 18:03:09.866060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:09.867399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.881350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515c5a8b-0cdf-439e-ad13-6da211d2dc14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:09.894327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-515c5a8b-0cdf-439e-ad13-6da211d2dc14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:09.896479 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-515c5a8b-0cdf-439e-ad13-6da211d2dc14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:03:09.896949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515c5a8b-0cdf-439e-ad13-6da211d2dc14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:09.902224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-6568e823-42bc-44fa-900d-430e58d70ea7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531802 Jul 07 18:03:09.945349 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-515c5a8b-0cdf-439e-ad13-6da211d2dc14 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2100801 Jul 07 18:03:09.948354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41462) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:09.955617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0ac81cc0-e3ae-42c8-bf1d-2064b99903d3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:10.017611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-b2ce2c2b-7d72-4bd2-9c0c-cec7ffc04e06 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140773 Jul 07 18:03:10.076635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-40433fec-8ca5-45c6-95a6-517fcd130fb5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7743714 Jul 07 18:03:10.081789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41464) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:10.102421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2a71-35e5-42bb-9e22-b24ba7383713 req-e91a2884-b546-4ace-97cb-9f861d8a5830 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:10.104458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f7c2a71-35e5-42bb-9e22-b24ba7383713 req-e91a2884-b546-4ace-97cb-9f861d8a5830 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 945 time: 0.4105918 Jul 07 18:03:10.171236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56a8f3-d19e-4246-a1e6-25dbfe3e2723 None None] Unable to find a vacant binding_index for network 8c78f9f7-7301-45b4-88eb-968d48e88283 and agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 18:03:10.179816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56a8f3-d19e-4246-a1e6-25dbfe3e2723 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8c78f9f7-7301-45b4-88eb-968d48e88283) {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:03:10.217089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f7c2a71-35e5-42bb-9e22-b24ba7383713 req-9703e3fb-1d1d-4e78-beb0-fa2053a77fd1 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998230 Jul 07 18:03:10.220601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Deleting port 9265a698-7fcd-4647-8460-a972d6d57054 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:10.221322 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:10.230958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac81cc0-e3ae-42c8-bf1d-2064b99903d3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:10.234612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ac81cc0-e3ae-42c8-bf1d-2064b99903d3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:10.246037 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac81cc0-e3ae-42c8-bf1d-2064b99903d3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:03:10.246578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac81cc0-e3ae-42c8-bf1d-2064b99903d3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:10.332192 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0ac81cc0-e3ae-42c8-bf1d-2064b99903d3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3799849 Jul 07 18:03:10.342052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:10.403693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:10.441346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-844e62d0-0ddb-45cb-8b24-ac720d8c3d85 service neutron] 10.222.0.88 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225836 Jul 07 18:03:10.530073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] For port 9265a698-7fcd-4647-8460-a972d6d57054, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9265a698-7fcd-4647-8460-a972d6d57054,segment=NetworkSegment(8b2aa5de-93cb-410a-b037-476d1acafaff),segment_id=8b2aa5de-93cb-410a-b037-476d1acafaff)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:10.530547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:10.548867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9a7faedc-6bfc-4c51-a011-16295ce30720 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1967151 Jul 07 18:03:10.555189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:10.560429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Calling delete_port for 9265a698-7fcd-4647-8460-a972d6d57054 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:10.855569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cdadb8-aa5f-4e22-8460-7e59046127ce tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:10.857274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-01cdadb8-aa5f-4e22-8460-7e59046127ce tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3001566 Jul 07 18:03:10.860412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41494) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:10.882132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c7385-8892-449b-98d9-3cb13234bdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-8c78f9f7-7301-45b4-88eb-968d48e88283', 'network_id': '8c78f9f7-7301-45b4-88eb-968d48e88283', 'tenant_id': '807837a33aba4be48182796e17b476c7', 'fixed_ips': [{'subnet_id': 'ebb78498-2b34-44e9-b1bb-e2ced091e6e1'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:10.883280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-167c7385-8892-449b-98d9-3cb13234bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:10.957845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a7c6127-62f3-4e46-83dd-d22649e3f856 req-b826544b-7220-4b48-ae43-7e421e363c28 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 210 time: 0.0785437 Jul 07 18:03:10.981082 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e0927542-ebf6-4814-8e36-644394eb27c4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159492 Jul 07 18:03:10.981251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:10.988591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:10.992945 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.001948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.056532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:11.117577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:11.117943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6fd6ba8e-adb6-453d-b47b-3e4e874fa2e7 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:11.125795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.176680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:11.182348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.194694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Pushing event deleted for resources: {'Port': ['ID=9265a698-7fcd-4647-8460-a972d6d57054,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:11.210582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb78498-2b34-44e9-b1bb-e2ced091e6e1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-167c7385-8892-449b-98d9-3cb13234bdcf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebb78498-2b34-44e9-b1bb-e2ced091e6e1: This subnet is being modified by another concurrent operation. Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:03:11.216212 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebb78498-2b34-44e9-b1bb-e2ced091e6e1: This subnet is being modified by another concurrent operation. Jul 07 18:03:11.220356 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:03:11.286319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded5a35-b38e-4f6b-9ff0-477b3e9d62d5 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:03:11.398589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] No DVR routers for this DVR port 9265a698-7fcd-4647-8460-a972d6d57054 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:11.405738 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.431550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-160fcbed-52d7-4521-a235-b99116d3a37c req-4521878f-7d8a-47cc-9488-bcb3772dc2f8 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.90 "DELETE /v2.0/ports/9265a698-7fcd-4647-8460-a972d6d57054 HTTP/1.1" status: 204 len: 173 time: 1.8227005 Jul 07 18:03:11.432047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'name': 'network-vif-deleted', 'tag': '9265a698-7fcd-4647-8460-a972d6d57054'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:11.434483 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795e6f58-c841-4da0-81cd-359103c1bd8b" -d '{"events": [{"server_uuid": "d7660ec4-e613-4bcb-99c8-391e9ba59380", "name": "network-vif-deleted", "tag": "9265a698-7fcd-4647-8460-a972d6d57054"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:11.448238 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.480666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c78f9f7-7301-45b4-88eb-968d48e88283']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:11.511952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7edad1-6649-4950-b133-cb611203296f') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:11.513669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7edad1-6649-4950-b133-cb611203296f') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:11.539798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.578284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.594714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:11.596228 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:11.608776 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:11.668131 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02135b3e-3bc9-4c9b-84de-0d90c9838104 x-openstack-request-id: req-02135b3e-3bc9-4c9b-84de-0d90c9838104 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:11.668434 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7660ec4-e613-4bcb-99c8-391e9ba59380", "name": "network-vif-deleted", "tag": "9265a698-7fcd-4647-8460-a972d6d57054", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:11.668732 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02135b3e-3bc9-4c9b-84de-0d90c9838104 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:11.669300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded5a35-b38e-4f6b-9ff0-477b3e9d62d5 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:03:11.669453 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7660ec4-e613-4bcb-99c8-391e9ba59380', 'name': 'network-vif-deleted', 'tag': '9265a698-7fcd-4647-8460-a972d6d57054', 'status': 'completed', 'code': 200} Jul 07 18:03:11.712545 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.720858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:11.726120 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/8c78f9f7-7301-45b4-88eb-968d48e88283 HTTP/1.1" status: 204 len: 168 time: 1.6388958 Jul 07 18:03:11.736871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41530) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:11.855130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-294f557c-0efd-4d61-a274-3e55104a7bb4 req-ddde8845-9a3b-411e-820d-bdf0dd9cba12 tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 210 time: 0.1847754 Jul 07 18:03:11.859816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac545baa-f259-4abe-b0d3-cd65050672cc tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Network': ['ID=8c78f9f7-7301-45b4-88eb-968d48e88283,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:11.871704 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f96d38-a369-48eb-8fab-c4d66ee501c3 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:11.874495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f96d38-a369-48eb-8fab-c4d66ee501c3 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:11.882636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41534) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:11.884513 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-77f96d38-a369-48eb-8fab-c4d66ee501c3 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/ebb78498-2b34-44e9-b1bb-e2ced091e6e1 HTTP/1.1" status: 404 len: 337 time: 0.1350224 Jul 07 18:03:11.945301 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bcf7c3-3586-4f64-b31c-b50c5b1c1e75 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:11.945962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bcf7c3-3586-4f64-b31c-b50c5b1c1e75 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:11.948032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-85bcf7c3-3586-4f64-b31c-b50c5b1c1e75 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/8c78f9f7-7301-45b4-88eb-968d48e88283 HTTP/1.1" status: 404 len: 339 time: 0.0642173 Jul 07 18:03:11.951522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41536) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:12.038354 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e0edc6-e9a6-404f-ac6c-8370ba659eac tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:12.040292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e0edc6-e9a6-404f-ac6c-8370ba659eac tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:12.043313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-93e0edc6-e9a6-404f-ac6c-8370ba659eac tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/b124edb4-bcde-4fed-8155-67c95c5cc4af HTTP/1.1" status: 404 len: 337 time: 0.0905182 Jul 07 18:03:12.062761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41540) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:12.145292 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc125f9-ad79-49d1-a5f8-52adbc3dc5d2 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:12.147443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc125f9-ad79-49d1-a5f8-52adbc3dc5d2 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:12.153691 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dcc125f9-ad79-49d1-a5f8-52adbc3dc5d2 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/08d18e2c-4bc0-4972-a262-5686aa59face HTTP/1.1" status: 404 len: 339 time: 0.0868471 Jul 07 18:03:12.156003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41546) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:12.201753 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e5dbad-24a0-49d7-a682-eba53fa853d4 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:12.202928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e5dbad-24a0-49d7-a682-eba53fa853d4 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:12.207732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-47e5dbad-24a0-49d7-a682-eba53fa853d4 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/c233f351-a85c-49ee-a9b8-515ccd0bea52 HTTP/1.1" status: 404 len: 337 time: 0.0478940 Jul 07 18:03:12.208305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41550) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:12.258684 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad9201d-c09d-48e4-8697-877888d8db05 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:12.259840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad9201d-c09d-48e4-8697-877888d8db05 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:12.265774 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ad9201d-c09d-48e4-8697-877888d8db05 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/e8b3660f-6aee-46a2-90fc-d0731c623a1c HTTP/1.1" status: 404 len: 339 time: 0.0560935 Jul 07 18:03:12.266830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41554) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:12.290697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfb55160-dace-420a-8c89-898167ef62c0 req-6d996177-90e2-492d-859e-b711a20c487d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 210 time: 0.1014986 Jul 07 18:03:12.352619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:12.361043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9265a698-7fcd-4647-8460-a972d6d57054 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:12.362065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:12.442868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:12.446895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:12.454645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:12.455594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:12.466752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 9265a698-7fcd-4647-8460-a972d6d57054 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:12.467084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9265a698-7fcd-4647-8460-a972d6d57054 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:12.477339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=957a8f71-eed8-457d-9938-7be4692dcb76,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:12.482283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ff75617a-ea75-42f8-b9c1-caacf7f8d0ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4997082 Jul 07 18:03:12.486243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:12.493995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:ed:e1:c7', 'name': 'tempest-NetworksTestDHCPv6-1601754413'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:12.554950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '957a8f71-eed8-457d-9938-7be4692dcb76'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:12.555638 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:12.672239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Deleting port 88ff3d4f-ef11-4d42-a51d-c1386821cf4c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:12.673390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:12.795386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:12.823414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Calling delete_port for 88ff3d4f-ef11-4d42-a51d-c1386821cf4c owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:12.847453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Allocated IP 2001:db8::f816:3eff:fec3:d699 (0615333f-c9a5-42b4-86e0-c4a963464179/957a8f71-eed8-457d-9938-7be4692dcb76/e3b141f7-682c-47e6-8eae-e53393d0fa64) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:13.069281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.078468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Transition to ACTIVE for port object e3b141f7-682c-47e6-8eae-e53393d0fa64 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:13.079705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.094360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Transition to ACTIVE for port object e3b141f7-682c-47e6-8eae-e53393d0fa64 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:13.107687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.162958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Pushing event updated for resources: {'Port': ['ID=e3b141f7-682c-47e6-8eae-e53393d0fa64,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:13.174162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:13.176999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:13.179200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:13.313929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Attempting to bind port e3b141f7-682c-47e6-8eae-e53393d0fa64 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:13.314303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Attempting to bind port e3b141f7-682c-47e6-8eae-e53393d0fa64 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:13.314666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Attempting to bind port e3b141f7-682c-47e6-8eae-e53393d0fa64 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:13.331966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:13.332350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:13.332743 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.333190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:13.336002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Bound port: e3b141f7-682c-47e6-8eae-e53393d0fa64, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:13.336323 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.479761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] For port e3b141f7-682c-47e6-8eae-e53393d0fa64, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:13.483293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] For port e3b141f7-682c-47e6-8eae-e53393d0fa64, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e3b141f7-682c-47e6-8eae-e53393d0fa64,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:13.496271 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.553102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Pushing event updated for resources: {'Port': ['ID=e3b141f7-682c-47e6-8eae-e53393d0fa64,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:13.559418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-277ad100-a453-41a3-aec0-79db41470e8f req-d942e09d-ddca-48bf-b0b6-e760ffae12ce tempest-InstanceActionsNegativeTestJSON-1448359134 tempest-InstanceActionsNegativeTestJSON-1448359134-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7660ec4-e613-4bcb-99c8-391e9ba59380 HTTP/1.1" status: 200 len: 210 time: 0.0433266 Jul 07 18:03:13.565718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.566250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.566758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.567249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.567873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.568384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.568889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.569378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.570320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.570817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.571359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.571891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c7c3a-f3e9-4d3a-8b73-b7402afcaaac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:13.774063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:13.895046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Port': ['ID=88ff3d4f-ef11-4d42-a51d-c1386821cf4c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:13.906988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fab4e6a-b1f4-4050-b06b-ccfa9ce9ca20 req-7eff51b9-60ff-4cd2-b0e4-e21e281a21b5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 210 time: 0.1212904 Jul 07 18:03:13.929597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:13.931705 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-22c34bb3-251f-473a-80f0-343de5348f62 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/ports/88ff3d4f-ef11-4d42-a51d-c1386821cf4c HTTP/1.1" status: 204 len: 168 time: 1.6637084 Jul 07 18:03:13.934835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41608) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:14.018769 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b76335-0f5e-49cb-9113-e15d9d7f879e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:14.019241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b76335-0f5e-49cb-9113-e15d9d7f879e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:14.022542 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.038254 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d2b76335-0f5e-49cb-9113-e15d9d7f879e tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/97454597-a3b8-4996-a674-ca04f18dea4a HTTP/1.1" status: 404 len: 337 time: 0.1026545 Jul 07 18:03:14.040688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41610) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:14.063409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-1723cbdf-d1ff-4959-b407-c6653bad1b63 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:14.065502 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-1723cbdf-d1ff-4959-b407-c6653bad1b63 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 811 time: 1.0692844 Jul 07 18:03:14.082147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 455ba9e3-f4b0-4551-95ea-dcece643c67a yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:14.122746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Request body: {'port': {'device_id': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'admin_state_up': True, 'tenant_id': '2bd2ddfc789640889545ba10bc348126'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:14.232819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:feed:e1c7 (0615333f-c9a5-42b4-86e0-c4a963464179/957a8f71-eed8-457d-9938-7be4692dcb76/455ba9e3-f4b0-4551-95ea-dcece643c67a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:14.305473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.307735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Made reservation on behalf of 2bd2ddfc789640889545ba10bc348126 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:14.311173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.501652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Deleting port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:14.501652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.541644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.566877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 455ba9e3-f4b0-4551-95ea-dcece643c67a will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:14.627480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.675104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] For port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ce1abcac-3fb1-4e49-ab26-26e0d5192d4e,segment=NetworkSegment(b1a70ab8-91ed-4a96-ab86-f67eec6c3791),segment_id=b1a70ab8-91ed-4a96-ab86-f67eec6c3791)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:14.675760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.689375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41632) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:14.743483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:14.746416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:14.750291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] Deleting subnet cb030d6d-b84b-44ad-a844-8d73db4ad5f4 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:14.754029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.758346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:14.766845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:14.768022 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.789442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Calling delete_port for ce1abcac-3fb1-4e49-ab26-26e0d5192d4e owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:14.820085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=455ba9e3-f4b0-4551-95ea-dcece643c67a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:14.834849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3fc8377a-be7d-4429-b0d7-42a5a28d0139 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3466899 Jul 07 18:03:14.837646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41650) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:14.854087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.924403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Allocated IP 172.20.0.9 (844e265b-d06f-4d6e-a742-e9c7d38930c7/cf4f3ffe-8213-4079-8acf-b5db455e7f0c/454b081b-a587-4150-aa1b-c8966b2b4f6b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:14.960464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5973731-6e47-4fdb-9782-9c5034031873 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:14.970837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5973731-6e47-4fdb-9782-9c5034031873 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:14.978588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a5973731-6e47-4fdb-9782-9c5034031873 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1396821 Jul 07 18:03:14.979380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:15.057071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.086559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e3b141f7-682c-47e6-8eae-e53393d0fa64 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:15.169205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e3b141f7-682c-47e6-8eae-e53393d0fa64 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:15.215044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a15672-2a01-483b-b054-13b02dbfae9a None None] Network 8c78f9f7-7301-45b4-88eb-968d48e88283 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:15.222273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-648d682b-3be5-4cdd-98b1-a658c65c7d65 req-1950546e-2f47-45b9-966f-02ca510fe9be tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 210 time: 0.0589309 Jul 07 18:03:15.232229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.242096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce8599-9bd2-4db8-be08-62143cb13bcf None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:15.245046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a15672-2a01-483b-b054-13b02dbfae9a None None] Network 8c78f9f7-7301-45b4-88eb-968d48e88283 could not be found, it might have been deleted concurrently. {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:03:15.267005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4d34f-987d-4faf-8041-664df30d46f7 None None] Network 8c78f9f7-7301-45b4-88eb-968d48e88283 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:15.267507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 455ba9e3-f4b0-4551-95ea-dcece643c67a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:15.267970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.312793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4d34f-987d-4faf-8041-664df30d46f7 None None] Network 8c78f9f7-7301-45b4-88eb-968d48e88283 could not be found, it might have been deleted concurrently. {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:03:15.342584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d828a06c-e445-46c2-a886-2603be139a1a None None] Provisioning for port e3b141f7-682c-47e6-8eae-e53393d0fa64 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:15.355132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d828a06c-e445-46c2-a886-2603be139a1a None None] Provisioning complete for port e3b141f7-682c-47e6-8eae-e53393d0fa64 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:15.355604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d828a06c-e445-46c2-a886-2603be139a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.367648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3767-f179-4999-9f55-f4a63c4c473a req-49fb84c9-d9ba-4a6c-99bc-e5ba6331e508 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:15.368436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.375733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3af3767-f179-4999-9f55-f4a63c4c473a req-49fb84c9-d9ba-4a6c-99bc-e5ba6331e508 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 949 time: 0.2562792 Jul 07 18:03:15.435067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.461032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.478553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Port': ['ID=ce1abcac-3fb1-4e49-ab26-26e0d5192d4e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:15.486597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.494299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No DVR routers for this DVR port ce1abcac-3fb1-4e49-ab26-26e0d5192d4e on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:15.527773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 455ba9e3-f4b0-4551-95ea-dcece643c67a owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:15.564008 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d828a06c-e445-46c2-a886-2603be139a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.586221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Network 844e265b-d06f-4d6e-a742-e9c7d38930c7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:15.589720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.591751 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cb030d6d-b84b-44ad-a844-8d73db4ad5f4 HTTP/1.1" status: 204 len: 168 time: 0.9010630 Jul 07 18:03:15.595520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:15.599682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:15.601704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98de1b-1a6a-49b5-979f-20b5162afd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb030d6d-b84b-44ad-a844-8d73db4ad5f4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:15.606151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:15.620601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d828a06c-e445-46c2-a886-2603be139a1a None None] For port e3b141f7-682c-47e6-8eae-e53393d0fa64, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e3b141f7-682c-47e6-8eae-e53393d0fa64,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:15.628492 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d828a06c-e445-46c2-a886-2603be139a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.675985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3af3767-f179-4999-9f55-f4a63c4c473a req-0efb1b47-09d5-4ad7-824b-349d70f34c7c tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992656 Jul 07 18:03:15.727132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828a06c-e445-46c2-a886-2603be139a1a None None] Pushing event updated for resources: {'Port': ['ID=e3b141f7-682c-47e6-8eae-e53393d0fa64,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:15.798980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.807575 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21629101-90e5-4a57-8a5b-13fa3039b66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.828209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event updated for resources: {'Port': ['ID=454b081b-a587-4150-aa1b-c8966b2b4f6b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:15.856747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=455ba9e3-f4b0-4551-95ea-dcece643c67a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:15.862668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.895034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.910107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ccfb9e-fed9-48cc-bce4-97c0265e5872']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:15.914005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e04f6184-76cd-4f54-b9b6-5a4764faf193 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/455ba9e3-f4b0-4551-95ea-dcece643c67a HTTP/1.1" status: 204 len: 168 time: 0.9329131 Jul 07 18:03:15.919460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41688) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:15.924533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:15.925288 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.931327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.939460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a70ab8-91ed-4a96-ab86-f67eec6c3791') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:15.941241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a70ab8-91ed-4a96-ab86-f67eec6c3791') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:15.969868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:15.987076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.002150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:16.002552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:16.007142 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:16.030729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d5224-6630-4a44-bb2a-74794d29288b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:16.032578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d5224-6630-4a44-bb2a-74794d29288b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:16.035713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-161d5224-6630-4a44-bb2a-74794d29288b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1147871 Jul 07 18:03:16.037983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41690) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:16.056897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-91815402-b133-4aba-aae0-cfe528d04dc7 None None] Could not find standard attr ID for object 455ba9e3-f4b0-4551-95ea-dcece643c67a. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:03:16.059650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-250e9549-0c4c-4793-a290-82bf8f69e892 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9439657 Jul 07 18:03:16.077302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Request body: {'port': {'device_id': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:16.081337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-91815402-b133-4aba-aae0-cfe528d04dc7 None None] Provisioning complete for port e3b141f7-682c-47e6-8eae-e53393d0fa64 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:16.082169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91815402-b133-4aba-aae0-cfe528d04dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.144364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.189431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.193827 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/53ccfb9e-fed9-48cc-bce4-97c0265e5872 HTTP/1.1" status: 204 len: 168 time: 2.1496840 Jul 07 18:03:16.198134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 957a8f71-eed8-457d-9938-7be4692dcb76 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:16.204050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41700) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:16.214291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.356875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c196017-549f-4511-9a05-31eab98572c5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Network': ['ID=53ccfb9e-fed9-48cc-bce4-97c0265e5872,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:16.376507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.396933 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.464573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:16.497812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2aa5de-93cb-410a-b037-476d1acafaff') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:16.498120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2aa5de-93cb-410a-b037-476d1acafaff') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:16.535283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.552388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.612208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.699198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:16.699198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:16.705619 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:16.731467 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.754026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c94f0746-f13c-4ad6-9a38-441140a499ab None None] Could not find standard attr ID for object 455ba9e3-f4b0-4551-95ea-dcece643c67a. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:03:16.824871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Deleting port 2621d227-d7f1-4fbc-b649-ab5a73261f36 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:16.825531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.850760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.856693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.861050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6 HTTP/1.1" status: 204 len: 168 time: 1.2548690 Jul 07 18:03:16.914896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:16.927352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955841b2-309d-46e6-b6c2-c9aec8dc9b68 req-9a4ecb64-1c78-4b69-b9d6-13f17a662abf tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:16.932504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dccd3e-386f-469b-b031-3618cf7f4469 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da2fdf0-112b-440c-ba67-f9d7d3bfe1c6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:16.945807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-955841b2-309d-46e6-b6c2-c9aec8dc9b68 req-9a4ecb64-1c78-4b69-b9d6-13f17a662abf tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 931 time: 0.4581721 Jul 07 18:03:16.977829 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e3b141f7-682c-47e6-8eae-e53393d0fa64 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:16.994294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Calling delete_port for 2621d227-d7f1-4fbc-b649-ab5a73261f36 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:17.020210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:17.084740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.094905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41730) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:17.173686 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-32103b4f-6251-4b89-b8fd-430d64e4c8d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=26fb1d0b050648f0bccead4d17998a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775671 Jul 07 18:03:17.185909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-955841b2-309d-46e6-b6c2-c9aec8dc9b68 req-cd12f322-af36-40f4-af5a-e9421bd51122 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342291 Jul 07 18:03:17.186166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41732) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:17.188860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=957a8f71-eed8-457d-9938-7be4692dcb76,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:17.198974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.201231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7bfffc48-10dc-4e4a-9ea6-5469650c515c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/957a8f71-eed8-457d-9938-7be4692dcb76 HTTP/1.1" status: 204 len: 168 time: 1.1618121 Jul 07 18:03:17.205420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41734) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:17.210974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31256d72-41ce-40c1-95cc-2c4e72916c04 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:17.216008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e3b141f7-682c-47e6-8eae-e53393d0fa64 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:17.216693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.255486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-72132998-c5d7-436a-8bc7-b8e4cebf66c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489414 Jul 07 18:03:17.259263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41736) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:17.261211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.268414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:17.288571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.332000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Port': ['ID=2621d227-d7f1-4fbc-b649-ab5a73261f36,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:17.335236 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.338060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e87e52e6-947a-47ad-b01f-c16c7e0e5ab5 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/ports/2621d227-d7f1-4fbc-b649-ab5a73261f36 HTTP/1.1" status: 204 len: 168 time: 1.1318579 Jul 07 18:03:17.343044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41742) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:17.355610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:17.358400 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e28ed8-670f-4596-a583-11f93b15d308" -d '{"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-unplugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:17.369317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454b081b-a587-4150-aa1b-c8966b2b4f6b {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:03:17.374231 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c416f303-8a43-4eec-bd33-8a6b483805eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.382445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.388562 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf023ef-b9a0-448a-b820-1d14baa7b13a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] DELETE failed (client error): The resource could not be found. Jul 07 18:03:17.389415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf023ef-b9a0-448a-b820-1d14baa7b13a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:17.395117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bdf023ef-b9a0-448a-b820-1d14baa7b13a tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/d3495880-0c4d-4c88-b09a-3c1a9315fd20 HTTP/1.1" status: 404 len: 337 time: 0.0461166 Jul 07 18:03:17.395726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41746) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:17.435186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Transition to ACTIVE for port object 454b081b-a587-4150-aa1b-c8966b2b4f6b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:17.439290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:17.440198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c416f303-8a43-4eec-bd33-8a6b483805eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.441826 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabcd89a-e978-4514-9a37-a2c2cf6510e5 x-openstack-request-id: req-cabcd89a-e978-4514-9a37-a2c2cf6510e5 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:17.442314 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-unplugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:17.442721 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cabcd89a-e978-4514-9a37-a2c2cf6510e5 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:17.443315 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'code': 200} Jul 07 18:03:17.451002 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.467209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.469444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:17.474450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.517690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.613800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:17.645535 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.656481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ed5194-1425-4f31-814d-275732262c1c']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:17.678220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6b69cb-7936-4716-b82b-1b5de683cc6d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:17.678761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6b69cb-7936-4716-b82b-1b5de683cc6d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:17.680119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Pushing event updated for resources: {'Port': ['ID=454b081b-a587-4150-aa1b-c8966b2b4f6b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:17.713252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.730523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:17.757232 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.769890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:17.771536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.781266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c416f303-8a43-4eec-bd33-8a6b483805eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.785387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c416f303-8a43-4eec-bd33-8a6b483805eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.786993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c416f303-8a43-4eec-bd33-8a6b483805eb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e HTTP/1.1" status: 204 len: 168 time: 0.5997014 Jul 07 18:03:17.806320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] Deleting port e3b141f7-682c-47e6-8eae-e53393d0fa64 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:17.809500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.814343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416f303-8a43-4eec-bd33-8a6b483805eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fcc5c7-9b95-4dc7-bd5d-00ae8e67f32e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:17.867252 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:17.871541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.886148 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.888521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/74ed5194-1425-4f31-814d-275732262c1c HTTP/1.1" status: 204 len: 168 time: 0.4916003 Jul 07 18:03:17.891681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41768) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:17.913552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b9ad-b1b0-4362-ab99-b3d8e4d87485 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Network': ['ID=74ed5194-1425-4f31-814d-275732262c1c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:17.921747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Attempting to bind port 454b081b-a587-4150-aa1b-c8966b2b4f6b on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:17.922162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Attempting to bind port 454b081b-a587-4150-aa1b-c8966b2b4f6b by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:17.922457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Attempting to bind port 454b081b-a587-4150-aa1b-c8966b2b4f6b on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:17.933101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Port 454b081b-a587-4150-aa1b-c8966b2b4f6b on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:03:17.933738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Attempting to bind port 454b081b-a587-4150-aa1b-c8966b2b4f6b on network 844e265b-d06f-4d6e-a742-e9c7d38930c7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:17.947025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:17.947452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Checking segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:17.947995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Bound using segment: {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:17.949273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Bound port: 454b081b-a587-4150-aa1b-c8966b2b4f6b, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53877e3d-dfd0-489c-b66a-fd254f0ce9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:17.949854 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.976689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] For port e3b141f7-682c-47e6-8eae-e53393d0fa64, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e3b141f7-682c-47e6-8eae-e53393d0fa64,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:17.977140 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.992329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] Calling delete_port for e3b141f7-682c-47e6-8eae-e53393d0fa64 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:17.996335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Deleting subnet 5280d11e-0e1e-4235-8f7b-6b2034f6e11d {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:18.005578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.096410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.137066 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.156451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] For port 454b081b-a587-4150-aa1b-c8966b2b4f6b, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:18.159449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] No DVR routers for this DVR port e3b141f7-682c-47e6-8eae-e53393d0fa64 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:18.195530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330346f-0436-4215-8617-afb5066ec2a4 None None] Pushing event deleted for resources: {'Port': ['ID=e3b141f7-682c-47e6-8eae-e53393d0fa64,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:18.203276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] For port 454b081b-a587-4150-aa1b-c8966b2b4f6b, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=454b081b-a587-4150-aa1b-c8966b2b4f6b,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:18.214757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.249971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.266976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:18.315127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.357728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1519462e-7044-4315-8713-f5d21fba1caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.403060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.429707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:18.430315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.431059 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.431764 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] 10.222.0.55 "PUT /v2.0/ports/454b081b-a587-4150-aa1b-c8966b2b4f6b HTTP/1.1" status: 200 len: 1091 time: 2.3588865 Jul 07 18:03:18.435503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'tag': '454b081b-a587-4150-aa1b-c8966b2b4f6b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:18.437452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Subnet': ['ID=5280d11e-0e1e-4235-8f7b-6b2034f6e11d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:18.437961 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b719037-286c-42ab-8b60-e9ee09cbba94" -d '{"events": [{"name": "network-changed", "server_uuid": "e2388945-921b-49cb-8540-9a937e3ac9da", "tag": "454b081b-a587-4150-aa1b-c8966b2b4f6b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:18.469337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=11fbcc44-962b-4594-bcf1-4950732c9372,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:18.470772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.473027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e7de9b7b-c112-4c98-892f-7256893a3703 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/subnets/5280d11e-0e1e-4235-8f7b-6b2034f6e11d HTTP/1.1" status: 204 len: 168 time: 0.5799696 Jul 07 18:03:18.475455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41792) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:18.477735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:18.482548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba23253-3e5b-4cbc-ab5d-ee67560cfd4b None None] Network 0ae7e41b-fda5-4068-9717-7af82fa65bfa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:18.495076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a7e2-ed0f-4035-9628-af1df5a414e0 req-db7174cf-59de-4c36-8fd4-d188771283b1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:18.502784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e83a7e2-ed0f-4035-9628-af1df5a414e0 req-db7174cf-59de-4c36-8fd4-d188771283b1 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 943 time: 0.1533492 Jul 07 18:03:18.570128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:18.583451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bfbd2-50a5-4eaa-a013-77891bf37240 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:18.617146 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602e6c4b-fb43-4f08-9aab-06f840d0d049 x-openstack-request-id: req-602e6c4b-fb43-4f08-9aab-06f840d0d049 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:18.617440 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2388945-921b-49cb-8540-9a937e3ac9da", "tag": "454b081b-a587-4150-aa1b-c8966b2b4f6b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:18.617689 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-602e6c4b-fb43-4f08-9aab-06f840d0d049 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:18.618097 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'tag': '454b081b-a587-4150-aa1b-c8966b2b4f6b', 'status': 'completed', 'code': 200} Jul 07 18:03:18.631808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e83a7e2-ed0f-4035-9628-af1df5a414e0 req-09282aca-274f-4a85-ba57-694c750a27c5 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281888 Jul 07 18:03:18.638323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:18.639473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.646959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f99042-72e1-45be-bd0d-93a5a1add1ba service neutron] Pushing event updated for resources: {'Port': ['ID=454b081b-a587-4150-aa1b-c8966b2b4f6b,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:18.702016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.729298 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-18c7d949-3d6d-4435-99b4-c93f540830cb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4653249 Jul 07 18:03:18.730902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41808) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:18.746205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:3e:af:40', 'name': 'tempest-NetworksTestDHCPv6-1358886242'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:18.759130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-06100629-937d-4f93-96c9-04c90660fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:18.761103 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-06100629-937d-4f93-96c9-04c90660fd09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 1094 time: 0.2740417 Jul 07 18:03:18.812563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-a7438fed-8710-4000-80ed-bd66d9c2cf1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454b081b-a587-4150-aa1b-c8966b2b4f6b HTTP/1.1" status: 200 len: 217 time: 0.0426812 Jul 07 18:03:18.907287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-e45a80d5-3bf0-40aa-b433-f5b886b7b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:18.908942 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-e45a80d5-3bf0-40aa-b433-f5b886b7b304 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.0887656 Jul 07 18:03:18.926546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '11fbcc44-962b-4594-bcf1-4950732c9372'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:18.927658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.934093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Deleting port ac8d03ad-0c82-44ef-820a-adf081f5eaca {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:18.934621 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.984769 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-5211847f-478a-4c2c-8b45-32071ae6f06c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647857 Jul 07 18:03:19.033690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:19.045879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] For port ac8d03ad-0c82-44ef-820a-adf081f5eaca, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ac8d03ad-0c82-44ef-820a-adf081f5eaca,segment=NetworkSegment(f6faee96-1af7-466d-a2e5-6befb54e95b1),segment_id=f6faee96-1af7-466d-a2e5-6befb54e95b1)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:19.046248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.101339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Calling delete_port for ac8d03ad-0c82-44ef-820a-adf081f5eaca owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:19.149422 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-ecb4d86b-6bf3-4ead-ad01-867616c2783d service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586237 Jul 07 18:03:19.159422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] DHCP port deletion for 0ae7e41b-fda5-4068-9717-7af82fa65bfa request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:19.162430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e3b141f7-682c-47e6-8eae-e53393d0fa64 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:19.192889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41824) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:19.208041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e3b141f7-682c-47e6-8eae-e53393d0fa64 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:19.208497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e3b141f7-682c-47e6-8eae-e53393d0fa64 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:19.237734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.274216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 3d458f1b-9e92-4bd5-baaf-23fbef4db67e yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:19.315661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Allocated IP 2001:db8::f816:3eff:feca:3a2d (0615333f-c9a5-42b4-86e0-c4a963464179/11fbcc44-962b-4594-bcf1-4950732c9372/7fd61786-e926-429e-a7ce-830a5243bc56) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:19.325651 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a4347c41-4514-4c4e-b15c-bd493e11fba9 req-987328d9-605b-4efa-b2bf-e94a0c049b96 service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680443 Jul 07 18:03:19.351269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.362459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] Deleting port ac8d03ad-0c82-44ef-820a-adf081f5eaca {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:19.362851 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.390685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1376193998-network', 'tenant_id': '3ab55edcb3204b67a214618b8b9d9537'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:19.448712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] No DVR routers for this DVR port ac8d03ad-0c82-44ef-820a-adf081f5eaca on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:19.459534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Port': ['ID=ac8d03ad-0c82-44ef-820a-adf081f5eaca,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:19.491128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Made reservation on behalf of 3ab55edcb3204b67a214618b8b9d9537 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:19.500156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.533324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.561843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] For port ac8d03ad-0c82-44ef-820a-adf081f5eaca, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:19.562123 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.566318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.578862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae7e41b-fda5-4068-9717-7af82fa65bfa']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:19.591829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6faee96-1af7-466d-a2e5-6befb54e95b1') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:19.592181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6faee96-1af7-466d-a2e5-6befb54e95b1') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:19.593171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-03c81d6d-0cbc-4071-a718-5e88bb5bebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:19.603545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.612858 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-03c81d6d-0cbc-4071-a718-5e88bb5bebb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bd2ddfc789640889545ba10bc348126&device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 1094 time: 0.2158661 Jul 07 18:03:19.621455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] Calling delete_port for ac8d03ad-0c82-44ef-820a-adf081f5eaca owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:19.625040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] Port ac8d03ad-0c82-44ef-820a-adf081f5eaca was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:03:19.627030 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.630309 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.639446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:19.640288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:19.646395 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:19.689322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] Pushing event deleted for resources: {'Port': ['ID=ac8d03ad-0c82-44ef-820a-adf081f5eaca,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:19.699993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceedc07-f884-446e-9a9c-9f42801ef259 None None] No DVR routers for this DVR port ac8d03ad-0c82-44ef-820a-adf081f5eaca on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:19.721616 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.751018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.759336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.768964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] 10.222.0.88 "DELETE /v2.0/networks/0ae7e41b-fda5-4068-9717-7af82fa65bfa HTTP/1.1" status: 204 len: 168 time: 1.2922063 Jul 07 18:03:19.812063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb99a04-99f1-4e7c-9883-07443a9c2993 tempest-NetworksIpV6TestAttrs-1024621480 tempest-NetworksIpV6TestAttrs-1024621480-project] Pushing event deleted for resources: {'Network': ['ID=0ae7e41b-fda5-4068-9717-7af82fa65bfa,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:19.841323 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.856240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Transition to ACTIVE for port object 7fd61786-e926-429e-a7ce-830a5243bc56 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:19.887051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Transition to ACTIVE for port object 7fd61786-e926-429e-a7ce-830a5243bc56 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:19.899343 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.960551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:19.966592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:19.977904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.980227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-5b61644b-a10d-4b21-be92-edba8d30b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:19.981989 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-5b61644b-a10d-4b21-be92-edba8d30b2cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 200 len: 912 time: 0.3548903 Jul 07 18:03:19.984079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.984618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:19.992687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Pushing event updated for resources: {'Port': ['ID=7fd61786-e926-429e-a7ce-830a5243bc56,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:20.002605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fe3e:af40 (0615333f-c9a5-42b4-86e0-c4a963464179/11fbcc44-962b-4594-bcf1-4950732c9372/3d458f1b-9e92-4bd5-baaf-23fbef4db67e) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:20.030384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202beaab-696a-4595-8289-d73a2602e064 req-1abaac4c-961d-4622-a135-0da813cf7e2b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:20.032016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-202beaab-696a-4595-8289-d73a2602e064 req-1abaac4c-961d-4622-a135-0da813cf7e2b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 943 time: 0.1650367 Jul 07 18:03:20.087736 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-2c50f980-db4c-4cef-b4f6-5793012a13c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454b081b-a587-4150-aa1b-c8966b2b4f6b HTTP/1.1" status: 200 len: 217 time: 0.0987997 Jul 07 18:03:20.108263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Attempting to bind port 7fd61786-e926-429e-a7ce-830a5243bc56 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:20.109805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Attempting to bind port 7fd61786-e926-429e-a7ce-830a5243bc56 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:20.111313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Attempting to bind port 7fd61786-e926-429e-a7ce-830a5243bc56 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:20.119386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:20.122496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:20.122928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.123349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:20.123906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Bound port: 7fd61786-e926-429e-a7ce-830a5243bc56, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:20.124625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.143458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:20.157428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb0164-f99b-482f-8649-2dbc595c2a5f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:20.173225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.173673 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Added segment 3fc295a9-26a2-4e86-a28c-ab2bc07aaee2 of type vlan for network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a Jul 07 18:03:20.175538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-202beaab-696a-4595-8289-d73a2602e064 req-d49912db-ff33-40c8-a9d3-5379da881a83 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284277 Jul 07 18:03:20.190935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-08a00fa0-edea-4f29-aebe-65e704c4d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:20.192593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-08a00fa0-edea-4f29-aebe-65e704c4d747 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 200 len: 851 time: 0.0950320 Jul 07 18:03:20.230137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41862) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:20.276103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.335352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.345340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] For port 7fd61786-e926-429e-a7ce-830a5243bc56, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:20.347589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-a0ff599f-3f5e-4008-9d80-63ca138ec6f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=844e265b-d06f-4d6e-a742-e9c7d38930c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477576 Jul 07 18:03:20.350513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] For port 7fd61786-e926-429e-a7ce-830a5243bc56, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7fd61786-e926-429e-a7ce-830a5243bc56,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:20.357467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.358825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:20.359686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.360653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.369913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 3d458f1b-9e92-4bd5-baaf-23fbef4db67e will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:20.444224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6650b-05f5-45ed-a013-cf79b5d9260d None None] Pushing event updated for resources: {'Port': ['ID=7fd61786-e926-429e-a7ce-830a5243bc56,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:20.463364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.543128 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3487358 Jul 07 18:03:20.552003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41870) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:20.559211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Request body: {'subnet': {'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1376193998-subnet', 'tenant_id': '3ab55edcb3204b67a214618b8b9d9537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:20.561634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:20.569736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:20.576811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:20.584728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:20.585463 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.601396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d0dc4-c0e3-4ce8-8777-124a0dd4f42a admin admin] Pushing event updated for resources: {'Network': ['ID=1c4f56cb-edf5-4bc9-961c-d6143d91c86a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:20.601966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=3d458f1b-9e92-4bd5-baaf-23fbef4db67e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:20.630792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08b4648f-fdc8-40f5-8807-b98a968edb1c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=807837a33aba4be48182796e17b476c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969646 Jul 07 18:03:20.630996 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-5ac6374b-2928-41d9-8bfd-b1027565e85b service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729259 Jul 07 18:03:20.631129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:20.642522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:20.693033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a68fc2e5-aae1-43cd-a097-11e63def6e16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9570522 Jul 07 18:03:20.694222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41878) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:20.853843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7061d5f0-ef86-463e-a540-e5303de52148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.899352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943000d-d480-425c-a867-36682358347d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:20.916152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943000d-d480-425c-a867-36682358347d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:20.916152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5943000d-d480-425c-a867-36682358347d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2150359 Jul 07 18:03:20.918701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41890) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:20.942215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7061d5f0-ef86-463e-a540-e5303de52148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.988682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 454b081b-a587-4150-aa1b-c8966b2b4f6b details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:03:21.089902 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7061d5f0-ef86-463e-a540-e5303de52148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.093496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7061d5f0-ef86-463e-a540-e5303de52148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.095064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7061d5f0-ef86-463e-a540-e5303de52148 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af393ff7-3c99-466a-b3a6-ed427a92ee33 HTTP/1.1" status: 204 len: 168 time: 0.4630685 Jul 07 18:03:21.106753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061d5f0-ef86-463e-a540-e5303de52148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af393ff7-3c99-466a-b3a6-ed427a92ee33,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:21.116994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 3d458f1b-9e92-4bd5-baaf-23fbef4db67e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:21.117432 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.131294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7fd61786-e926-429e-a7ce-830a5243bc56 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:21.259058 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.283601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Made reservation on behalf of 3ab55edcb3204b67a214618b8b9d9537 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:21.297959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.298783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 3d458f1b-9e92-4bd5-baaf-23fbef4db67e owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:21.322287 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.386545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 454b081b-a587-4150-aa1b-c8966b2b4f6b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=454b081b-a587-4150-aa1b-c8966b2b4f6b,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:21.430288 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b719037-286c-42ab-8b60-e9ee09cbba94 req-2777c553-34ba-46d7-8018-c943d71a35b7 service neutron] 10.222.0.55 "GET /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941136 Jul 07 18:03:21.519251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '454b081b-a587-4150-aa1b-c8966b2b4f6b', 'network_id': '844e265b-d06f-4d6e-a742-e9c7d38930c7', 'port_id': '454b081b-a587-4150-aa1b-c8966b2b4f6b', 'mac_address': 'fa:16:3e:29:65:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4f3ffe-8213-4079-8acf-b5db455e7f0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:03:21.566028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 7fd61786-e926-429e-a7ce-830a5243bc56 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:21.572789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.600622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.634108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454b081b-a587-4150-aa1b-c8966b2b4f6b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:03:21.707728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ac8d03ad-0c82-44ef-820a-adf081f5eaca no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:21.745780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=305056a0-b4ba-4b64-a27d-43f3621c1187,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:21.780628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Checking segment: {'id': '3fc295a9-26a2-4e86-a28c-ab2bc07aaee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:21.781568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Network hostable DHCP agents. Network: 1c4f56cb-edf5-4bc9-961c-d6143d91c86a, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:21.796661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-e297f715-87eb-452a-9b16-e42621f708d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4990690 Jul 07 18:03:21.814755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:21.828129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.829179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 454b081b-a587-4150-aa1b-c8966b2b4f6b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=454b081b-a587-4150-aa1b-c8966b2b4f6b,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:21.830761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 1c4f56cb-edf5-4bc9-961c-d6143d91c86a) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:21.834534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ac8d03ad-0c82-44ef-820a-adf081f5eaca {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:21.835505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ac8d03ad-0c82-44ef-820a-adf081f5eaca not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:21.857569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:21.858288 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.864166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea251f-61fe-42e9-bacd-04995f2b8674 None None] Network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:21.866596 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:21.893264 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-faa41325-6588-4799-ad09-363869c35830 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3323865 Jul 07 18:03:21.944406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=3d458f1b-9e92-4bd5-baaf-23fbef4db67e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:21.992983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d24c-ff15-46f1-9deb-703e9f0eec7d req-26f43776-0d76-42fa-95b7-a44e355caf7b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:21.996092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b17d24c-ff15-46f1-9deb-703e9f0eec7d req-26f43776-0d76-42fa-95b7-a44e355caf7b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 943 time: 0.5104687 Jul 07 18:03:22.084494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.089447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0e1731cf-45fb-43ee-ba66-0c2d70c7a3ec tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/3d458f1b-9e92-4bd5-baaf-23fbef4db67e HTTP/1.1" status: 204 len: 168 time: 1.1673000 Jul 07 18:03:22.089790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41928) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:22.304130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b17d24c-ff15-46f1-9deb-703e9f0eec7d req-4ddf4ef3-8c2e-4482-86f1-f9c9f1455b56 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623844 Jul 07 18:03:22.338828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-b7b55623-fcda-4f60-bfd8-addbe451e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:22.340353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-b7b55623-fcda-4f60-bfd8-addbe451e5f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 1098 time: 0.3433335 Jul 07 18:03:22.345707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982c76c-15ec-4fba-b63c-77f11b2ffcfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:22.347435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982c76c-15ec-4fba-b63c-77f11b2ffcfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:22.352004 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b982c76c-15ec-4fba-b63c-77f11b2ffcfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2583702 Jul 07 18:03:22.353136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41954) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:22.360092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-10937105-b0fb-4f91-9712-7c008965c606 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3219371 Jul 07 18:03:22.402281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7dec004a-088c-4b37-a051-3d3337a4ea7b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:03:22.405229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['454b081b-a587-4150-aa1b-c8966b2b4f6b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:22.440594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 11fbcc44-962b-4594-bcf1-4950732c9372 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:22.455301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.473168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-a59a3dcd-7bf8-4dbc-b1fb-34a2d8c7ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:22.474665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-a59a3dcd-7bf8-4dbc-b1fb-34a2d8c7ab2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.0967388 Jul 07 18:03:22.522628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=454b081b-a587-4150-aa1b-c8966b2b4f6b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:22.559720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.566654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44af02cc-0a6f-4132-b27b-3c8712b2760f None None] Provisioning for port 7fd61786-e926-429e-a7ce-830a5243bc56 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:22.601970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44af02cc-0a6f-4132-b27b-3c8712b2760f None None] Provisioning complete for port 7fd61786-e926-429e-a7ce-830a5243bc56 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:22.610895 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44af02cc-0a6f-4132-b27b-3c8712b2760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.681620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-83c68a62-409f-44a1-81d1-e352e5a297fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a HTTP/1.1" status: 200 len: 217 time: 0.1176775 Jul 07 18:03:22.729811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41960) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:22.789430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:22.815473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-266a734d-8e05-41a7-a431-96f558090c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:22.818016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-266a734d-8e05-41a7-a431-96f558090c75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1295288 Jul 07 18:03:22.937898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6475cd-6b11-45d8-927a-9a08e3285a35 None None] Network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:22.964334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.018872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-755437703'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:23.022767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=11fbcc44-962b-4594-bcf1-4950732c9372,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:23.047777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.053783 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a05cafcf-3f7a-425c-8a98-bfa765c383f1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/11fbcc44-962b-4594-bcf1-4950732c9372 HTTP/1.1" status: 204 len: 168 time: 0.6994243 Jul 07 18:03:23.059254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41978) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:23.061250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-6dddd1ab-dde5-4b09-8069-732709f6a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:23.063809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-6dddd1ab-dde5-4b09-8069-732709f6a109 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1097 time: 0.5881946 Jul 07 18:03:23.106055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186fcb1e-c53a-4704-a875-914587a835c7 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:23.148759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8431fca7-5728-4ea0-be1d-3f6297efa07b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782118 Jul 07 18:03:23.149142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41982) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:23.198144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:23.203236 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.207267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-3a773c6b-759d-4905-bfad-718737d70cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:23.208758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-3a773c6b-759d-4905-bfad-718737d70cd4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.1188180 Jul 07 18:03:23.227338 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.298417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-6c97903e-c5ab-4912-b769-803a34a6aaaf tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:23.299879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-6c97903e-c5ab-4912-b769-803a34a6aaaf tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/networks?id=1c4f56cb-edf5-4bc9-961c-d6143d91c86a HTTP/1.1" status: 200 len: 821 time: 0.3478415 Jul 07 18:03:23.304059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-8daf20f2-ffdc-4ebb-9872-e8c3878d6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:23.305618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5879a4-58ce-45a8-8ab5-e6c584340e44 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:23.309614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-8daf20f2-ffdc-4ebb-9872-e8c3878d6554 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4829113 Jul 07 18:03:23.310532 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ef5879a4-58ce-45a8-8ab5-e6c584340e44 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1598332 Jul 07 18:03:23.311294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41990) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:23.391707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:23.429530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56292e17-7069-42fc-898d-a0d1b5698cf9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:23.433919 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-56292e17-7069-42fc-898d-a0d1b5698cf9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1164331 Jul 07 18:03:23.435342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42002) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:23.476484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'mac_address': 'fa:16:3e:fd:da:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:03:23.480447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44af02cc-0a6f-4132-b27b-3c8712b2760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.491644 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e7c5b58e-3043-4111-baa7-e31399375d51 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550766 Jul 07 18:03:23.495634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42004) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:23.505976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:23.543384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.637866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-44af02cc-0a6f-4132-b27b-3c8712b2760f None None] For port 7fd61786-e926-429e-a7ce-830a5243bc56, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7fd61786-e926-429e-a7ce-830a5243bc56,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:23.639713 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.649206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.654333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44af02cc-0a6f-4132-b27b-3c8712b2760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.674039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:23.686940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.687291 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment 0370f913-688d-47bc-ae13-47dc00f6fe07 of type vlan for network 45032e0b-e178-47b5-8127-7df6f4d72b59 Jul 07 18:03:23.687433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dec004a-088c-4b37-a051-3d3337a4ea7b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:03:23.723370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:23.732359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.745702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af02cc-0a6f-4132-b27b-3c8712b2760f None None] Pushing event updated for resources: {'Port': ['ID=7fd61786-e926-429e-a7ce-830a5243bc56,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:23.752040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.766442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:23.770318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.795708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:23.806720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c7aecd87-95c6-44a3-8b1c-e707e9b5d53b None None] Could not find standard attr ID for object 3d458f1b-9e92-4bd5-baaf-23fbef4db67e. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:03:23.863142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d2f426-6d7d-44bb-b1d7-17f56d9eb25d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:23.866808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:23.882573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['7dec004a-088c-4b37-a051-3d3337a4ea7b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:23.886458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.892611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:23.893300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.924608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-cd2da91e-296b-43e2-94cb-6907d8285fa1 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/quotas/3ab55edcb3204b67a214618b8b9d9537 HTTP/1.1" status: 200 len: 375 time: 0.6117742 Jul 07 18:03:23.929265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] Deleting port 7fd61786-e926-429e-a7ce-830a5243bc56 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:23.929639 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:23.960815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-5df249ee-3201-44c1-b692-8595d04e3daf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 1002 time: 0.7412493 Jul 07 18:03:24.002104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=45032e0b-e178-47b5-8127-7df6f4d72b59,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:24.016635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:24.023259 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ca7db11f-ee0d-4a7e-9636-ac2784319dec tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2923746 Jul 07 18:03:24.026803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42018) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:24.033795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-192111435'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:24.051649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-a6ccc0b2-160e-4644-9970-da91315336ec tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3ab55edcb3204b67a214618b8b9d9537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867207 Jul 07 18:03:24.068112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:24.072956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.128097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:24.144367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-0fd7c71e-ca4c-4bf7-aa4e-017624f42db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:24.146381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-0fd7c71e-ca4c-4bf7-aa4e-017624f42db1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.1672306 Jul 07 18:03:24.170588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.171027 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment 0b364be0-6e5e-46b2-a3ef-f491c8201679 of type vlan for network c7c560ce-1642-4826-9758-f7fea18a85d7 Jul 07 18:03:24.173882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] For port 7fd61786-e926-429e-a7ce-830a5243bc56, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7fd61786-e926-429e-a7ce-830a5243bc56,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:24.174323 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.210827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] Calling delete_port for 7fd61786-e926-429e-a7ce-830a5243bc56 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:24.226268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-ddcf982f-6f7b-458f-846a-86b1762ac628 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034221 Jul 07 18:03:24.251431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57508c49-e24c-46e6-ad08-11fb854e9628 req-3fd762d0-ed27-475d-9f6f-686cecb90d35 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:24.259351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57508c49-e24c-46e6-ad08-11fb854e9628 req-3fd762d0-ed27-475d-9f6f-686cecb90d35 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 944 time: 0.3329821 Jul 07 18:03:24.265617 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.369682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-94389239-9723-418e-b108-192890747d4e service neutron] 10.222.0.88 "GET /v2.0/networks/1c4f56cb-edf5-4bc9-961c-d6143d91c86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069115 Jul 07 18:03:24.407334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.411891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57508c49-e24c-46e6-ad08-11fb854e9628 req-245c1cdc-df56-46f6-a1ce-82d0662fab1b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513083 Jul 07 18:03:24.415095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:24.416217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.438212 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.485833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] Pushing event deleted for resources: {'Port': ['ID=7fd61786-e926-429e-a7ce-830a5243bc56,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:24.492141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=c7c560ce-1642-4826-9758-f7fea18a85d7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:24.503135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cb0dd-4e0a-4d3f-bc23-103b273d034b None None] No DVR routers for this DVR port 7fd61786-e926-429e-a7ce-830a5243bc56 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:24.526966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network c7c560ce-1642-4826-9758-f7fea18a85d7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:24.530926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:24.542603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0d11a4b-8246-4efa-9989-cd525b08ef3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5116806 Jul 07 18:03:24.586971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42028) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:24.592383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': '45032e0b-e178-47b5-8127-7df6f4d72b59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:24.617850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-98d337f0-b212-4daa-9fa4-19945f64d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:24.622800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-98d337f0-b212-4daa-9fa4-19945f64d5d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4580841 Jul 07 18:03:24.655804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951641ba-ad1d-4ef2-9b91-2ee9bc49e461 req-c401aacb-42ac-477a-91a4-da4b3aa1d736 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211626 Jul 07 18:03:24.657854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-985710af-c1dd-4aae-8968-4f5b7e385eb8 service neutron] 10.222.0.88 "GET /v2.0/networks/1c4f56cb-edf5-4bc9-961c-d6143d91c86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763436 Jul 07 18:03:24.753230 n-d-798930-2 neutron-server[105589]: WARNING neutron.services.revisions.revision_plugin [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Could not find related port for resource to bump revision. Jul 07 18:03:24.756691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:24.761114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.778869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_pluggable_backend [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Port 7fd61786-e926-429e-a7ce-830a5243bc56 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 18:03:24.779096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_pluggable_backend [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Reverting IP allocation for 2001:db8::f816:3eff:feca:3a2d {{(pid=105589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 18:03:24.782795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_pluggable_backend [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feca:3a2d {{(pid=105589) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 18:03:24.805257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-32e2bb32-9f02-4db8-b0d8-cf176215ec6c service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677084 Jul 07 18:03:24.819688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.876708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=474660e0-e40d-4715-bbeb-6a6fc27ee290,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:24.918314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:24.921445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:24.925743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:24.927588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:24.933784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00601a2f-33fe-4f12-8947-39d2e682359c None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:25.029365 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-040d83ef-1226-4118-8eb8-6db7c6b5f2d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5295577 Jul 07 18:03:25.031075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42042) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:25.038707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:a7:31:39', 'name': 'tempest-NetworksTestDHCPv6-1414642573'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:25.139618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c9a75ea-fc4c-47f3-8eb3-ef7b8d4f4053 req-d8772719-9a64-4f5a-ace1-856f9022607f service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304670 Jul 07 18:03:25.140960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 454b081b-a587-4150-aa1b-c8966b2b4f6b up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:25.200191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7fd61786-e926-429e-a7ce-830a5243bc56 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:25.236649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 7fd61786-e926-429e-a7ce-830a5243bc56 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:25.237099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7fd61786-e926-429e-a7ce-830a5243bc56 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:25.301902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 454b081b-a587-4150-aa1b-c8966b2b4f6b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:25.317317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 454b081b-a587-4150-aa1b-c8966b2b4f6b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:25.317693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.356571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd08595d-8cb3-42cc-8f25-e1dbf5adcddd req-91ec70d7-ca61-47fb-9cb0-ef9e942a1892 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 210 time: 0.1232209 Jul 07 18:03:25.389798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.403974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:25.437469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '474660e0-e40d-4715-bbeb-6a6fc27ee290'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:25.439481 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.604639 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.653198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 2af09b80-9541-4146-89a1-49ec4b294639 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:25.659748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=308619da-77b6-485f-bdca-e7541a0b6d32,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:25.673855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': '0370f913-688d-47bc-ae13-47dc00f6fe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45032e0b-e178-47b5-8127-7df6f4d72b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:25.674402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: 45032e0b-e178-47b5-8127-7df6f4d72b59, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:25.712457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.749558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:25.774237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 45032e0b-e178-47b5-8127-7df6f4d72b59) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:25.781747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:25.782557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:25.801654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4f100f5d-0f45-4101-9ddc-178fe0d72166 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2126479 Jul 07 18:03:25.803519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42080) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:25.810303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 454b081b-a587-4150-aa1b-c8966b2b4f6b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=454b081b-a587-4150-aa1b-c8966b2b4f6b,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:25.814985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454b081b-a587-4150-aa1b-c8966b2b4f6b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:25.815229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': 'c7c560ce-1642-4826-9758-f7fea18a85d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:25.827034 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d82d9-0454-4241-bc97-5e40d1fabe0d" -d '{"events": [{"server_uuid": "e2388945-921b-49cb-8540-9a937e3ac9da", "name": "network-vif-plugged", "status": "completed", "tag": "454b081b-a587-4150-aa1b-c8966b2b4f6b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:25.830224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c823da-78d0-4ae2-a1b1-e68d9fd78cc4 None None] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:25.842769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd97e37-1662-410f-8097-28920ece8d1d req-434226a4-1c86-44f8-ba50-f95b6d156a18 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:25.844393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cd97e37-1662-410f-8097-28920ece8d1d req-434226a4-1c86-44f8-ba50-f95b6d156a18 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 944 time: 0.1673691 Jul 07 18:03:25.947324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cd97e37-1662-410f-8097-28920ece8d1d req-907c8e72-6ff7-4d58-a108-f9db81ecf7c3 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962255 Jul 07 18:03:25.976250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:25.981063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.170347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Allocated IP 2001:db8::f816:3eff:fe13:b63b (0615333f-c9a5-42b4-86e0-c4a963464179/474660e0-e40d-4715-bbeb-6a6fc27ee290/0f3769fb-2d57-451b-ab93-5ffc705bf6c1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:26.231625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.288210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.440697 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76f600e-7059-42a8-b1b8-6ab8a9603169 x-openstack-request-id: req-c76f600e-7059-42a8-b1b8-6ab8a9603169 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:26.441044 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2388945-921b-49cb-8540-9a937e3ac9da", "name": "network-vif-plugged", "status": "completed", "tag": "454b081b-a587-4150-aa1b-c8966b2b4f6b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:26.444002 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c76f600e-7059-42a8-b1b8-6ab8a9603169 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:26.444002 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454b081b-a587-4150-aa1b-c8966b2b4f6b', 'code': 200} Jul 07 18:03:26.448629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7dec004a-088c-4b37-a051-3d3337a4ea7b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:26.456067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=5539dcfb-be9f-4806-8b74-afc6268c9599,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:26.466521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': '0b364be0-6e5e-46b2-a3ef-f491c8201679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c7c560ce-1642-4826-9758-f7fea18a85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:26.466896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: c7c560ce-1642-4826-9758-f7fea18a85d7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:26.516252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network c7c560ce-1642-4826-9758-f7fea18a85d7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:26.535058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, c7c560ce-1642-4826-9758-f7fea18a85d7) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:26.556905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:26.557884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.571646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0016339-98d1-42fb-96ef-dd66d5a1a0c2 None None] Network c7c560ce-1642-4826-9758-f7fea18a85d7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:26.614284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=454b081b-a587-4150-aa1b-c8966b2b4f6b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:26.617262 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0b10adc3-fef8-441d-a4e9-38a6c5bde2d9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8095701 Jul 07 18:03:26.618735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42116) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:26.651015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92dd5467-55db-4b71-b730-1caefedc666a req-ffa64969-4c8b-4c76-9e72-766a289b52e3 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 210 time: 0.0691321 Jul 07 18:03:26.683251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f53c48e8-929c-4685-9ae3-794552ed12b2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-169086349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:26.727502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490962c-247d-4b11-831b-147e3905a455 req-3c199b3d-9e77-48d5-9e91-ff57e34f12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:26.729965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f53c48e8-929c-4685-9ae3-794552ed12b2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.731275 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f53c48e8-929c-4685-9ae3-794552ed12b2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.762775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c490962c-247d-4b11-831b-147e3905a455 req-3c199b3d-9e77-48d5-9e91-ff57e34f12a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 1096 time: 0.1891468 Jul 07 18:03:26.807202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 7dec004a-088c-4b37-a051-3d3337a4ea7b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:26.807810 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.843698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c490962c-247d-4b11-831b-147e3905a455 req-71c99a0a-7ed4-48f1-89c5-e46543642a74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Jul 07 18:03:26.908042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f53c48e8-929c-4685-9ae3-794552ed12b2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.927748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f53c48e8-929c-4685-9ae3-794552ed12b2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.959226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f53c48e8-929c-4685-9ae3-794552ed12b2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:26.965918 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f53c48e8-929c-4685-9ae3-794552ed12b2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3434725 Jul 07 18:03:26.966439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42122) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:26.971168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-45032e0b-e178-47b5-8127-7df6f4d72b59', 'network_id': '45032e0b-e178-47b5-8127-7df6f4d72b59', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': '308619da-77b6-485f-bdca-e7541a0b6d32'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:26.971812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.112065 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.134772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-c7c560ce-1642-4826-9758-f7fea18a85d7', 'network_id': 'c7c560ce-1642-4826-9758-f7fea18a85d7', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': '5539dcfb-be9f-4806-8b74-afc6268c9599'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:27.135604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.165370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Transition to ACTIVE for port object 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:27.273730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.283744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Transition to ACTIVE for port object 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:27.411284 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.481225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fea7:3139 (0615333f-c9a5-42b4-86e0-c4a963464179/474660e0-e40d-4715-bbeb-6a6fc27ee290/2af09b80-9541-4146-89a1-49ec4b294639) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:27.697718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:27.730328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:27.764159 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.837930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Allocated IP 172.20.0.2 (45032e0b-e178-47b5-8127-7df6f4d72b59/308619da-77b6-485f-bdca-e7541a0b6d32/85d11c90-ce8d-4914-bd1a-117dc05fa5d0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:27.841233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.939885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.008422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:28.017486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:28.021579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Pushing event updated for resources: {'Port': ['ID=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:28.044561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-04bcb742-6da4-40dc-98e8-c6ee557dd0af tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:28.046353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-04bcb742-6da4-40dc-98e8-c6ee557dd0af tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.55 "GET /v2.0/networks?id=1c4f56cb-edf5-4bc9-961c-d6143d91c86a HTTP/1.1" status: 200 len: 821 time: 0.7268414 Jul 07 18:03:28.059146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 2af09b80-9541-4146-89a1-49ec4b294639 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:28.063698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Request body: {'port': {'device_id': '29772548-7eb9-4a9e-859a-c05f532c1666', 'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a', 'admin_state_up': True, 'tenant_id': '3ab55edcb3204b67a214618b8b9d9537'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:28.134687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82e4ebe1-3de8-48ff-a81f-61003d9cbac7 req-8a69a9e0-d643-4ef6-91d9-dcad7cafb4af tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 210 time: 0.0778427 Jul 07 18:03:28.190026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.210226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Allocated IP 172.21.0.2 (c7c560ce-1642-4826-9758-f7fea18a85d7/5539dcfb-be9f-4806-8b74-afc6268c9599/636f2f73-5d68-4d81-a5eb-85c0652e54d3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:28.254728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Attempting to bind port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:28.255131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Attempting to bind port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:28.255492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Attempting to bind port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:28.256718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=2af09b80-9541-4146-89a1-49ec4b294639,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:28.260967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a2db-76d0-4610-837e-d685a4bb2ccf req-49de4ed2-1c35-46b7-a208-0e451d7956a8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:28.274600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4677a2db-76d0-4610-837e-d685a4bb2ccf req-49de4ed2-1c35-46b7-a208-0e451d7956a8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 945 time: 0.6826987 Jul 07 18:03:28.275001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:28.275452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:28.275862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.276262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:28.276759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Bound port: 0f3769fb-2d57-451b-ab93-5ffc705bf6c1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:28.277169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.283043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:28.302719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:28.308686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:28.316500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:28.331444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:28.332611 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.358245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7ebf0fc2-9083-481a-bdf9-9045f48d26d0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3209858 Jul 07 18:03:28.359252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42154) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:28.425916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4677a2db-76d0-4610-837e-d685a4bb2ccf req-1e5a02cc-32e2-4935-8842-983952755a7b tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487916 Jul 07 18:03:28.581546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60276f-758e-44af-9d4b-41cffa498661 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:28.615265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60276f-758e-44af-9d4b-41cffa498661 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:28.620559 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d60276f-758e-44af-9d4b-41cffa498661 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2590191 Jul 07 18:03:28.622647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42168) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:28.685198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Made reservation on behalf of 3ab55edcb3204b67a214618b8b9d9537 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:28.690042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.712856 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.726474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Transition to ACTIVE for port object 636f2f73-5d68-4d81-a5eb-85c0652e54d3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:28.750004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Transition to ACTIVE for port object 636f2f73-5d68-4d81-a5eb-85c0652e54d3 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:28.759118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:28.762742 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0f551f-3ac0-47f7-b5b0-f48a3ac27f59" -d '{"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-plugged", "status": "completed", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:28.795405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.917948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Allocated IP 172.20.0.8 (1c4f56cb-edf5-4bc9-961c-d6143d91c86a/305056a0-b4ba-4b64-a27d-43f3621c1187/df042ee1-4394-4e1a-8716-a7278c03757a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:28.934129 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2954114c-474b-489b-b440-3749d2444b64 x-openstack-request-id: req-2954114c-474b-489b-b440-3749d2444b64 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:28.934791 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-plugged", "status": "completed", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:28.934791 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2954114c-474b-489b-b440-3749d2444b64 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:28.935040 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'code': 200} Jul 07 18:03:28.935751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Pushing event updated for resources: {'Port': ['ID=636f2f73-5d68-4d81-a5eb-85c0652e54d3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:28.938202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 2af09b80-9541-4146-89a1-49ec4b294639 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:28.944878 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:28.961730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Network c7c560ce-1642-4826-9758-f7fea18a85d7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:28.967717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:28.971673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:29.138073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.155027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 2af09b80-9541-4146-89a1-49ec4b294639 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:29.181831 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.242939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Attempting to bind port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:29.243629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Attempting to bind port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '0b364be0-6e5e-46b2-a3ef-f491c8201679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c7c560ce-1642-4826-9758-f7fea18a85d7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:29.244930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Attempting to bind port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 on network c7c560ce-1642-4826-9758-f7fea18a85d7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:29.251350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Transition to ACTIVE for port object 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:29.258167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] For port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:29.266297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] For port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:29.267163 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.275751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:29.276056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Checking segment: {'id': '0b364be0-6e5e-46b2-a3ef-f491c8201679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c7c560ce-1642-4826-9758-f7fea18a85d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:29.276855 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.277453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Bound using segment: {'id': '0b364be0-6e5e-46b2-a3ef-f491c8201679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c7c560ce-1642-4826-9758-f7fea18a85d7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:29.278090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Bound port: 636f2f73-5d68-4d81-a5eb-85c0652e54d3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b364be0-6e5e-46b2-a3ef-f491c8201679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c7c560ce-1642-4826-9758-f7fea18a85d7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:29.278530 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.293193 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.363570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Transition to ACTIVE for port object 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:29.365469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ed155-9ff4-41ac-bd48-4b0affa550ea None None] Pushing event updated for resources: {'Port': ['ID=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:29.412687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.447211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] For port 636f2f73-5d68-4d81-a5eb-85c0652e54d3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:29.448093 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.455712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] For port 636f2f73-5d68-4d81-a5eb-85c0652e54d3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=636f2f73-5d68-4d81-a5eb-85c0652e54d3,segment=NetworkSegment(0b364be0-6e5e-46b2-a3ef-f491c8201679),segment_id=0b364be0-6e5e-46b2-a3ef-f491c8201679)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:29.470001 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.476398 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.533078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=2af09b80-9541-4146-89a1-49ec4b294639,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:29.552361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Pushing event updated for resources: {'Port': ['ID=df042ee1-4394-4e1a-8716-a7278c03757a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:29.592888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:29.603488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:29.627036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:29.653835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:29.664930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.667002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5a9aedd9-9c64-4994-af6d-9842913e8efb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/2af09b80-9541-4146-89a1-49ec4b294639 HTTP/1.1" status: 204 len: 168 time: 1.0433533 Jul 07 18:03:29.669512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42192) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:29.670469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:29.688997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:29.739553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba4f9e-c544-4ef9-9673-f76e01c0c7cf None None] Pushing event updated for resources: {'Port': ['ID=636f2f73-5d68-4d81-a5eb-85c0652e54d3,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:29.740051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:29.740973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.761765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.20.0.1 (45032e0b-e178-47b5-8127-7df6f4d72b59/308619da-77b6-485f-bdca-e7541a0b6d32/c9e9525f-6a00-4e11-a2b3-149cf0b94d9a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:29.785580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-906fe51b-af2b-455f-ad8e-bdafe4dbc9da tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7259345 Jul 07 18:03:29.803353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Request body: {'port': {'device_id': '29772548-7eb9-4a9e-859a-c05f532c1666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:29.827381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Attempting to bind port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:29.828380 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Attempting to bind port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '0370f913-688d-47bc-ae13-47dc00f6fe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45032e0b-e178-47b5-8127-7df6f4d72b59'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:29.828752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Attempting to bind port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 on network 45032e0b-e178-47b5-8127-7df6f4d72b59 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:29.845507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:29.846232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Checking segment: {'id': '0370f913-688d-47bc-ae13-47dc00f6fe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45032e0b-e178-47b5-8127-7df6f4d72b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:29.846653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.848747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Bound using segment: {'id': '0370f913-688d-47bc-ae13-47dc00f6fe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45032e0b-e178-47b5-8127-7df6f4d72b59'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:29.849289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Bound port: 85d11c90-ce8d-4914-bd1a-117dc05fa5d0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0370f913-688d-47bc-ae13-47dc00f6fe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45032e0b-e178-47b5-8127-7df6f4d72b59'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:29.851951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256d7b4-6178-401e-97dc-28261b937c5b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:29.852186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:29.859686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256d7b4-6178-401e-97dc-28261b937c5b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:29.865845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5256d7b4-6178-401e-97dc-28261b937c5b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1953411 Jul 07 18:03:29.868523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42198) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:29.893477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31404b9-797c-4b45-a06f-1afce6bbabfd req-857ebe87-9130-4278-b293-85c000689bf4 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:29.900773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e31404b9-797c-4b45-a06f-1afce6bbabfd req-857ebe87-9130-4278-b293-85c000689bf4 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 931 time: 0.4501715 Jul 07 18:03:29.978974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Pushing event updated for resources: {'Port': ['ID=85d11c90-ce8d-4914-bd1a-117dc05fa5d0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:30.009451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] For port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:30.013453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] For port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85d11c90-ce8d-4914-bd1a-117dc05fa5d0,segment=NetworkSegment(0370f913-688d-47bc-ae13-47dc00f6fe07),segment_id=0370f913-688d-47bc-ae13-47dc00f6fe07)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:30.034854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.051965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 474660e0-e40d-4715-bbeb-6a6fc27ee290 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:30.061376 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.131245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073c7e0-76ee-4078-9e75-4736de0d7c73 None None] Pushing event updated for resources: {'Port': ['ID=85d11c90-ce8d-4914-bd1a-117dc05fa5d0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:30.197247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.222404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e31404b9-797c-4b45-a06f-1afce6bbabfd req-ba317ffc-41b1-4cb7-b58a-45775038eb83 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204439 Jul 07 18:03:30.275400 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.526318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.601672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1b36-d667-44b3-a097-e26e5dc4eaa1 req-97780200-5e4d-49fb-af89-44a01388bd6d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:30.613870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7be1b36-d667-44b3-a097-e26e5dc4eaa1 req-97780200-5e4d-49fb-af89-44a01388bd6d tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 945 time: 0.7567952 Jul 07 18:03:30.641948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.677469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object c9e9525f-6a00-4e11-a2b3-149cf0b94d9a will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:30.680664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.699332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.718129 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/474660e0-e40d-4715-bbeb-6a6fc27ee290 HTTP/1.1" status: 204 len: 168 time: 0.8482206 Jul 07 18:03:30.719025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:30.775446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a72cce-75ac-4a70-bc0e-18870e2d4a66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=474660e0-e40d-4715-bbeb-6a6fc27ee290,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:30.809944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:30.852240 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-59ee6d58-5515-4da3-9146-d9fee2d64865 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915356 Jul 07 18:03:30.853085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42222) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:30.860090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:30.960731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7be1b36-d667-44b3-a097-e26e5dc4eaa1 req-09bcef8d-cd53-4217-a338-e304059919c3 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447559 Jul 07 18:03:30.992572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:30.998777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:31.010667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:31.144311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:31.149575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.214191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=c9e9525f-6a00-4e11-a2b3-149cf0b94d9a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:31.287452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:31.334702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.431298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:31.468440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 636f2f73-5d68-4d81-a5eb-85c0652e54d3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:31.683865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:31.701292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:32.100060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:32.104512 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:32.202730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b721a4-38ac-4b67-926c-cbacd5083093 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:32.396453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758252f3-bcf1-4e9c-977f-25e11cd4b45f None None] Network c7c560ce-1642-4826-9758-f7fea18a85d7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:32.568266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-976f5354-b143-4952-9a91-370dfd149ee1 None None] Provisioning for port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:32.619807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.683096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:32.702979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:32.703357 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.725165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df042ee1-4394-4e1a-8716-a7278c03757a {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:03:32.771765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.827041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Transition to ACTIVE for port object df042ee1-4394-4e1a-8716-a7278c03757a will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:32.837232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ace7f-43f1-44cd-85c2-a743dbf6129d req-8bc6215e-a1f7-4544-8948-277dcd2a2f50 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:32.839076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-005ace7f-43f1-44cd-85c2-a743dbf6129d req-8bc6215e-a1f7-4544-8948-277dcd2a2f50 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 931 time: 1.3067465 Jul 07 18:03:32.841609 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.844222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.883488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a324048-ca62-49fb-93ff-04663b58b967 None None] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:32.892751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] For port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:32.932769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.943333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.944860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.981295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0801-2577-432b-9f79-28288c7c0466 req-ec2a016c-24f7-4ad0-8b5d-3b404a2cc3b7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:32.983127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cad0801-2577-432b-9f79-28288c7c0466 req-ec2a016c-24f7-4ad0-8b5d-3b404a2cc3b7 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 945 time: 0.3744533 Jul 07 18:03:33.015362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Pushing event updated for resources: {'Port': ['ID=df042ee1-4394-4e1a-8716-a7278c03757a,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:33.034046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-005ace7f-43f1-44cd-85c2-a743dbf6129d req-efa22fe9-ddbe-4867-a926-a2f195e52957 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844025 Jul 07 18:03:33.063845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:33.070269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:33.078266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:33.078881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.093679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Provisioning for port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:33.169974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Provisioning complete for port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:33.170395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.198109 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3061454 Jul 07 18:03:33.203245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42266) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:33.208800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:5c:39:15', 'name': 'tempest-NetworksTestDHCPv6-85527149'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:33.223320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=c8ba15ba-1e1a-4290-a233-2dcb1bbda2b8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:33.225426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9c9ab-be19-48aa-8062-c8433a45ed62 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,revision_number=5']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:33.276669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cad0801-2577-432b-9f79-28288c7c0466 req-b7a343da-1a42-42bf-98c4-ff5f63eefb48 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767408 Jul 07 18:03:33.379119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Attempting to bind port df042ee1-4394-4e1a-8716-a7278c03757a on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:33.379119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Attempting to bind port df042ee1-4394-4e1a-8716-a7278c03757a by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '3fc295a9-26a2-4e86-a28c-ab2bc07aaee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:33.379697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Attempting to bind port df042ee1-4394-4e1a-8716-a7278c03757a on network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:33.399066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:33.501430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Port df042ee1-4394-4e1a-8716-a7278c03757a on network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:03:33.501823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Attempting to bind port df042ee1-4394-4e1a-8716-a7278c03757a on network 1c4f56cb-edf5-4bc9-961c-d6143d91c86a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:33.515347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:33.515664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Checking segment: {'id': '3fc295a9-26a2-4e86-a28c-ab2bc07aaee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:33.516054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Bound using segment: {'id': '3fc295a9-26a2-4e86-a28c-ab2bc07aaee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:33.516506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Bound port: df042ee1-4394-4e1a-8716-a7278c03757a, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc295a9-26a2-4e86-a28c-ab2bc07aaee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:33.516904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.608708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.650326 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.663404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port c8e36b74-691b-4d9a-b158-475f663ce696 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:33.704252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] For port df042ee1-4394-4e1a-8716-a7278c03757a, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:33.761283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:33.789335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.796568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.838879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.859846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] For port df042ee1-4394-4e1a-8716-a7278c03757a, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df042ee1-4394-4e1a-8716-a7278c03757a,segment=NetworkSegment(3fc295a9-26a2-4e86-a28c-ab2bc07aaee2),segment_id=3fc295a9-26a2-4e86-a28c-ab2bc07aaee2)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:33.937987 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.946205 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.967971 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.024252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:34.055878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.057638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.059401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-270c6971-5956-4bfc-af75-27d511185862 service neutron] 10.222.0.55 "PUT /v2.0/ports/df042ee1-4394-4e1a-8716-a7278c03757a HTTP/1.1" status: 200 len: 1091 time: 4.2606010 Jul 07 18:03:34.065262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29772548-7eb9-4a9e-859a-c05f532c1666', 'tag': 'df042ee1-4394-4e1a-8716-a7278c03757a'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:34.070766 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad7714-9975-44c6-844a-ca93657f5891" -d '{"events": [{"name": "network-changed", "server_uuid": "29772548-7eb9-4a9e-859a-c05f532c1666", "tag": "df042ee1-4394-4e1a-8716-a7278c03757a"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:34.148487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.160348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=c9e9525f-6a00-4e11-a2b3-149cf0b94d9a,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:34.220088 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8047d0-ee0b-4818-94be-47395e4c1815 x-openstack-request-id: req-4c8047d0-ee0b-4818-94be-47395e4c1815 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:34.222307 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29772548-7eb9-4a9e-859a-c05f532c1666", "tag": "df042ee1-4394-4e1a-8716-a7278c03757a", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:34.223477 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c8047d0-ee0b-4818-94be-47395e4c1815 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:34.224091 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29772548-7eb9-4a9e-859a-c05f532c1666', 'tag': 'df042ee1-4394-4e1a-8716-a7278c03757a', 'status': 'completed', 'code': 200} Jul 07 18:03:34.289956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] For port 636f2f73-5d68-4d81-a5eb-85c0652e54d3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=636f2f73-5d68-4d81-a5eb-85c0652e54d3,segment=NetworkSegment(0b364be0-6e5e-46b2-a3ef-f491c8201679),segment_id=0b364be0-6e5e-46b2-a3ef-f491c8201679)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:34.317915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b836f19-7c28-4c89-a26d-9ba199a3c3a0 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:34.324694 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.345517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:34.518643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Provisioning for port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:34.543051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Provisioning complete for port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:34.544760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.555129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Pushing event updated for resources: {'Port': ['ID=636f2f73-5d68-4d81-a5eb-85c0652e54d3,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:34.596925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Pushing event updated for resources: {'Port': ['ID=df042ee1-4394-4e1a-8716-a7278c03757a,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:34.664921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fe5c:3915 (0615333f-c9a5-42b4-86e0-c4a963464179/c8ba15ba-1e1a-4290-a233-2dcb1bbda2b8/c8e36b74-691b-4d9a-b158-475f663ce696) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:34.670555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.670902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.671246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.671582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.671913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.672461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.672595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.675327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:34.676706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.682749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.684152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.684532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.684900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.687232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270c6971-5956-4bfc-af75-27d511185862 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:34.716690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:34.729947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc86c5d-5a04-4876-991b-5b2a3571afe6 req-afb24bc9-a223-44f6-b20d-5b3df4e02732 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.742396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dc86c5d-5a04-4876-991b-5b2a3571afe6 req-afb24bc9-a223-44f6-b20d-5b3df4e02732 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 945 time: 0.2892313 Jul 07 18:03:34.750569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:34.754290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-fd2c086a-53be-4ed4-9119-bad776aa29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.755823 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-fd2c086a-53be-4ed4-9119-bad776aa29aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ab55edcb3204b67a214618b8b9d9537&device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 1094 time: 0.5898371 Jul 07 18:03:34.793292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eee99-7e70-44e4-8760-58afeb27b9f5 req-32bf2dc5-346e-44bc-92e9-8da97386f2d5 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.794927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d32eee99-7e70-44e4-8760-58afeb27b9f5 req-32bf2dc5-346e-44bc-92e9-8da97386f2d5 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 943 time: 0.2984843 Jul 07 18:03:34.880248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-a7d76398-cf85-4242-ac94-ee9cedc66f12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df042ee1-4394-4e1a-8716-a7278c03757a HTTP/1.1" status: 200 len: 217 time: 0.1088607 Jul 07 18:03:34.934215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:34.987398 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.023849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object c8e36b74-691b-4d9a-b158-475f663ce696 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:35.036925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] For port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85d11c90-ce8d-4914-bd1a-117dc05fa5d0,segment=NetworkSegment(0370f913-688d-47bc-ae13-47dc00f6fe07),segment_id=0370f913-688d-47bc-ae13-47dc00f6fe07)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:35.072324 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.106631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.167262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:35.172649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:35.183804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:35.187755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dc86c5d-5a04-4876-991b-5b2a3571afe6 req-3bc1dd1b-7226-42cd-ada4-22b49c269327 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443123 Jul 07 18:03:35.193644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.198255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.222580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6dc94-ab69-4d10-b9eb-f2acc289ad10 None None] Pushing event updated for resources: {'Port': ['ID=85d11c90-ce8d-4914-bd1a-117dc05fa5d0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:35.299345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=c8e36b74-691b-4d9a-b158-475f663ce696,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:35.322216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c4051b83-d89a-408d-814e-016182709306 None None] Provisioning complete for port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:35.322386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4051b83-d89a-408d-814e-016182709306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.333315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f612d8e8-8878-4854-99f1-1e370681f496 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1289182 Jul 07 18:03:35.335547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42308) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:35.403686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-39d05354-3576-45b3-98ed-fd98844c93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.405256 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-39d05354-3576-45b3-98ed-fd98844c93ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=305056a0-b4ba-4b64-a27d-43f3621c1187 HTTP/1.1" status: 200 len: 861 time: 0.5136065 Jul 07 18:03:35.457682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d32eee99-7e70-44e4-8760-58afeb27b9f5 req-fad60671-7815-4d8d-a353-7b177db456bb tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978446 Jul 07 18:03:35.506567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-7f896222-decc-4ba4-80ae-8e3cf6335036 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c4f56cb-edf5-4bc9-961c-d6143d91c86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763769 Jul 07 18:03:35.553597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c4051b83-d89a-408d-814e-016182709306 None None] Provisioning complete for port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:35.554277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4051b83-d89a-408d-814e-016182709306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.565673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dc371-acf1-4d62-b24e-caa321f37f6c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.634679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dc371-acf1-4d62-b24e-caa321f37f6c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.653415 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a55dc371-acf1-4d62-b24e-caa321f37f6c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3163545 Jul 07 18:03:35.659468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42328) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:35.700649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.756332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router 669ec68c-c25c-4b5a-a899-43dcecf4817a is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:03:35.860677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c4051b83-d89a-408d-814e-016182709306 None None] Provisioning complete for port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:35.861075 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4051b83-d89a-408d-814e-016182709306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.903712 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-0aa4238a-2b45-4541-912d-d6c6c0b11ae1 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4f56cb-edf5-4bc9-961c-d6143d91c86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861196 Jul 07 18:03:36.037354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:36.079443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-5034bcaf-ab1e-47a5-b86f-20d670417af9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:36.083601 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-5034bcaf-ab1e-47a5-b86f-20d670417af9 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 945 time: 0.4272437 Jul 07 18:03:36.091580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c4051b83-d89a-408d-814e-016182709306 None None] Provisioning for port c9e9525f-6a00-4e11-a2b3-149cf0b94d9a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:36.102718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:36.114436 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] Sync routers for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:36.124750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c4051b83-d89a-408d-814e-016182709306 None None] Provisioning complete for port c9e9525f-6a00-4e11-a2b3-149cf0b94d9a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:36.125153 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4051b83-d89a-408d-814e-016182709306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.131304 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:36.132232 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:36.142114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42336) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:36.142383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e8b99017-0458-4773-bdcc-7c2bb3e6dacc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/669ec68c-c25c-4b5a-a899-43dcecf4817a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1743915 Jul 07 18:03:36.176127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c213150e-a76e-4fa3-ba12-c9dea7df80e0 req-719cd15d-c0a7-47f9-a915-121aee713337 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4f56cb-edf5-4bc9-961c-d6143d91c86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584612 Jul 07 18:03:36.203764 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:36.238333 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:36.238986 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:36.293504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c4051b83-d89a-408d-814e-016182709306 None None] Port c9e9525f-6a00-4e11-a2b3-149cf0b94d9a cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:36.336318 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:36.337143 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7abf0b-d50b-4079-b7eb-c5b0f0b46ba4 None None] The sync data for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:36.346415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port c8e36b74-691b-4d9a-b158-475f663ce696 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:36.346774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.352980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:36.353366 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.353899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad7714-9975-44c6-844a-ca93657f5891 req-1d7a0234-5166-425f-a3a7-fc7378a2bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:36.355744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad7714-9975-44c6-844a-ca93657f5891 req-1d7a0234-5166-425f-a3a7-fc7378a2bb02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ab55edcb3204b67a214618b8b9d9537&device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 1094 time: 0.1110449 Jul 07 18:03:36.461545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795acaba-13d6-4b36-b4fe-955c987831e7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:36.463228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-795acaba-13d6-4b36-b4fe-955c987831e7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports/c9e9525f-6a00-4e11-a2b3-149cf0b94d9a HTTP/1.1" status: 200 len: 910 time: 0.2663019 Jul 07 18:03:36.471745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6428c78c-c240-425b-a13f-5f200482340b None None] Provisioning complete for port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:36.474617 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6428c78c-c240-425b-a13f-5f200482340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.478306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:36.587881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad7714-9975-44c6-844a-ca93657f5891 req-d75d5ffd-4ce9-45bf-9284-12051410e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:36.596310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad7714-9975-44c6-844a-ca93657f5891 req-d75d5ffd-4ce9-45bf-9284-12051410e387 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c4f56cb-edf5-4bc9-961c-d6143d91c86a HTTP/1.1" status: 200 len: 922 time: 0.2329845 Jul 07 18:03:36.616591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 636f2f73-5d68-4d81-a5eb-85c0652e54d3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:36.699117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.747176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Deleting port 454b081b-a587-4150-aa1b-c8966b2b4f6b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:36.747524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.765417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad7714-9975-44c6-844a-ca93657f5891 req-7e400848-8b5e-40a4-88d6-214e7bd37925 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df042ee1-4394-4e1a-8716-a7278c03757a HTTP/1.1" status: 200 len: 217 time: 0.1584444 Jul 07 18:03:36.783206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for c8e36b74-691b-4d9a-b158-475f663ce696 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:36.929096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad7714-9975-44c6-844a-ca93657f5891 req-a921435c-6446-400b-bb3b-3fa9ac0dda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:36.931324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad7714-9975-44c6-844a-ca93657f5891 req-a921435c-6446-400b-bb3b-3fa9ac0dda7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=305056a0-b4ba-4b64-a27d-43f3621c1187 HTTP/1.1" status: 200 len: 861 time: 0.1510847 Jul 07 18:03:36.961018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] For port 454b081b-a587-4150-aa1b-c8966b2b4f6b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=454b081b-a587-4150-aa1b-c8966b2b4f6b,segment=NetworkSegment(53877e3d-dfd0-489c-b66a-fd254f0ce9e6),segment_id=53877e3d-dfd0-489c-b66a-fd254f0ce9e6)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:36.961866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.986950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Calling delete_port for 454b081b-a587-4150-aa1b-c8966b2b4f6b owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:37.000365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad7714-9975-44c6-844a-ca93657f5891 req-4d2790c1-8350-4da7-8041-47523d4dbfe2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c4f56cb-edf5-4bc9-961c-d6143d91c86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388243 Jul 07 18:03:37.273574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6428c78c-c240-425b-a13f-5f200482340b None None] Provisioning complete for port c9e9525f-6a00-4e11-a2b3-149cf0b94d9a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:37.288506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6428c78c-c240-425b-a13f-5f200482340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.341586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:37.342138 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.359312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad7714-9975-44c6-844a-ca93657f5891 req-e03e20cf-7280-4ee6-a586-e6143c60c5c7 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4f56cb-edf5-4bc9-961c-d6143d91c86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537407 Jul 07 18:03:37.441129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a5299-ea66-42d7-a945-9a84f52a043a req-0462ae9f-3b63-4be8-b311-3063075f04e7 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:37.443932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-197a5299-ea66-42d7-a945-9a84f52a043a req-0462ae9f-3b63-4be8-b311-3063075f04e7 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 943 time: 0.5481462 Jul 07 18:03:37.476478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203758-2d09-4b73-b181-2bf8e6614fb8 req-09a93e9a-2d2c-44a4-a296-6c526e1544a0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:37.478113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4203758-2d09-4b73-b181-2bf8e6614fb8 req-09a93e9a-2d2c-44a4-a296-6c526e1544a0 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 945 time: 0.7269120 Jul 07 18:03:37.484388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6428c78c-c240-425b-a13f-5f200482340b None None] Port c9e9525f-6a00-4e11-a2b3-149cf0b94d9a cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:37.487873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:37.491617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6428c78c-c240-425b-a13f-5f200482340b None None] Could not find standard attr ID for object 2af09b80-9541-4146-89a1-49ec4b294639. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:03:37.550511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:37.551074 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.595919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.625287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.627926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.641255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cf7e775e-4037-4a88-bbc8-26b6c6b2868a None None] Provisioning complete for port c8e36b74-691b-4d9a-b158-475f663ce696 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:37.642235 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf7e775e-4037-4a88-bbc8-26b6c6b2868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.675751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e775e-4037-4a88-bbc8-26b6c6b2868a None None] Port c8e36b74-691b-4d9a-b158-475f663ce696 was deleted so its status cannot be updated. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 18:03:37.688531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-197a5299-ea66-42d7-a945-9a84f52a043a req-d389f370-29d5-4e1b-a89a-9e2f15e40652 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093575 Jul 07 18:03:37.741461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4203758-2d09-4b73-b181-2bf8e6614fb8 req-34cb92a2-6bd7-4e75-98cb-4b841d982849 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/security-groups?id=09f0038d-79ab-4868-adea-d69dd63f8970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917764 Jul 07 18:03:37.816876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=c8e36b74-691b-4d9a-b158-475f663ce696,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:37.831564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aad7714-9975-44c6-844a-ca93657f5891 req-e5cf3e8a-7a07-4cf9-96ee-288ac185f332 service neutron] 10.222.0.55 "GET /v2.0/networks/1c4f56cb-edf5-4bc9-961c-d6143d91c86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566917 Jul 07 18:03:37.933467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.941566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-468532cf-1018-4560-b2c0-c49ddf7f6a2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/c8e36b74-691b-4d9a-b158-475f663ce696 HTTP/1.1" status: 204 len: 168 time: 2.2783325 Jul 07 18:03:37.941566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Pushing event deleted for resources: {'Port': ['ID=454b081b-a587-4150-aa1b-c8966b2b4f6b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:37.946103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42374) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:37.967236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] No DVR routers for this DVR port 454b081b-a587-4150-aa1b-c8966b2b4f6b on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:37.989282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.991766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9fce6a6-2074-4d2d-a760-d8ce1b482e2e req-fe872fa8-f688-43e9-88fe-29cceb4eeabc tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.55 "DELETE /v2.0/ports/454b081b-a587-4150-aa1b-c8966b2b4f6b HTTP/1.1" status: 204 len: 173 time: 1.8994374 Jul 07 18:03:37.992451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'name': 'network-vif-deleted', 'tag': '454b081b-a587-4150-aa1b-c8966b2b4f6b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:37.995331 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91f2d41-c36a-4998-920d-9ee34f8f7c43" -d '{"events": [{"server_uuid": "e2388945-921b-49cb-8540-9a937e3ac9da", "name": "network-vif-deleted", "tag": "454b081b-a587-4150-aa1b-c8966b2b4f6b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:38.131855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add4b42-5ff1-44ec-8888-52120335bb46 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.139474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add4b42-5ff1-44ec-8888-52120335bb46 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.145089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0add4b42-5ff1-44ec-8888-52120335bb46 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2019539 Jul 07 18:03:38.145937 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe711cce-3b23-446f-9ebb-ed4afa0bcfe2 x-openstack-request-id: req-fe711cce-3b23-446f-9ebb-ed4afa0bcfe2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:38.146619 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2388945-921b-49cb-8540-9a937e3ac9da", "name": "network-vif-deleted", "tag": "454b081b-a587-4150-aa1b-c8966b2b4f6b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:38.146980 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe711cce-3b23-446f-9ebb-ed4afa0bcfe2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:38.147804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42378) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:38.149247 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2388945-921b-49cb-8540-9a937e3ac9da', 'name': 'network-vif-deleted', 'tag': '454b081b-a587-4150-aa1b-c8966b2b4f6b', 'status': 'completed', 'code': 200} Jul 07 18:03:38.261699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet c8ba15ba-1e1a-4290-a233-2dcb1bbda2b8 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:38.266877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.322742 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.338508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.21.0.1 (c7c560ce-1642-4826-9758-f7fea18a85d7/5539dcfb-be9f-4806-8b74-afc6268c9599/6d8c0ed8-719e-40ce-ac56-9c282831935f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:38.492760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.510731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.528556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object 6d8c0ed8-719e-40ce-ac56-9c282831935f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:38.627164 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.631316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.669143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ba15ba-1e1a-4290-a233-2dcb1bbda2b8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:38.671162 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.675677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-438e80eb-a36b-4d8a-afe9-8bdc080bcb24 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/c8ba15ba-1e1a-4290-a233-2dcb1bbda2b8 HTTP/1.1" status: 204 len: 168 time: 0.5267775 Jul 07 18:03:38.678423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e506043-0d2e-46a4-bb84-063bc9e24b7a None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:38.682165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42390) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:38.728391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=6d8c0ed8-719e-40ce-ac56-9c282831935f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:38.756437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network c7c560ce-1642-4826-9758-f7fea18a85d7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:38.763810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:38.786887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0254f647-943c-4a85-a537-bb94df6f4d31 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967774 Jul 07 18:03:38.787047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42396) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:38.788285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:38.905155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.052527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df042ee1-4394-4e1a-8716-a7278c03757a details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:03:39.057920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 454b081b-a587-4150-aa1b-c8966b2b4f6b no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:39.087900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 454b081b-a587-4150-aa1b-c8966b2b4f6b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:39.088266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 454b081b-a587-4150-aa1b-c8966b2b4f6b not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:39.137754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:39.186591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b0c2646-a62a-4296-910d-7ea3e019cc25 req-238f2a58-2e1c-40bc-a933-56df751af6a8 tempest-DeleteServersTestJSON-957674130 tempest-DeleteServersTestJSON-957674130-project] 10.222.0.88 "GET /v2.0/ports?device_id=e2388945-921b-49cb-8540-9a937e3ac9da HTTP/1.1" status: 200 len: 210 time: 0.0778837 Jul 07 18:03:39.281687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a410532-7474-4646-b61f-8a7b1b04671a req-0cec9723-c64e-4ce2-a97e-3cf863e217b8 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.287461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:03:39.289294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a410532-7474-4646-b61f-8a7b1b04671a req-0cec9723-c64e-4ce2-a97e-3cf863e217b8 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 943 time: 0.2823491 Jul 07 18:03:39.325267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f123c94-098b-4302-9808-d0df65c9ba7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.328337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f123c94-098b-4302-9808-d0df65c9ba7a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4273033 Jul 07 18:03:39.332358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42416) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:39.351103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a410532-7474-4646-b61f-8a7b1b04671a req-877e9eb0-4a44-4d64-984b-70fe1f4cd13e tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604181 Jul 07 18:03:39.376784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.498887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-27e66be0-1a03-4d99-9c3a-3d9f88b9e9f2 None None] Provisioning for port 6d8c0ed8-719e-40ce-ac56-9c282831935f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:39.516863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d338b-805c-466b-98ff-8040282f0e42 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.520390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-27e66be0-1a03-4d99-9c3a-3d9f88b9e9f2 None None] Provisioning complete for port 6d8c0ed8-719e-40ce-ac56-9c282831935f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:39.520763 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27e66be0-1a03-4d99-9c3a-3d9f88b9e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.521072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ac8d338b-805c-466b-98ff-8040282f0e42 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1686714 Jul 07 18:03:39.521689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42420) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:39.595460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5c91f274-14c8-4e46-8338-280eaf12ca52 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723505 Jul 07 18:03:39.601677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42424) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:39.606767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:39.641046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] Deleting port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:39.646624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.762992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:39.766697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.776655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-27e66be0-1a03-4d99-9c3a-3d9f88b9e9f2 None None] Port 6d8c0ed8-719e-40ce-ac56-9c282831935f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:39.802039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port df042ee1-4394-4e1a-8716-a7278c03757a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df042ee1-4394-4e1a-8716-a7278c03757a,segment=NetworkSegment(3fc295a9-26a2-4e86-a28c-ab2bc07aaee2),segment_id=3fc295a9-26a2-4e86-a28c-ab2bc07aaee2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:39.834885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'df042ee1-4394-4e1a-8716-a7278c03757a', 'network_id': '1c4f56cb-edf5-4bc9-961c-d6143d91c86a', 'port_id': 'df042ee1-4394-4e1a-8716-a7278c03757a', 'mac_address': 'fa:16:3e:f6:ab:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305056a0-b4ba-4b64-a27d-43f3621c1187', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:03:39.840193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] For port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:39.840590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.849596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.855339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.946688 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:39.996383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.003115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] Calling delete_port for 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:40.003467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=6d8c0ed8-719e-40ce-ac56-9c282831935f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:40.013432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:40.071911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df042ee1-4394-4e1a-8716-a7278c03757a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:03:40.209142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port df042ee1-4394-4e1a-8716-a7278c03757a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df042ee1-4394-4e1a-8716-a7278c03757a,segment=NetworkSegment(3fc295a9-26a2-4e86-a28c-ab2bc07aaee2),segment_id=3fc295a9-26a2-4e86-a28c-ab2bc07aaee2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:40.219258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.219934 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.247109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network c7c560ce-1642-4826-9758-f7fea18a85d7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:40.256057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:40.282700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:40.294622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:40.306906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:40.307512 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.345100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=449b9252-4d83-431e-b944-ad978c042a70,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:40.355966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-23f71a98-4fa6-45e1-bb7e-8a5d319702e2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7531927 Jul 07 18:03:40.358640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42440) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:40.364178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:fd:65:ae', 'name': 'tempest-NetworksTestDHCPv6-240462790'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:40.397964 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.510451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=df042ee1-4394-4e1a-8716-a7278c03757a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:40.596941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:40.647932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['df042ee1-4394-4e1a-8716-a7278c03757a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:03:40.654065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router 669ec68c-c25c-4b5a-a899-43dcecf4817a has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:40.661531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.672117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.787252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:40.879772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] Pushing event deleted for resources: {'Port': ['ID=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:40.885138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bcd2d-420e-4f53-bfca-3b53b8f8a818 None None] No DVR routers for this DVR port 0f3769fb-2d57-451b-ab93-5ffc705bf6c1 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:40.929122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:40.940742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5121d329-c2db-44be-960e-ed4861704d3a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/669ec68c-c25c-4b5a-a899-43dcecf4817a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4547923 Jul 07 18:03:40.941419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42466) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:40.964814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c25e33fe-3729-43be-87ec-b42a2c7abb2c None None] Provisioning complete for port 6d8c0ed8-719e-40ce-ac56-9c282831935f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:40.968848 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c25e33fe-3729-43be-87ec-b42a2c7abb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.981333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd607317-9ed7-4ed3-b504-f33d872916e6 req-3c553b40-88e6-4a81-91f3-00d6ae09cdf2 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:40.999231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd607317-9ed7-4ed3-b504-f33d872916e6 req-3c553b40-88e6-4a81-91f3-00d6ae09cdf2 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 944 time: 0.3619053 Jul 07 18:03:41.065208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c25e33fe-3729-43be-87ec-b42a2c7abb2c None None] Port 6d8c0ed8-719e-40ce-ac56-9c282831935f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:41.097270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] Sync routers for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:41.101165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ea125-da74-4a28-9907-96f01897bab1 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:41.111566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event deleted for resources: {'Port': ['ID=0f3769fb-2d57-451b-ab93-5ffc705bf6c1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:41.131488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd607317-9ed7-4ed3-b504-f33d872916e6 req-ca8fbe8a-5034-4f66-b42a-b0c097995a28 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303775 Jul 07 18:03:41.179307 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.242190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port ad8511c9-5563-4814-b6e1-2bb6ccf39574 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:41.358083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:41.359171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:41.426172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:41.479473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:41.479473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:41.581720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:41.582402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5514788-3738-4003-8acb-93c5671ad523 None None] The sync data for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:41.594131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::272 (0615333f-c9a5-42b4-86e0-c4a963464179/449b9252-4d83-431e-b944-ad978c042a70/ad8511c9-5563-4814-b6e1-2bb6ccf39574) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:41.685412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '449b9252-4d83-431e-b944-ad978c042a70'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:41.695003 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.713324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ca3e3-b8b2-41a8-9f2c-44e78e0c0696 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:41.722332 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4a8ca3e3-b8b2-41a8-9f2c-44e78e0c0696 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports/6d8c0ed8-719e-40ce-ac56-9c282831935f HTTP/1.1" status: 200 len: 910 time: 0.7797508 Jul 07 18:03:41.726016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:42.716376 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.718922 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:42.748729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object ad8511c9-5563-4814-b6e1-2bb6ccf39574 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:42.818401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7fcc9-2b7e-4cd9-ac76-8b832e316e37 req-5e2b8690-923e-40c0-b543-ee9e0bda3efd tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:42.832529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73b7fcc9-2b7e-4cd9-ac76-8b832e316e37 req-5e2b8690-923e-40c0-b543-ee9e0bda3efd tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 944 time: 0.3480225 Jul 07 18:03:42.983207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.072346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:43.082048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/449b9252-4d83-431e-b944-ad978c042a70/8eaada59-a62d-48a3-8bca-df136e419bf2) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:43.136492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73b7fcc9-2b7e-4cd9-ac76-8b832e316e37 req-750d11fb-c275-46fc-9184-edcafcb8b906 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024261 Jul 07 18:03:43.144924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:43.155741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:43.190503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.191189 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.234208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df042ee1-4394-4e1a-8716-a7278c03757a up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:43.286082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9262929 Jul 07 18:03:43.287686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42542) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:43.294535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 6d8c0ed8-719e-40ce-ac56-9c282831935f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:43.294811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f831b2b-4f2b-4fde-af78-9f46b886447a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=ad8511c9-5563-4814-b6e1-2bb6ccf39574,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:43.295475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.538650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38aceea-8364-41a0-a8d8-6dc297146a32 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:43.543049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b38aceea-8364-41a0-a8d8-6dc297146a32 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2507136 Jul 07 18:03:43.543773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42546) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:43.585635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.603309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port df042ee1-4394-4e1a-8716-a7278c03757a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:43.606988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 6d8c0ed8-719e-40ce-ac56-9c282831935f owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:43.626116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port df042ee1-4394-4e1a-8716-a7278c03757a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:43.635454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.705953 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.715968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Transition to ACTIVE for port object 8eaada59-a62d-48a3-8bca-df136e419bf2 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:43.766718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port ad8511c9-5563-4814-b6e1-2bb6ccf39574 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:43.767275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.771634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Transition to ACTIVE for port object 8eaada59-a62d-48a3-8bca-df136e419bf2 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:43.796980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.910321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:43.957700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.974879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for ad8511c9-5563-4814-b6e1-2bb6ccf39574 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:44.010200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:44.074314 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.090834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:44.092263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.113936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:44.136183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=6d8c0ed8-719e-40ce-ac56-9c282831935f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:44.159159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.159502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.159845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.160173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.160505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.160857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.165438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.165764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.166084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.166407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.166895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.169124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.249613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.295318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=ad8511c9-5563-4814-b6e1-2bb6ccf39574,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:44.324130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29772548-7eb9-4a9e-859a-c05f532c1666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df042ee1-4394-4e1a-8716-a7278c03757a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:44.334734 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e0e84-5540-43a4-b7dd-259ef6c50d81" -d '{"events": [{"server_uuid": "29772548-7eb9-4a9e-859a-c05f532c1666", "name": "network-vif-plugged", "status": "completed", "tag": "df042ee1-4394-4e1a-8716-a7278c03757a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:44.336323 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.338914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-06e30065-0a49-4078-a810-7184a1d2c6bf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/ad8511c9-5563-4814-b6e1-2bb6ccf39574 HTTP/1.1" status: 204 len: 168 time: 0.7928479 Jul 07 18:03:44.341479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42572) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:44.425268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ac527-8fa9-409a-b4ea-57158ba8f683 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:44.428964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ac527-8fa9-409a-b4ea-57158ba8f683 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:44.430967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port df042ee1-4394-4e1a-8716-a7278c03757a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df042ee1-4394-4e1a-8716-a7278c03757a,segment=NetworkSegment(3fc295a9-26a2-4e86-a28c-ab2bc07aaee2),segment_id=3fc295a9-26a2-4e86-a28c-ab2bc07aaee2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:44.432998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7a9ac527-8fa9-409a-b4ea-57158ba8f683 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0899835 Jul 07 18:03:44.436321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42576) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:44.454273 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.471445 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4228ee-260e-4066-9f7e-c04ea88b25bd x-openstack-request-id: req-6a4228ee-260e-4066-9f7e-c04ea88b25bd {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:44.471817 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29772548-7eb9-4a9e-859a-c05f532c1666", "name": "network-vif-plugged", "status": "completed", "tag": "df042ee1-4394-4e1a-8716-a7278c03757a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:44.472325 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6a4228ee-260e-4066-9f7e-c04ea88b25bd {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:44.473109 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29772548-7eb9-4a9e-859a-c05f532c1666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df042ee1-4394-4e1a-8716-a7278c03757a', 'code': 200} Jul 07 18:03:44.516238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Attempting to bind port 8eaada59-a62d-48a3-8bca-df136e419bf2 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:44.520454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Attempting to bind port 8eaada59-a62d-48a3-8bca-df136e419bf2 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:44.521083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Attempting to bind port 8eaada59-a62d-48a3-8bca-df136e419bf2 on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:44.580339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:44.580787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:44.581578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.582037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:44.582528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Bound port: 8eaada59-a62d-48a3-8bca-df136e419bf2, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:44.582906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.711799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 449b9252-4d83-431e-b944-ad978c042a70 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:44.739322 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.749019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:44.756096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:44.772693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.835156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=df042ee1-4394-4e1a-8716-a7278c03757a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:44.886717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.935557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c800b65-bbbb-438d-8fef-a1ddb889324e req-772c8046-b737-43ed-86b7-f69ae0dd7300 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:44.937750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c800b65-bbbb-438d-8fef-a1ddb889324e req-772c8046-b737-43ed-86b7-f69ae0dd7300 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 945 time: 0.4084148 Jul 07 18:03:44.953421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.992490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51ecf7-5fd5-4842-9769-5a12760d311c None None] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:45.075300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd18c-e9db-4191-bf3e-7a4142812ddf req-913f1b9d-834b-4666-86ea-37ef91b60fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:45.077396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba2bd18c-e9db-4191-bf3e-7a4142812ddf req-913f1b9d-834b-4666-86ea-37ef91b60fbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 1096 time: 0.4301877 Jul 07 18:03:45.145154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.212731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ba2bd18c-e9db-4191-bf3e-7a4142812ddf req-3ee5e37a-ee9c-4327-90e1-ee28b5236e38 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224725 Jul 07 18:03:45.325217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c800b65-bbbb-438d-8fef-a1ddb889324e req-e526b9ec-d2da-4aba-a98c-19377bf686e2 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636024 Jul 07 18:03:45.370655 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.437094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=449b9252-4d83-431e-b944-ad978c042a70,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:45.447332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.449297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-88ef61fd-3be3-4750-a3a0-d5c88c6e075c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/449b9252-4d83-431e-b944-ad978c042a70 HTTP/1.1" status: 204 len: 168 time: 1.0100551 Jul 07 18:03:45.454491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42604) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:45.463214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router 669ec68c-c25c-4b5a-a899-43dcecf4817a has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:45.533959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-94736d14-488a-4d43-8ce6-74ee53884647 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781164 Jul 07 18:03:45.534815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42606) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:45.575815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:45.590275 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] Sync routers for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:45.590889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6c14d86b-3091-46c2-b225-02e6fefd33e0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/669ec68c-c25c-4b5a-a899-43dcecf4817a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8594682 Jul 07 18:03:45.591451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42608) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:45.607814 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:45.608894 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:45.701745 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:45.706008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cbf07-bc9b-43a5-9859-b3aa63270d2a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:45.710716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4f8cbf07-bc9b-43a5-9859-b3aa63270d2a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1721768 Jul 07 18:03:45.712682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42614) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:45.746219 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:45.756891 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:45.807490 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e5ecab-a146-4de0-9f6d-d06791bf5a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.882148 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:45.883920 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c858674-565e-437e-8115-2d9dfe6bd8c6 None None] The sync data for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:46.094546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8eaada59-a62d-48a3-8bca-df136e419bf2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:46.113664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49142bf3-da22-448e-ba02-957f5b294f78 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:46.124893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42622) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:46.125729 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-49142bf3-da22-448e-ba02-957f5b294f78 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4120376 Jul 07 18:03:46.231246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0c4b7fe5-7f13-40ca-9f4b-e947a7d86fe3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048625 Jul 07 18:03:46.247230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42628) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:46.260667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 8eaada59-a62d-48a3-8bca-df136e419bf2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:46.264273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:46.601067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:46.613797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.663946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.776341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb7932-f184-4931-80af-e338af749dbd None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:46.808359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a5e3-26fc-4b78-84ba-612575101819 req-3d3784be-1220-4ecf-a6a9-6eaacc983517 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:46.810104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9384a5e3-26fc-4b78-84ba-612575101819 req-3d3784be-1220-4ecf-a6a9-6eaacc983517 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 945 time: 0.1598828 Jul 07 18:03:46.921172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9384a5e3-26fc-4b78-84ba-612575101819 req-85de7666-c08c-42a5-be63-00817738b1f6 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000566 Jul 07 18:03:47.389059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7d911ec6-de25-4976-9009-e6e11499de33 None None] Provisioning for port 8eaada59-a62d-48a3-8bca-df136e419bf2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:47.413305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7d911ec6-de25-4976-9009-e6e11499de33 None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:47.421257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:03:47.428894 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d911ec6-de25-4976-9009-e6e11499de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.689417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d911ec6-de25-4976-9009-e6e11499de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.770484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7d911ec6-de25-4976-9009-e6e11499de33 None None] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:47.779900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d911ec6-de25-4976-9009-e6e11499de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.973964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d911ec6-de25-4976-9009-e6e11499de33 None None] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:48.033135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-da046577-ab79-4ced-b4a5-ce3c2d26aaed None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:48.033296 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da046577-ab79-4ced-b4a5-ce3c2d26aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.301237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.378451 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f63fdd4-667f-4140-b0a1-6c53df0668ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.505117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.524441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port c9e9525f-6a00-4e11-a2b3-149cf0b94d9a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:48.525121 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.596440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6734e3f1-9bcd-41a8-b6ac-b506c30499eb None None] Could not find standard attr ID for object ad8511c9-5563-4814-b6e1-2bb6ccf39574. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:03:48.667396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3e95f-0ac8-4147-83be-a5729de1883f req-6dceab0c-606e-4199-a906-2f76bacf5b65 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:48.681482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0a3e95f-0ac8-4147-83be-a5729de1883f req-6dceab0c-606e-4199-a906-2f76bacf5b65 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 945 time: 0.2154961 Jul 07 18:03:48.760631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0a3e95f-0ac8-4147-83be-a5729de1883f req-6e4c865c-da5b-4bd1-91dd-70fb97e9f615 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780897 Jul 07 18:03:49.279836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42742) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:49.338252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.397143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for c9e9525f-6a00-4e11-a2b3-149cf0b94d9a owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:49.568094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:49.570115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] Deleting subnet cf4f3ffe-8213-4079-8acf-b5db455e7f0c {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:49.583283 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.609672 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.641305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.646636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.695174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.762587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.765391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.767087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.806393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.810300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cf4f3ffe-8213-4079-8acf-b5db455e7f0c HTTP/1.1" status: 204 len: 168 time: 0.5285397 Jul 07 18:03:49.874569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42752) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:49.906695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=b2996b49-4cae-4392-b6d6-3bb7ad01092e,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:49.925186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055895-4291-413f-ac6e-6c412a1bd323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4f3ffe-8213-4079-8acf-b5db455e7f0c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:49.974925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:49.981893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:49.990079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:49.991072 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.002382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8bc5c9-e437-4db9-ad59-22af555156f4 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:50.050121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7943759 Jul 07 18:03:50.051970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42758) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:50.061643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f17d5711-52cb-4070-a78d-7d1818022282 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:50.107304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8eaada59-a62d-48a3-8bca-df136e419bf2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:50.108606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691782f2-56fa-4b4b-b7f3-2381a8e5ceb6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:50.196284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1f51e99a-6e7b-4db4-9713-3f141e5910c3 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:50.197962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1f51e99a-6e7b-4db4-9713-3f141e5910c3 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.55 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 945 time: 0.4690800 Jul 07 18:03:50.286966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.311621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.354916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=c9e9525f-6a00-4e11-a2b3-149cf0b94d9a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:50.445564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:50.452486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.455644 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.466450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844e265b-d06f-4d6e-a742-e9c7d38930c7']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:50.493582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53877e3d-dfd0-489c-b66a-fd254f0ce9e6') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:50.494148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53877e3d-dfd0-489c-b66a-fd254f0ce9e6') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:50.504678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.531677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.539132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:50.539653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:50.634971 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:50.639603 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.649772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.665606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] 10.222.0.88 "DELETE /v2.0/networks/844e265b-d06f-4d6e-a742-e9c7d38930c7 HTTP/1.1" status: 204 len: 168 time: 0.7845829 Jul 07 18:03:50.724963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137f869-b53c-46a1-986a-6816b62bd648 admin admin] Pushing event deleted for resources: {'Network': ['ID=844e265b-d06f-4d6e-a742-e9c7d38930c7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:50.734693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.847022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb0b4d-c5a7-4f1b-9c40-d8ea3754ea58 req-d61e0ca5-f54b-4ce6-b337-a03d3e1c179d tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:50.855052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ceb0b4d-c5a7-4f1b-9c40-d8ea3754ea58 req-d61e0ca5-f54b-4ce6-b337-a03d3e1c179d tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 945 time: 0.7749138 Jul 07 18:03:50.859675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42782) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:50.909040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17d5711-52cb-4070-a78d-7d1818022282 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:50.913452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f17d5711-52cb-4070-a78d-7d1818022282 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.970199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Deleting port df042ee1-4394-4e1a-8716-a7278c03757a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:50.970823 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.027822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ecfc70f3-d0c6-45f5-a2bb-963d8d5ea881 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2bd2ddfc789640889545ba10bc348126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648471 Jul 07 18:03:51.042818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ceb0b4d-c5a7-4f1b-9c40-d8ea3754ea58 req-d5790aa7-09a1-42f8-82c6-a1db8828f001 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/security-groups?id=04fb0164-f99b-482f-8649-2dbc595c2a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867547 Jul 07 18:03:51.043648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42784) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:51.124404 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.220233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] For port df042ee1-4394-4e1a-8716-a7278c03757a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df042ee1-4394-4e1a-8716-a7278c03757a,segment=NetworkSegment(3fc295a9-26a2-4e86-a28c-ab2bc07aaee2),segment_id=3fc295a9-26a2-4e86-a28c-ab2bc07aaee2)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:51.221017 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.241236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Calling delete_port for df042ee1-4394-4e1a-8716-a7278c03757a owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:51.272415 n-d-798930-2 neutron-server[105588]: INFO neutron.db.ipam_backend_mixin [None req-f17d5711-52cb-4070-a78d-7d1818022282 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2996b49-4cae-4392-b6d6-3bb7ad01092e (CIDR: 2001:db8::/64) Jul 07 18:03:51.274634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router 669ec68c-c25c-4b5a-a899-43dcecf4817a has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:51.308782 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17d5711-52cb-4070-a78d-7d1818022282 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:03:51.309265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17d5711-52cb-4070-a78d-7d1818022282 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:03:51.330712 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69ff864a-2080-4de4-8138-7b88af3c53e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.363977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f17d5711-52cb-4070-a78d-7d1818022282 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3107698 Jul 07 18:03:51.364545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42804) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:51.371265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:51.387085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69ff864a-2080-4de4-8138-7b88af3c53e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.521325 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69ff864a-2080-4de4-8138-7b88af3c53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.524077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69ff864a-2080-4de4-8138-7b88af3c53e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.528074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-69ff864a-2080-4de4-8138-7b88af3c53e7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/09f0038d-79ab-4868-adea-d69dd63f8970 HTTP/1.1" status: 204 len: 168 time: 0.4735723 Jul 07 18:03:51.570745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff864a-2080-4de4-8138-7b88af3c53e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f0038d-79ab-4868-adea-d69dd63f8970,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:51.578198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-734a281e-796e-4810-a1e5-e96bcd16683c None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:51.579334 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-734a281e-796e-4810-a1e5-e96bcd16683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.755253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:51.767651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] Sync routers for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:51.788944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:51.790166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:51.857478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:51.868120 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3d6c1b59-8e46-4cc6-88be-99649edf9c71 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/669ec68c-c25c-4b5a-a899-43dcecf4817a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2752295 Jul 07 18:03:51.868634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] Routers {'669ec68c-c25c-4b5a-a899-43dcecf4817a'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:51.869460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['669ec68c-c25c-4b5a-a899-43dcecf4817a'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:51.870949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42822) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:51.905383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:51.907466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69813a35-e3d2-4d81-af01-3b44f7157d52 None None] The sync data for ids ['669ec68c-c25c-4b5a-a899-43dcecf4817a'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:51.945508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.946586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3e0dcb58-84df-44c4-a9e5-285876e00b7f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=669ec68c-c25c-4b5a-a899-43dcecf4817a HTTP/1.1" status: 200 len: 205 time: 0.0709383 Jul 07 18:03:51.948570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42824) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:51.951935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:51.960344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.020500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8eaada59-a62d-48a3-8bca-df136e419bf2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:52.147505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:52.149447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.231316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-631c7952-4c43-4540-ab62-6f1d1133013a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.510119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Pushing event deleted for resources: {'Port': ['ID=df042ee1-4394-4e1a-8716-a7278c03757a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:52.534932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] No DVR routers for this DVR port df042ee1-4394-4e1a-8716-a7278c03757a on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:52.538350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.541167 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bcc31838-2ef0-41a7-b555-acf87ec265b5 req-1cf9717c-c402-406b-89d5-edc1d0113b30 tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.55 "DELETE /v2.0/ports/df042ee1-4394-4e1a-8716-a7278c03757a HTTP/1.1" status: 204 len: 173 time: 2.3285718 Jul 07 18:03:52.542540 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.546538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29772548-7eb9-4a9e-859a-c05f532c1666', 'name': 'network-vif-deleted', 'tag': 'df042ee1-4394-4e1a-8716-a7278c03757a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:52.549467 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a967cbb6-f3eb-492a-b809-42f90f82ebe0" -d '{"events": [{"server_uuid": "29772548-7eb9-4a9e-859a-c05f532c1666", "name": "network-vif-deleted", "tag": "df042ee1-4394-4e1a-8716-a7278c03757a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:52.586980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-631c7952-4c43-4540-ab62-6f1d1133013a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.590854 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-631c7952-4c43-4540-ab62-6f1d1133013a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.613503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=c245c31e-0164-424e-add3-bb8316e0a665,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:52.625898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:52.627380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:52.631294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:52.631892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.639731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09dac7c-50f4-423a-ac3e-a8abbb6f07f7 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:52.669398 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-861fa846-95e4-4074-88b8-b04c31afd9df tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3005500 Jul 07 18:03:52.672323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f697bf8e-a921-424a-a9fc-cf56c2ba8bce req-3679a3ba-d2f3-4c8a-abba-0468eb7292fb tempest-ServerMetadataNegativeTestJSON-603381865 tempest-ServerMetadataNegativeTestJSON-603381865-project] 10.222.0.88 "GET /v2.0/ports?device_id=29772548-7eb9-4a9e-859a-c05f532c1666 HTTP/1.1" status: 200 len: 210 time: 0.2611995 Jul 07 18:03:52.675515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-631c7952-4c43-4540-ab62-6f1d1133013a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.675744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c7952-4c43-4540-ab62-6f1d1133013a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Fanout notify agent at l3_agent the message router_deleted on router 669ec68c-c25c-4b5a-a899-43dcecf4817a {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:03:52.685075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-631c7952-4c43-4540-ab62-6f1d1133013a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.686254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-631c7952-4c43-4540-ab62-6f1d1133013a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/669ec68c-c25c-4b5a-a899-43dcecf4817a HTTP/1.1" status: 204 len: 168 time: 0.7363610 Jul 07 18:03:52.691378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42866) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:52.698156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42864) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:52.715792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:5a:b2:1d', 'name': 'tempest-NetworksTestDHCPv6-464868038'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:52.868022 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992141a6-9b95-40d4-9108-2b99b3769472 x-openstack-request-id: req-992141a6-9b95-40d4-9108-2b99b3769472 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:52.874562 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29772548-7eb9-4a9e-859a-c05f532c1666", "name": "network-vif-deleted", "tag": "df042ee1-4394-4e1a-8716-a7278c03757a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:52.875073 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-992141a6-9b95-40d4-9108-2b99b3769472 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:52.875671 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29772548-7eb9-4a9e-859a-c05f532c1666', 'name': 'network-vif-deleted', 'tag': 'df042ee1-4394-4e1a-8716-a7278c03757a', 'status': 'completed', 'code': 200} Jul 07 18:03:52.900404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet 5539dcfb-be9f-4806-8b74-afc6268c9599 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:52.914448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.990415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:53.076321 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.101296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:53.102493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df042ee1-4394-4e1a-8716-a7278c03757a no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:53.145545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: df042ee1-4394-4e1a-8716-a7278c03757a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:53.145895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df042ee1-4394-4e1a-8716-a7278c03757a not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:53.193901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': 'b2996b49-4cae-4392-b6d6-3bb7ad01092e', 'ip_address': '2001:db8::f816:3eff:fe02:f6b9'}, {'subnet_id': 'c245c31e-0164-424e-add3-bb8316e0a665'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '8eaada59-a62d-48a3-8bca-df136e419bf2'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:03:53.229743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.267447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.311119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1240367314-network', 'tenant_id': 'aff2f3f3c0cb4a29ac1749718548df01'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:53.358447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.400067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Made reservation on behalf of aff2f3f3c0cb4a29ac1749718548df01 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:53.402620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.408211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 938d4670-cb0b-4f50-9dd4-501f3c1b69df yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:53.415447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.426378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.468480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=5539dcfb-be9f-4806-8b74-afc6268c9599,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:53.471003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.473451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5220057d-6e9b-4f4f-976d-386a1e074fd3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/5539dcfb-be9f-4806-8b74-afc6268c9599 HTTP/1.1" status: 204 len: 168 time: 0.7795064 Jul 07 18:03:53.477675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42896) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:53.551668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] Allocated IP 2001:db8:0:1::2 (0615333f-c9a5-42b4-86e0-c4a963464179/c245c31e-0164-424e-add3-bb8316e0a665/8eaada59-a62d-48a3-8bca-df136e419bf2) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:53.559563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet 308619da-77b6-485f-bdca-e7541a0b6d32 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:53.566251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.624761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.638892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e846afd-154e-4c99-b481-46e5ad12fc12 None None] Network c7c560ce-1642-4826-9758-f7fea18a85d7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:53.715542 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.741487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.770397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:53.781161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:53.786337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422e9f14-6747-40fa-a0d3-dd51d0cf158f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:53.794771 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.836723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.837117 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Added segment a207d12d-96e8-4f2d-87f9-9fa74fdff6e5 of type vlan for network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 Jul 07 18:03:53.906233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.933359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.964724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] Transition to ACTIVE for port object 8eaada59-a62d-48a3-8bca-df136e419bf2 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:53.983057 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.989085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.055361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=308619da-77b6-485f-bdca-e7541a0b6d32,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.070479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.075187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9efa19c4-1304-4fae-9f35-c0e7a9fe3d09 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/308619da-77b6-485f-bdca-e7541a0b6d32 HTTP/1.1" status: 204 len: 168 time: 0.5937107 Jul 07 18:03:54.075187 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.075187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:54.076019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.081622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42932) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:54.104943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42934) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:54.115247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62876ff-bc3d-469e-b881-0c73f6c2f414 None None] Network 45032e0b-e178-47b5-8127-7df6f4d72b59 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:54.117206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] DHCP port deletion for c7c560ce-1642-4826-9758-f7fea18a85d7 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:54.204140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.269012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] Deleting subnet 305056a0-b4ba-4b64-a27d-43f3621c1187 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:54.278609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.328448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c166bdb-e3ca-4c29-adc2-24c839c5d7cf req-4183bfa6-80bd-4439-be92-d62888e0dcd9 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:54.330103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c166bdb-e3ca-4c29-adc2-24c839c5d7cf req-4183bfa6-80bd-4439-be92-d62888e0dcd9 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 950 time: 0.4477639 Jul 07 18:03:54.337919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.338218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3324997 Jul 07 18:03:54.340456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42938) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:54.351914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Request body: {'subnet': {'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1240367314-subnet', 'tenant_id': 'aff2f3f3c0cb4a29ac1749718548df01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:54.381910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f466e83-9aac-4ba6-8acf-d421ff7542d2 None None] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.383780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Made reservation on behalf of aff2f3f3c0cb4a29ac1749718548df01 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:54.387853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.391666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f9724-0beb-408e-821d-3ff52685784f admin admin] Pushing event updated for resources: {'Network': ['ID=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.405197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.421849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:54.484224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.493416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8:0:1::119 (0615333f-c9a5-42b4-86e0-c4a963464179/c245c31e-0164-424e-add3-bb8316e0a665/938d4670-cb0b-4f50-9dd4-501f3c1b69df) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:54.544143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c166bdb-e3ca-4c29-adc2-24c839c5d7cf req-9c07bd71-830f-4360-b9c4-0e014de04a5f tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002451 Jul 07 18:03:54.566122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305056a0-b4ba-4b64-a27d-43f3621c1187,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.575556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.577841 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c14d4dcd-bed8-475c-89c9-a9006a418f5f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/305056a0-b4ba-4b64-a27d-43f3621c1187 HTTP/1.1" status: 204 len: 168 time: 0.4719052 Jul 07 18:03:54.580402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42944) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:54.582104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fe5a:b21d (0615333f-c9a5-42b4-86e0-c4a963464179/b2996b49-4cae-4392-b6d6-3bb7ad01092e/938d4670-cb0b-4f50-9dd4-501f3c1b69df) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:54.597825 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] Deleting port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:54.598068 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.659820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.662953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:54.663440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.683092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] For port 636f2f73-5d68-4d81-a5eb-85c0652e54d3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=636f2f73-5d68-4d81-a5eb-85c0652e54d3,segment=NetworkSegment(0b364be0-6e5e-46b2-a3ef-f491c8201679),segment_id=0b364be0-6e5e-46b2-a3ef-f491c8201679)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:54.683496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.699190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] Calling delete_port for 636f2f73-5d68-4d81-a5eb-85c0652e54d3 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:54.820921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.850569 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.888966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 938d4670-cb0b-4f50-9dd4-501f3c1b69df will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:54.984712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.991897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 636f2f73-5d68-4d81-a5eb-85c0652e54d3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=636f2f73-5d68-4d81-a5eb-85c0652e54d3,segment=NetworkSegment(0b364be0-6e5e-46b2-a3ef-f491c8201679),segment_id=0b364be0-6e5e-46b2-a3ef-f491c8201679)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:54.992474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.009587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.020902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4f56cb-edf5-4bc9-961c-d6143d91c86a']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.039874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc295a9-26a2-4e86-a28c-ab2bc07aaee2') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.040167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc295a9-26a2-4e86-a28c-ab2bc07aaee2') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.064238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.078963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:55.085245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:55.087952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.090082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:55.096432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:55.097531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.105309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:55.105635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.114137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] DHCP port deletion for 45032e0b-e178-47b5-8127-7df6f4d72b59 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:55.116989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] Pushing event deleted for resources: {'Port': ['ID=636f2f73-5d68-4d81-a5eb-85c0652e54d3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.130467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56dc7c9-4487-4481-89bf-dabaec400413 None None] No DVR routers for this DVR port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:55.139305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=938d4670-cb0b-4f50-9dd4-501f3c1b69df,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.154955 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4236483f-2432-416a-a473-f02a2e9ec19b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4556057 Jul 07 18:03:55.159106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42952) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:55.190326 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:55.210239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 636f2f73-5d68-4d81-a5eb-85c0652e54d3 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:55.214693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.219154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.231435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.233371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1c4f56cb-edf5-4bc9-961c-d6143d91c86a HTTP/1.1" status: 204 len: 168 time: 0.6516232 Jul 07 18:03:55.244599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] Deleting port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:55.245041 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.288548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb0389-687e-4f49-a152-9170001d06b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4f56cb-edf5-4bc9-961c-d6143d91c86a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.381457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] For port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85d11c90-ce8d-4914-bd1a-117dc05fa5d0,segment=NetworkSegment(0370f913-688d-47bc-ae13-47dc00f6fe07),segment_id=0370f913-688d-47bc-ae13-47dc00f6fe07)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:55.382426 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.384112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84581860-3e6e-42f0-8fbd-f8ab3874055e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.421128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] Calling delete_port for 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:55.435986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Checking segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:55.436357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Network hostable DHCP agents. Network: c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:55.449591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 938d4670-cb0b-4f50-9dd4-501f3c1b69df {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:55.450484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.481040 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.508284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=636f2f73-5d68-4d81-a5eb-85c0652e54d3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.512302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:55.519593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port 636f2f73-5d68-4d81-a5eb-85c0652e54d3 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:55.526040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42964) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:55.555619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:55.622970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:55.623571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.632641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b889cf3-c1a4-426f-9e6e-114c75fc444f None None] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:55.638411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.663428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9b2bbc2b-48f8-4900-a615-e9eae1f304c8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3ab55edcb3204b67a214618b8b9d9537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361351 Jul 07 18:03:55.668078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42968) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:55.677275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-45a7822f-5c6c-4ba0-9f9c-e8bce837b69c None None] Provisioning for port 8eaada59-a62d-48a3-8bca-df136e419bf2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:55.679107 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.687224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.709965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 938d4670-cb0b-4f50-9dd4-501f3c1b69df owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:55.721395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7b313e6f-163a-4c38-a649-cbbf4673efd8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3686061 Jul 07 18:03:55.721395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c560ce-1642-4826-9758-f7fea18a85d7']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.722970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] Pushing event deleted for resources: {'Port': ['ID=85d11c90-ce8d-4914-bd1a-117dc05fa5d0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.731672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-45a7822f-5c6c-4ba0-9f9c-e8bce837b69c None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:55.732168 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a7822f-5c6c-4ba0-9f9c-e8bce837b69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.780141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b364be0-6e5e-46b2-a3ef-f491c8201679') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.780448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b364be0-6e5e-46b2-a3ef-f491c8201679') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.814823 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.831140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007d5c6-745d-4a28-a8e0-ec65af4c320e None None] No DVR routers for this DVR port 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:55.861479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.881263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:55.881641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:55.887416 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:55.910716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aeb33001-100a-4482-997e-57950dde1880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.994313 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.010362 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aeb33001-100a-4482-997e-57950dde1880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.020251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=938d4670-cb0b-4f50-9dd4-501f3c1b69df,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:56.046864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8eaada59-a62d-48a3-8bca-df136e419bf2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:56.086252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515e1ed-9908-4474-b710-1d0cbf86aba9 req-eb51273a-e15d-4158-a2be-9fcf246a8478 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.092876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.093112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8515e1ed-9908-4474-b710-1d0cbf86aba9 req-eb51273a-e15d-4158-a2be-9fcf246a8478 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 950 time: 0.2986319 Jul 07 18:03:56.094878 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f5b152e-e0ce-45ac-95ab-a2c61484d5d7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/938d4670-cb0b-4f50-9dd4-501f3c1b69df HTTP/1.1" status: 204 len: 168 time: 0.9347832 Jul 07 18:03:56.100452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42986) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:56.139994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-765c01a7-5c93-4677-905d-1341640d600c None None] Could not find standard attr ID for object 938d4670-cb0b-4f50-9dd4-501f3c1b69df. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:03:56.149151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.155069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.157437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/c7c560ce-1642-4826-9758-f7fea18a85d7 HTTP/1.1" status: 204 len: 168 time: 2.0732548 Jul 07 18:03:56.160947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42992) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:56.205668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b67ed2-1a74-4672-b4ad-003d7805fafc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=c7c560ce-1642-4826-9758-f7fea18a85d7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:56.226141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8515e1ed-9908-4474-b710-1d0cbf86aba9 req-698cf6d0-0948-451d-8b04-4199db64a9cb tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290824 Jul 07 18:03:56.228078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'tenant_id': 'aff2f3f3c0cb4a29ac1749718548df01', 'fixed_ips': [{'subnet_id': '84581860-3e6e-42f0-8fbd-f8ab3874055e'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:56.228998 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.234163 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aeb33001-100a-4482-997e-57950dde1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.237747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aeb33001-100a-4482-997e-57950dde1880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.243862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aeb33001-100a-4482-997e-57950dde1880 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/04fb0164-f99b-482f-8649-2dbc595c2a5f HTTP/1.1" status: 204 len: 168 time: 0.5724764 Jul 07 18:03:56.255599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb33001-100a-4482-997e-57950dde1880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb0164-f99b-482f-8649-2dbc595c2a5f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:56.307266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba73f9-c830-40be-8449-60c1a5afdb99 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:56.311988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bbba73f9-c830-40be-8449-60c1a5afdb99 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2102673 Jul 07 18:03:56.312134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43000) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:56.319381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.511749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.533127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Allocated IP 172.20.0.2 (c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8/84581860-3e6e-42f0-8fbd-f8ab3874055e/13f78b60-e7a7-476d-a593-259fcd6a8ce7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:56.538023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45032e0b-e178-47b5-8127-7df6f4d72b59']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:56.573736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0370f913-688d-47bc-ae13-47dc00f6fe07') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:56.574335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0370f913-688d-47bc-ae13-47dc00f6fe07') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:56.586748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.604707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7dec004a-088c-4b37-a051-3d3337a4ea7b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:56.606515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.631661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:56.634024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.640771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:56.641175 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:56.646621 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:56.745650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.786858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.789563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/45032e0b-e178-47b5-8127-7df6f4d72b59 HTTP/1.1" status: 204 len: 168 time: 0.6267569 Jul 07 18:03:56.791373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e3e02-7285-4673-8c87-fc06565d2a57 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=45032e0b-e178-47b5-8127-7df6f4d72b59,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:56.793987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43024) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:56.800648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1096056046'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:56.830302 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.842815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:56.848160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.882295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:56.895495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.896545 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment a0d4cbe9-8948-4fd3-afb4-6b11003fb786 of type vlan for network 00b5ac68-e488-473c-8a45-7942af98f8c1 Jul 07 18:03:56.939673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:56.951523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:56.952139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.954016 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf0e3ab-fdaf-4e86-855a-79e6a1f2cc02" -d '{"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-unplugged", "status": "completed", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:56.971510 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.992144 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.007846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:57.008851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.164726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:57.202474 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4056096 Jul 07 18:03:57.207496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43044) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:57.216655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:57.244355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73b0ad-5462-403b-92bb-440af2f27322 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=00b5ac68-e488-473c-8a45-7942af98f8c1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:57.268234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:57.268964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85d11c90-ce8d-4914-bd1a-117dc05fa5d0 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:57.269739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 636f2f73-5d68-4d81-a5eb-85c0652e54d3 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:57.291044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda4e5f-c826-435b-bd9d-e67727277e60 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:57.293216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aeda4e5f-c826-435b-bd9d-e67727277e60 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9799311 Jul 07 18:03:57.295867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43046) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:57.307043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.330425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:57.362574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-0b80039a-0d43-4296-a69e-ebf901e02b64 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:57.364479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-0b80039a-0d43-4296-a69e-ebf901e02b64 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 816 time: 0.2364039 Jul 07 18:03:57.406242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Transition to ACTIVE for port object 13f78b60-e7a7-476d-a593-259fcd6a8ce7 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:57.418337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-538980aa-620e-4355-9fcf-fa7eda4c0ad1 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/quotas/aff2f3f3c0cb4a29ac1749718548df01 HTTP/1.1" status: 200 len: 375 time: 0.0441966 Jul 07 18:03:57.445202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 636f2f73-5d68-4d81-a5eb-85c0652e54d3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:57.445545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 636f2f73-5d68-4d81-a5eb-85c0652e54d3 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:57.446660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5fc5a-e057-4d98-9c2b-6c46250e367e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:57.448257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5fc5a-e057-4d98-9c2b-6c46250e367e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:57.449973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5fc5a-e057-4d98-9c2b-6c46250e367e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:57.451630 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-49a5fc5a-e057-4d98-9c2b-6c46250e367e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1545749 Jul 07 18:03:57.454094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:57.457716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.460815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43056) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:57.506622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:57.523514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Transition to ACTIVE for port object 13f78b60-e7a7-476d-a593-259fcd6a8ce7 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:57.550774 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.575461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet b2996b49-4cae-4392-b6d6-3bb7ad01092e {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:57.580106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.628350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:57.637494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:57.644857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:57.650390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Pushing event updated for resources: {'Port': ['ID=13f78b60-e7a7-476d-a593-259fcd6a8ce7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:57.663817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.730711 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Attempting to bind port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:57.731385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Attempting to bind port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:57.732072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Attempting to bind port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:57.740391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:57.740773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Checking segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:57.741195 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.741586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Bound using segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:57.742057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Bound port: 13f78b60-e7a7-476d-a593-259fcd6a8ce7, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:57.742443 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.750530 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25264225-2112-4fbc-89e4-bba735d41dbb x-openstack-request-id: req-25264225-2112-4fbc-89e4-bba735d41dbb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:57.750851 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-unplugged", "status": "completed", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:57.751063 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-25264225-2112-4fbc-89e4-bba735d41dbb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:57.751462 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'code': 200} Jul 07 18:03:57.819599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.872550 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.876339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ff6918f-992a-4bdf-88f1-a655eb826578 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4505107 Jul 07 18:03:57.899820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43072) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:57.918645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] For port 13f78b60-e7a7-476d-a593-259fcd6a8ce7, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:57.924320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] For port 13f78b60-e7a7-476d-a593-259fcd6a8ce7, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13f78b60-e7a7-476d-a593-259fcd6a8ce7,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:57.937988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.952158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.958098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=791e9331-dc5c-4ca1-ac6a-080d5b49cc72,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:57.970970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': 'a0d4cbe9-8948-4fd3-afb4-6b11003fb786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:57.972018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: 00b5ac68-e488-473c-8a45-7942af98f8c1, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:57.997116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:58.021486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 00b5ac68-e488-473c-8a45-7942af98f8c1) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:58.025369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=b2996b49-4cae-4392-b6d6-3bb7ad01092e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.028008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:58.028180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.035105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.038575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-183d7178-d65b-4471-8fe6-a54df47bda2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b2996b49-4cae-4392-b6d6-3bb7ad01092e HTTP/1.1" status: 204 len: 168 time: 0.5766351 Jul 07 18:03:58.041392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.046031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ce9f4-c8a3-480d-b7bc-67b4511b8638 None None] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:58.065587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9cff645a-49c1-481e-be56-2caccae66c15 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8532252 Jul 07 18:03:58.066265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43080) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.071997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1cb3af29-579d-4183-977a-c8bb6b45f21b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822926234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.100907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef7a34d-6fd3-4d57-845f-69c8155fd415 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:58.129573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb3af29-579d-4183-977a-c8bb6b45f21b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.130908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb3af29-579d-4183-977a-c8bb6b45f21b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.151961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1378900497-network', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.171586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet c245c31e-0164-424e-add3-bb8316e0a665 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:58.177894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.216816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb3af29-579d-4183-977a-c8bb6b45f21b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.223275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06f076-f170-48dc-a43e-5280136eacd0 None None] Pushing event updated for resources: {'Port': ['ID=13f78b60-e7a7-476d-a593-259fcd6a8ce7,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.269637 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.274853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Made reservation on behalf of 0fde7cda1a6b4b6da63460a7056a69f8 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:58.277300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.310221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.327190 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb3af29-579d-4183-977a-c8bb6b45f21b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.367558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cb3af29-579d-4183-977a-c8bb6b45f21b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.371590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1cb3af29-579d-4183-977a-c8bb6b45f21b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3027656 Jul 07 18:03:58.379965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43082) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.391818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'port': {'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1', 'name': 'tempest-RoutersTest-2082258047'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.478808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-00b5ac68-e488-473c-8a45-7942af98f8c1', 'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': '791e9331-dc5c-4ca1-ac6a-080d5b49cc72'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:58.479868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.549863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.590295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c65a7bce-0be9-453d-aaac-95bf546c2c3f service neutron] 10.222.0.88 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7036209 Jul 07 18:03:58.691405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Allocated IP 172.20.0.2 (00b5ac68-e488-473c-8a45-7942af98f8c1/791e9331-dc5c-4ca1-ac6a-080d5b49cc72/07bd870c-16a8-438a-a417-e8c068147182) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:58.694992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.725483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.762085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:58.790012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.790364 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Added segment 6908cbd6-b149-4e6d-9a99-64dff3d77292 of type vlan for network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 Jul 07 18:03:58.792621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.804685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:58.809905 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.838978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd916e-0b51-45df-b92c-4eb73cbb40b0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.865330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=c245c31e-0164-424e-add3-bb8316e0a665,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.880101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] device_id is not set on port 52cf63a9-647b-4ecf-8701-870cda80b2ef yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:03:58.892554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.896780 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ff1503af-5b59-4fc9-998f-ad629a78e66a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/c245c31e-0164-424e-add3-bb8316e0a665 HTTP/1.1" status: 204 len: 168 time: 0.8522737 Jul 07 18:03:58.898492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43094) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.925065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-1acc06b6-92ff-4d1d-8636-2d88f84193b0 service neutron] 10.222.0.88 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228724 Jul 07 18:03:59.027006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.048365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Transition to ACTIVE for port object 07bd870c-16a8-438a-a417-e8c068147182 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:59.086142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Transition to ACTIVE for port object 07bd870c-16a8-438a-a417-e8c068147182 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:59.099102 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.241901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.20.0.7 (00b5ac68-e488-473c-8a45-7942af98f8c1/791e9331-dc5c-4ca1-ac6a-080d5b49cc72/52cf63a9-647b-4ecf-8701-870cda80b2ef) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:59.316077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:59.347862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:59.361349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:59.396177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Pushing event updated for resources: {'Port': ['ID=07bd870c-16a8-438a-a417-e8c068147182,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:59.609308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Attempting to bind port 07bd870c-16a8-438a-a417-e8c068147182 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:59.609987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Attempting to bind port 07bd870c-16a8-438a-a417-e8c068147182 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'a0d4cbe9-8948-4fd3-afb4-6b11003fb786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:59.610390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Attempting to bind port 07bd870c-16a8-438a-a417-e8c068147182 on network 00b5ac68-e488-473c-8a45-7942af98f8c1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:59.632265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:59.632646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Checking segment: {'id': 'a0d4cbe9-8948-4fd3-afb4-6b11003fb786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:59.633086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.633561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Bound using segment: {'id': 'a0d4cbe9-8948-4fd3-afb4-6b11003fb786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:59.634348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Bound port: 07bd870c-16a8-438a-a417-e8c068147182, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d4cbe9-8948-4fd3-afb4-6b11003fb786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00b5ac68-e488-473c-8a45-7942af98f8c1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:59.634747 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.652620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.657860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c4186ae1-8ef0-45fa-80df-08178d57be9a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7580156 Jul 07 18:03:59.661015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43122) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:59.666681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:59.788235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.793714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:59.794794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.805785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] For port 07bd870c-16a8-438a-a417-e8c068147182, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:59.811360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] For port 07bd870c-16a8-438a-a417-e8c068147182, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=07bd870c-16a8-438a-a417-e8c068147182,segment=NetworkSegment(a0d4cbe9-8948-4fd3-afb4-6b11003fb786),segment_id=a0d4cbe9-8948-4fd3-afb4-6b11003fb786)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:59.824726 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.974996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445344d0-0a9d-4812-b119-854ebcb0f075 None None] Pushing event updated for resources: {'Port': ['ID=07bd870c-16a8-438a-a417-e8c068147182,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:59.982309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a9270-debb-481a-b437-69da3e548d01 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:00.021036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-bca51bc5-738f-4646-a095-02f580f111bc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:00.022782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-bca51bc5-738f-4646-a095-02f580f111bc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 816 time: 0.4187496 Jul 07 18:04:00.029328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43130) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:00.030547 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1295836 Jul 07 18:04:00.053496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Request body: {'subnet': {'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1378900497-subnet', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:00.062967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc73dd-d091-44b9-afab-526772cb026a admin admin] Pushing event updated for resources: {'Network': ['ID=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:00.063787 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.064162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13f78b60-e7a7-476d-a593-259fcd6a8ce7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:00.100627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-42416537-6154-465e-9118-5acfadc21cae tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/quotas/aff2f3f3c0cb4a29ac1749718548df01 HTTP/1.1" status: 200 len: 375 time: 0.0670414 Jul 07 18:04:00.106310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object 52cf63a9-647b-4ecf-8701-870cda80b2ef will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:00.108561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1796e9ce-b132-4e44-ad1d-170eb109205a None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:00.109332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1796e9ce-b132-4e44-ad1d-170eb109205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.176273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:04:00.176506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Made reservation on behalf of 0fde7cda1a6b4b6da63460a7056a69f8 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:00.178110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb088d54-f70b-47c8-bff0-5ecdb12f66f5 None None] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:00.179301 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.207546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:00.222683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.316507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.407593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-13dad004-7a39-4c4f-aac8-a86274a234df tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2930491 Jul 07 18:04:00.468670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:00.498629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:00.595482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:00.600538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=52cf63a9-647b-4ecf-8701-870cda80b2ef,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:00.703424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.771115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:00.771948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.814058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-f276c1e3-3a8d-463c-8c15-97162cca45ed service neutron] 10.222.0.88 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867807 Jul 07 18:04:00.816599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59b353d-3031-463e-a42c-d95411acdffc,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:00.839584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2d6b526b-b00c-4173-9f67-fcc662be39ca tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4585693 Jul 07 18:04:00.842367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43144) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:00.884643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Checking segment: {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:00.885153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Network hostable DHCP agents. Network: 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:04:00.936413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:04:00.946748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.objects.ports [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:04:00.982416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-36c38c15-2ea8-4097-871d-289743a3c8b6 service neutron] 10.222.0.88 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564813 Jul 07 18:04:01.002090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:01.007410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:01.010011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.016494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:01.022544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a6481-e5ce-4506-a502-bb28b20ead0b None None] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:01.037122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fedc56f6-6b5e-45a2-a1d6-509d5e8bec10 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0030110 Jul 07 18:04:01.039119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43148) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:01.050926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:01.110120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.111684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.201170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:01.300948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.485556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0889f72a-dccc-4a8e-921d-f43aa60db71f None None] Provisioning for port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:01.545523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0889f72a-dccc-4a8e-921d-f43aa60db71f None None] Provisioning complete for port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:01.548710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0889f72a-dccc-4a8e-921d-f43aa60db71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.729801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a587581-6170-45d8-a307-a77f51490fb3 None None] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:01.886574 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.051346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.145884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:04:02.195675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea362f-cc30-4327-bb40-1a56fe712506 None None] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:02.323214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 07bd870c-16a8-438a-a417-e8c068147182 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:02.408701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-762dd177-1e6f-44e5-bfb9-da099bbce13c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:02.421351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-762dd177-1e6f-44e5-bfb9-da099bbce13c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 816 time: 0.7477565 Jul 07 18:04:02.453952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-14f71149-a633-4ac0-8f78-bf8f13aafc0a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/quotas/aff2f3f3c0cb4a29ac1749718548df01 HTTP/1.1" status: 200 len: 375 time: 0.0312901 Jul 07 18:04:02.508198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:02.546048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'mac_address': 'fa:16:3e:37:b9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:02.655971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-b713c823-8f29-4aef-bf91-fdcaaa26558f tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1824143 Jul 07 18:04:02.714765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0889f72a-dccc-4a8e-921d-f43aa60db71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.808011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-11cf9185-8900-4852-b26b-b9be46515ce1 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:02.817484 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-11cf9185-8900-4852-b26b-b9be46515ce1 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 816 time: 1.1436543 Jul 07 18:04:02.845828 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.856473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Request body: {'port': {'device_id': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'admin_state_up': True, 'tenant_id': 'aff2f3f3c0cb4a29ac1749718548df01'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:02.874198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:03.135432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:03.188637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0889f72a-dccc-4a8e-921d-f43aa60db71f None None] For port 13f78b60-e7a7-476d-a593-259fcd6a8ce7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13f78b60-e7a7-476d-a593-259fcd6a8ce7,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:03.193877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.256248 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0889f72a-dccc-4a8e-921d-f43aa60db71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.266287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 07bd870c-16a8-438a-a417-e8c068147182 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:03.325151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.396482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:03.408021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:03.429672 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.449304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-596b4144-e9e6-48ad-9202-9e4429f8f603 service neutron] 10.222.0.88 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922940 Jul 07 18:04:03.472775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-11231f2f-9a57-4766-a90e-0b5d26469ff8 None None] Provisioning for port 07bd870c-16a8-438a-a417-e8c068147182 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:03.550256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-11231f2f-9a57-4766-a90e-0b5d26469ff8 None None] Provisioning complete for port 07bd870c-16a8-438a-a417-e8c068147182 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:03.564558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11231f2f-9a57-4766-a90e-0b5d26469ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.583083 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.713309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:03.719286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.738378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.744395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.927357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-e2cc6008-f1ad-4fab-b32e-88c9e342b2ae service neutron] 10.222.0.88 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766228 Jul 07 18:04:03.940102 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.981305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Made reservation on behalf of aff2f3f3c0cb4a29ac1749718548df01 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:03.994184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.179465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889f72a-dccc-4a8e-921d-f43aa60db71f None None] Pushing event updated for resources: {'Port': ['ID=13f78b60-e7a7-476d-a593-259fcd6a8ce7,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:04.284757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Allocated IP 172.25.1.76 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b9b3111d-8c5f-4ed8-a28a-52a1e975f09d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:04.336975 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11231f2f-9a57-4766-a90e-0b5d26469ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.456525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-11231f2f-9a57-4766-a90e-0b5d26469ff8 None None] For port 07bd870c-16a8-438a-a417-e8c068147182, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=07bd870c-16a8-438a-a417-e8c068147182,segment=NetworkSegment(a0d4cbe9-8948-4fd3-afb4-6b11003fb786),segment_id=a0d4cbe9-8948-4fd3-afb4-6b11003fb786)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:04.466208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11231f2f-9a57-4766-a90e-0b5d26469ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.523726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b064ae25-adde-4be9-8336-78390e2802a1 req-8601eef1-c330-4746-a518-d28a3e336888 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 210 time: 0.1208737 Jul 07 18:04:04.589428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-f92f49a2-10d7-4472-9738-53d1a258a928 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:04.590969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-f92f49a2-10d7-4472-9738-53d1a258a928 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.90 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 816 time: 0.7390001 Jul 07 18:04:04.610212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Request body: {'port': {'device_id': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'admin_state_up': True, 'tenant_id': 'aff2f3f3c0cb4a29ac1749718548df01'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:04.630951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Allocated IP 172.20.0.4 (c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8/84581860-3e6e-42f0-8fbd-f8ab3874055e/460c3f09-499c-47f9-884e-a1ee46cbc34f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:04.653577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Provisioning complete for port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:04.653852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.746777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11231f2f-9a57-4766-a90e-0b5d26469ff8 None None] Pushing event updated for resources: {'Port': ['ID=07bd870c-16a8-438a-a417-e8c068147182,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:04.810052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Made reservation on behalf of aff2f3f3c0cb4a29ac1749718548df01 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:04.817592 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.884162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Provisioning complete for port 07bd870c-16a8-438a-a417-e8c068147182 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:04.884616 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.904450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:04.929075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:04.953814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835d772-f3a9-4648-9bd0-95af53e37ac5 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:04.998007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:04.998802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.045112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=1d47ce68-f611-441b-b7a5-dd06e093f540,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:05.048006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=11']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:05.173818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.244497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43264) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:05.247961 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-61b91df3-0c29-4ac6-8803-7b443d6034ff tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5857401 Jul 07 18:04:05.255692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-42374cba-fc65-42c5-ba79-f2084a4fed2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:05.256445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.275110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:05.286096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Transition to ACTIVE for port object 460c3f09-499c-47f9-884e-a1ee46cbc34f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:05.422894 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.478512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.505872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.509877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:05.509877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.555745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.575537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:05.576582 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.636229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Allocated IP 172.20.0.14 (c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8/84581860-3e6e-42f0-8fbd-f8ab3874055e/c7af64d2-6805-4116-becc-307b9eccadc2) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:05.693012 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.819817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:05.914665 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.042519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:06.047212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:06.061942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:06.071800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:06.078182 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba8ed6-251d-4a9a-8834-878168739964" -d '{"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-plugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:06.103279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8eaada59-a62d-48a3-8bca-df136e419bf2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:06.112312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.140608 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.157441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Transition to ACTIVE for port object c7af64d2-6805-4116-becc-307b9eccadc2 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:06.218032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Provisioning for port 52cf63a9-647b-4ecf-8701-870cda80b2ef completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:06.242123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:06.267446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:06.270477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:06.324104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Pushing event updated for resources: {'Port': ['ID=460c3f09-499c-47f9-884e-a1ee46cbc34f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:06.326465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Provisioning complete for port 52cf63a9-647b-4ecf-8701-870cda80b2ef triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:06.326937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.400138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42374cba-fc65-42c5-ba79-f2084a4fed2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:06.410522 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42374cba-fc65-42c5-ba79-f2084a4fed2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.480877 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f5e94-83cd-4a4d-baa0-d3e1f3fcc2c7 x-openstack-request-id: req-ca7f5e94-83cd-4a4d-baa0-d3e1f3fcc2c7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:06.483006 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-plugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:06.483803 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca7f5e94-83cd-4a4d-baa0-d3e1f3fcc2c7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:06.484569 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'code': 200} Jul 07 18:04:06.497324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:06.503744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8461c57e-cbb7-41f4-aa20-c064a1a1a82e None None] Port 52cf63a9-647b-4ecf-8701-870cda80b2ef cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:06.526670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.527616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.528138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:06.529127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.664953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Provisioning for port 460c3f09-499c-47f9-884e-a1ee46cbc34f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:06.672251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Provisioning complete for port 460c3f09-499c-47f9-884e-a1ee46cbc34f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:06.673147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.172915 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.277247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Pushing event updated for resources: {'Port': ['ID=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:07.293243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Port 460c3f09-499c-47f9-884e-a1ee46cbc34f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:07.300194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13f78b60-e7a7-476d-a593-259fcd6a8ce7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:07.303498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4bdfe09-16ca-4455-90f4-b17af72546da req-d8c36792-ce3c-40fc-97a1-5ce31f4214e8 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 210 time: 0.9266732 Jul 07 18:04:07.340879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:07.341153 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.345612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=52cf63a9-647b-4ecf-8701-870cda80b2ef,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:07.349181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.444010 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-c9a09ae7-986a-4b17-bd2e-a91bcf90530a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6132941 Jul 07 18:04:07.457299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:07.459841 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.508183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.518179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Request body: {'port': {'device_id': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:07.537716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:07.539488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Pushing event updated for resources: {'Port': ['ID=c7af64d2-6805-4116-becc-307b9eccadc2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:07.558328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-28153595-e578-4630-812e-71fd4d99d697 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:07.560239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-28153595-e578-4630-812e-71fd4d99d697 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 816 time: 0.2883725 Jul 07 18:04:07.606779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:07.652618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Provisioning complete for port 52cf63a9-647b-4ecf-8701-870cda80b2ef triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:07.653361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.658726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 07bd870c-16a8-438a-a417-e8c068147182 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:07.666679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:07.674878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Request body: {'port': {'device_id': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'admin_state_up': True, 'tenant_id': 'aff2f3f3c0cb4a29ac1749718548df01'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:07.694660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:07.789081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1a6951b2-9ea3-40ee-ad62-c4089cf22a3e None None] Port 52cf63a9-647b-4ecf-8701-870cda80b2ef cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:07.834656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 07bd870c-16a8-438a-a417-e8c068147182 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:07.835121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.117449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:08.118064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.122859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-32762a99-b717-4970-a92a-c83be94ec320 None None] Provisioning for port c7af64d2-6805-4116-becc-307b9eccadc2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:08.135243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-32762a99-b717-4970-a92a-c83be94ec320 None None] Provisioning complete for port c7af64d2-6805-4116-becc-307b9eccadc2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:08.135622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32762a99-b717-4970-a92a-c83be94ec320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.217922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-32762a99-b717-4970-a92a-c83be94ec320 None None] Port c7af64d2-6805-4116-becc-307b9eccadc2 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:08.293815 n-d-798930-2 neutron-server[105588]: INFO neutron.db.ipam_backend_mixin [None req-42374cba-fc65-42c5-ba79-f2084a4fed2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d47ce68-f611-441b-b7a5-dd06e093f540 (CIDR: 2001:db8::/64) Jul 07 18:04:08.313833 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-42374cba-fc65-42c5-ba79-f2084a4fed2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:04:08.314933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42374cba-fc65-42c5-ba79-f2084a4fed2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:08.350580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-be121dc4-ea8e-46a0-976e-bfb47ace1800 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7403910 Jul 07 18:04:08.383807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Request body: {'port': {'device_id': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:08.426211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.484324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.574733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460c3f09-499c-47f9-884e-a1ee46cbc34f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:08.586929 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.628427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Transition to ACTIVE for port object 460c3f09-499c-47f9-884e-a1ee46cbc34f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:08.634474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.655431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.706178 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.708117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Made reservation on behalf of aff2f3f3c0cb4a29ac1749718548df01 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:08.712485 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.736441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-42374cba-fc65-42c5-ba79-f2084a4fed2d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.4884045 Jul 07 18:04:08.775454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43348) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:08.784499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:08.814183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db90ed2b-d795-475a-bf80-70ed7918086d req-adee230a-3a56-4a04-a8ba-27b6f9f67311 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 210 time: 0.1097777 Jul 07 18:04:08.856778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=52cf63a9-647b-4ecf-8701-870cda80b2ef,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:08.976231 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.105278 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:09.165897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:09.169632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:09.174591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Pushing event updated for resources: {'Port': ['ID=460c3f09-499c-47f9-884e-a1ee46cbc34f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:09.248940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.429276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Attempting to bind port 460c3f09-499c-47f9-884e-a1ee46cbc34f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:09.430003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Attempting to bind port 460c3f09-499c-47f9-884e-a1ee46cbc34f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:09.430519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Attempting to bind port 460c3f09-499c-47f9-884e-a1ee46cbc34f on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:09.445655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Port 460c3f09-499c-47f9-884e-a1ee46cbc34f on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:09.446240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Attempting to bind port 460c3f09-499c-47f9-884e-a1ee46cbc34f on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:09.456774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:09.457424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Checking segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:09.457987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Bound using segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:09.461270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Bound port: 460c3f09-499c-47f9-884e-a1ee46cbc34f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:09.461882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.607024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6284cccb-73e8-4037-83bd-b74fd8e99ef8 None None] Provisioning complete for port 52cf63a9-647b-4ecf-8701-870cda80b2ef triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:09.607583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6284cccb-73e8-4037-83bd-b74fd8e99ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.608910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Allocated IP 172.20.0.3 (c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8/84581860-3e6e-42f0-8fbd-f8ab3874055e/419b41c1-f9e4-4a9e-8144-921399da6e84) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:09.637940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] For port 460c3f09-499c-47f9-884e-a1ee46cbc34f, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:09.643414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] For port 460c3f09-499c-47f9-884e-a1ee46cbc34f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:09.657597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.678279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:09.679099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:09.681391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] 10.222.0.55 "PUT /v2.0/ports/460c3f09-499c-47f9-884e-a1ee46cbc34f HTTP/1.1" status: 200 len: 1091 time: 2.1746500 Jul 07 18:04:09.683560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'tag': '460c3f09-499c-47f9-884e-a1ee46cbc34f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:09.690726 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbe441d-112a-4e12-9e91-55c7ed53008e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f171fc4-c36e-49b7-803a-0c6b6647ba03", "tag": "460c3f09-499c-47f9-884e-a1ee46cbc34f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:09.697934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router a97d3827-0813-4251-ba6d-d0270a0a7399 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:04:09.709955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6284cccb-73e8-4037-83bd-b74fd8e99ef8 None None] Port 52cf63a9-647b-4ecf-8701-870cda80b2ef cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:09.977412 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd388d18-6192-4e71-8bba-7f6f9f5a98ed x-openstack-request-id: req-dd388d18-6192-4e71-8bba-7f6f9f5a98ed {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:09.977706 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f171fc4-c36e-49b7-803a-0c6b6647ba03", "tag": "460c3f09-499c-47f9-884e-a1ee46cbc34f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:09.978007 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd388d18-6192-4e71-8bba-7f6f9f5a98ed {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:09.978444 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'tag': '460c3f09-499c-47f9-884e-a1ee46cbc34f', 'status': 'completed', 'code': 200} Jul 07 18:04:10.064518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:10.071435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.147158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2c7ff-976e-4537-a17c-e572288f234f service neutron] Pushing event updated for resources: {'Port': ['ID=460c3f09-499c-47f9-884e-a1ee46cbc34f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:10.206670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:10.219549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8765a0b3-cc81-48f3-93f4-1dca492b5ea0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/a97d3827-0813-4251-ba6d-d0270a0a7399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3745685 Jul 07 18:04:10.220449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43468) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:10.224974 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] Sync routers for ids ['a97d3827-0813-4251-ba6d-d0270a0a7399'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:10.247284 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] Routers {'a97d3827-0813-4251-ba6d-d0270a0a7399'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:10.247922 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a97d3827-0813-4251-ba6d-d0270a0a7399'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:10.298578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-7139721e-cad2-421a-a027-b9fb20e35a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.298578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-7139721e-cad2-421a-a027-b9fb20e35a9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 1094 time: 0.5168667 Jul 07 18:04:10.340307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Router 598bfe48-45db-4867-93a9-4f9b703a821e is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:04:10.343214 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:10.352465 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] Routers {'a97d3827-0813-4251-ba6d-d0270a0a7399'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:10.353362 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a97d3827-0813-4251-ba6d-d0270a0a7399'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:10.372296 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-bc6c4ed1-8d08-47b3-ad3a-f08a183895e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f HTTP/1.1" status: 200 len: 217 time: 0.0625203 Jul 07 18:04:10.375268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24475528-18d4-4865-a406-c0c617cb58f3 req-624e33a5-19e7-467f-aa86-9a8adb4f5975 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 210 time: 0.0671196 Jul 07 18:04:10.395714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b3308-c6d9-4228-971d-0fb0e9088e87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.400939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f91b3308-c6d9-4228-971d-0fb0e9088e87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports/52cf63a9-647b-4ecf-8701-870cda80b2ef HTTP/1.1" status: 200 len: 977 time: 0.1791108 Jul 07 18:04:10.401926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43484) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:10.402123 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:10.403105 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c159d-5226-4f10-aea8-67371e033c20 None None] The sync data for ids ['a97d3827-0813-4251-ba6d-d0270a0a7399'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:10.531356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-381b8480-8444-4aae-9f60-08d862f2eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.533226 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-381b8480-8444-4aae-9f60-08d862f2eeaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 200 len: 855 time: 0.1301064 Jul 07 18:04:10.622360 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.625220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:10.639377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Sync routers for ids ['598bfe48-45db-4867-93a9-4f9b703a821e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:10.654265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Routers {'598bfe48-45db-4867-93a9-4f9b703a821e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:10.656010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['598bfe48-45db-4867-93a9-4f9b703a821e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:10.659113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Transition to ACTIVE for port object 419b41c1-f9e4-4a9e-8144-921399da6e84 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:10.669143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.670374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-853a2a56-a213-41ff-968c-62b163ec08bd admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6300657 Jul 07 18:04:10.673578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43498) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:10.855490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Set router 598bfe48-45db-4867-93a9-4f9b703a821e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:10.886166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.899903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:10.950167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-302beedb-f404-40da-bd48-b50b1559019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.952173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-302beedb-f404-40da-bd48-b50b1559019b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4064443 Jul 07 18:04:11.134144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=106b6e4c-5c40-4ed3-a412-eb7eeb18732e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:11.177060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:04:07Z', 'revision_number': 3, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port': {'id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:03Z', 'updated_at': '2021-07-07T18:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:11.217108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Checking router: 598bfe48-45db-4867-93a9-4f9b703a821e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:11.218359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Updating router 598bfe48-45db-4867-93a9-4f9b703a821e port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:04:11.267112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:11.306781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-ce4b190b-7358-4edf-9369-6840c852f5a7 service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432636 Jul 07 18:04:11.314678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Pushing event updated for resources: {'Port': ['ID=419b41c1-f9e4-4a9e-8144-921399da6e84,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:11.361531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.380136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:11.401713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.402448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.430031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:11.446380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:11.460942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:11.544599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9004a32-a0fd-4ee5-b8d9-20fc0b2f97ce None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:11.719327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-005593e8-41e4-4299-877a-7d62780f04dc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9418821 Jul 07 18:04:11.726371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.727126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.729965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43574) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:11.747091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:fb:66:bc', 'name': 'tempest-NetworksTestDHCPv6-638272988'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:11.752646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7af64d2-6805-4116-becc-307b9eccadc2 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:11.812224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.873869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-fb6b84f3-13ae-4a5d-9627-1f972511f9d6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2209759 Jul 07 18:04:11.890265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Transition to ACTIVE for port object c7af64d2-6805-4116-becc-307b9eccadc2 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:11.902124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ead5-8421-42fb-a4ef-12d66a19f4f1 req-7c7c14ee-b9ac-4959-bd7f-2d4471409e96 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.909694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3699ead5-8421-42fb-a4ef-12d66a19f4f1 req-7c7c14ee-b9ac-4959-bd7f-2d4471409e96 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 931 time: 0.3104308 Jul 07 18:04:11.924293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Request body: {'port': {'device_id': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:11.991269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.007718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.021194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Transition to ACTIVE for port object b9b3111d-8c5f-4ed8-a28a-52a1e975f09d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:12.042262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.120709 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64237256-2240-4f3a-b4db-80b8ee6d0256 req-a1f9257a-09ed-4e74-bbcd-7947c5331f66 service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036351 Jul 07 18:04:12.129055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3699ead5-8421-42fb-a4ef-12d66a19f4f1 req-9820e9a7-18fd-4f68-a401-0f254c5a3834 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184312 Jul 07 18:04:12.172201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.175113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Attempting to bind port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:12.176627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Attempting to bind port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:12.177437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Attempting to bind port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:12.192276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:12.193449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:12.194031 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.194657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:12.195334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Bound port: b9b3111d-8c5f-4ed8-a28a-52a1e975f09d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:12.195968 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.268853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.323968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] For port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:12.331280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] For port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:12.332798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eb3ba0e1-4ff8-4431-953f-444f06e2f4c4 None None] Provisioning for port 419b41c1-f9e4-4a9e-8144-921399da6e84 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:12.351095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.365835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccb10f-d4f8-4700-813c-94da3107d1df None None] Pushing event updated for resources: {'Port': ['ID=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:12.404084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eb3ba0e1-4ff8-4431-953f-444f06e2f4c4 None None] Provisioning complete for port 419b41c1-f9e4-4a9e-8144-921399da6e84 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:12.404689 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba0e1-4ff8-4431-953f-444f06e2f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.510537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ba0e1-4ff8-4431-953f-444f06e2f4c4 None None] Port 419b41c1-f9e4-4a9e-8144-921399da6e84 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:12.601194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Routers {'598bfe48-45db-4867-93a9-4f9b703a821e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:12.609820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['598bfe48-45db-4867-93a9-4f9b703a821e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:12.649465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.674390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-187b6377-5250-4adf-ba8c-df675bb6a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:12.675995 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-187b6377-5250-4adf-ba8c-df675bb6a3e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 1094 time: 0.4370432 Jul 07 18:04:12.745319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419b41c1-f9e4-4a9e-8144-921399da6e84 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:12.753924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] Set router 598bfe48-45db-4867-93a9-4f9b703a821e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:12.754318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.768648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Transition to ACTIVE for port object 419b41c1-f9e4-4a9e-8144-921399da6e84 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:12.789416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-d67c3176-4c76-4b71-8690-133b0ac7efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:12.791268 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-d67c3176-4c76-4b71-8690-133b0ac7efea service neutron] 10.222.0.55 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 917 time: 0.1080439 Jul 07 18:04:12.800713 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.817695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Pushing event updated for resources: {'Port': ['ID=c7af64d2-6805-4116-becc-307b9eccadc2,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:12.942845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:12.959677 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-59ffc5b5-058a-4804-8305-b6f4da2f9cc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f HTTP/1.1" status: 200 len: 217 time: 0.1053548 Jul 07 18:04:13.059957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccb10f-d4f8-4700-813c-94da3107d1df None None] Pushing event updated for resources: {'Port': ['ID=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:13.109553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:04:07Z', 'revision_number': 3, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port': {'id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:03Z', 'updated_at': '2021-07-07T18:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:13.198724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab646e-cde2-405b-a14e-d546e7b9cad9 None None] The sync data for ids ['598bfe48-45db-4867-93a9-4f9b703a821e'] in n-d-798930-2 is: [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:04:07Z', 'revision_number': 3, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port': {'id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:03Z', 'updated_at': '2021-07-07T18:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:13.251123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 460c3f09-499c-47f9-884e-a1ee46cbc34f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:13.306628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '1d47ce68-f611-441b-b7a5-dd06e093f540', 'ip_address': '2001:db8::f816:3eff:fe02:f6b9'}, {'subnet_id': '106b6e4c-5c40-4ed3-a412-eb7eeb18732e'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '8eaada59-a62d-48a3-8bca-df136e419bf2'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:04:13.466692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Allocated IP 172.20.0.1 (4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8/b59b353d-3031-463e-a42c-d95411acdffc/1e2049b3-17ad-4077-80e5-ff32164c03c2) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:13.512920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-83f0e5cb-2d04-4ba6-a6e4-552a08402c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:13.516012 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-83f0e5cb-2d04-4ba6-a6e4-552a08402c9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 200 len: 855 time: 0.5394480 Jul 07 18:04:13.721038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 460c3f09-499c-47f9-884e-a1ee46cbc34f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:13.735624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '460c3f09-499c-47f9-884e-a1ee46cbc34f', 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'port_id': '460c3f09-499c-47f9-884e-a1ee46cbc34f', 'mac_address': 'fa:16:3e:2e:f6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84581860-3e6e-42f0-8fbd-f8ab3874055e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:13.766316 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:13.908142 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:13.940542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460c3f09-499c-47f9-884e-a1ee46cbc34f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:13.966432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 52cf63a9-647b-4ecf-8701-870cda80b2ef {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:13.980445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.135687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 460c3f09-499c-47f9-884e-a1ee46cbc34f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:14.162877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.238909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-ac5aa849-6697-4396-87c0-39fc0b79e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:14.246622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-ac5aa849-6697-4396-87c0-39fc0b79e8ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6705880 Jul 07 18:04:14.287841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.290810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Pushing event updated for resources: {'Port': ['ID=419b41c1-f9e4-4a9e-8144-921399da6e84,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:14.308534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b9b3111d-8c5f-4ed8-a28a-52a1e975f09d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:14.408691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port 3b153eb9-1c8a-42f0-bc59-30eb0c66e34a yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:04:14.462935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=460c3f09-499c-47f9-884e-a1ee46cbc34f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:14.477197 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-7aa985e7-e4ea-4368-9828-8dbd9f615aff service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052321 Jul 07 18:04:14.479916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Attempting to bind port c7af64d2-6805-4116-becc-307b9eccadc2 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:14.480371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Attempting to bind port c7af64d2-6805-4116-becc-307b9eccadc2 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:14.480885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Attempting to bind port c7af64d2-6805-4116-becc-307b9eccadc2 on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:14.491018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Attempting to bind port 419b41c1-f9e4-4a9e-8144-921399da6e84 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:14.491400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Attempting to bind port 419b41c1-f9e4-4a9e-8144-921399da6e84 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:14.491957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Attempting to bind port 419b41c1-f9e4-4a9e-8144-921399da6e84 on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:14.495262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.495796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.496635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.499424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.500039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.500546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.501322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.501860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.502401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.503509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.504279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.504923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:14.528943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Port c7af64d2-6805-4116-becc-307b9eccadc2 on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:14.530329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Attempting to bind port c7af64d2-6805-4116-becc-307b9eccadc2 on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:14.548885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Port 419b41c1-f9e4-4a9e-8144-921399da6e84 on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:14.552000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Attempting to bind port 419b41c1-f9e4-4a9e-8144-921399da6e84 on network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:14.561520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:14.564208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['460c3f09-499c-47f9-884e-a1ee46cbc34f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:14.574383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:14.574868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Checking segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:14.576423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Bound using segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:14.577047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Bound port: c7af64d2-6805-4116-becc-307b9eccadc2, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:14.578468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.599676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b8639-c847-44b9-b9b3-d84fde269246 req-70ebbc1a-b781-425c-a254-d66938b9447d tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:14.604055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d6b8639-c847-44b9-b9b3-d84fde269246 req-70ebbc1a-b781-425c-a254-d66938b9447d tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 943 time: 0.6768599 Jul 07 18:04:14.612755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:14.613211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Checking segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:14.613677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Bound using segment: {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:14.614217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Bound port: 419b41c1-f9e4-4a9e-8144-921399da6e84, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:14.614648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.635424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] Allocated IP 2001:db8:0:1::2 (0615333f-c9a5-42b4-86e0-c4a963464179/106b6e4c-5c40-4ed3-a412-eb7eeb18732e/8eaada59-a62d-48a3-8bca-df136e419bf2) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:14.653621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:14.654182 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.673404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.750791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.756561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 52cf63a9-647b-4ecf-8701-870cda80b2ef owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:14.783953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] For port c7af64d2-6805-4116-becc-307b9eccadc2, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:14.794119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] For port c7af64d2-6805-4116-becc-307b9eccadc2, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7af64d2-6805-4116-becc-307b9eccadc2,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:14.917405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.977245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbe441d-112a-4e12-9e91-55c7ed53008e req-dd598b57-867d-48a9-95cd-1fb8424dc8e5 service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724956 Jul 07 18:04:14.977775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] For port 419b41c1-f9e4-4a9e-8144-921399da6e84, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:14.987236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] For port 419b41c1-f9e4-4a9e-8144-921399da6e84, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=419b41c1-f9e4-4a9e-8144-921399da6e84,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:14.989021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.005790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.060985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d6b8639-c847-44b9-b9b3-d84fde269246 req-04a35144-bfb8-4bac-b9b5-0ac4724a7c9b tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438090 Jul 07 18:04:15.073578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.074950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.077264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] 10.222.0.90 "PUT /v2.0/ports/c7af64d2-6805-4116-becc-307b9eccadc2 HTTP/1.1" status: 200 len: 1092 time: 6.7034676 Jul 07 18:04:15.079946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'tag': 'c7af64d2-6805-4116-becc-307b9eccadc2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:15.083092 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b72792c-e845-440d-937d-1de3de180b17" -d '{"events": [{"name": "network-changed", "server_uuid": "1a45496a-1458-4993-8e6c-8341ea0021c4", "tag": "c7af64d2-6805-4116-becc-307b9eccadc2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:15.097639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.098575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.100399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] 10.222.0.55 "PUT /v2.0/ports/419b41c1-f9e4-4a9e-8144-921399da6e84 HTTP/1.1" status: 200 len: 1091 time: 3.2089779 Jul 07 18:04:15.110078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2049b3-17ad-4077-80e5-ff32164c03c2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:15.226228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494166a-0b4f-45bb-b9ba-062cb7bea084 service neutron] Pushing event updated for resources: {'Port': ['ID=c7af64d2-6805-4116-becc-307b9eccadc2,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:15.243349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:15.259977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:15.269262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:15.291639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:15.309801 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada2c82-7b76-43d2-8ef4-6074078aa6b8 x-openstack-request-id: req-eada2c82-7b76-43d2-8ef4-6074078aa6b8 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:15.312565 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a45496a-1458-4993-8e6c-8341ea0021c4", "tag": "c7af64d2-6805-4116-becc-307b9eccadc2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:15.312849 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eada2c82-7b76-43d2-8ef4-6074078aa6b8 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:15.313289 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'tag': 'c7af64d2-6805-4116-becc-307b9eccadc2', 'status': 'completed', 'code': 200} Jul 07 18:04:15.382706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.446051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.451014 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.489242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:15.504182 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.553727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-ae69690e-cd73-4e66-96d6-c0b092d817f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.559427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-ae69690e-cd73-4e66-96d6-c0b092d817f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 1095 time: 0.4114432 Jul 07 18:04:15.582926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:15.651368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-e54d5d84-7518-4f46-a4d7-f0a361d60aca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7af64d2-6805-4116-becc-307b9eccadc2 HTTP/1.1" status: 200 len: 217 time: 0.0759752 Jul 07 18:04:15.660378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-41913516-330d-41e0-8dc6-589780d329e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.662983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-41913516-330d-41e0-8dc6-589780d329e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 1094 time: 0.3488741 Jul 07 18:04:15.757749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-27654678-43c3-40a3-a61c-4344014b90ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=419b41c1-f9e4-4a9e-8144-921399da6e84 HTTP/1.1" status: 200 len: 217 time: 0.0812004 Jul 07 18:04:15.798540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30d2a2cf-cf1f-49de-ab4d-2722ee799347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.814661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580d6d-2dab-4359-ab9c-ae7eaaad3e8d service neutron] Pushing event updated for resources: {'Port': ['ID=419b41c1-f9e4-4a9e-8144-921399da6e84,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:15.821195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.852122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] Transition to ACTIVE for port object 8eaada59-a62d-48a3-8bca-df136e419bf2 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:15.857047 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:15.900812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:16.081764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde516cd-e105-4e0f-a550-3babd006d8f1 None None] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:16.199315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-dc96f6dc-844e-48fd-b3f4-15224524638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:16.200974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-dc96f6dc-844e-48fd-b3f4-15224524638d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 200 len: 855 time: 0.5367563 Jul 07 18:04:16.216726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-8185b4f6-a756-4712-9bb5-46e33b4e6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:16.222764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-8185b4f6-a756-4712-9bb5-46e33b4e6f23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 200 len: 855 time: 0.3899388 Jul 07 18:04:16.297170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:16.349222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8:0:1::35a (0615333f-c9a5-42b4-86e0-c4a963464179/106b6e4c-5c40-4ed3-a412-eb7eeb18732e/3b153eb9-1c8a-42f0-bc59-30eb0c66e34a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:16.359807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b9b3111d-8c5f-4ed8-a28a-52a1e975f09d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:16.373630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:16.381196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::f816:3eff:fefb:66bc (0615333f-c9a5-42b4-86e0-c4a963464179/1d47ce68-f611-441b-b7a5-dd06e093f540/3b153eb9-1c8a-42f0-bc59-30eb0c66e34a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:16.525477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:16.525762 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:16.566542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=52cf63a9-647b-4ecf-8701-870cda80b2ef,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:16.614563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:16.669774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8eaada59-a62d-48a3-8bca-df136e419bf2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:16.812526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-f8dc593d-83f8-4c3f-9d34-ea492bc8edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:16.816173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-f8dc593d-83f8-4c3f-9d34-ea492bc8edc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3512297 Jul 07 18:04:16.846262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7452f3-9dda-454f-a0df-770f60c27a0a req-b8173355-f19c-4f12-aafc-6970426de752 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:16.854260 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b7452f3-9dda-454f-a0df-770f60c27a0a req-b8173355-f19c-4f12-aafc-6970426de752 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 943 time: 0.3155565 Jul 07 18:04:16.927358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-2601397a-9696-441a-832a-0eb61d6f773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:16.929000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-2601397a-9696-441a-832a-0eb61d6f773e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4784057 Jul 07 18:04:17.168388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b7452f3-9dda-454f-a0df-770f60c27a0a req-72cc4874-44f4-4ac6-a2a4-d444ad1b2a96 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966611 Jul 07 18:04:17.171960 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.224389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object 3b153eb9-1c8a-42f0-bc59-30eb0c66e34a will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:17.229432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2049b3-17ad-4077-80e5-ff32164c03c2,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:17.235905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.248109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0a453f09-55f2-462a-a3e9-22545d4bd0b5 None None] Provisioning for port 8eaada59-a62d-48a3-8bca-df136e419bf2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:17.252807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-0f649056-16cf-4e7c-b3b8-4ea43aee4e8b service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620100 Jul 07 18:04:17.275098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0a453f09-55f2-462a-a3e9-22545d4bd0b5 None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:17.285525 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a453f09-55f2-462a-a3e9-22545d4bd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.288091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 460c3f09-499c-47f9-884e-a1ee46cbc34f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:17.317333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:17.319615 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1f5c57-8e2f-43fa-b79c-6598148c6554" -d '{"events": [{"name": "network-changed", "server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:17.331192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-d4bc5922-7a41-45a5-8c93-f847fb078b6c service neutron] 10.222.0.90 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769672 Jul 07 18:04:17.433214 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bff188-ef0c-49da-80b4-bf00e9925ab7 x-openstack-request-id: req-36bff188-ef0c-49da-80b4-bf00e9925ab7 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:17.433868 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:17.434085 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-36bff188-ef0c-49da-80b4-bf00e9925ab7 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:17.434627 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84', 'status': 'completed', 'code': 200} Jul 07 18:04:17.442037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.518319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=3b153eb9-1c8a-42f0-bc59-30eb0c66e34a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:17.525528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router a97d3827-0813-4251-ba6d-d0270a0a7399 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:17.536988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 460c3f09-499c-47f9-884e-a1ee46cbc34f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:17.550940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:17.553952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:17.560077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 460c3f09-499c-47f9-884e-a1ee46cbc34f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:17.560453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.585659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:17.589035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd5a176e-b86b-4bbe-bf8a-4fcc7a7d7136 req-d069e255-0646-4b45-a598-675b4b28475a service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258018 Jul 07 18:04:17.591506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:17.612047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:17.620542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.622133 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.643825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa96595c-6c37-429c-8d0d-d682c507cd80 req-b1bd34ab-64c9-4daa-9e02-b159b60de889 service neutron] 10.222.0.90 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991436 Jul 07 18:04:17.814620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ca98597e-a124-48da-8cd6-eaa19f2638fb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.0768480 Jul 07 18:04:17.829725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43912) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:17.911312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.945960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:17.951525 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fb29bd70-2117-4c99-a2d9-dc57761e20aa tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/a97d3827-0813-4251-ba6d-d0270a0a7399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5458546 Jul 07 18:04:17.957342 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] Sync routers for ids ['a97d3827-0813-4251-ba6d-d0270a0a7399'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:17.962896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43916) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:17.976300 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] Routers {'a97d3827-0813-4251-ba6d-d0270a0a7399'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:17.981705 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a97d3827-0813-4251-ba6d-d0270a0a7399'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:17.987485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Router 598bfe48-45db-4867-93a9-4f9b703a821e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:18.002315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 460c3f09-499c-47f9-884e-a1ee46cbc34f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:18.004557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460c3f09-499c-47f9-884e-a1ee46cbc34f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:18.011250 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6538d8dc-52d4-4b93-988b-fce8ae62cbe4" -d '{"events": [{"server_uuid": "1f171fc4-c36e-49b7-803a-0c6b6647ba03", "name": "network-vif-plugged", "status": "completed", "tag": "460c3f09-499c-47f9-884e-a1ee46cbc34f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:18.029677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:18.073889 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:18.097784 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] Routers {'a97d3827-0813-4251-ba6d-d0270a0a7399'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:18.099473 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a97d3827-0813-4251-ba6d-d0270a0a7399'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:18.187842 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:18.188514 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843dbc5-547c-4394-8d06-d06c92377bc2 None None] The sync data for ids ['a97d3827-0813-4251-ba6d-d0270a0a7399'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:18.260310 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc015528-d531-4e3f-8ec9-ea46d4c48430 x-openstack-request-id: req-dc015528-d531-4e3f-8ec9-ea46d4c48430 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:18.261223 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f171fc4-c36e-49b7-803a-0c6b6647ba03", "name": "network-vif-plugged", "status": "completed", "tag": "460c3f09-499c-47f9-884e-a1ee46cbc34f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:18.261223 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc015528-d531-4e3f-8ec9-ea46d4c48430 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:18.261742 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460c3f09-499c-47f9-884e-a1ee46cbc34f', 'code': 200} Jul 07 18:04:18.262942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=460c3f09-499c-47f9-884e-a1ee46cbc34f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:18.271512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72792c-e845-440d-937d-1de3de180b17 req-e0e9c72a-8253-4da2-8840-6fffabd08dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:18.273532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b72792c-e845-440d-937d-1de3de180b17 req-e0e9c72a-8253-4da2-8840-6fffabd08dad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 1095 time: 0.5340898 Jul 07 18:04:18.306298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-47c1a1cd-1865-4faf-a4e7-c9978ade7c3c None None] Provisioning for port 3b153eb9-1c8a-42f0-bc59-30eb0c66e34a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:18.324851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-47c1a1cd-1865-4faf-a4e7-c9978ade7c3c None None] Provisioning complete for port 3b153eb9-1c8a-42f0-bc59-30eb0c66e34a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:18.325457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47c1a1cd-1865-4faf-a4e7-c9978ade7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:18.327188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-1b5d119e-a32d-4996-a10d-120dd64cc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:18.328863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-1b5d119e-a32d-4996-a10d-120dd64cc525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 1094 time: 0.6734982 Jul 07 18:04:18.363617 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e2af673-76e8-49a3-88ad-bec4174a96ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:18.398721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-47c1a1cd-1865-4faf-a4e7-c9978ade7c3c None None] Port 3b153eb9-1c8a-42f0-bc59-30eb0c66e34a cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:18.479975 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:18.503079 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-33dc800f-74bc-4598-aed7-c7bb8b90d418 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 18:04:18.507604 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-33dc800f-74bc-4598-aed7-c7bb8b90d418 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/a97d3827-0813-4251-ba6d-d0270a0a7399/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5402088 Jul 07 18:04:18.509818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:18.526121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:18.535517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Sync routers for ids ['598bfe48-45db-4867-93a9-4f9b703a821e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:18.548906 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-60216fbd-2c92-48ba-917d-a8073a244045 admin admin] 10.222.0.88 "PUT /v2.0/routers/598bfe48-45db-4867-93a9-4f9b703a821e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8734438 Jul 07 18:04:18.549969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Routers {'598bfe48-45db-4867-93a9-4f9b703a821e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:18.553000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['598bfe48-45db-4867-93a9-4f9b703a821e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:18.554766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9db4052e-f0f8-492b-aca9-c7b35df67eb0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=a97d3827-0813-4251-ba6d-d0270a0a7399 HTTP/1.1" status: 200 len: 205 time: 0.0426729 Jul 07 18:04:18.556446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43934) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:18.599543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde07a-1c7b-4b75-97e2-fe734f99df28 req-959a9b5d-1905-4e10-85c5-a668e6caa146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:18.604747 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2edde07a-1c7b-4b75-97e2-fe734f99df28 req-959a9b5d-1905-4e10-85c5-a668e6caa146 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 1096 time: 0.3450868 Jul 07 18:04:18.622136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-ff1aff7a-d017-4bd5-a331-34c1e45c96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:18.624870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-ff1aff7a-d017-4bd5-a331-34c1e45c96b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 917 time: 0.2758753 Jul 07 18:04:18.793889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-91d24095-d1bb-4520-af1f-4388db63c3df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=419b41c1-f9e4-4a9e-8144-921399da6e84 HTTP/1.1" status: 200 len: 217 time: 0.0869644 Jul 07 18:04:18.806585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2edde07a-1c7b-4b75-97e2-fe734f99df28 req-8fcf9b55-0aef-4b77-af06-3962b0540873 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185637 Jul 07 18:04:18.817510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Set router 598bfe48-45db-4867-93a9-4f9b703a821e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:18.838670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port 3b153eb9-1c8a-42f0-bc59-30eb0c66e34a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:18.839018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:18.909269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e7c7-4b20-488c-8eac-e950c6d7e06d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.186068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e7c7-4b20-488c-8eac-e950c6d7e06d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.194833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e7c7-4b20-488c-8eac-e950c6d7e06d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.264137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-d3672686-4449-4f1d-a308-f1c1615e2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:19.265847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-d3672686-4449-4f1d-a308-f1c1615e2660 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 200 len: 855 time: 0.4334562 Jul 07 18:04:19.267052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72792c-e845-440d-937d-1de3de180b17 req-8a158b87-724d-4990-af55-a9d958474592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:19.268749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b72792c-e845-440d-937d-1de3de180b17 req-8a158b87-724d-4990-af55-a9d958474592 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 917 time: 0.9765949 Jul 07 18:04:19.302813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 419b41c1-f9e4-4a9e-8144-921399da6e84 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:19.331269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b72792c-e845-440d-937d-1de3de180b17 req-2c50654c-9364-44b2-aba1-6f165b83f974 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7af64d2-6805-4116-becc-307b9eccadc2 HTTP/1.1" status: 200 len: 217 time: 0.0556355 Jul 07 18:04:19.350305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e7c7-4b20-488c-8eac-e950c6d7e06d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.350871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c9e7c7-4b20-488c-8eac-e950c6d7e06d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Fanout notify agent at l3_agent the message router_deleted on router a97d3827-0813-4251-ba6d-d0270a0a7399 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:04:19.359314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e7c7-4b20-488c-8eac-e950c6d7e06d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.369092 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e6c9e7c7-4b20-488c-8eac-e950c6d7e06d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/a97d3827-0813-4251-ba6d-d0270a0a7399 HTTP/1.1" status: 204 len: 168 time: 0.7894945 Jul 07 18:04:19.369978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43954) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:19.378258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.428020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474ebe0-bd70-4be8-b87c-86c754784946 req-fe9e3b19-b09f-4ced-9954-ea6b0b30b288 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:19.429859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b474ebe0-bd70-4be8-b87c-86c754784946 req-fe9e3b19-b09f-4ced-9954-ea6b0b30b288 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 943 time: 0.7923589 Jul 07 18:04:19.451561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:04:15Z', 'revision_number': 4, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port': {'id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:03Z', 'updated_at': '2021-07-07T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1e2049b3-17ad-4077-80e5-ff32164c03c2', 'name': '', 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'mac_address': 'fa:16:3e:55:6e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:12Z', 'updated_at': '2021-07-07T18:04:16Z', 'revision_number': 2, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'subnets': [{'id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:19.464236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet 791e9331-dc5c-4ca1-ac6a-080d5b49cc72 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:19.470564 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.498920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Checking router: 598bfe48-45db-4867-93a9-4f9b703a821e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:19.499275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Updating router 598bfe48-45db-4867-93a9-4f9b703a821e port 1e2049b3-17ad-4077-80e5-ff32164c03c2 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:04:19.553698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for 3b153eb9-1c8a-42f0-bc59-30eb0c66e34a owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:19.591950 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.622734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-356d584e-81d7-40cb-a7dd-3fc704a9bb20 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:19.624369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-356d584e-81d7-40cb-a7dd-3fc704a9bb20 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 811 time: 0.1867678 Jul 07 18:04:19.625950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72792c-e845-440d-937d-1de3de180b17 req-ca765d39-35b2-41c0-a066-1a2b1709801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:19.627491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b72792c-e845-440d-937d-1de3de180b17 req-ca765d39-35b2-41c0-a066-1a2b1709801e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 200 len: 855 time: 0.2897749 Jul 07 18:04:19.657834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 419b41c1-f9e4-4a9e-8144-921399da6e84, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=419b41c1-f9e4-4a9e-8144-921399da6e84,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:19.680793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '419b41c1-f9e4-4a9e-8144-921399da6e84', 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'port_id': '419b41c1-f9e4-4a9e-8144-921399da6e84', 'mac_address': 'fa:16:3e:bf:51:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84581860-3e6e-42f0-8fbd-f8ab3874055e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:19.730892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-fd8b6c77-9f4d-41d0-8095-af3d0afef5b5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/quotas/0fde7cda1a6b4b6da63460a7056a69f8 HTTP/1.1" status: 200 len: 375 time: 0.0663295 Jul 07 18:04:19.783797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b474ebe0-bd70-4be8-b87c-86c754784946 req-60fc3fdc-b505-498f-a64a-2b9b2f3f35f5 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279434 Jul 07 18:04:19.819859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.850174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.877854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419b41c1-f9e4-4a9e-8144-921399da6e84 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:19.895719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-f322a09b-a2f0-4f3f-a27b-34e30fea17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:19.897266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-f322a09b-a2f0-4f3f-a27b-34e30fea17f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5775561 Jul 07 18:04:19.906806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 419b41c1-f9e4-4a9e-8144-921399da6e84, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=419b41c1-f9e4-4a9e-8144-921399da6e84,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:19.926360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.975402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.048214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=791e9331-dc5c-4ca1-ac6a-080d5b49cc72,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:20.066005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.075523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-786091d5-f605-4918-8dff-7941fb08d16d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/791e9331-dc5c-4ca1-ac6a-080d5b49cc72 HTTP/1.1" status: 204 len: 168 time: 0.7042882 Jul 07 18:04:20.076288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43974) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:20.259041 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.311553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.329303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224b3fe-6ae0-410d-8b6b-9f59fe4bf9a4 None None] Network 00b5ac68-e488-473c-8a45-7942af98f8c1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:20.341579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 07bd870c-16a8-438a-a417-e8c068147182 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:20.342352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.371755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=419b41c1-f9e4-4a9e-8144-921399da6e84,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:20.397486 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.443613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 07bd870c-16a8-438a-a417-e8c068147182, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=07bd870c-16a8-438a-a417-e8c068147182,segment=NetworkSegment(a0d4cbe9-8948-4fd3-afb4-6b11003fb786),segment_id=a0d4cbe9-8948-4fd3-afb4-6b11003fb786)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:20.444845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.459787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['419b41c1-f9e4-4a9e-8144-921399da6e84'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:20.467651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 07bd870c-16a8-438a-a417-e8c068147182 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:20.595844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.650228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port 07bd870c-16a8-438a-a417-e8c068147182 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:20.743543 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.756933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b5ac68-e488-473c-8a45-7942af98f8c1']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:20.763772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7af64d2-6805-4116-becc-307b9eccadc2 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:20.772384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d4cbe9-8948-4fd3-afb4-6b11003fb786') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:20.773118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d4cbe9-8948-4fd3-afb4-6b11003fb786') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:20.785424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.802046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.809681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:04:20.810481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.851063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72792c-e845-440d-937d-1de3de180b17 req-c11d439d-41ce-4a28-b565-5c87ae10b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:20.852688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b72792c-e845-440d-937d-1de3de180b17 req-c11d439d-41ce-4a28-b565-5c87ae10b9d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1816561 Jul 07 18:04:20.886018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=07bd870c-16a8-438a-a417-e8c068147182,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:04:20.889208 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:04:20.893459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.897438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.905245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/00b5ac68-e488-473c-8a45-7942af98f8c1 HTTP/1.1" status: 204 len: 168 time: 0.8221157 Jul 07 18:04:20.909069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43982) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:20.921579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1719683660'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:20.952008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-f5a813d5-93a2-4173-8b28-1173db500d11 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2034373 Jul 07 18:04:20.962592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c45de-f10d-4574-8c6b-bac0ae7fd091 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=00b5ac68-e488-473c-8a45-7942af98f8c1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:21.009966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:21.021494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.058846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9e679-4dce-4d4e-b6ea-c4897f61704e None None] DHCP port deletion for 00b5ac68-e488-473c-8a45-7942af98f8c1 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:04:21.137602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-e52a18d2-f571-409e-a76e-59276c781dde service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2184277 Jul 07 18:04:21.257843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:04:21.285970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.287694 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment 6a763a50-6f2e-4dbf-a327-3a49f1e8e60f of type vlan for network 519025a2-611a-4f45-8d93-12e835267daa Jul 07 18:04:21.315822 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.331412 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.398297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c7af64d2-6805-4116-becc-307b9eccadc2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7af64d2-6805-4116-becc-307b9eccadc2,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:21.417441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=3b153eb9-1c8a-42f0-bc59-30eb0c66e34a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:21.422014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b72792c-e845-440d-937d-1de3de180b17 req-576ab354-8602-4000-b648-b909eaa75439 service neutron] 10.222.0.90 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235379 Jul 07 18:04:21.436682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c7af64d2-6805-4116-becc-307b9eccadc2', 'network_id': 'c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8', 'port_id': 'c7af64d2-6805-4116-becc-307b9eccadc2', 'mac_address': 'fa:16:3e:88:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84581860-3e6e-42f0-8fbd-f8ab3874055e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:21.465395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039545-42b1-4319-abd2-689ff2b12174 req-b06006d3-b654-4faf-ace2-5a6724c1ab3c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:21.465681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.467495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1039545-42b1-4319-abd2-689ff2b12174 req-b06006d3-b654-4faf-ace2-5a6724c1ab3c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 944 time: 0.3991220 Jul 07 18:04:21.574862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.589366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:21.591694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.665630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.670420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-42050441-a6cf-4724-bfdf-a71aaa3e8a68 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/3b153eb9-1c8a-42f0-bc59-30eb0c66e34a HTTP/1.1" status: 204 len: 168 time: 3.8380647 Jul 07 18:04:21.696303 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.708547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43994) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:21.727689 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.755761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7af64d2-6805-4116-becc-307b9eccadc2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:21.776558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Transition to ACTIVE for port object 1e2049b3-17ad-4077-80e5-ff32164c03c2 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:21.804027 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8937984 Jul 07 18:04:21.804756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43998) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:21.839706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c7af64d2-6805-4116-becc-307b9eccadc2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7af64d2-6805-4116-becc-307b9eccadc2,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:21.844139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': '519025a2-611a-4f45-8d93-12e835267daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:21.850038 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.911399 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.971773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44000) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:21.983845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1039545-42b1-4319-abd2-689ff2b12174 req-ce55e26d-3f0c-4a42-9f61-6a9b3761c5ec tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479587 Jul 07 18:04:21.991268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-bc5a6b00-9523-495d-852c-831397cb2f67 service neutron] 10.222.0.88 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0275974 Jul 07 18:04:22.002797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d1f5c57-8e2f-43fa-b79c-6598148c6554 req-70f2a1b3-73dc-41c2-9126-963963603cc7 service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346546 Jul 07 18:04:22.015651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e49ea1-d480-4783-b722-61993400a3c2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=519025a2-611a-4f45-8d93-12e835267daa,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:22.057665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 519025a2-611a-4f45-8d93-12e835267daa details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:04:22.122616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:22.126679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.301178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-edeec32f-7a58-4e88-8d02-cb055d61cfa5 service neutron] 10.222.0.88 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911620 Jul 07 18:04:22.334651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b72792c-e845-440d-937d-1de3de180b17 req-d1178df0-c700-4abc-9435-7474ca6538a2 service neutron] 10.222.0.90 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8994193 Jul 07 18:04:22.345065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82bc71e-dbc2-4606-b235-13764f5ff6a2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.346868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b82bc71e-dbc2-4606-b235-13764f5ff6a2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6331856 Jul 07 18:04:22.349437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44012) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:22.351341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd2271-edb5-4495-8f69-0e5fb20ff341 None None] Pushing event updated for resources: {'Port': ['ID=1e2049b3-17ad-4077-80e5-ff32164c03c2,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:22.385718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1df7586c-a58b-4595-ab41-708761d122c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.457275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 07bd870c-16a8-438a-a417-e8c068147182 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:22.490115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c7af64d2-6805-4116-becc-307b9eccadc2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:22.500224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 07bd870c-16a8-438a-a417-e8c068147182 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:22.501058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 07bd870c-16a8-438a-a417-e8c068147182 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:22.515645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc01367-fe16-4c2e-800a-523434a1c2d2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.517434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8dc01367-fe16-4c2e-800a-523434a1c2d2 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1669047 Jul 07 18:04:22.521329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44014) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:22.598698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Attempting to bind port 1e2049b3-17ad-4077-80e5-ff32164c03c2 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:22.598960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Attempting to bind port 1e2049b3-17ad-4077-80e5-ff32164c03c2 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:22.599316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Attempting to bind port 1e2049b3-17ad-4077-80e5-ff32164c03c2 on network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:22.648238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:22.648612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Checking segment: {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:22.665193 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.665705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Bound using segment: {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:22.666241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Bound port: 1e2049b3-17ad-4077-80e5-ff32164c03c2, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:22.666647 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.731878 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1df7586c-a58b-4595-ab41-708761d122c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.733285 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.741441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1df7586c-a58b-4595-ab41-708761d122c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.802963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] For port 1e2049b3-17ad-4077-80e5-ff32164c03c2, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:22.809493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] For port 1e2049b3-17ad-4077-80e5-ff32164c03c2, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1e2049b3-17ad-4077-80e5-ff32164c03c2,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:22.819512 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1df7586c-a58b-4595-ab41-708761d122c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b574615e9d624a9d9d1bf54d5a6085f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8166201 Jul 07 18:04:22.833053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:22.835630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c29d219b-d9c6-4670-aa21-661966ef63c4 req-3a16db37-b374-4172-828b-f9fc44a8ce08 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 210 time: 0.1414909 Jul 07 18:04:22.836223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44020) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:22.881508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f23d6e-312e-4e78-a55a-0083ccf04f72 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.887664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f23d6e-312e-4e78-a55a-0083ccf04f72 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.889181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c7af64d2-6805-4116-becc-307b9eccadc2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:22.893155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f23d6e-312e-4e78-a55a-0083ccf04f72 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.899866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-20f23d6e-312e-4e78-a55a-0083ccf04f72 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3747213 Jul 07 18:04:22.916687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44022) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:22.975449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=ea7cc67c-6be3-42e6-a22c-a38478c658cb,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:22.988300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd2271-edb5-4495-8f69-0e5fb20ff341 None None] Pushing event updated for resources: {'Port': ['ID=1e2049b3-17ad-4077-80e5-ff32164c03c2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:22.989491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7586c-a58b-4595-ab41-708761d122c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb4ca7-1697-49db-9720-fd3ebfabca5e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:23.038275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': '6a763a50-6f2e-4dbf-a327-3a49f1e8e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '519025a2-611a-4f45-8d93-12e835267daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:23.038788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: 519025a2-611a-4f45-8d93-12e835267daa, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:04:23.077786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Routers {'598bfe48-45db-4867-93a9-4f9b703a821e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:23.080175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['598bfe48-45db-4867-93a9-4f9b703a821e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:23.104561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 519025a2-611a-4f45-8d93-12e835267daa is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:04:23.119782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 519025a2-611a-4f45-8d93-12e835267daa) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:23.124796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:23.125679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.156627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33aaadad-60ff-4446-b67b-b67348859995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.168653 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-275f9c2c-f0f5-4e91-b0b0-33a77d1ce95c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3483691 Jul 07 18:04:23.171320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44030) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:23.188573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-229ad5a6-f9bb-4bbc-9d8a-e52bb2fa456f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-456638702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:23.225273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0573940-6036-4aa8-acdf-692582b6e5e9 None None] Network 519025a2-611a-4f45-8d93-12e835267daa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:23.254439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 106b6e4c-5c40-4ed3-a412-eb7eeb18732e {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:23.262515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.320573 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-229ad5a6-f9bb-4bbc-9d8a-e52bb2fa456f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.323218 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-229ad5a6-f9bb-4bbc-9d8a-e52bb2fa456f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.415912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 419b41c1-f9e4-4a9e-8144-921399da6e84 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:23.443644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-229ad5a6-f9bb-4bbc-9d8a-e52bb2fa456f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.451873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-229ad5a6-f9bb-4bbc-9d8a-e52bb2fa456f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.487700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-229ad5a6-f9bb-4bbc-9d8a-e52bb2fa456f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.498299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33aaadad-60ff-4446-b67b-b67348859995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.503769 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-229ad5a6-f9bb-4bbc-9d8a-e52bb2fa456f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3310790 Jul 07 18:04:23.504884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44046) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:23.734929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.758433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 419b41c1-f9e4-4a9e-8144-921399da6e84 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:23.901107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33aaadad-60ff-4446-b67b-b67348859995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.906245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33aaadad-60ff-4446-b67b-b67348859995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.918261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-33aaadad-60ff-4446-b67b-b67348859995 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/69cb4ca7-1697-49db-9720-fd3ebfabca5e HTTP/1.1" status: 204 len: 168 time: 1.0725942 Jul 07 18:04:23.974424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 419b41c1-f9e4-4a9e-8144-921399da6e84 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:23.974914 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:23.977733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] Set router 598bfe48-45db-4867-93a9-4f9b703a821e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:24.032681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-519025a2-611a-4f45-8d93-12e835267daa', 'network_id': '519025a2-611a-4f45-8d93-12e835267daa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': 'ea7cc67c-6be3-42e6-a22c-a38478c658cb'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:04:24.050395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:24.082882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1053f9-956c-4cc3-b329-10580fd964c9 req-0256ca72-d409-49c9-96b4-80db5ceccad0 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.084741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd1053f9-956c-4cc3-b329-10580fd964c9 req-0256ca72-d409-49c9-96b4-80db5ceccad0 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 944 time: 0.6553311 Jul 07 18:04:24.127589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-2b641085-5c17-4cc6-88eb-a6cb052c75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.129298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-2b641085-5c17-4cc6-88eb-a6cb052c75ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 1101 time: 0.7104917 Jul 07 18:04:24.134281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaadad-60ff-4446-b67b-b67348859995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb4ca7-1697-49db-9720-fd3ebfabca5e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:24.283408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-f2289d24-c41d-4b5f-836b-297969f1478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.285164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-f2289d24-c41d-4b5f-836b-297969f1478c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1167011 Jul 07 18:04:24.333201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-694d1054-aeb8-4f45-a113-ee4be23c55da req-126549db-016b-4a8e-b2d4-3c6d8dc80e1d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 210 time: 0.1798532 Jul 07 18:04:24.416557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd1053f9-956c-4cc3-b329-10580fd964c9 req-4fe4cf36-e43a-48ff-9706-e61043463446 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790251 Jul 07 18:04:24.417502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-972a4ab1-36c2-4d19-a642-c758ef2141a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a HTTP/1.1" status: 200 len: 217 time: 0.0929477 Jul 07 18:04:24.454583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:24.673928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-43c5fb95-b1c7-4658-84cf-7d50a4464963 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7124939 Jul 07 18:04:24.692462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:24.719331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:24.723299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/106b6e4c-5c40-4ed3-a412-eb7eeb18732e HTTP/1.1" status: 204 len: 168 time: 1.8040361 Jul 07 18:04:24.744172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44072) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:24.758877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-8d5e47c1-8c55-431c-95f5-69f1fbbd5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.760690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-8d5e47c1-8c55-431c-95f5-69f1fbbd5118 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.3247824 Jul 07 18:04:24.763211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e899d-6b51-4498-9029-bc21797ad848 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=106b6e4c-5c40-4ed3-a412-eb7eeb18732e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:24.770961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de71f8-ad4e-4403-86ba-519eb28fbe4d None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:24.893525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 1d47ce68-f611-441b-b7a5-dd06e093f540 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:24.903483 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:24.980745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-6810e651-edcb-4d58-b077-c5154e09b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.982475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-6810e651-edcb-4d58-b077-c5154e09b0b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885040 Jul 07 18:04:24.985532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:25.022899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-dbd0ab0a-b55a-46a1-9c62-61fdd6871d15 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.026332 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-dbd0ab0a-b55a-46a1-9c62-61fdd6871d15 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.90 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 811 time: 0.3570862 Jul 07 18:04:25.041980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Request body: {'port': {'device_id': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'admin_state_up': True, 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:25.158242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:25.328255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.328857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.329135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.329612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.330085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.330555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.331020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.341872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-abc0be95-b807-48a1-84ba-6f462fc5bf20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6501 time: 0.4639897 Jul 07 18:04:25.431467 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:25.501268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Allocated IP 172.20.0.2 (519025a2-611a-4f45-8d93-12e835267daa/ea7cc67c-6be3-42e6-a22c-a38478c658cb/39d385e2-ffa0-416c-b3c7-ec67aecce856) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:25.552403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Made reservation on behalf of 0fde7cda1a6b4b6da63460a7056a69f8 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:25.557940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:25.654856 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:25.676719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-b984d3af-bd95-43cb-b833-24e2da86a433 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869917 Jul 07 18:04:25.741792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b86eb1b7-bd4f-4b83-9db6-72934c158ef2 req-a742eb4d-af23-41ba-a34d-c6974d76ab2c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 210 time: 0.1461093 Jul 07 18:04:25.853444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Allocated IP 172.20.0.3 (4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8/b59b353d-3031-463e-a42c-d95411acdffc/96a159ed-6e2d-4213-a281-263fafa8b940) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:25.942936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:25.989834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-018bc4b1-12a4-4929-88c0-d281ddb96035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.990314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-018bc4b1-12a4-4929-88c0-d281ddb96035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.990841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-018bc4b1-12a4-4929-88c0-d281ddb96035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:25.992876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-018bc4b1-12a4-4929-88c0-d281ddb96035 service neutron] 10.222.0.90 "GET /v2.0/networks?id=07d9762a-e6d8-4565-a451-2224c69acbeb&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=170bcb05-6fc9-471f-9776-2ba06426a53c&id=170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 200 len: 2298 time: 0.6153107 Jul 07 18:04:26.014745 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.023670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 419b41c1-f9e4-4a9e-8144-921399da6e84, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=419b41c1-f9e4-4a9e-8144-921399da6e84,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:26.032461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:26.034892 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3346a8-2e71-4a20-8d38-aa365932a0f6" -d '{"events": [{"server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "name": "network-vif-plugged", "status": "completed", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:26.048318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.148891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=1d47ce68-f611-441b-b7a5-dd06e093f540,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:26.159021 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.162736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bc6684aa-71f5-41f6-bcc9-f7c670c7ee6a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/1d47ce68-f611-441b-b7a5-dd06e093f540 HTTP/1.1" status: 204 len: 168 time: 1.4168208 Jul 07 18:04:26.167731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22294009-7d4a-4ef9-894a-247c7fb3d295 req-90c920fb-2543-487b-b27a-e84c7a74384f service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439409 Jul 07 18:04:26.170740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:26.240423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Transition to ACTIVE for port object 39d385e2-ffa0-416c-b3c7-ec67aecce856 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:26.264951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Transition to ACTIVE for port object 39d385e2-ffa0-416c-b3c7-ec67aecce856 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:26.272757 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9035fb87-c444-40f1-b17a-3f5366a81b89 x-openstack-request-id: req-9035fb87-c444-40f1-b17a-3f5366a81b89 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:26.273177 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "name": "network-vif-plugged", "status": "completed", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:26.273873 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9035fb87-c444-40f1-b17a-3f5366a81b89 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:26.274540 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84', 'code': 200} Jul 07 18:04:26.285197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3eeca-1aea-4250-a2f9-6bcb0e5365ea req-2c6e63a6-b3c0-4235-8277-4aa2de731720 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:26.287304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84d3eeca-1aea-4250-a2f9-6bcb0e5365ea req-2c6e63a6-b3c0-4235-8277-4aa2de731720 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 944 time: 0.6181581 Jul 07 18:04:26.294063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-81a4591d-93f2-4f92-bbef-c7f9032638af tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218090 Jul 07 18:04:26.310907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44144) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:26.314920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-11e5e410-09fa-4d57-9bfc-6a2e809fb954 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 200 len: 1001 time: 0.3106513 Jul 07 18:04:26.336861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=419b41c1-f9e4-4a9e-8144-921399da6e84,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:26.343929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.356362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:26.387618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.20.0.1 (519025a2-611a-4f45-8d93-12e835267daa/ea7cc67c-6be3-42e6-a22c-a38478c658cb/de4d8190-aebf-426e-8d17-824d129d528d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:26.476680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-4bba5f63-9060-4e99-b9df-4f2d0f00689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:26.480499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-4bba5f63-9060-4e99-b9df-4f2d0f00689e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=426c9a68-c25d-42ce-8915-995083ca1ca2 HTTP/1.1" status: 200 len: 855 time: 0.1164002 Jul 07 18:04:26.610113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.621646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84d3eeca-1aea-4250-a2f9-6bcb0e5365ea req-d4bb8803-f8b6-4e5f-807f-e2878b087b15 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254037 Jul 07 18:04:26.637312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object de4d8190-aebf-426e-8d17-824d129d528d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:26.694378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Network 519025a2-611a-4f45-8d93-12e835267daa is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:26.701886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:04:15Z', 'revision_number': 4, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port': {'id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:03Z', 'updated_at': '2021-07-07T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1e2049b3-17ad-4077-80e5-ff32164c03c2', 'name': '', 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'mac_address': 'fa:16:3e:55:6e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:12Z', 'updated_at': '2021-07-07T18:04:22Z', 'revision_number': 4, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'subnets': [{'id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:26.710978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:26.721270 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.745351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Pushing event updated for resources: {'Port': ['ID=39d385e2-ffa0-416c-b3c7-ec67aecce856,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:26.757401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:26.764259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b4b72-2806-4f61-a66c-4ea40a9c891f None None] The sync data for ids ['598bfe48-45db-4867-93a9-4f9b703a821e'] in n-d-798930-2 is: [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:04:15Z', 'revision_number': 4, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port': {'id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:03Z', 'updated_at': '2021-07-07T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1e2049b3-17ad-4077-80e5-ff32164c03c2', 'name': '', 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'mac_address': 'fa:16:3e:55:6e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:12Z', 'updated_at': '2021-07-07T18:04:22Z', 'revision_number': 4, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'subnets': [{'id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:26.767692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7af64d2-6805-4116-becc-307b9eccadc2 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:26.862234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.898481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:26.956446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdcc03-85c0-4446-9684-562527301d1f None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '1d47ce68-f611-441b-b7a5-dd06e093f540'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '8eaada59-a62d-48a3-8bca-df136e419bf2'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:04:26.990686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 519025a2-611a-4f45-8d93-12e835267daa is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:27.014780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:27.043682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:27.064413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:27.086741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:27.113932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:27.138854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c7af64d2-6805-4116-becc-307b9eccadc2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:27.160374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=de4d8190-aebf-426e-8d17-824d129d528d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:27.167632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c7af64d2-6805-4116-becc-307b9eccadc2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:27.168431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.295065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Attempting to bind port 39d385e2-ffa0-416c-b3c7-ec67aecce856 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:27.295451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Attempting to bind port 39d385e2-ffa0-416c-b3c7-ec67aecce856 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '6a763a50-6f2e-4dbf-a327-3a49f1e8e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '519025a2-611a-4f45-8d93-12e835267daa'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:27.295833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Attempting to bind port 39d385e2-ffa0-416c-b3c7-ec67aecce856 on network 519025a2-611a-4f45-8d93-12e835267daa {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:27.304225 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dccdcc03-85c0-4446-9684-562527301d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.345968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:27.346694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Checking segment: {'id': '6a763a50-6f2e-4dbf-a327-3a49f1e8e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '519025a2-611a-4f45-8d93-12e835267daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:27.347522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.348221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Bound using segment: {'id': '6a763a50-6f2e-4dbf-a327-3a49f1e8e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '519025a2-611a-4f45-8d93-12e835267daa'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:27.348920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Bound port: 39d385e2-ffa0-416c-b3c7-ec67aecce856, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a763a50-6f2e-4dbf-a327-3a49f1e8e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '519025a2-611a-4f45-8d93-12e835267daa'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:27.349510 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.427922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.447903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.465717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.496249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c0f11-c8e1-407e-9f22-c9f1ca30ce71 req-e3d705e1-d37c-4cec-960f-d70fd9309713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.497977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c6c0f11-c8e1-407e-9f22-c9f1ca30ce71 req-e3d705e1-d37c-4cec-960f-d70fd9309713 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 1096 time: 1.2093284 Jul 07 18:04:27.584980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] For port 39d385e2-ffa0-416c-b3c7-ec67aecce856, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:27.606333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.613170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] For port 39d385e2-ffa0-416c-b3c7-ec67aecce856, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=39d385e2-ffa0-416c-b3c7-ec67aecce856,segment=NetworkSegment(6a763a50-6f2e-4dbf-a327-3a49f1e8e60f),segment_id=6a763a50-6f2e-4dbf-a327-3a49f1e8e60f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:27.637055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-cc4f3243-6c9b-47c8-83cc-233d2c767d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.638762 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.640082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-cc4f3243-6c9b-47c8-83cc-233d2c767d06 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=07d9762a-e6d8-4565-a451-2224c69acbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1213748 Jul 07 18:04:27.687693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Pushing event updated for resources: {'Port': ['ID=96a159ed-6e2d-4213-a281-263fafa8b940,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:27.755407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:27.783809 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-3c7cc80d-6341-41d3-b1ea-ef2734211c00 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7472901 Jul 07 18:04:27.785735 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:27.787898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4f3a4-aa87-491c-b46b-17beda9e1b25 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:27.803234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Request body: {'port': {'device_id': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:27.813556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c6c0f11-c8e1-407e-9f22-c9f1ca30ce71 req-d687c6e4-a825-420c-81da-e25c6476c00b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034873 Jul 07 18:04:27.952038 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:28.026164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb637ce-fd44-4841-82db-fd72ede7d51a req-d66a49b7-f0b8-4d84-9706-6639e13802f9 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:28.037644 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eb637ce-fd44-4841-82db-fd72ede7d51a req-d66a49b7-f0b8-4d84-9706-6639e13802f9 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 931 time: 0.6456766 Jul 07 18:04:28.133920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f2eecdab-1f03-40f5-afdf-21d840f6a39e None None] Provisioning complete for port 8eaada59-a62d-48a3-8bca-df136e419bf2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:28.135350 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2eecdab-1f03-40f5-afdf-21d840f6a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:28.143553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a08bca-8112-4c91-ac84-72f2b2e49479 None None] Pushing event updated for resources: {'Port': ['ID=39d385e2-ffa0-416c-b3c7-ec67aecce856,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:28.186459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c7af64d2-6805-4116-becc-307b9eccadc2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7af64d2-6805-4116-becc-307b9eccadc2,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:28.290428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7af64d2-6805-4116-becc-307b9eccadc2'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:28.292762 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43260c5d-ec10-421a-802b-248b99a49a44" -d '{"events": [{"server_uuid": "1a45496a-1458-4993-8e6c-8341ea0021c4", "name": "network-vif-plugged", "status": "completed", "tag": "c7af64d2-6805-4116-becc-307b9eccadc2"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:28.294755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-c41b93d6-fece-4308-bf13-6ab189853e53 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670915 Jul 07 18:04:28.358034 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:28.371340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e2049b3-17ad-4077-80e5-ff32164c03c2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:28.417524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:28.569969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4eb637ce-fd44-4841-82db-fd72ede7d51a req-e223be81-1072-42b8-89a6-e7456c9c532c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309305 Jul 07 18:04:28.595249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-b6295919-bc1e-44d7-9a5e-5c49c177caf1 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817883 Jul 07 18:04:28.734420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-cf2212b5-ad99-4901-917a-919ef6fd91be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 217 time: 0.1261652 Jul 07 18:04:28.788862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1e2049b3-17ad-4077-80e5-ff32164c03c2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:28.839130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1e2049b3-17ad-4077-80e5-ff32164c03c2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:28.840780 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:28.858337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c7af64d2-6805-4116-becc-307b9eccadc2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:29.021959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.066737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.074281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:04:29.151168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-be2d20a2-ef34-48d8-9205-aa61ab8a8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:29.152711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-be2d20a2-ef34-48d8-9205-aa61ab8a8bcc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0762274 Jul 07 18:04:29.154588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.288037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.302464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:29.318783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:29.330173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=de4d8190-aebf-426e-8d17-824d129d528d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:29.330863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:29.331555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.344799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.375590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0594172 Jul 07 18:04:29.385355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44216) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:29.409918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b79935be-475c-4b22-89ad-410bd66c1b61 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:29.426750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d62a8-9f57-46f1-be82-94f5158f9bfd tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=2600543a-2625-402d-a52d-42dc70382bb1,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:29.442221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1e2049b3-17ad-4077-80e5-ff32164c03c2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1e2049b3-17ad-4077-80e5-ff32164c03c2,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:29.455119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] Deleting port 8eaada59-a62d-48a3-8bca-df136e419bf2 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:29.455503 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.458560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.510309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-a5f3fb08-98b2-4c23-88ff-6a90e85454ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:29.513243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-a5f3fb08-98b2-4c23-88ff-6a90e85454ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3460498 Jul 07 18:04:29.607847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1e2049b3-17ad-4077-80e5-ff32164c03c2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:29.611392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8eaada59-a62d-48a3-8bca-df136e419bf2 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:29.808137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 519025a2-611a-4f45-8d93-12e835267daa is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:29.812590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:29.885834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8077a1-1cdd-4016-aa91-ddd7b7c3c293 req-1ae4424a-b010-4476-bc80-a8ad7e2e8a44 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:29.898769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b8077a1-1cdd-4016-aa91-ddd7b7c3c293 req-1ae4424a-b010-4476-bc80-a8ad7e2e8a44 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.7206204 Jul 07 18:04:29.915931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:29.916532 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.939922 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:29.948700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-e48a5a35-da28-41ef-bac7-eda6a239b146 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267654 Jul 07 18:04:30.010758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] Calling delete_port for 8eaada59-a62d-48a3-8bca-df136e419bf2 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:30.070923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12b450-b4c4-4dde-936f-0e91c240130c None None] Network 519025a2-611a-4f45-8d93-12e835267daa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:30.076998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 8eaada59-a62d-48a3-8bca-df136e419bf2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8eaada59-a62d-48a3-8bca-df136e419bf2,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:30.097250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a159ed-6e2d-4213-a281-263fafa8b940 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:30.119903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.142408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Transition to ACTIVE for port object 96a159ed-6e2d-4213-a281-263fafa8b940 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:30.145104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b8077a1-1cdd-4016-aa91-ddd7b7c3c293 req-c762f3a6-c698-4389-9507-dfced2051bea tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440920 Jul 07 18:04:30.174314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.180103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.264029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79935be-475c-4b22-89ad-410bd66c1b61 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:30.268225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b79935be-475c-4b22-89ad-410bd66c1b61 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.322779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96a159ed-6e2d-4213-a281-263fafa8b940,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:30.339466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router b8db0134-c223-4474-ae4c-ac8f929d149b is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:04:30.363467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=15']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:30.374417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-bffe591f-f68a-49a3-95e0-93c9f77b3a3d service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914840 Jul 07 18:04:30.453186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-fce81be4-153c-4403-a248-837d2a6e0778 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 217 time: 0.0687208 Jul 07 18:04:30.524986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-b3d9c456-cb89-468f-bf04-15e998f61589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.526499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-b3d9c456-cb89-468f-bf04-15e998f61589 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.0656300 Jul 07 18:04:30.574933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Attempting to bind port 96a159ed-6e2d-4213-a281-263fafa8b940 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:30.575438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Attempting to bind port 96a159ed-6e2d-4213-a281-263fafa8b940 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:30.575750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Attempting to bind port 96a159ed-6e2d-4213-a281-263fafa8b940 on network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:30.585725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e2049b3-17ad-4077-80e5-ff32164c03c2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:30.591141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Port 96a159ed-6e2d-4213-a281-263fafa8b940 on network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:30.591470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Attempting to bind port 96a159ed-6e2d-4213-a281-263fafa8b940 on network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:30.598085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9174d3e4-e310-4bc3-b572-c717a5d780d6 None None] Provisioning for port 39d385e2-ffa0-416c-b3c7-ec67aecce856 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:30.599082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:30.610296 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] Sync routers for ids ['b8db0134-c223-4474-ae4c-ac8f929d149b'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:30.611585 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e22c93-dbdd-4129-b5a2-571fbc7bed0a x-openstack-request-id: req-29e22c93-dbdd-4129-b5a2-571fbc7bed0a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:30.612860 n-d-798930-2 neutron-server[105588]: INFO neutron.db.ipam_backend_mixin [None req-b79935be-475c-4b22-89ad-410bd66c1b61 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2600543a-2625-402d-a52d-42dc70382bb1 (CIDR: 2001:db8::/64) Jul 07 18:04:30.622596 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a45496a-1458-4993-8e6c-8341ea0021c4", "name": "network-vif-plugged", "status": "completed", "tag": "c7af64d2-6805-4116-becc-307b9eccadc2", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:30.622855 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-29e22c93-dbdd-4129-b5a2-571fbc7bed0a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:30.626377 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8b3a702c-bda6-4e03-a5c1-ceb76f9ad30b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/b8db0134-c223-4474-ae4c-ac8f929d149b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1177356 Jul 07 18:04:30.626557 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7af64d2-6805-4116-becc-307b9eccadc2', 'code': 200} Jul 07 18:04:30.628036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:30.628491 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] Routers {'b8db0134-c223-4474-ae4c-ac8f929d149b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:30.628625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Checking segment: {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:30.629428 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b8db0134-c223-4474-ae4c-ac8f929d149b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:30.632284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Bound using segment: {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:30.632898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Bound port: 96a159ed-6e2d-4213-a281-263fafa8b940, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:30.633284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.640122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44246) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:30.642628 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79935be-475c-4b22-89ad-410bd66c1b61 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:04:30.643148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79935be-475c-4b22-89ad-410bd66c1b61 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:30.693847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b79935be-475c-4b22-89ad-410bd66c1b61 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2895725 Jul 07 18:04:30.694456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44248) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:30.710660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:30.718703 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:30.747056 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] Routers {'b8db0134-c223-4474-ae4c-ac8f929d149b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:30.748149 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b8db0134-c223-4474-ae4c-ac8f929d149b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:30.818467 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:30.819547 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864dae9-9b8a-45d6-afdf-224fee6f8b74 None None] The sync data for ids ['b8db0134-c223-4474-ae4c-ac8f929d149b'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:30.822671 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:30.829547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa4b025-d205-4e56-a8d0-c8e05fb26991 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.834585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7aa4b025-d205-4e56-a8d0-c8e05fb26991 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports/de4d8190-aebf-426e-8d17-824d129d528d HTTP/1.1" status: 200 len: 910 time: 0.1926849 Jul 07 18:04:30.838861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44254) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:30.913092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] Pushing event deleted for resources: {'Port': ['ID=8eaada59-a62d-48a3-8bca-df136e419bf2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:30.945944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-637d9e84-5184-4347-8ccb-6e8776cfb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:30.949808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-637d9e84-5184-4347-8ccb-6e8776cfb518 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4117410 Jul 07 18:04:30.962851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde732a-1051-4cd9-8ed4-61318c4a4a7c None None] No DVR routers for this DVR port 8eaada59-a62d-48a3-8bca-df136e419bf2 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:31.003396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a7217-dafc-4bf9-a119-d9f1f3f9f05d None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:31.181706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1e2049b3-17ad-4077-80e5-ff32164c03c2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:31.182105 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.195886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-84ae1e8d-3a5c-4092-abf1-17a046669e74 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821921 Jul 07 18:04:31.247831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0615333f-c9a5-42b4-86e0-c4a963464179', 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'tenant_id': 'b9dca3cfa1a543d389ed8e1c37c40621', 'fixed_ips': [{'subnet_id': '2600543a-2625-402d-a52d-42dc70382bb1'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:04:31.248719 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.328876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-d15661db-d553-4e51-bcff-4526a20fc147 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240950 Jul 07 18:04:31.355782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:31.358521 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.410822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 39d385e2-ffa0-416c-b3c7-ec67aecce856 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:31.624765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-fe9350ca-b2b7-4a89-8a04-117f973473ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8 HTTP/1.1" status: 200 len: 217 time: 0.1405315 Jul 07 18:04:31.703186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Provisioning for port de4d8190-aebf-426e-8d17-824d129d528d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:31.708614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedb58c-5692-4ed4-b053-8b519b18073d req-25dc8d6f-1f89-4999-af23-f53acbfaec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.711052 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8eedb58c-5692-4ed4-b053-8b519b18073d req-25dc8d6f-1f89-4999-af23-f53acbfaec12 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 1097 time: 0.9488966 Jul 07 18:04:31.714786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 39d385e2-ffa0-416c-b3c7-ec67aecce856 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:31.718406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Provisioning complete for port de4d8190-aebf-426e-8d17-824d129d528d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:31.718775 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.723816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 39d385e2-ffa0-416c-b3c7-ec67aecce856 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:31.724435 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.765610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] For port 96a159ed-6e2d-4213-a281-263fafa8b940, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:31.776937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/2600543a-2625-402d-a52d-42dc70382bb1/9dfd00c2-6458-4833-827c-8a5bba795e8e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:31.790441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] For port 96a159ed-6e2d-4213-a281-263fafa8b940, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=96a159ed-6e2d-4213-a281-263fafa8b940,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:31.828857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.838055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Port de4d8190-aebf-426e-8d17-824d129d528d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:31.851217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8eedb58c-5692-4ed4-b053-8b519b18073d req-7cd8ad88-639a-4057-a798-ea69d915758a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328816 Jul 07 18:04:31.871125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ead77-caa7-47c8-b266-29c4aeb9ca7d req-1a97032a-b538-4ebe-ab92-0701207dbae7 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.876990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb3ead77-caa7-47c8-b266-29c4aeb9ca7d req-1a97032a-b538-4ebe-ab92-0701207dbae7 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 943 time: 0.9878418 Jul 07 18:04:31.888169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.888774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.890441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] 10.222.0.90 "PUT /v2.0/ports/96a159ed-6e2d-4213-a281-263fafa8b940 HTTP/1.1" status: 200 len: 1091 time: 4.0948753 Jul 07 18:04:31.902508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'tag': '96a159ed-6e2d-4213-a281-263fafa8b940'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:31.903844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-d1967e13-8784-4dc2-9529-e6b88de8f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.905521 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44efe71-c43b-46dc-9501-68370df9fe4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fad9f66-ffce-43b0-8255-322d26c36ea7", "tag": "96a159ed-6e2d-4213-a281-263fafa8b940"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:31.905704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-d1967e13-8784-4dc2-9529-e6b88de8f5a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.2434349 Jul 07 18:04:31.925895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Provisioning complete for port 39d385e2-ffa0-416c-b3c7-ec67aecce856 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:31.926332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.927202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22e35c-cdc0-4ffd-9d46-8967055189cf req-b1ae95fb-ea4c-4eda-97d2-a219101a3ec1 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.929327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b22e35c-cdc0-4ffd-9d46-8967055189cf req-b1ae95fb-ea4c-4eda-97d2-a219101a3ec1 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.7301204 Jul 07 18:04:32.022891 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.065229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411c8df-0ca5-4511-8db3-440a414d42c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96a159ed-6e2d-4213-a281-263fafa8b940,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:32.119675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.119901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 39d385e2-ffa0-416c-b3c7-ec67aecce856, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=39d385e2-ffa0-416c-b3c7-ec67aecce856,segment=NetworkSegment(6a763a50-6f2e-4dbf-a327-3a49f1e8e60f),segment_id=6a763a50-6f2e-4dbf-a327-3a49f1e8e60f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:32.133847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-0c891795-3c8b-4014-8b2d-a6e3b8764bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:32.135867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-0c891795-3c8b-4014-8b2d-a6e3b8764bbe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 1094 time: 0.1159422 Jul 07 18:04:32.159341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.171531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.188986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb3ead77-caa7-47c8-b266-29c4aeb9ca7d req-9aa9e088-6c30-4e22-9d28-d85dcf31eda1 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915399 Jul 07 18:04:32.224181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b22e35c-cdc0-4ffd-9d46-8967055189cf req-a7d3a0fa-c34f-441f-8f14-17e9a17b2924 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849033 Jul 07 18:04:32.261679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Transition to ACTIVE for port object 9dfd00c2-6458-4833-827c-8a5bba795e8e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:32.269587 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.305936 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-a01c92fa-3e1e-4041-9c71-e8b04a0d6076 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a159ed-6e2d-4213-a281-263fafa8b940 HTTP/1.1" status: 200 len: 217 time: 0.1269853 Jul 07 18:04:32.359338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-90910558-9d6d-4c9f-b905-2ad6fa867b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:32.368809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-90910558-9d6d-4c9f-b905-2ad6fa867b5f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3781207 Jul 07 18:04:32.375814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Transition to ACTIVE for port object 9dfd00c2-6458-4833-827c-8a5bba795e8e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:32.389981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=39d385e2-ffa0-416c-b3c7-ec67aecce856,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:32.394357 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.427824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-a13bf594-f254-4eef-a1f9-e584327488a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:32.430008 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-a13bf594-f254-4eef-a1f9-e584327488a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.1156976 Jul 07 18:04:32.460953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Pushing event updated for resources: {'Port': ['ID=9dfd00c2-6458-4833-827c-8a5bba795e8e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:32.490789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:32.492376 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:04:32.492742 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-d0486d6e-da55-400f-8db2-e2cc82ec0e7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:04:32.493566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:32.497631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:32.503113 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-cf299c20-f730-4268-81fa-1aa5b1639bd3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463283 Jul 07 18:04:32.506191 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7170d922-770e-4fd1-a41b-0274cf5560e1 x-openstack-request-id: req-7170d922-770e-4fd1-a41b-0274cf5560e1 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:32.506686 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fad9f66-ffce-43b0-8255-322d26c36ea7", "tag": "96a159ed-6e2d-4213-a281-263fafa8b940", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:32.506940 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7170d922-770e-4fd1-a41b-0274cf5560e1 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:32.507443 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'tag': '96a159ed-6e2d-4213-a281-263fafa8b940', 'status': 'completed', 'code': 200} Jul 07 18:04:32.611958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-358174ff-4a2d-4d2b-8c63-11d448562ef5 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363422 Jul 07 18:04:32.619196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:04:32.627178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Attempting to bind port 9dfd00c2-6458-4833-827c-8a5bba795e8e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:32.627575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Attempting to bind port 9dfd00c2-6458-4833-827c-8a5bba795e8e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:32.627941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Attempting to bind port 9dfd00c2-6458-4833-827c-8a5bba795e8e on network 0615333f-c9a5-42b4-86e0-c4a963464179 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:32.644006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:32.644006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Checking segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:32.644410 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.644521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Bound using segment: {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:32.645406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Bound port: 9dfd00c2-6458-4833-827c-8a5bba795e8e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680d4f2-2c10-41c3-add8-3594b91d98ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:32.645865 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.706304 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-0209a792-3f2e-4b33-9ea2-87c008bae0e3 service neutron] 10.222.0.90 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892402 Jul 07 18:04:32.783065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] For port 9dfd00c2-6458-4833-827c-8a5bba795e8e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:32.787540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] For port 9dfd00c2-6458-4833-827c-8a5bba795e8e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9dfd00c2-6458-4833-827c-8a5bba795e8e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:32.796054 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.810074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-ebfc6b12-706f-41f9-bc0e-dbe5309b1ddd service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883900 Jul 07 18:04:32.894695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-c3f14920-30f7-45c8-8adc-4f4da663a28b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=954afe75-7d62-4476-91c4-dfdaa3419d31 HTTP/1.1" status: 200 len: 217 time: 0.0732121 Jul 07 18:04:32.903914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d957c0a-1c93-43ed-afe0-29457eb39089 None None] Pushing event updated for resources: {'Port': ['ID=9dfd00c2-6458-4833-827c-8a5bba795e8e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:32.924907 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd8fd49-73ae-41ea-8de6-1d37ca758f58 req-5c65fac7-7e10-408e-b4c2-b512513e50a1 service neutron] 10.222.0.90 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132556 Jul 07 18:04:32.933158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port de4d8190-aebf-426e-8d17-824d129d528d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:32.933158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.000544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc48ae-efa8-4d03-bafa-5fd2363e1f2d req-ff1345f1-816c-4904-83cf-a1a5095b1fb2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.008716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecbc48ae-efa8-4d03-bafa-5fd2363e1f2d req-ff1345f1-816c-4904-83cf-a1a5095b1fb2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.4566429 Jul 07 18:04:33.097704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-f10d9fca-ca9d-4e93-b6a6-704cb4599f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.099193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-f10d9fca-ca9d-4e93-b6a6-704cb4599f7a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1831059 Jul 07 18:04:33.203402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecbc48ae-efa8-4d03-bafa-5fd2363e1f2d req-9d6a920d-5cec-42f4-b54e-6c08aa85da73 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909559 Jul 07 18:04:33.229046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294794-ab17-4c48-83b9-a31af4b45612 req-0e3cc7ae-582d-49a4-a284-865367536113 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.233025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b41fde81-822a-42d4-b24a-b57d67c33a8c None None] Provisioning complete for port de4d8190-aebf-426e-8d17-824d129d528d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:33.233477 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b41fde81-822a-42d4-b24a-b57d67c33a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.235922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2294794-ab17-4c48-83b9-a31af4b45612 req-0e3cc7ae-582d-49a4-a284-865367536113 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 946 time: 0.3380344 Jul 07 18:04:33.257723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.271729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for de4d8190-aebf-426e-8d17-824d129d528d owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:33.311578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b41fde81-822a-42d4-b24a-b57d67c33a8c None None] Port de4d8190-aebf-426e-8d17-824d129d528d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:33.343559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:33.371008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2294794-ab17-4c48-83b9-a31af4b45612 req-f6beb706-5eb0-4042-b608-4a5f23592e67 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335909 Jul 07 18:04:33.441520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.490536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-ae19bca8-1468-4ad9-b3e3-4daf8e266954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.494076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-ae19bca8-1468-4ad9-b3e3-4daf8e266954 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 1094 time: 0.3351243 Jul 07 18:04:33.506656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-d65641c3-ecfc-4dcb-8e3c-c1db753eb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.508228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-d65641c3-ecfc-4dcb-8e3c-c1db753eb006 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3827288 Jul 07 18:04:33.569656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.598128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:33.601454 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72c5af2-ebad-4d5c-9fd9-0e15473abdda" -d '{"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-unplugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:33.618619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:33.629492 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.682087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-b6d0db17-8d3d-4c5c-8700-a1b3e2c352b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.684067 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-b6d0db17-8d3d-4c5c-8700-a1b3e2c352b8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 912 time: 0.1816113 Jul 07 18:04:33.686864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.714139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:33.752010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=de4d8190-aebf-426e-8d17-824d129d528d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:33.757213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-0b6a7b55-1891-4225-8688-0545a4145b10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a159ed-6e2d-4213-a281-263fafa8b940 HTTP/1.1" status: 200 len: 217 time: 0.0629969 Jul 07 18:04:33.767458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74731f5-0c4c-46c6-ba21-9ccc2288482a req-8610f247-1e61-4455-af0d-4d294dbde379 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.769398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d74731f5-0c4c-46c6-ba21-9ccc2288482a req-8610f247-1e61-4455-af0d-4d294dbde379 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 950 time: 0.3487101 Jul 07 18:04:33.775208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.857057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-3112594e-4da4-4e67-964a-f7ffb380ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.858848 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-3112594e-4da4-4e67-964a-f7ffb380ffde service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.0673423 Jul 07 18:04:33.890141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-97fd282f-53a8-4411-9c6a-148436231703 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566256 Jul 07 18:04:33.906818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-78e70fdb-f142-487c-a9b4-85296fc0581e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278330 Jul 07 18:04:34.001441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d74731f5-0c4c-46c6-ba21-9ccc2288482a req-fe8bdc83-ecd3-4228-9cf2-bdfd7c8283ea tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137876 Jul 07 18:04:34.012683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff006a77-5705-4273-ac57-2afaab1ee42b req-8cd2d49b-e827-4114-9fc1-3f6c3a4195b3 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:34.028869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff006a77-5705-4273-ac57-2afaab1ee42b req-8cd2d49b-e827-4114-9fc1-3f6c3a4195b3 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 943 time: 0.4168489 Jul 07 18:04:34.031110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] For port 9dfd00c2-6458-4833-827c-8a5bba795e8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9dfd00c2-6458-4833-827c-8a5bba795e8e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:34.106720 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89fb065-5b21-4dde-9014-f19451feca9d x-openstack-request-id: req-d89fb065-5b21-4dde-9014-f19451feca9d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:34.107081 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-unplugged", "status": "completed", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:34.107407 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d89fb065-5b21-4dde-9014-f19451feca9d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:34.107876 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'code': 200} Jul 07 18:04:34.125223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:34.133887 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-226ee645-76f3-413e-8861-4ca1fe26df66 service neutron] 10.222.0.90 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117860 Jul 07 18:04:34.148371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff006a77-5705-4273-ac57-2afaab1ee42b req-e77143ee-4fc8-4e24-beec-0da00f37033b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237359 Jul 07 18:04:34.162274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:34.163119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:34.209559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-c051e58f-4498-4248-8c9b-76a8bd87a9fd service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984519 Jul 07 18:04:34.378233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-b674abf2-1344-4d75-b5b1-4f4eb1477c89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=351f67ef-a91c-44ab-9081-dea973296fa5 HTTP/1.1" status: 200 len: 217 time: 0.0521317 Jul 07 18:04:34.404545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:34.447000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:34.450882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d44efe71-c43b-46dc-9501-68370df9fe4a req-cc668399-05e4-4c35-94f2-5178e77fd730 service neutron] 10.222.0.90 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640595 Jul 07 18:04:34.454153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:34.454761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:34.478200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:34.482258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fa3dd8-6ee4-40c0-ba6d-cf62734be28a None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:34.629983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9dfd00c2-6458-4833-827c-8a5bba795e8e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:34.735458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router b8db0134-c223-4474-ae4c-ac8f929d149b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:34.760113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-31aa9ae5-9b44-4c54-9ab5-457ae536fcfb None None] Provisioning for port 9dfd00c2-6458-4833-827c-8a5bba795e8e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:34.837064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:34.845319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 9dfd00c2-6458-4833-827c-8a5bba795e8e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:34.851039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] Sync routers for ids ['b8db0134-c223-4474-ae4c-ac8f929d149b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:34.855362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bce3f20c-7354-4e41-a90e-16284dce3379 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/b8db0134-c223-4474-ae4c-ac8f929d149b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0141551 Jul 07 18:04:34.856318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44314) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:34.883899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:34.884386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:34.900568 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-43886469-83ec-4e11-8bfc-3da0c780c9e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8db0134-c223-4474-ae4c-ac8f929d149b HTTP/1.1" status: 200 len: 205 time: 0.0429084 Jul 07 18:04:34.903244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44316) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:34.916722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] Routers {'b8db0134-c223-4474-ae4c-ac8f929d149b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:34.917133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b8db0134-c223-4474-ae4c-ac8f929d149b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:34.960016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:34.985242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] Routers {'b8db0134-c223-4474-ae4c-ac8f929d149b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:34.986195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['b8db0134-c223-4474-ae4c-ac8f929d149b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:35.015549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7811533f-7fe5-4ae0-8a7b-5084b44aa1fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.029656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=dc8dbede-7cb1-4317-ae5f-70a01aeb06f1,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:35.029910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:35.030681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32fd39-4dad-4cd7-a11a-1f9622762fdd None None] The sync data for ids ['b8db0134-c223-4474-ae4c-ac8f929d149b'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:35.045401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.045753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.046093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.046428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.046766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.047098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.047426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.047758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.048078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.048401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.048726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.049087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.054931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3579993 Jul 07 18:04:35.056327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-5899b80d-1ae4-4439-8e09-422ed8930ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:35.057836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-5899b80d-1ae4-4439-8e09-422ed8930ced service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.6640561 Jul 07 18:04:35.058682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44318) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:35.088310 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.096035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:28:14:16', 'name': 'tempest-NetworksTestDHCPv6-1291537119'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:35.101657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1de124-53ba-4df4-90d5-5ca67dd7d598 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=9dfd00c2-6458-4833-827c-8a5bba795e8e,revision_number=4']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:35.178603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 9dfd00c2-6458-4833-827c-8a5bba795e8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9dfd00c2-6458-4833-827c-8a5bba795e8e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:35.184930 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.186826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 39d385e2-ffa0-416c-b3c7-ec67aecce856 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:35.282024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=9dfd00c2-6458-4833-827c-8a5bba795e8e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:35.308706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd1042-487f-41ee-a68f-92a4a0a32320 req-c3325f4d-426c-4436-a3cc-477a7002fc4a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:35.316122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efbd1042-487f-41ee-a68f-92a4a0a32320 req-c3325f4d-426c-4436-a3cc-477a7002fc4a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.8301980 Jul 07 18:04:35.329092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 39d385e2-ffa0-416c-b3c7-ec67aecce856 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:35.329947 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.336784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7811533f-7fe5-4ae0-8a7b-5084b44aa1fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.344054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7811533f-7fe5-4ae0-8a7b-5084b44aa1fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.378639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f0f6-afcd-4c8c-8eee-a49a1e4cb6b4 req-a784fc89-286f-4281-84e9-b879bb96b3cf tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:35.387033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71e5f0f6-afcd-4c8c-8eee-a49a1e4cb6b4 req-a784fc89-286f-4281-84e9-b879bb96b3cf tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 946 time: 0.3589494 Jul 07 18:04:35.436423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7811533f-7fe5-4ae0-8a7b-5084b44aa1fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.437411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7811533f-7fe5-4ae0-8a7b-5084b44aa1fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Fanout notify agent at l3_agent the message router_deleted on router b8db0134-c223-4474-ae4c-ac8f929d149b {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:04:35.448767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7811533f-7fe5-4ae0-8a7b-5084b44aa1fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.457095 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7811533f-7fe5-4ae0-8a7b-5084b44aa1fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/b8db0134-c223-4474-ae4c-ac8f929d149b HTTP/1.1" status: 204 len: 168 time: 0.5484645 Jul 07 18:04:35.457947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44324) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:35.461948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efbd1042-487f-41ee-a68f-92a4a0a32320 req-1b7f27bc-149f-4524-bf39-e53c7f5cfa63 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443942 Jul 07 18:04:35.535200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-152f1a2c-3e00-4d56-a101-9aa801bd49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:35.536902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-152f1a2c-3e00-4d56-a101-9aa801bd49ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4365726 Jul 07 18:04:35.550733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet ea7cc67c-6be3-42e6-a22c-a38478c658cb {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:35.551993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71e5f0f6-afcd-4c8c-8eee-a49a1e4cb6b4 req-3174d962-d786-4276-bf09-5b6b90214549 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640320 Jul 07 18:04:35.561741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:35.569095 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.683050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.700475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.824488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-343687a4-b331-4fbb-908d-f130b4187630 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787693 Jul 07 18:04:35.843273 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.888640 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.950549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port ddf8b3f8-b642-424f-8280-0239e61e508d yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:04:35.963139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9131b121-0e2c-4460-abef-11356adf1656 None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:35.963606 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9131b121-0e2c-4460-abef-11356adf1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.981282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.051315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7cc67c-6be3-42e6-a22c-a38478c658cb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:36.056480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.061794 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40ccaac8-b843-467e-9b33-78e385abc64a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/ea7cc67c-6be3-42e6-a22c-a38478c658cb HTTP/1.1" status: 204 len: 168 time: 0.5994165 Jul 07 18:04:36.061794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:36.080854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93ff5-0ba7-4481-ab88-7e125f224835 req-54b4e931-ad51-42a7-acce-41f5e30e5dd6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.085720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b5d35-4332-46ea-9450-b9c55bf43d93 None None] Network 519025a2-611a-4f45-8d93-12e835267daa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:36.089549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef93ff5-0ba7-4481-ab88-7e125f224835 req-54b4e931-ad51-42a7-acce-41f5e30e5dd6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 943 time: 0.2625260 Jul 07 18:04:36.115014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-1b33029e-b471-46f5-ae36-6d7167feb4a3 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687228 Jul 07 18:04:36.200406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-d3e2aed3-fa30-4442-932a-9f305b8ec6b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 200 len: 217 time: 0.0723021 Jul 07 18:04:36.243154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.279886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef93ff5-0ba7-4481-ab88-7e125f224835 req-64fee80a-260c-42ba-a4be-9192ddc2c860 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893041 Jul 07 18:04:36.339405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9dfd00c2-6458-4833-827c-8a5bba795e8e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:36.348446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 39d385e2-ffa0-416c-b3c7-ec67aecce856 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:36.349080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.411861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:36.412236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.415366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] DHCP port deletion for 519025a2-611a-4f45-8d93-12e835267daa request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:04:36.469923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 39d385e2-ffa0-416c-b3c7-ec67aecce856, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=39d385e2-ffa0-416c-b3c7-ec67aecce856,segment=NetworkSegment(6a763a50-6f2e-4dbf-a327-3a49f1e8e60f),segment_id=6a763a50-6f2e-4dbf-a327-3a49f1e8e60f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:36.470731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.478213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-0dabfc94-2c3f-439b-b6b9-78e2dba76c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.479785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-0dabfc94-2c3f-439b-b6b9-78e2dba76c23 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.2666798 Jul 07 18:04:36.500428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 39d385e2-ffa0-416c-b3c7-ec67aecce856 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:36.510966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] Deleting port 39d385e2-ffa0-416c-b3c7-ec67aecce856 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:36.511345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.633722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] For port 39d385e2-ffa0-416c-b3c7-ec67aecce856, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=39d385e2-ffa0-416c-b3c7-ec67aecce856,segment=NetworkSegment(6a763a50-6f2e-4dbf-a327-3a49f1e8e60f),segment_id=6a763a50-6f2e-4dbf-a327-3a49f1e8e60f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:36.634270 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.634433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::2df (0615333f-c9a5-42b4-86e0-c4a963464179/2600543a-2625-402d-a52d-42dc70382bb1/ddf8b3f8-b642-424f-8280-0239e61e508d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:36.656566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8:0:1:f816:3eff:fe28:1416 (0615333f-c9a5-42b4-86e0-c4a963464179/dc8dbede-7cb1-4317-ae5f-70a01aeb06f1/ddf8b3f8-b642-424f-8280-0239e61e508d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:36.660127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] Calling delete_port for 39d385e2-ffa0-416c-b3c7-ec67aecce856 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:36.676128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eea58-0359-424c-82cf-b53faad11e7b req-3cf13e61-83ed-4af2-85d3-9dc8b3be0c25 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.677783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-669eea58-0359-424c-82cf-b53faad11e7b req-3cf13e61-83ed-4af2-85d3-9dc8b3be0c25 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.4515541 Jul 07 18:04:36.678287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.713701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=39d385e2-ffa0-416c-b3c7-ec67aecce856,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:36.722013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port 39d385e2-ffa0-416c-b3c7-ec67aecce856 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:36.773734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 96a159ed-6e2d-4213-a281-263fafa8b940 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:36.815405 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.827365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519025a2-611a-4f45-8d93-12e835267daa']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:36.853769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-669eea58-0359-424c-82cf-b53faad11e7b req-21466a9a-27ea-4e0a-b67c-148f34b864a6 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517851 Jul 07 18:04:36.864883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.872423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-e61d168d-fc29-49aa-8dfc-87ae02b322aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.876768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-e61d168d-fc29-49aa-8dfc-87ae02b322aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3739102 Jul 07 18:04:36.898420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] Pushing event deleted for resources: {'Port': ['ID=39d385e2-ffa0-416c-b3c7-ec67aecce856,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:36.909650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4313a-fe20-4ab2-a392-6c0bfa4861e0 None None] No DVR routers for this DVR port 39d385e2-ffa0-416c-b3c7-ec67aecce856 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:36.995240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 96a159ed-6e2d-4213-a281-263fafa8b940, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=96a159ed-6e2d-4213-a281-263fafa8b940,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:37.011087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '96a159ed-6e2d-4213-a281-263fafa8b940', 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'port_id': '96a159ed-6e2d-4213-a281-263fafa8b940', 'mac_address': 'fa:16:3e:8a:99:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:37.073004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e80b-e690-45ce-b190-6dd0e784a92f req-49a6be4c-7d6c-4702-bcd7-89f1c12fbed6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:37.074755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0094e80b-e690-45ce-b190-6dd0e784a92f req-49a6be4c-7d6c-4702-bcd7-89f1c12fbed6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.3149858 Jul 07 18:04:37.094491 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.133006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a159ed-6e2d-4213-a281-263fafa8b940 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:37.185765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-056e44bd-8afb-4eba-990f-e6022ea13241 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981298 Jul 07 18:04:37.186120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 96a159ed-6e2d-4213-a281-263fafa8b940, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=96a159ed-6e2d-4213-a281-263fafa8b940,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:37.195226 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.206008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0094e80b-e690-45ce-b190-6dd0e784a92f req-ee7a1fb2-dd90-41b2-bbd2-9f9bc27e709b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215181 Jul 07 18:04:37.235936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.252429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a763a50-6f2e-4dbf-a327-3a49f1e8e60f') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:37.252715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a763a50-6f2e-4dbf-a327-3a49f1e8e60f') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:37.269972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.292769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=96a159ed-6e2d-4213-a281-263fafa8b940,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:37.305627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.316538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:04:37.316988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:04:37.320857 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:04:37.401011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.416706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object ddf8b3f8-b642-424f-8280-0239e61e508d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:37.422235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.425092 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/519025a2-611a-4f45-8d93-12e835267daa HTTP/1.1" status: 204 len: 168 time: 1.3629377 Jul 07 18:04:37.431696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44402) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:37.438330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-980426132', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:37.448640 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff40f4-5886-4954-a27b-fb5e1c38d5e8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=519025a2-611a-4f45-8d93-12e835267daa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:37.570229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.571261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.577684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1e2dbe-bb72-4c18-8066-7c60c8fe6d75 req-15476155-7416-46f2-b216-378d738d69d8 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696964 Jul 07 18:04:37.600624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['96a159ed-6e2d-4213-a281-263fafa8b940'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:37.642573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.734635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.752192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:37.764999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:37.805466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:37.811902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:37.812866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.815778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=ddf8b3f8-b642-424f-8280-0239e61e508d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:37.862359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3dbd-3541-4dcf-a20c-94a0eb39a4ad req-34036b42-5a50-421e-995f-d384bc38b378 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:37.863951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-758a3dbd-3541-4dcf-a20c-94a0eb39a4ad req-34036b42-5a50-421e-995f-d384bc38b378 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 944 time: 0.3424821 Jul 07 18:04:37.895580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee299-eeb3-46e1-836a-44528da7a29c req-32bca6d8-0afc-46f9-a46c-46dc2b235178 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:37.897360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-340ee299-eeb3-46e1-836a-44528da7a29c req-32bca6d8-0afc-46f9-a46c-46dc2b235178 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.3635511 Jul 07 18:04:37.967625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f1822352-3c59-409c-be59-62505829e6c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8768761 Jul 07 18:04:37.968428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:38.020743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.042172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-758a3dbd-3541-4dcf-a20c-94a0eb39a4ad req-c2732767-7120-4bde-ba04-e11bd928635f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573045 Jul 07 18:04:38.054824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-340ee299-eeb3-46e1-836a-44528da7a29c req-430f5bfc-15c8-43bc-8e0f-dc9980303d55 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469009 Jul 07 18:04:38.137676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-303a4cf6-d59a-4251-af97-a53effe05679 None None] Provisioning for port ddf8b3f8-b642-424f-8280-0239e61e508d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:38.151433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-303a4cf6-d59a-4251-af97-a53effe05679 None None] Provisioning complete for port ddf8b3f8-b642-424f-8280-0239e61e508d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:38.154011 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-303a4cf6-d59a-4251-af97-a53effe05679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.220497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port ddf8b3f8-b642-424f-8280-0239e61e508d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:38.220497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.233329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-303a4cf6-d59a-4251-af97-a53effe05679 None None] Port ddf8b3f8-b642-424f-8280-0239e61e508d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:38.318482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 39d385e2-ffa0-416c-b3c7-ec67aecce856 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:38.362384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.364044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 39d385e2-ffa0-416c-b3c7-ec67aecce856 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:38.364393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 39d385e2-ffa0-416c-b3c7-ec67aecce856 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:38.384811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for ddf8b3f8-b642-424f-8280-0239e61e508d owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:38.404265 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.432078 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.611556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1428-3758-4678-a3f3-1b1654e70e92 req-8dee86fa-0864-404d-ba7b-25b18e2ba5f7 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:38.618621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1428-3758-4678-a3f3-1b1654e70e92 req-8dee86fa-0864-404d-ba7b-25b18e2ba5f7 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:38.625586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1428-3758-4678-a3f3-1b1654e70e92 req-8dee86fa-0864-404d-ba7b-25b18e2ba5f7 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:38.627289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-468b1428-3758-4678-a3f3-1b1654e70e92 req-8dee86fa-0864-404d-ba7b-25b18e2ba5f7 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034&device_id=1a45496a-1458-4993-8e6c-8341ea0021c4&device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 2417 time: 0.1738381 Jul 07 18:04:38.633593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.656357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.25.1.83 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/f99775de-8c79-473d-9a47-f4ed33569353) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:38.673943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=ddf8b3f8-b642-424f-8280-0239e61e508d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:38.760251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.764756 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-524cccc5-8962-4754-a06f-f873607a0892 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/ddf8b3f8-b642-424f-8280-0239e61e508d HTTP/1.1" status: 204 len: 168 time: 0.7923076 Jul 07 18:04:38.765217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:38.787919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-468b1428-3758-4678-a3f3-1b1654e70e92 req-225282b9-a12f-4671-aa84-e310174cff5c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472492 Jul 07 18:04:38.837431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43ab1-9218-4f56-8f3a-a8c30d5b3f7b req-90fc9fed-6de5-4b6b-afea-3960641ae315 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:38.839119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fa43ab1-9218-4f56-8f3a-a8c30d5b3f7b req-90fc9fed-6de5-4b6b-afea-3960641ae315 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1856656 Jul 07 18:04:38.912388 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:38.924922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5319171f-0dc7-4620-9b9a-be5c1afa5305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:38.926951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5319171f-0dc7-4620-9b9a-be5c1afa5305 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1605170 Jul 07 18:04:38.930290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44450) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:38.974559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fa43ab1-9218-4f56-8f3a-a8c30d5b3f7b req-aebc2b35-5e59-4ba0-adca-be94e3ebf7e7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241872 Jul 07 18:04:39.034889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.050886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98cf929-022e-48d0-a47e-c546fa0b320d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:39.053191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b98cf929-022e-48d0-a47e-c546fa0b320d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1217425 Jul 07 18:04:39.057550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44460) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.074506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:39.130376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:39.136760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:39.144428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ab217-d1c9-40cc-9239-7ce7597467ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:39.147795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ab217-d1c9-40cc-9239-7ce7597467ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:39.151442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ab217-d1c9-40cc-9239-7ce7597467ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:39.157320 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4c5ab217-d1c9-40cc-9239-7ce7597467ee tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0997007 Jul 07 18:04:39.158069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44474) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.213583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=f99775de-8c79-473d-9a47-f4ed33569353,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.229416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 2600543a-2625-402d-a52d-42dc70382bb1 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:39.233582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.297651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.374304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d37b19-65b3-4b41-a5db-83155a12685f req-d54bf701-7f1f-4296-bf2f-1af050d3030c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:39.375851 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16d37b19-65b3-4b41-a5db-83155a12685f req-d54bf701-7f1f-4296-bf2f-1af050d3030c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.2558982 Jul 07 18:04:39.408076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.477460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.478828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5e8ab-ad5e-4088-b685-1064ebd4f4e1 req-a445bc6f-dbe1-48d1-99ff-43dd2716aaf1 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:39.485428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4d5e8ab-ad5e-4088-b685-1064ebd4f4e1 req-a445bc6f-dbe1-48d1-99ff-43dd2716aaf1 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 944 time: 0.1964109 Jul 07 18:04:39.506283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=2600543a-2625-402d-a52d-42dc70382bb1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:39.510318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.514462 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-96a39757-5900-4eed-9646-1e38dae7c7cf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/2600543a-2625-402d-a52d-42dc70382bb1 HTTP/1.1" status: 204 len: 168 time: 0.3530712 Jul 07 18:04:39.514933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:39.518539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d89f7-bc2d-4351-a20a-03f4d56a3e8b None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:39.570308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet dc8dbede-7cb1-4317-ae5f-70a01aeb06f1 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:39.573976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.582904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16d37b19-65b3-4b41-a5db-83155a12685f req-1bcec0af-0243-4900-8b39-b9e32155f261 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974180 Jul 07 18:04:39.621470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.643072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4d5e8ab-ad5e-4088-b685-1064ebd4f4e1 req-58bc862d-8f5e-4208-a667-10e7e31fa2cb tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370513 Jul 07 18:04:39.676876 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.896820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:39.984660 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.027907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.119888 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.122571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/dc8dbede-7cb1-4317-ae5f-70a01aeb06f1 HTTP/1.1" status: 204 len: 168 time: 0.6064379 Jul 07 18:04:40.124570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995de61b-1406-4c68-8f31-8ae4dab13131 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8dbede-7cb1-4317-ae5f-70a01aeb06f1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:40.129734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:40.188578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c714711b-287d-4123-8e00-18b2804c0122 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572424 Jul 07 18:04:40.191781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:40.202212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:40.328789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:40.334222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.642743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.656891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16c9e-50f3-4f3c-9b43-41a7bf274b4d req-889ccaa7-5f50-4164-b398-67f6432f23f8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:40.664116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71c16c9e-50f3-4f3c-9b43-41a7bf274b4d req-889ccaa7-5f50-4164-b398-67f6432f23f8 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1116912 Jul 07 18:04:40.672918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router c012e9bb-7189-4244-b595-88d29f6477c3 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:04:40.720077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:40.724176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:40.733153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:40.733860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.756256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:40.765017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71c16c9e-50f3-4f3c-9b43-41a7bf274b4d req-8fa42cfa-0658-4f06-8ed7-f495e40539c3 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999005 Jul 07 18:04:40.768590 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-950f6f22-cb94-464e-b254-383153d99a9c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5754831 Jul 07 18:04:40.774922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44542) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:40.780308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bedd8a90-1692-4f8a-b4ec-fb599cb5cf0c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:40.789175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 96a159ed-6e2d-4213-a281-263fafa8b940 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:40.904620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 96a159ed-6e2d-4213-a281-263fafa8b940 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:40.918542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 96a159ed-6e2d-4213-a281-263fafa8b940 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:40.918917 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:40.958443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:40.971033 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] Sync routers for ids ['c012e9bb-7189-4244-b595-88d29f6477c3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:40.986813 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] Routers {'c012e9bb-7189-4244-b595-88d29f6477c3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:40.987419 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c012e9bb-7189-4244-b595-88d29f6477c3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:41.012547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.014496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-66a52d72-3ad7-4ff1-bc7e-15e3d1b89b2d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5797961 Jul 07 18:04:41.017688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44566) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.018261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24049298-c016-463d-96c8-115f814d315a None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:41.061100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedd8a90-1692-4f8a-b4ec-fb599cb5cf0c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:41.066155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bedd8a90-1692-4f8a-b4ec-fb599cb5cf0c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.096804 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:41.133474 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] Routers {'c012e9bb-7189-4244-b595-88d29f6477c3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:41.133474 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c012e9bb-7189-4244-b595-88d29f6477c3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:41.172329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-11e34676-fc8f-46a3-b54e-ff1d54fc829d None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:41.172741 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e34676-fc8f-46a3-b54e-ff1d54fc829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.253281 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:41.253988 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0798b3-91de-4def-82dd-b45b4b0dcd11 None None] The sync data for ids ['c012e9bb-7189-4244-b595-88d29f6477c3'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:41.279833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44574) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.281994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-15770ada-40f1-4f03-9cd3-4dff2dce0e93 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/routers/c012e9bb-7189-4244-b595-88d29f6477c3 HTTP/1.1" status: 200 len: 879 time: 0.2624147 Jul 07 18:04:41.342690 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-bedd8a90-1692-4f8a-b4ec-fb599cb5cf0c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b (CIDR: 2001:db8::/64) Jul 07 18:04:41.348769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.353673 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedd8a90-1692-4f8a-b4ec-fb599cb5cf0c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:04:41.354188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedd8a90-1692-4f8a-b4ec-fb599cb5cf0c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:41.385605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bedd8a90-1692-4f8a-b4ec-fb599cb5cf0c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6069391 Jul 07 18:04:41.386282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44576) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.393741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'subnet': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:41.440256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a159ed-6e2d-4213-a281-263fafa8b940'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:41.442535 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cce23f-11cf-49dc-bc78-9887c7f7464f" -d '{"events": [{"server_uuid": "6fad9f66-ffce-43b0-8255-322d26c36ea7", "name": "network-vif-plugged", "status": "completed", "tag": "96a159ed-6e2d-4213-a281-263fafa8b940"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:41.463866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 96a159ed-6e2d-4213-a281-263fafa8b940, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=96a159ed-6e2d-4213-a281-263fafa8b940,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:41.478852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.564674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=96a159ed-6e2d-4213-a281-263fafa8b940,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:41.608897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050ff4-8082-4fbf-b847-a64e29a86d98 req-dd4e472b-981f-475a-9d70-ed1844744172 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:41.616950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b050ff4-8082-4fbf-b847-a64e29a86d98 req-dd4e472b-981f-475a-9d70-ed1844744172 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 944 time: 0.1584580 Jul 07 18:04:41.654184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0a84d3f4-fbcc-4f91-b71e-7f08b93c4fc7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3729389 Jul 07 18:04:41.657359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44594) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:41.663311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cd8872ea-8157-4850-97a2-5b5b667fbf0a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-980426132'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:41.686057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': '6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '9dfd00c2-6458-4833-827c-8a5bba795e8e'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:04:41.732037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b050ff4-8082-4fbf-b847-a64e29a86d98 req-2cdba940-9287-44cb-b8b5-81546de77ed8 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139929 Jul 07 18:04:41.737842 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.747911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:41.751498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.093346 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1990296-6c4b-4623-b810-f743a83cd01a x-openstack-request-id: req-f1990296-6c4b-4623-b810-f743a83cd01a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:42.094048 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fad9f66-ffce-43b0-8255-322d26c36ea7", "name": "network-vif-plugged", "status": "completed", "tag": "96a159ed-6e2d-4213-a281-263fafa8b940", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:42.094824 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f1990296-6c4b-4623-b810-f743a83cd01a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:42.095598 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a159ed-6e2d-4213-a281-263fafa8b940', 'code': 200} Jul 07 18:04:42.265776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] Allocated IP 2001:db8::2 (0615333f-c9a5-42b4-86e0-c4a963464179/6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b/9dfd00c2-6458-4833-827c-8a5bba795e8e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:42.384365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] For port 9dfd00c2-6458-4833-827c-8a5bba795e8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9dfd00c2-6458-4833-827c-8a5bba795e8e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:42.429614 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.449816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] Transition to ACTIVE for port object 9dfd00c2-6458-4833-827c-8a5bba795e8e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:42.457179 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.513251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd8872ea-8157-4850-97a2-5b5b667fbf0a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.532444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9ed71-c9e2-4883-a151-5e294dadd4fe req-81dba611-e020-4bac-81db-0f91beee7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.533998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3f9ed71-c9e2-4883-a151-5e294dadd4fe req-81dba611-e020-4bac-81db-0f91beee7408 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 1096 time: 0.3402939 Jul 07 18:04:42.560433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca718690-605f-4755-8dfc-8b68db7c3cc3 req-1d130696-2021-4286-b2b4-fe1afbaf6f39 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.562041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca718690-605f-4755-8dfc-8b68db7c3cc3 req-1d130696-2021-4286-b2b4-fe1afbaf6f39 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.2677007 Jul 07 18:04:42.574306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa87a4-05ab-4629-846d-808e18a08859 None None] Pushing event updated for resources: {'Port': ['ID=9dfd00c2-6458-4833-827c-8a5bba795e8e,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:42.595766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd8872ea-8157-4850-97a2-5b5b667fbf0a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:42.736190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3f9ed71-c9e2-4883-a151-5e294dadd4fe req-fa2be175-a4b4-4f73-bba6-4d44f4ca9392 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906962 Jul 07 18:04:42.814725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca718690-605f-4755-8dfc-8b68db7c3cc3 req-836d575a-9081-4835-8da3-d41f35b03607 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012680 Jul 07 18:04:42.871745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:04:42.964216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8872ea-8157-4850-97a2-5b5b667fbf0a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router c012e9bb-7189-4244-b595-88d29f6477c3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:43.257067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.343132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8872ea-8157-4850-97a2-5b5b667fbf0a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:43.353659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] Sync routers for ids ['c012e9bb-7189-4244-b595-88d29f6477c3'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:43.357154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd8872ea-8157-4850-97a2-5b5b667fbf0a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.361171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:43.361855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cd8872ea-8157-4850-97a2-5b5b667fbf0a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/c012e9bb-7189-4244-b595-88d29f6477c3 HTTP/1.1" status: 200 len: 886 time: 1.7034416 Jul 07 18:04:43.382608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] Routers {'c012e9bb-7189-4244-b595-88d29f6477c3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:43.386959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c012e9bb-7189-4244-b595-88d29f6477c3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:43.413928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336f722-f57d-4225-8d81-7413e6665b6d req-901295b6-a7cf-4bb5-b208-5af74e27b7da tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:43.415664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d336f722-f57d-4225-8d81-7413e6665b6d req-901295b6-a7cf-4bb5-b208-5af74e27b7da tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.1677651 Jul 07 18:04:43.474759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:43.491219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] Routers {'c012e9bb-7189-4244-b595-88d29f6477c3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:43.492603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c012e9bb-7189-4244-b595-88d29f6477c3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:43.542485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:43.542920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d336f722-f57d-4225-8d81-7413e6665b6d req-a77f6142-c765-4dc6-9632-5d1706fbe477 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732338 Jul 07 18:04:43.544000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a9925-96bd-4f0e-b5e6-28e361ac43e4 None None] The sync data for ids ['c012e9bb-7189-4244-b595-88d29f6477c3'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:43.549886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-219ddbff-a951-439b-89a2-6ab34680b319 None None] Provisioning for port 9dfd00c2-6458-4833-827c-8a5bba795e8e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:43.555130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-219ddbff-a951-439b-89a2-6ab34680b319 None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:43.555608 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-219ddbff-a951-439b-89a2-6ab34680b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.609186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] For port 9dfd00c2-6458-4833-827c-8a5bba795e8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9dfd00c2-6458-4833-827c-8a5bba795e8e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:43.675602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.682611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44678) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:43.685786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-94ea7889-b205-48ab-9de8-b2f84e960808 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/routers/c012e9bb-7189-4244-b595-88d29f6477c3 HTTP/1.1" status: 200 len: 886 time: 0.3219433 Jul 07 18:04:43.703204 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.704885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.753138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-58a57e01-ee96-4685-b3f8-809ca99061f8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=c012e9bb-7189-4244-b595-88d29f6477c3 HTTP/1.1" status: 200 len: 205 time: 0.0677383 Jul 07 18:04:43.756059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44680) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:43.830064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:43.851078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:43.862933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27daed2-90a8-4e0c-8c54-0921797c4aec None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:43.886938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:43.887602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.895918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:43.953245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Subnet': ['ID=b04f8f91-3be7-46a7-b279-ae936b71867e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:43.964116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5763772 Jul 07 18:04:43.968242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54fd44-e0d7-4b36-bc29-c9be678dba96 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=9dfd00c2-6458-4833-827c-8a5bba795e8e,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:43.976492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44686) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:44.000651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3a06e-0fe8-410a-8218-f5cb93424aca req-6bec687d-a257-4ead-8420-70578cca046f tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.008381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-17b3a06e-0fe8-410a-8218-f5cb93424aca req-6bec687d-a257-4ead-8420-70578cca046f tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 948 time: 0.2949219 Jul 07 18:04:44.064077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-17b3a06e-0fe8-410a-8218-f5cb93424aca req-ad09f487-cdf6-40c4-9485-636cb0b301cb tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Jul 07 18:04:44.066837 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Request body: {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'mac_address': 'fa:16:3e:cb:92:0c', 'name': 'tempest-NetworksTestDHCPv6-1598597171'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:44.166007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.285477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Made reservation on behalf of b9dca3cfa1a543d389ed8e1c37c40621 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:44.339057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02378f06-6be6-4bdb-a3fd-9bc304eff34c req-6ac09573-4c95-4031-9374-6532e4123ec5 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.340982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02378f06-6be6-4bdb-a3fd-9bc304eff34c req-6ac09573-4c95-4031-9374-6532e4123ec5 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1103663 Jul 07 18:04:44.390736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9dfd00c2-6458-4833-827c-8a5bba795e8e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:44.413638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port f99775de-8c79-473d-9a47-f4ed33569353 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:44.414232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.473042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02378f06-6be6-4bdb-a3fd-9bc304eff34c req-e4cda3e0-e541-4eae-9a71-30e4ec8b3462 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221318 Jul 07 18:04:44.529925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:44.533031 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.533229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef441b-3339-4f10-aaca-d8cad8460b83 req-92746a67-c37b-454e-ac51-22e4c88fab89 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.540903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fef441b-3339-4f10-aaca-d8cad8460b83 req-92746a67-c37b-454e-ac51-22e4c88fab89 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.1722534 Jul 07 18:04:44.550507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.589859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] device_id is not set on port a02fc728-4f75-4766-bee7-25e032496c08 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:04:44.592131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fef441b-3339-4f10-aaca-d8cad8460b83 req-e8d4d441-cc8d-4947-8bd2-e412a01f4515 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Jul 07 18:04:44.687826 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.709810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for f99775de-8c79-473d-9a47-f4ed33569353 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:44.822252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dabb5f-0620-437c-bac3-f9e4b77d74ea req-3ab6d8e2-59a3-4ff2-a12c-bed09e368e99 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.832360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6dabb5f-0620-437c-bac3-f9e4b77d74ea req-3ab6d8e2-59a3-4ff2-a12c-bed09e368e99 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.0970314 Jul 07 18:04:44.882925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6dabb5f-0620-437c-bac3-f9e4b77d74ea req-b98dd0a3-20df-4d53-9a01-3b061b287a62 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 Jul 07 18:04:44.935373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8::123 (0615333f-c9a5-42b4-86e0-c4a963464179/6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b/a02fc728-4f75-4766-bee7-25e032496c08) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:44.949613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:920c (0615333f-c9a5-42b4-86e0-c4a963464179/b04f8f91-3be7-46a7-b279-ae936b71867e/a02fc728-4f75-4766-bee7-25e032496c08) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:45.087413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.184018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=f99775de-8c79-473d-9a47-f4ed33569353,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:45.224114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3e02d3fb-34d5-48bb-9847-c42341c976f7 None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:45.225483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e02d3fb-34d5-48bb-9847-c42341c976f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.262498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.262870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.263189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.263669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.264014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.264606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.264971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.265301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.265630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.265961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.266304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.266614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:45.321843 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.455317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05dabe-0075-40c3-86a3-fe649fa6c9aa req-67395933-8723-4390-b606-0bf3cc7bdfa3 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:45.456950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e05dabe-0075-40c3-86a3-fe649fa6c9aa req-67395933-8723-4390-b606-0bf3cc7bdfa3 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 948 time: 0.2239897 Jul 07 18:04:45.473151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-a000ef6e-3e9f-4161-b7c2-cf948ba4ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:45.474650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-a000ef6e-3e9f-4161-b7c2-cf948ba4ad04 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 1096 time: 0.1763597 Jul 07 18:04:45.482653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1186f3c-b4aa-4e14-abe0-b86c34357076 req-b829159a-4226-4369-8a77-0a8d0452be46 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:45.484380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1186f3c-b4aa-4e14-abe0-b86c34357076 req-b829159a-4226-4369-8a77-0a8d0452be46 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.1820934 Jul 07 18:04:45.619621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e05dabe-0075-40c3-86a3-fe649fa6c9aa req-2a112a7a-49dc-4320-b32b-eb3ebfb1f9a7 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511910 Jul 07 18:04:45.625738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1186f3c-b4aa-4e14-abe0-b86c34357076 req-56da8b2c-b005-4d5a-b055-fda01c0e3eea tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271725 Jul 07 18:04:45.644587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-dc522beb-6e7b-48b1-ae90-837907e6241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:45.646268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-dc522beb-6e7b-48b1-ae90-837907e6241b service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 912 time: 0.1562493 Jul 07 18:04:45.701543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-136a4d34-476c-4706-8b24-354d21ae5cb7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96a159ed-6e2d-4213-a281-263fafa8b940 HTTP/1.1" status: 200 len: 217 time: 0.0476677 Jul 07 18:04:45.769585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-5eafd9e8-4e8e-457c-a272-de60688e3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:45.771352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-5eafd9e8-4e8e-457c-a272-de60688e3865 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.0601425 Jul 07 18:04:45.812119 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71bde657-8722-4ca5-8b56-efaaf865ef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.819282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.822296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-1709a239-7f0b-4b07-aad0-0f47505187d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426512 Jul 07 18:04:45.838335 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.847989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.927772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Transition to ACTIVE for port object a02fc728-4f75-4766-bee7-25e032496c08 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:45.970910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.972273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Fanout notify agent at l3_agent the message router_deleted on router c012e9bb-7189-4244-b595-88d29f6477c3 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:04:45.987763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.990248 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8a844d3-37c5-4d33-b12a-0c8c63d18f39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/c012e9bb-7189-4244-b595-88d29f6477c3 HTTP/1.1" status: 204 len: 168 time: 2.2318149 Jul 07 18:04:45.991585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:45.996958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44718) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:46.010174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871433856'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:46.011865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-7ec73f06-365b-4980-812d-55ef254e7a45 service neutron] 10.222.0.90 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775110 Jul 07 18:04:46.028936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef60028-8648-43bd-8310-1583117bb6a7 req-a2a8ded2-9350-4f3b-8c81-b737fa6e0f6d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:46.030722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef60028-8648-43bd-8310-1583117bb6a7 req-a2a8ded2-9350-4f3b-8c81-b737fa6e0f6d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1753459 Jul 07 18:04:46.075835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Network 0615333f-c9a5-42b4-86e0-c4a963464179 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:46.086540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event updated for resources: {'Port': ['ID=a02fc728-4f75-4766-bee7-25e032496c08,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:46.090614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:46.101561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-57974247-50e8-4f6b-8335-ae72a3a39629 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:46.103101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-57974247-50e8-4f6b-8335-ae72a3a39629 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 948 time: 0.3283687 Jul 07 18:04:46.104241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:46.105969 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:46.110259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:46.110941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.113487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:46.116958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.173004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bef60028-8648-43bd-8310-1583117bb6a7 req-ed886a5b-f211-4f01-8890-8d8983d4ee0e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321447 Jul 07 18:04:46.190530 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1fa1c427-dc9f-4452-b55b-f64a5e96781c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2081649 Jul 07 18:04:46.194096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44720) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:46.213714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:04:46.277934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.278231 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment 09caff00-4ffd-486c-b3b7-fce727491170 of type vlan for network db9f73f1-8401-4805-b06d-8145263a700a Jul 07 18:04:46.367644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.411611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Deleting port 7dec004a-088c-4b37-a051-3d3337a4ea7b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:46.411989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.476682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.481334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c5451180-d037-4c7c-93f9-168750a80a14 None None] Provisioning for port a02fc728-4f75-4766-bee7-25e032496c08 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:46.482873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:46.483522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.486152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c5451180-d037-4c7c-93f9-168750a80a14 None None] Provisioning complete for port a02fc728-4f75-4766-bee7-25e032496c08 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:46.486637 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5451180-d037-4c7c-93f9-168750a80a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.496768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting port a02fc728-4f75-4766-bee7-25e032496c08 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:46.497141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.523882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c5451180-d037-4c7c-93f9-168750a80a14 None None] Port a02fc728-4f75-4766-bee7-25e032496c08 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:46.596400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0fcc9-eee7-43fc-bb7f-167935cdc5a0 req-8b3ac05b-3484-433e-a025-b701a7e86f0c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:46.597950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96a0fcc9-eee7-43fc-bb7f-167935cdc5a0 req-8b3ac05b-3484-433e-a025-b701a7e86f0c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.6215682 Jul 07 18:04:46.622186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b5351d-25b2-4672-80e9-be7addb71a7e req-880cc947-1a8c-40ea-af26-51321a0cac7e service neutron] 10.222.0.90 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016688 Jul 07 18:04:46.654123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96a0fcc9-eee7-43fc-bb7f-167935cdc5a0 req-745c01d8-e69c-4382-b024-558fb74d3bcc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436893 Jul 07 18:04:46.683357 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6813123 Jul 07 18:04:46.686315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44738) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:46.692371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': 'db9f73f1-8401-4805-b06d-8145263a700a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:46.736547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] For port 7dec004a-088c-4b37-a051-3d3337a4ea7b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7dec004a-088c-4b37-a051-3d3337a4ea7b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:46.738930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.741899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18953cfd-9dc0-4547-86a6-820da944c107 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=db9f73f1-8401-4805-b06d-8145263a700a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:46.759457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network db9f73f1-8401-4805-b06d-8145263a700a details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:04:46.801112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Calling delete_port for 7dec004a-088c-4b37-a051-3d3337a4ea7b owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:46.804381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.818684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:46.823041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:46.829278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Calling delete_port for a02fc728-4f75-4766-bee7-25e032496c08 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:47.057417 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.121933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Pushing event deleted for resources: {'Port': ['ID=7dec004a-088c-4b37-a051-3d3337a4ea7b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:47.135122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca55df-e5c1-4ef0-911a-74a1f4e78adb req-4261eed0-0c04-40a3-b054-a2464d23c1ae tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.136962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66ca55df-e5c1-4ef0-911a-74a1f4e78adb req-4261eed0-0c04-40a3-b054-a2464d23c1ae tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc02df36-a7b6-4a94-a17f-d6b7381f172b HTTP/1.1" status: 200 len: 865 time: 0.2779510 Jul 07 18:04:47.174434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] No DVR routers for this DVR port 7dec004a-088c-4b37-a051-3d3337a4ea7b on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:47.179240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.181273 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3232ecf5-3a53-4977-a2a5-2a805d7a9658 req-68aa24d8-ad82-4adc-8be8-255430936628 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.90 "DELETE /v2.0/ports/7dec004a-088c-4b37-a051-3d3337a4ea7b HTTP/1.1" status: 204 len: 173 time: 1.0560415 Jul 07 18:04:47.181723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-deleted', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:47.185911 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b584559-d731-4bd9-af2d-b6a01b5cc1f2" -d '{"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-deleted", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:47.207513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a0a8b-ddec-4320-9a28-f97c683da8b0 req-1634183d-392b-43aa-b586-4c2ea76fb69b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.209240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a32a0a8b-ddec-4320-9a28-f97c683da8b0 req-1634183d-392b-43aa-b586-4c2ea76fb69b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.2355442 Jul 07 18:04:47.224402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.281007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Port': ['ID=a02fc728-4f75-4766-bee7-25e032496c08,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:47.294857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a32a0a8b-ddec-4320-9a28-f97c683da8b0 req-6d793ccf-de6c-4c49-863d-9e79981070ca tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740454 Jul 07 18:04:47.295849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.339520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.341820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66ca55df-e5c1-4ef0-911a-74a1f4e78adb req-01c766f4-ffe6-44cd-98b5-a9594f2ee834 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929507 Jul 07 18:04:47.362431 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c083a929-8eef-41f1-aab6-3ba2106265ed tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/a02fc728-4f75-4766-bee7-25e032496c08 HTTP/1.1" status: 204 len: 168 time: 1.1643021 Jul 07 18:04:47.363495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44748) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:47.479184 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3403ec-a978-4339-a16b-8d85cddb8fdb x-openstack-request-id: req-dc3403ec-a978-4339-a16b-8d85cddb8fdb {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:47.479489 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc02df36-a7b6-4a94-a17f-d6b7381f172b", "name": "network-vif-deleted", "tag": "7dec004a-088c-4b37-a051-3d3337a4ea7b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:47.479748 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc3403ec-a978-4339-a16b-8d85cddb8fdb {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:47.480178 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc02df36-a7b6-4a94-a17f-d6b7381f172b', 'name': 'network-vif-deleted', 'tag': '7dec004a-088c-4b37-a051-3d3337a4ea7b', 'status': 'completed', 'code': 200} Jul 07 18:04:47.494156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': '09caff00-4ffd-486c-b3b7-fce727491170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db9f73f1-8401-4805-b06d-8145263a700a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:47.494645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: db9f73f1-8401-4805-b06d-8145263a700a, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:04:47.497055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=7ca8c9bd-b667-4e8e-b393-ad3ad4aec638,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:47.539971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network db9f73f1-8401-4805-b06d-8145263a700a is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:04:47.551639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedbfc11-a7ad-49a7-9612-beb0f6c5a4f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.553338 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dedbfc11-a7ad-49a7-9612-beb0f6c5a4f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1859119 Jul 07 18:04:47.556269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44750) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:47.565691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, db9f73f1-8401-4805-b06d-8145263a700a) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:47.575845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc7380-5f57-4254-bbac-22d8afe5f747 None None] Network db9f73f1-8401-4805-b06d-8145263a700a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:47.581543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.582570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.646949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4198be44-1546-445a-a8f0-686521ace933 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9595122 Jul 07 18:04:47.652115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:47.656707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d3b8ab7a-bf51-4c5d-9284-6aef08f67f51 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-141332139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:47.696462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f3c1f-a0a2-4b89-bd4b-31255b917efc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.700699 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c94f3c1f-a0a2-4b89-bd4b-31255b917efc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1406598 Jul 07 18:04:47.700699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44754) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:47.726478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ab7a-bf51-4c5d-9284-6aef08f67f51 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.728550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ab7a-bf51-4c5d-9284-6aef08f67f51 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.749315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196920d0-53ba-4185-b050-df45c82084b5 req-993e945d-be3f-4d6d-958f-719160c243f7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.756615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196920d0-53ba-4185-b050-df45c82084b5 req-993e945d-be3f-4d6d-958f-719160c243f7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1430755 Jul 07 18:04:47.849986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ece8a-9cae-4068-8303-590057c861d4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.851539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ece8a-9cae-4068-8303-590057c861d4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.853384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ece8a-9cae-4068-8303-590057c861d4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.853635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-196920d0-53ba-4185-b050-df45c82084b5 req-92336d67-bc82-4699-9d64-2f8ad0410acc tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907927 Jul 07 18:04:47.855049 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fb8ece8a-9cae-4068-8303-590057c861d4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1535311 Jul 07 18:04:47.857799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44760) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:47.907717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-db9f73f1-8401-4805-b06d-8145263a700a', 'network_id': 'db9f73f1-8401-4805-b06d-8145263a700a', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': '7ca8c9bd-b667-4e8e-b393-ad3ad4aec638'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:04:47.908982 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.958171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ab7a-bf51-4c5d-9284-6aef08f67f51 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.971075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet 6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:47.984789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ab7a-bf51-4c5d-9284-6aef08f67f51 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.996956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.012267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea71a-0396-48e7-855c-264f5e3bd8b5 req-9a1220fb-67c8-4066-bc5d-2f34dac46fa0 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:48.020659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46dea71a-0396-48e7-855c-264f5e3bd8b5 req-9a1220fb-67c8-4066-bc5d-2f34dac46fa0 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.0997224 Jul 07 18:04:48.068312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.080111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46dea71a-0396-48e7-855c-264f5e3bd8b5 req-56aada05-3839-4b98-946a-9a286763ab78 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Jul 07 18:04:48.097004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ab7a-bf51-4c5d-9284-6aef08f67f51 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.101877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44762) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:48.102287 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d3b8ab7a-bf51-4c5d-9284-6aef08f67f51 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4488552 Jul 07 18:04:48.110248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Allocated IP 172.20.0.2 (db9f73f1-8401-4805-b06d-8145263a700a/7ca8c9bd-b667-4e8e-b393-ad3ad4aec638/2cc9ba0a-e63f-443b-b9b8-87efb2c603e3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:48.207585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.297458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.335233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.342433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:48.344558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Transition to ACTIVE for port object 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:48.354546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.357955 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4075e948-3d9c-4690-b5c5-2fa678d6e311 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b HTTP/1.1" status: 204 len: 168 time: 0.4984488 Jul 07 18:04:48.359523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Transition to ACTIVE for port object 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:48.359949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44774) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:48.364991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee595009-d2c6-4695-a581-39529fda9dd0 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:48.373429 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.443098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Deleting subnet b04f8f91-3be7-46a7-b279-ae936b71867e {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:04:48.448064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.470757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc9711c3-b57a-42b0-9e13-d43d70957c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.487423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Network db9f73f1-8401-4805-b06d-8145263a700a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:48.499754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:48.504703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:48.518212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Pushing event updated for resources: {'Port': ['ID=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:48.519498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.523689 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.526840 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.639339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Attempting to bind port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:48.640130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Attempting to bind port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '09caff00-4ffd-486c-b3b7-fce727491170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db9f73f1-8401-4805-b06d-8145263a700a'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:48.640130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Attempting to bind port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 on network db9f73f1-8401-4805-b06d-8145263a700a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:48.653983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:48.654355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Checking segment: {'id': '09caff00-4ffd-486c-b3b7-fce727491170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db9f73f1-8401-4805-b06d-8145263a700a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:48.654772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.655157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Bound using segment: {'id': '09caff00-4ffd-486c-b3b7-fce727491170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db9f73f1-8401-4805-b06d-8145263a700a'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:48.655640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Bound port: 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09caff00-4ffd-486c-b3b7-fce727491170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db9f73f1-8401-4805-b06d-8145263a700a'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:48.657127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.708814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.739737 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] For port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:48.743296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] For port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,segment=NetworkSegment(09caff00-4ffd-486c-b3b7-fce727491170),segment_id=09caff00-4ffd-486c-b3b7-fce727491170)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:48.762448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.802607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41b30b-3e7c-4dce-b1c7-5d4cc7845187 req-1c9d282c-cbd0-4a48-9939-4b2acf3af383 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:48.810164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c41b30b-3e7c-4dce-b1c7-5d4cc7845187 req-1c9d282c-cbd0-4a48-9939-4b2acf3af383 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.2948849 Jul 07 18:04:48.831854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:48.839595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7dec004a-088c-4b37-a051-3d3337a4ea7b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:48.864726 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.908225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 7dec004a-088c-4b37-a051-3d3337a4ea7b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:48.908463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7dec004a-088c-4b37-a051-3d3337a4ea7b not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:48.924572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Subnet': ['ID=b04f8f91-3be7-46a7-b279-ae936b71867e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:48.928395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096b864-948e-403d-bf2f-997bef4fa9f1 None None] Pushing event updated for resources: {'Port': ['ID=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:48.934203 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.936305 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-69f8a561-f1fc-48d3-9d22-7141e64747c1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b04f8f91-3be7-46a7-b279-ae936b71867e HTTP/1.1" status: 204 len: 168 time: 0.5747387 Jul 07 18:04:48.939815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44786) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:48.946919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c41b30b-3e7c-4dce-b1c7-5d4cc7845187 req-a772d24c-9345-4b85-bff4-7a0eb9ebc444 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357753 Jul 07 18:04:49.025538 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ee7bf767-c7ec-4a45-aa6a-d4ec35756005 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789814 Jul 07 18:04:49.029474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44788) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.183737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.20.0.1 (db9f73f1-8401-4805-b06d-8145263a700a/7ca8c9bd-b667-4e8e-b393-ad3ad4aec638/a2f75803-8556-421c-8b0c-c5f2219c233b) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:49.207839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:49.255943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'port_id': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'mac_address': 'fa:16:3e:54:49:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:49.288140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373b208-564f-46d4-b076-4ea1876bc699 None None] Update dhcp port {'port': {'network_id': '0615333f-c9a5-42b4-86e0-c4a963464179', 'fixed_ips': [{'subnet_id': 'b04f8f91-3be7-46a7-b279-ae936b71867e'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '9dfd00c2-6458-4833-827c-8a5bba795e8e'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:04:49.343820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7d278-f721-4330-b564-2855fcdbe5f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:49.345978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d7c7d278-f721-4330-b564-2855fcdbe5f0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3161998 Jul 07 18:04:49.349197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.389481 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7373b208-564f-46d4-b076-4ea1876bc699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.413823 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.462921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9cd91-f829-40ff-987a-dc35a4b5fc39 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:49.464592 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-62c9cd91-f829-40ff-987a-dc35a4b5fc39 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029165 Jul 07 18:04:49.472270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44798) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.476472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c347eb45-909d-469c-bca7-1cf3198dedaa {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:49.507035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.564120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object a2f75803-8556-421c-8b0c-c5f2219c233b will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:49.581719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:49.586457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-94272e5d-5dea-43f2-b80b-695d8c47e4f9 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135979 Jul 07 18:04:49.597447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44800) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.655144 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2208e2-b35d-4420-8fda-60c3a2357e45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:49.656509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2208e2-b35d-4420-8fda-60c3a2357e45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:49.658586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c2208e2-b35d-4420-8fda-60c3a2357e45 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/a02fc728-4f75-4766-bee7-25e032496c08 HTTP/1.1" status: 404 len: 333 time: 0.0600572 Jul 07 18:04:49.661083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44802) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.680065 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.688413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aafeea-fb90-48a9-a21d-339ed364f147 req-570a4ebb-3e13-4ee3-9062-63965f287a7c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:49.690457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54aafeea-fb90-48a9-a21d-339ed364f147 req-570a4ebb-3e13-4ee3-9062-63965f287a7c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.2970688 Jul 07 18:04:49.699662 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0218c4d4-c6ad-4c3d-838c-0d34095b95cc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:49.700233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0218c4d4-c6ad-4c3d-838c-0d34095b95cc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:49.702023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0218c4d4-c6ad-4c3d-838c-0d34095b95cc tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b04f8f91-3be7-46a7-b279-ae936b71867e HTTP/1.1" status: 404 len: 337 time: 0.0399122 Jul 07 18:04:49.705515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44804) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.707968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.758844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b4e2-d7bb-4d2e-b945-895c6f137162 req-21a35fd7-c00c-4047-b98e-5f29249ad2f1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:49.761434 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c877a2b9-3610-4b69-a199-5a8592ed2195 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:49.762541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c877a2b9-3610-4b69-a199-5a8592ed2195 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:49.766089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ca5b4e2-d7bb-4d2e-b945-895c6f137162 req-21a35fd7-c00c-4047-b98e-5f29249ad2f1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 945 time: 0.4408836 Jul 07 18:04:49.768238 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c877a2b9-3610-4b69-a199-5a8592ed2195 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/6e5bfdc4-5e56-4ee8-9b00-1e3b4e6bf18b HTTP/1.1" status: 404 len: 337 time: 0.0606697 Jul 07 18:04:49.770723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.774786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c443de-35c0-4eb1-9e44-42ed454b9476 None None] Network 0615333f-c9a5-42b4-86e0-c4a963464179 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:49.813275 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-03444307-5f55-4009-8084-34e3a01d4565 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:49.813868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03444307-5f55-4009-8084-34e3a01d4565 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:49.816197 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-03444307-5f55-4009-8084-34e3a01d4565 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/ddf8b3f8-b642-424f-8280-0239e61e508d HTTP/1.1" status: 404 len: 333 time: 0.0435350 Jul 07 18:04:49.818613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44810) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.825881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network db9f73f1-8401-4805-b06d-8145263a700a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:49.837718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:49.841163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=a2f75803-8556-421c-8b0c-c5f2219c233b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:49.843889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:49.860069 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a505b8a-7938-4fe8-8515-b08371e55f2f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:49.860734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a505b8a-7938-4fe8-8515-b08371e55f2f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:49.862201 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.865500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0a505b8a-7938-4fe8-8515-b08371e55f2f tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/dc8dbede-7cb1-4317-ae5f-70a01aeb06f1 HTTP/1.1" status: 404 len: 337 time: 0.0435717 Jul 07 18:04:49.866180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44812) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.867694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54aafeea-fb90-48a9-a21d-339ed364f147 req-c6b608ab-ba46-4949-be19-5cd65cd08391 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645129 Jul 07 18:04:49.907312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:49.910925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c347eb45-909d-469c-bca7-1cf3198dedaa'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:49.936640 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc1c12d-bfcc-49de-ae99-d86065daec83 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:49.937018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc1c12d-bfcc-49de-ae99-d86065daec83 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:49.949478 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9fc1c12d-bfcc-49de-ae99-d86065daec83 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/2600543a-2625-402d-a52d-42dc70382bb1 HTTP/1.1" status: 404 len: 337 time: 0.0718293 Jul 07 18:04:49.951249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44816) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:49.957449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ca5b4e2-d7bb-4d2e-b945-895c6f137162 req-a3659e8f-6ae5-4539-8833-5dc24d9b285d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903677 Jul 07 18:04:49.974793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4f82e164-7e4d-43c5-8a07-06703cd148f7 None None] Provisioning complete for port 9dfd00c2-6458-4833-827c-8a5bba795e8e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:49.977282 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f82e164-7e4d-43c5-8a07-06703cd148f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.011979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.016580 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c567ac-e0b1-402c-b067-7ffab568ad31 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.017390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c567ac-e0b1-402c-b067-7ffab568ad31 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.019184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-73c567ac-e0b1-402c-b067-7ffab568ad31 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/3b153eb9-1c8a-42f0-bc59-30eb0c66e34a HTTP/1.1" status: 404 len: 333 time: 0.0642076 Jul 07 18:04:50.021682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44820) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.086571 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-893687d9-493f-4f25-bb9c-adf833f0559c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.087134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893687d9-493f-4f25-bb9c-adf833f0559c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.090667 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-893687d9-493f-4f25-bb9c-adf833f0559c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/106b6e4c-5c40-4ed3-a412-eb7eeb18732e HTTP/1.1" status: 404 len: 337 time: 0.0669026 Jul 07 18:04:50.093344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44822) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.155683 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2198ae93-6e27-4317-a2ce-0dedf0d99283 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.156280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2198ae93-6e27-4317-a2ce-0dedf0d99283 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.158560 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2198ae93-6e27-4317-a2ce-0dedf0d99283 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/1d47ce68-f611-441b-b7a5-dd06e093f540 HTTP/1.1" status: 404 len: 337 time: 0.0590091 Jul 07 18:04:50.161145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44824) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.197443 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-33725668-1b52-4070-bcc2-ae2348dabb66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.199552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33725668-1b52-4070-bcc2-ae2348dabb66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.208329 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-33725668-1b52-4070-bcc2-ae2348dabb66 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/938d4670-cb0b-4f50-9dd4-501f3c1b69df HTTP/1.1" status: 404 len: 333 time: 0.0435627 Jul 07 18:04:50.208694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44826) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.268377 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e93f38-f4b3-47fc-a1a3-bc73941284f7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.268963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e93f38-f4b3-47fc-a1a3-bc73941284f7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.275716 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a3e93f38-f4b3-47fc-a1a3-bc73941284f7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/c245c31e-0164-424e-add3-bb8316e0a665 HTTP/1.1" status: 404 len: 337 time: 0.0655556 Jul 07 18:04:50.280630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.337080 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c44b7d-8ef0-4825-953f-d01b1a48b0b0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.337707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c44b7d-8ef0-4825-953f-d01b1a48b0b0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.340243 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b0c44b7d-8ef0-4825-953f-d01b1a48b0b0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b2996b49-4cae-4392-b6d6-3bb7ad01092e HTTP/1.1" status: 404 len: 337 time: 0.0581043 Jul 07 18:04:50.342167 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.344642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44830) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.400230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] DHCP port deletion for 0615333f-c9a5-42b4-86e0-c4a963464179 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:04:50.438091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad4d54-266d-4fa8-8a30-85d387f53ae3 req-2b96c55e-65d2-49c9-85dc-43071a6183bb tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.440339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06ad4d54-266d-4fa8-8a30-85d387f53ae3 req-2b96c55e-65d2-49c9-85dc-43071a6183bb tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 948 time: 0.3318236 Jul 07 18:04:50.456311 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a83aa1-97aa-40aa-acd6-5c0d310c82b8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.457097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a83aa1-97aa-40aa-acd6-5c0d310c82b8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.458939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-62a83aa1-97aa-40aa-acd6-5c0d310c82b8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/ad8511c9-5563-4814-b6e1-2bb6ccf39574 HTTP/1.1" status: 404 len: 333 time: 0.0967798 Jul 07 18:04:50.461656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44832) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.462730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:50.519889 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9677e574-8bd2-4711-8d2b-0c1aec86352c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.520236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9677e574-8bd2-4711-8d2b-0c1aec86352c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.524876 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9677e574-8bd2-4711-8d2b-0c1aec86352c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/449b9252-4d83-431e-b944-ad978c042a70 HTTP/1.1" status: 404 len: 337 time: 0.0587721 Jul 07 18:04:50.525562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44834) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.561482 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d714a212-cf16-4c71-b314-71bb214098a3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.562686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d714a212-cf16-4c71-b314-71bb214098a3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.567584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] Deleting port 9dfd00c2-6458-4833-827c-8a5bba795e8e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:50.567928 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d714a212-cf16-4c71-b314-71bb214098a3 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/c8e36b74-691b-4d9a-b158-475f663ce696 HTTP/1.1" status: 404 len: 333 time: 0.0410821 Jul 07 18:04:50.568232 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.568919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44836) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.597108 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aeee936-9c57-4897-87ff-26921940a81a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.598135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aeee936-9c57-4897-87ff-26921940a81a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.603284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6aeee936-9c57-4897-87ff-26921940a81a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/c8ba15ba-1e1a-4290-a233-2dcb1bbda2b8 HTTP/1.1" status: 404 len: 337 time: 0.0331223 Jul 07 18:04:50.604366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44838) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.621619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06ad4d54-266d-4fa8-8a30-85d387f53ae3 req-e09ada7d-384d-4e68-85f4-d0c429611f14 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613886 Jul 07 18:04:50.626985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:50.652621 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b8df76-a920-46e6-9185-9e0b638d37a8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.653690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b8df76-a920-46e6-9185-9e0b638d37a8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.658539 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-67b8df76-a920-46e6-9185-9e0b638d37a8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/2af09b80-9541-4146-89a1-49ec4b294639 HTTP/1.1" status: 404 len: 333 time: 0.0467551 Jul 07 18:04:50.659156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44840) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.677086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] For port 9dfd00c2-6458-4833-827c-8a5bba795e8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9dfd00c2-6458-4833-827c-8a5bba795e8e,segment=NetworkSegment(c680d4f2-2c10-41c3-add8-3594b91d98ee),segment_id=c680d4f2-2c10-41c3-add8-3594b91d98ee)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:50.677881 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.686944 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97d216b-0723-43d3-a353-97220bf7708b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.687356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97d216b-0723-43d3-a353-97220bf7708b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.692177 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d97d216b-0723-43d3-a353-97220bf7708b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/474660e0-e40d-4715-bbeb-6a6fc27ee290 HTTP/1.1" status: 404 len: 337 time: 0.0317760 Jul 07 18:04:50.692393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44842) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.698595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] Calling delete_port for 9dfd00c2-6458-4833-827c-8a5bba795e8e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:50.703586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c81b2f0-64c2-466c-b170-f8772b818e65 None None] Network db9f73f1-8401-4805-b06d-8145263a700a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:04:50.737446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74265ad-4254-4d4e-b2d2-3ebaf6c3f0ce req-06539ebc-74c6-46a0-99b9-482102763577 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.738862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d74265ad-4254-4d4e-b2d2-3ebaf6c3f0ce req-06539ebc-74c6-46a0-99b9-482102763577 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.3099179 Jul 07 18:04:50.755172 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb19e76-8be4-4b42-b607-fbeec5bf49d4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.755903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb19e76-8be4-4b42-b607-fbeec5bf49d4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.760025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7eb19e76-8be4-4b42-b607-fbeec5bf49d4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/3d458f1b-9e92-4bd5-baaf-23fbef4db67e HTTP/1.1" status: 404 len: 333 time: 0.0594244 Jul 07 18:04:50.760817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44844) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.797540 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f738537-6256-4003-9262-a5dff592a74e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.798616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f738537-6256-4003-9262-a5dff592a74e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.803532 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3f738537-6256-4003-9262-a5dff592a74e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/11fbcc44-962b-4594-bcf1-4950732c9372 HTTP/1.1" status: 404 len: 337 time: 0.0410519 Jul 07 18:04:50.804700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.834234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d74265ad-4254-4d4e-b2d2-3ebaf6c3f0ce req-56d26b15-9d97-41aa-bef0-e5fc312333ba tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876846 Jul 07 18:04:50.840012 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcb6d26-6f76-48a2-8a27-ad1b6fc3f115 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.841233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcb6d26-6f76-48a2-8a27-ad1b6fc3f115 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.845592 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9bcb6d26-6f76-48a2-8a27-ad1b6fc3f115 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/455ba9e3-f4b0-4551-95ea-dcece643c67a HTTP/1.1" status: 404 len: 333 time: 0.0372698 Jul 07 18:04:50.847437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44848) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.883960 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d1009b-3adb-4796-9d1c-2dec5d40ae20 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.884418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d1009b-3adb-4796-9d1c-2dec5d40ae20 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.886297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d0d1009b-3adb-4796-9d1c-2dec5d40ae20 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/957a8f71-eed8-457d-9938-7be4692dcb76 HTTP/1.1" status: 404 len: 337 time: 0.0359015 Jul 07 18:04:50.888958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44850) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.910678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9dfd00c2-6458-4833-827c-8a5bba795e8e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:50.924805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:50.964729 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d90390-9e54-401b-9b00-20a0830a2d07 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:50.966695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d90390-9e54-401b-9b00-20a0830a2d07 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:50.969172 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-60d90390-9e54-401b-9b00-20a0830a2d07 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/3641197c-171d-4282-ab1c-f634c0d8f9f2 HTTP/1.1" status: 404 len: 333 time: 0.0783875 Jul 07 18:04:50.971106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.975809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44854) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:50.979338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.103956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=a2f75803-8556-421c-8b0c-c5f2219c233b,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:51.106942 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.107982 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff934ad7-1671-4444-abba-f61ece6b49e8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.108652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff934ad7-1671-4444-abba-f61ece6b49e8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.113907 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ff934ad7-1671-4444-abba-f61ece6b49e8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/1932169f-99ff-42fe-9b78-8bb5b98fa449 HTTP/1.1" status: 404 len: 337 time: 0.1361001 Jul 07 18:04:51.114842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44860) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.198614 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ab8824-b99b-48d6-b2e7-46f93cca8169 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.199093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ab8824-b99b-48d6-b2e7-46f93cca8169 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.201052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c5ab8824-b99b-48d6-b2e7-46f93cca8169 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/1e01d92b-347f-4045-b299-d714c3bcfdab HTTP/1.1" status: 404 len: 337 time: 0.0851424 Jul 07 18:04:51.203764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44864) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.237436 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a224e3-0f75-47b5-b3ab-d64b205ec746 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.238810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a224e3-0f75-47b5-b3ab-d64b205ec746 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.242337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-90a224e3-0f75-47b5-b3ab-d64b205ec746 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/1aa60c2f-cb94-4496-9c90-f5751b43e0ab HTTP/1.1" status: 404 len: 333 time: 0.0371308 Jul 07 18:04:51.245067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44866) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.287067 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95fabd9-1d6c-47dd-98bd-2feb45cf6cd8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.288388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95fabd9-1d6c-47dd-98bd-2feb45cf6cd8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.292206 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b95fabd9-1d6c-47dd-98bd-2feb45cf6cd8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/3f0c606d-523f-4b3e-a35e-73ef18d0624a HTTP/1.1" status: 404 len: 337 time: 0.0453899 Jul 07 18:04:51.295160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44868) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.326132 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa541fd7-b6af-43ed-9a89-08d4dcf1c293 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.326767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa541fd7-b6af-43ed-9a89-08d4dcf1c293 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.331049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ddf63912-dc21-4e65-84c8-99e5e2b80670 None None] Provisioning for port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:51.331248 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa541fd7-b6af-43ed-9a89-08d4dcf1c293 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/03446b45-4c32-4376-af46-c099c4132f8d HTTP/1.1" status: 404 len: 337 time: 0.0320191 Jul 07 18:04:51.331461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44870) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.373177 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2029b080-72a3-452c-9101-8ab96ffe6fb4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.374087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2029b080-72a3-452c-9101-8ab96ffe6fb4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.376184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2029b080-72a3-452c-9101-8ab96ffe6fb4 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/da4fcf17-17e3-4dea-b183-6212ab2a96a0 HTTP/1.1" status: 404 len: 333 time: 0.0435688 Jul 07 18:04:51.378779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44872) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.421806 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4648c769-1048-417b-86b1-bd21027c2870 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.422751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4648c769-1048-417b-86b1-bd21027c2870 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.427700 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4648c769-1048-417b-86b1-bd21027c2870 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/69adcb63-2af0-4b61-b85c-84e6005a85b1 HTTP/1.1" status: 404 len: 337 time: 0.0450070 Jul 07 18:04:51.428203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44874) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.431755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ddf63912-dc21-4e65-84c8-99e5e2b80670 None None] Provisioning complete for port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:51.432268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddf63912-dc21-4e65-84c8-99e5e2b80670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.435735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.442973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f89da-0bc0-454c-ace6-fe5cd35a219c req-be3f9bab-e074-4bb7-97e8-a79111523d1e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.451231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-627f89da-0bc0-454c-ace6-fe5cd35a219c req-be3f9bab-e074-4bb7-97e8-a79111523d1e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 945 time: 0.2543888 Jul 07 18:04:51.462041 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee66a3-f64f-46b6-b712-06df3a36d7d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.463270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ee66a3-f64f-46b6-b712-06df3a36d7d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.467775 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-32ee66a3-f64f-46b6-b712-06df3a36d7d6 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b8412a71-a974-4676-b985-fa8ef6bff58b HTTP/1.1" status: 404 len: 337 time: 0.0353317 Jul 07 18:04:51.469168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44876) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.480546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d4c11-b1cc-45f2-899b-3a54182f15f9 req-171e0e05-0933-4da8-8a1b-933e8cf14e69 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.488139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-183d4c11-b1cc-45f2-899b-3a54182f15f9 req-171e0e05-0933-4da8-8a1b-933e8cf14e69 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.3409677 Jul 07 18:04:51.501049 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6f7be4-9046-48ea-9bbf-dec502012b16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.501885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6f7be4-9046-48ea-9bbf-dec502012b16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.504902 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5d6f7be4-9046-48ea-9bbf-dec502012b16 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/0562ee03-2e5a-4815-9bec-d51da715dcc9 HTTP/1.1" status: 404 len: 333 time: 0.0337415 Jul 07 18:04:51.507446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44878) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.533228 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.537105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] No DVR routers for this DVR port 9dfd00c2-6458-4833-827c-8a5bba795e8e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:51.544406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network db9f73f1-8401-4805-b06d-8145263a700a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:51.552137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2180623-7168-433b-94bf-a9067c18ee6b None None] Pushing event deleted for resources: {'Port': ['ID=9dfd00c2-6458-4833-827c-8a5bba795e8e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:51.577250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:51.582096 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b1931c-ace2-4a10-8988-dd4188ea8c53 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.582556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b1931c-ace2-4a10-8988-dd4188ea8c53 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.584962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-25b1931c-ace2-4a10-8988-dd4188ea8c53 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/24d2c155-96a3-4620-9e7b-08ffb78434fa HTTP/1.1" status: 404 len: 337 time: 0.0747652 Jul 07 18:04:51.588157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44880) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.591060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No active binding found for port 9dfd00c2-6458-4833-827c-8a5bba795e8e {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 18:04:51.591515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9dfd00c2-6458-4833-827c-8a5bba795e8e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:51.600380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-41bb900e-1fcd-4937-a9b1-48a2391ec6f3 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.602434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-41bb900e-1fcd-4937-a9b1-48a2391ec6f3 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.55 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 948 time: 0.3123188 Jul 07 18:04:51.622061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-627f89da-0bc0-454c-ace6-fe5cd35a219c req-6b8f6533-ad78-4c47-9258-22375858b196 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706727 Jul 07 18:04:51.633303 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b022e63c-8908-464d-8bd4-9b9a22ed253d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.633815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b022e63c-8908-464d-8bd4-9b9a22ed253d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.636652 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b022e63c-8908-464d-8bd4-9b9a22ed253d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/e32beab1-ed6f-4c70-9b93-042c91ff3d99 HTTP/1.1" status: 404 len: 337 time: 0.0445881 Jul 07 18:04:51.638711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44882) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.692090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c347eb45-909d-469c-bca7-1cf3198dedaa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:51.693394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.696662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddf63912-dc21-4e65-84c8-99e5e2b80670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.714828 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-14a239de-6e24-4967-b470-badf504fe5a1 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports?device_id=b373f489-8c0a-47a4-9ce7-03441069aca3 HTTP/1.1" status: 200 len: 205 time: 0.0691803 Jul 07 18:04:51.715562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44886) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.719720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-183d4c11-b1cc-45f2-899b-3a54182f15f9 req-3e0e1506-9166-445e-8472-3c43e5407470 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307124 Jul 07 18:04:51.773274 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-a1e45801-a94e-4176-960f-97bcb44bea0d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] delete failed (client error): The resource could not be found. Jul 07 18:04:51.774330 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a1e45801-a94e-4176-960f-97bcb44bea0d tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/routers/b373f489-8c0a-47a4-9ce7-03441069aca3 HTTP/1.1" status: 404 len: 336 time: 0.0578027 Jul 07 18:04:51.785388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44890) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.811074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ddf63912-dc21-4e65-84c8-99e5e2b80670 None None] For port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,segment=NetworkSegment(09caff00-4ffd-486c-b3b7-fce727491170),segment_id=09caff00-4ffd-486c-b3b7-fce727491170)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:51.825890 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddf63912-dc21-4e65-84c8-99e5e2b80670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:51.833671 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab59d0de-024f-44f9-99d3-4bd00ac09adb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.834279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab59d0de-024f-44f9-99d3-4bd00ac09adb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.836005 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ab59d0de-024f-44f9-99d3-4bd00ac09adb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/7af0125b-d17e-42d1-bc32-4440618b982a HTTP/1.1" status: 404 len: 337 time: 0.0496175 Jul 07 18:04:51.849440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44892) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.888889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d25a550b-d1a6-4f5d-b7e8-9a711a95e428 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "GET /v2.0/ports?device_id=e65b7c86-b692-472e-8df0-b849d825b8e4 HTTP/1.1" status: 200 len: 205 time: 0.0368037 Jul 07 18:04:51.897385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44896) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.956876 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-e06db892-1cb1-470a-aeed-7992135ba0db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] delete failed (client error): The resource could not be found. Jul 07 18:04:51.956876 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e06db892-1cb1-470a-aeed-7992135ba0db tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/routers/e65b7c86-b692-472e-8df0-b849d825b8e4 HTTP/1.1" status: 404 len: 336 time: 0.0575187 Jul 07 18:04:51.958534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:51.987302 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef7c39c-1741-4d2a-a1cf-c1debfdfe405 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:51.988047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef7c39c-1741-4d2a-a1cf-c1debfdfe405 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:51.990418 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bef7c39c-1741-4d2a-a1cf-c1debfdfe405 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/8e7bee1a-cecb-473f-a6b2-b3fc50ec898d HTTP/1.1" status: 404 len: 337 time: 0.0307856 Jul 07 18:04:51.992973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44900) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.012750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf63912-dc21-4e65-84c8-99e5e2b80670 None None] Pushing event updated for resources: {'Port': ['ID=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:52.024183 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08fc76c-ea67-437b-bab6-081e29ff60b0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.024648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08fc76c-ea67-437b-bab6-081e29ff60b0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.029407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c08fc76c-ea67-437b-bab6-081e29ff60b0 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/acd86359-4b17-4be2-9050-0d9968f077bb HTTP/1.1" status: 404 len: 337 time: 0.0311420 Jul 07 18:04:52.029407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44902) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.048025 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.057580 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c5cbcd-2e56-4326-a578-50486d151499 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.058448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c5cbcd-2e56-4326-a578-50486d151499 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.062454 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-43c5cbcd-2e56-4326-a578-50486d151499 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/1ca97479-efd3-4c0e-92c2-0d6e176f9548 HTTP/1.1" status: 404 len: 333 time: 0.0303512 Jul 07 18:04:52.065273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44904) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.099467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:52.100623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:52.111185 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8e4dc3-1742-4f29-b836-99bf184d5854" -d '{"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-plugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:52.112819 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3432666b-7b5c-4e3f-aa8c-83605916ecbf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.114330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3432666b-7b5c-4e3f-aa8c-83605916ecbf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.114900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.120970 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3432666b-7b5c-4e3f-aa8c-83605916ecbf tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/747d5ea1-5651-4f30-ac96-d9b9e72c3d76 HTTP/1.1" status: 404 len: 337 time: 0.0542729 Jul 07 18:04:52.123696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44908) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.161179 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2731545-c4db-42a5-a323-c45df45e3dc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.162076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2731545-c4db-42a5-a323-c45df45e3dc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.166433 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c2731545-c4db-42a5-a323-c45df45e3dc7 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/fd4fd32c-9823-43d4-a39e-54c64d7b2b5e HTTP/1.1" status: 404 len: 333 time: 0.0390952 Jul 07 18:04:52.167384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44914) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.172185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ae0f9-9b65-48ec-b649-94f392840b89 req-aef9e6d3-4d4d-4293-8d25-49f30ee53eed tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:52.188688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b9ae0f9-9b65-48ec-b649-94f392840b89 req-aef9e6d3-4d4d-4293-8d25-49f30ee53eed tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 948 time: 0.2879763 Jul 07 18:04:52.226488 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b3d2d7-1c03-4c62-b4f0-330f36b88d8c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.226625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b3d2d7-1c03-4c62-b4f0-330f36b88d8c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.237959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a2b3d2d7-1c03-4c62-b4f0-330f36b88d8c tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/fd7056a2-2ffc-4c4e-995b-241c2fea1f19 HTTP/1.1" status: 404 len: 337 time: 0.0693443 Jul 07 18:04:52.238762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44916) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.247966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:52.287902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0d5923b0-d137-4ed3-8fed-d73660df916b None None] Provisioning for port a2f75803-8556-421c-8b0c-c5f2219c233b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:52.293365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0d5923b0-d137-4ed3-8fed-d73660df916b None None] Provisioning complete for port a2f75803-8556-421c-8b0c-c5f2219c233b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:52.293848 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5923b0-d137-4ed3-8fed-d73660df916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.299202 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da183a4-270f-4ff9-b0c9-ddd935a65583 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.304083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da183a4-270f-4ff9-b0c9-ddd935a65583 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.304583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Deleting port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:52.304960 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.308106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router 5059484c-c291-4ab0-b1b3-4d50a92b5528 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:04:52.311487 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9da183a4-270f-4ff9-b0c9-ddd935a65583 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/d4190775-540f-489e-aa23-86d4ba7dea48 HTTP/1.1" status: 404 len: 333 time: 0.0715461 Jul 07 18:04:52.312887 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44918) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.376283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:52.381553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0d5923b0-d137-4ed3-8fed-d73660df916b None None] Port a2f75803-8556-421c-8b0c-c5f2219c233b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:52.411249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0d5923b0-d137-4ed3-8fed-d73660df916b None None] Provisioning complete for port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:52.411883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d5923b0-d137-4ed3-8fed-d73660df916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.485741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:52.485741 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.685285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b8400311-fd27-4313-81d8-449c9400368e None None] Provisioning complete for port a2f75803-8556-421c-8b0c-c5f2219c233b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:52.686244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8400311-fd27-4313-81d8-449c9400368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.745949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b8400311-fd27-4313-81d8-449c9400368e None None] Port a2f75803-8556-421c-8b0c-c5f2219c233b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:52.812961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b9ae0f9-9b65-48ec-b649-94f392840b89 req-d639d41e-7fa8-418a-b4cf-822941bd289a tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232908 Jul 07 18:04:52.870936 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9506a93-b21a-42f2-ae1c-aaaf7e0fcb27 x-openstack-request-id: req-c9506a93-b21a-42f2-ae1c-aaaf7e0fcb27 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:52.871481 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-plugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:52.871630 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c9506a93-b21a-42f2-ae1c-aaaf7e0fcb27 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:52.872028 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'code': 200} Jul 07 18:04:52.873492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-379a3fdb-e338-478f-ac98-124096a3ff49 None None] Provisioning complete for port a2f75803-8556-421c-8b0c-c5f2219c233b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:52.874461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-379a3fdb-e338-478f-ac98-124096a3ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:52.877004 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e9bcc6-40fa-40ed-9cdd-65147151debb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.877655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e9bcc6-40fa-40ed-9cdd-65147151debb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.881820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d1e9bcc6-40fa-40ed-9cdd-65147151debb tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/69fc51fb-84ae-451b-8562-4a69ed630ad3 HTTP/1.1" status: 404 len: 337 time: 0.5589840 Jul 07 18:04:52.882333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.912892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-379a3fdb-e338-478f-ac98-124096a3ff49 None None] Port a2f75803-8556-421c-8b0c-c5f2219c233b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:52.923577 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ab6a14-a52c-4405-8fb1-caff2e5ebb2e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.924475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ab6a14-a52c-4405-8fb1-caff2e5ebb2e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.928979 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63ab6a14-a52c-4405-8fb1-caff2e5ebb2e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/7fe67767-6735-45a3-839a-1fe73d678b17 HTTP/1.1" status: 404 len: 333 time: 0.0450678 Jul 07 18:04:52.929845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44936) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:52.961507 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85023f5-e34c-490d-a565-22eae608b62b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:52.961888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85023f5-e34c-490d-a565-22eae608b62b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:52.969235 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c85023f5-e34c-490d-a565-22eae608b62b tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/0edf8ee6-0b34-4c14-8e10-610bb213f6da HTTP/1.1" status: 404 len: 337 time: 0.0379119 Jul 07 18:04:52.970054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44940) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.006089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:53.009707 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88bd90e-da5b-4bb7-86ad-9b522fd5c4b8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:53.010824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88bd90e-da5b-4bb7-86ad-9b522fd5c4b8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:53.016494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2e3f9935-e748-4e0d-921a-70bb209081fe tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/5059484c-c291-4ab0-b1b3-4d50a92b5528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9086902 Jul 07 18:04:53.021157 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] Sync routers for ids ['5059484c-c291-4ab0-b1b3-4d50a92b5528'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:53.022483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a88bd90e-da5b-4bb7-86ad-9b522fd5c4b8 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/45fea7f3-0fee-4438-abb9-b651ec658b6f HTTP/1.1" status: 404 len: 333 time: 0.0508690 Jul 07 18:04:53.023434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44942) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.023801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44944) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.038577 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] Routers {'5059484c-c291-4ab0-b1b3-4d50a92b5528'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:53.038577 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5059484c-c291-4ab0-b1b3-4d50a92b5528'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:53.054391 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff060e7-6cf9-41fa-ad2d-3fd460faf223 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:53.055184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff060e7-6cf9-41fa-ad2d-3fd460faf223 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:53.061139 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3ff060e7-6cf9-41fa-ad2d-3fd460faf223 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/7d03a196-2c1a-442f-bddc-4468f71fac32 HTTP/1.1" status: 404 len: 337 time: 0.0360589 Jul 07 18:04:53.062498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44946) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.077626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] For port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:53.077992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.087558 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:53.089052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8637c-057f-4bc2-8c19-202b634580b7 req-bf440b6f-ba0a-4e4f-a93c-f99042158967 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:53.091221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbd8637c-057f-4bc2-8c19-202b634580b7 req-bf440b6f-ba0a-4e4f-a93c-f99042158967 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.7391124 Jul 07 18:04:53.096893 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] Routers {'5059484c-c291-4ab0-b1b3-4d50a92b5528'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:53.097515 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5059484c-c291-4ab0-b1b3-4d50a92b5528'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:53.130097 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2e7110-e46a-4c1b-b382-ad286d61a38e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:53.130840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2e7110-e46a-4c1b-b382-ad286d61a38e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:53.131950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Calling delete_port for 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:53.133117 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:53.133801 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06907fb5-6073-44ea-8760-0ed9447ca966 None None] The sync data for ids ['5059484c-c291-4ab0-b1b3-4d50a92b5528'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:53.138344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bb2e7110-e46a-4c1b-b382-ad286d61a38e tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/c402e906-7d61-40b5-8454-fa938149d204 HTTP/1.1" status: 404 len: 333 time: 0.0717509 Jul 07 18:04:53.138990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44950) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.150834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c05195-00f1-426d-b4f3-ca881f8e9c1a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:53.152874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-46c05195-00f1-426d-b4f3-ca881f8e9c1a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports/a2f75803-8556-421c-8b0c-c5f2219c233b HTTP/1.1" status: 200 len: 910 time: 0.1266286 Jul 07 18:04:53.160187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44952) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.174520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ca8c9bd-b667-4e8e-b393-ad3ad4aec638'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:53.185054 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d28a958-ea12-408d-9a19-df8b6756b450 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:53.185903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d28a958-ea12-408d-9a19-df8b6756b450 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:53.188454 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1d28a958-ea12-408d-9a19-df8b6756b450 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/b8662584-440d-4cd0-9bce-d923323b2a6f HTTP/1.1" status: 404 len: 337 time: 0.0484955 Jul 07 18:04:53.190989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44960) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.231372 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-03904e39-9996-4e61-988e-cf044dddf346 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:53.232262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03904e39-9996-4e61-988e-cf044dddf346 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:53.234045 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-03904e39-9996-4e61-988e-cf044dddf346 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/ports/96ec8f40-0632-4cd0-856f-2597e39173a3 HTTP/1.1" status: 404 len: 333 time: 0.0415013 Jul 07 18:04:53.236592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44962) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.317649 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c28c60e-08ca-4c75-8d63-e9a08da03217 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] DELETE failed (client error): The resource could not be found. Jul 07 18:04:53.318346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c28c60e-08ca-4c75-8d63-e9a08da03217 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:04:53.322707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8c28c60e-08ca-4c75-8d63-e9a08da03217 tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/subnets/24971c1e-4de9-487e-aa86-4fbd1da42923 HTTP/1.1" status: 404 len: 337 time: 0.0823596 Jul 07 18:04:53.326404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44970) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:53.439247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.468886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbd8637c-057f-4bc2-8c19-202b634580b7 req-3bde845f-0ed5-4f86-940e-12a1a7196461 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693898 Jul 07 18:04:53.473479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.556127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Pushing event deleted for resources: {'Port': ['ID=2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:53.625385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] No DVR routers for this DVR port 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:53.628737 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.631042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-254a48bb-4d60-4d61-8ca9-6a2de170cd0b req-2d4fa64b-6e36-4be1-9866-e7a04d3f242e tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.55 "DELETE /v2.0/ports/2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a HTTP/1.1" status: 204 len: 173 time: 1.9948149 Jul 07 18:04:53.647537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-deleted', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:53.652247 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939631a8-209d-4a4b-b5f2-b2ab2ad13a2e" -d '{"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-deleted", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:53.689439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.783294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0615333f-c9a5-42b4-86e0-c4a963464179']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:53.814027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c680d4f2-2c10-41c3-add8-3594b91d98ee') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:53.814334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c680d4f2-2c10-41c3-add8-3594b91d98ee') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:53.827013 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.846209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.861958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:04:53.862367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:53.916290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.034534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b52df-cc1d-4d5e-929f-13063428adf7 req-0023e41c-0c91-4e4a-8f69-1f620bff9387 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.052650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c4b52df-cc1d-4d5e-929f-13063428adf7 req-0023e41c-0c91-4e4a-8f69-1f620bff9387 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.2902634 Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:04:54.098635 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:04:54.126659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.140004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.152010 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] 10.222.0.88 "DELETE /v2.0/networks/0615333f-c9a5-42b4-86e0-c4a963464179 HTTP/1.1" status: 204 len: 168 time: 0.8172014 Jul 07 18:04:54.198971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb1248-e65d-409d-9650-62232de9859a tempest-NetworksTestDHCPv6-1860457878 tempest-NetworksTestDHCPv6-1860457878-project] Pushing event deleted for resources: {'Network': ['ID=0615333f-c9a5-42b4-86e0-c4a963464179,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:54.253000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c4b52df-cc1d-4d5e-929f-13063428adf7 req-34e4bf45-9950-4868-91e8-ef3e406ff176 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961865 Jul 07 18:04:54.283835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-3ad9143b-724d-4457-9cad-6856d100a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.285746 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-3ad9143b-724d-4457-9cad-6856d100a942 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 1096 time: 0.6076458 Jul 07 18:04:54.369803 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26954c5-ca2d-4d23-818c-54f8e176f05a x-openstack-request-id: req-b26954c5-ca2d-4d23-818c-54f8e176f05a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:54.370165 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eeb0fc-0061-46a8-93de-8d693d1fb32e", "name": "network-vif-deleted", "tag": "2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:54.370799 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b26954c5-ca2d-4d23-818c-54f8e176f05a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:54.371270 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eeb0fc-0061-46a8-93de-8d693d1fb32e', 'name': 'network-vif-deleted', 'tag': '2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a', 'status': 'completed', 'code': 200} Jul 07 18:04:54.413461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87371-2c12-4b1d-8b59-d49de90725d7 req-d4276e4e-ea54-4ef8-a4e3-9f7d0b943235 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.415248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5e87371-2c12-4b1d-8b59-d49de90725d7 req-d4276e4e-ea54-4ef8-a4e3-9f7d0b943235 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.3147230 Jul 07 18:04:54.524039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-88ad39f8-3a22-4455-8641-d520cb0381f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.525650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-88ad39f8-3a22-4455-8641-d520cb0381f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 200 len: 917 time: 0.2158289 Jul 07 18:04:54.607331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5e87371-2c12-4b1d-8b59-d49de90725d7 req-9767e9e9-d6c6-481c-b814-1da143d9734f tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845393 Jul 07 18:04:54.636155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-ff16095d-cba6-409c-8838-2e1145af1e3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f HTTP/1.1" status: 200 len: 217 time: 0.1028597 Jul 07 18:04:54.715266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-eafae007-7d4a-4cfe-8998-9381043f91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.718937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-eafae007-7d4a-4cfe-8998-9381043f91e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 200 len: 855 time: 0.0725021 Jul 07 18:04:54.765039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9a20aa6-5d94-460c-a186-eedadbaa0d67 req-4d0b4c65-01c1-4f61-b0c7-bc775098e162 tempest-ListImageFiltersTestJSON-543395938 tempest-ListImageFiltersTestJSON-543395938-project] 10.222.0.88 "GET /v2.0/ports?device_id=21eeb0fc-0061-46a8-93de-8d693d1fb32e HTTP/1.1" status: 200 len: 210 time: 0.1085942 Jul 07 18:04:54.834270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44994) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:54.891292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-028d697a-95aa-4f02-b947-9397322a3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.892810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-028d697a-95aa-4f02-b947-9397322a3b8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680906 Jul 07 18:04:55.055478 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-3ada1d83-be1c-4842-b48d-ccfa1d8b8b8b service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461959 Jul 07 18:04:55.123168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe617321-48b4-4295-b772-b003f5ce6c73 req-e994e4d1-2f5f-4ef5-a02e-926f23ca0f28 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:55.124867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe617321-48b4-4295-b772-b003f5ce6c73 req-e994e4d1-2f5f-4ef5-a02e-926f23ca0f28 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.2247128 Jul 07 18:04:55.216589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45000) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:55.217202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7ff84a96-d4f4-4084-b280-65658d22d2fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b9dca3cfa1a543d389ed8e1c37c40621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816853 Jul 07 18:04:55.235922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe617321-48b4-4295-b772-b003f5ce6c73 req-74f61e88-1175-4c18-95a8-496749747ca8 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050763 Jul 07 18:04:55.240607 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eddcdd03-4de6-4a8f-8d60-9e280e4a26f9 req-22009edb-10a7-4f15-80ad-3f9912a432d9 service neutron] 10.222.0.55 "GET /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784172 Jul 07 18:04:55.295016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.324499 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.373347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:55.405646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:04:55.413407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2bef131f-4b91-4c8e-9f7e-c9aa0707dc4a not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:55.475816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b690b17-8958-491f-9c1b-820fecbd8d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.522433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=a2f75803-8556-421c-8b0c-c5f2219c233b,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:55.541448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:55.542070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.543584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b587fe21-6ddf-43e1-a05c-a170e80d5c34 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/ports/a2f75803-8556-421c-8b0c-c5f2219c233b HTTP/1.1" status: 200 len: 910 time: 2.3794892 Jul 07 18:04:55.548248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45004) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:55.549852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b690b17-8958-491f-9c1b-820fecbd8d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.638428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31fc0a-c676-4a50-85f3-cab76e2d1b73 req-4e4166a1-ad7b-46de-b545-9b01800c3946 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:55.646030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b31fc0a-c676-4a50-85f3-cab76e2d1b73 req-4e4166a1-ad7b-46de-b545-9b01800c3946 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1885083 Jul 07 18:04:55.649061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b690b17-8958-491f-9c1b-820fecbd8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.651621 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b690b17-8958-491f-9c1b-820fecbd8d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:55.655911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2b690b17-8958-491f-9c1b-820fecbd8d5c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3ef9d2d2-5974-4ecf-b552-abc85f54e93b HTTP/1.1" status: 204 len: 168 time: 0.4379511 Jul 07 18:04:55.676623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b690b17-8958-491f-9c1b-820fecbd8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef9d2d2-5974-4ecf-b552-abc85f54e93b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:55.741611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b31fc0a-c676-4a50-85f3-cab76e2d1b73 req-3b6cb9bd-f71c-40b6-978a-8b2703c43605 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945110 Jul 07 18:04:56.090770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedefb7-26c2-4e96-9ddd-0327251b5e56 req-97249526-d4de-4f25-bd9d-efc27fe9fead tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.109067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eedefb7-26c2-4e96-9ddd-0327251b5e56 req-97249526-d4de-4f25-bd9d-efc27fe9fead tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.2398541 Jul 07 18:04:56.203230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eedefb7-26c2-4e96-9ddd-0327251b5e56 req-8b027fed-32eb-4ace-90db-2d574d46b8ec tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931849 Jul 07 18:04:56.370980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.651803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084965-70a6-436f-aa23-a22ad460600c req-21e297bf-cf5c-4098-bd6d-1e5840fa5f5a tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.653443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9084965-70a6-436f-aa23-a22ad460600c req-21e297bf-cf5c-4098-bd6d-1e5840fa5f5a tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.1511531 Jul 07 18:04:56.752130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9084965-70a6-436f-aa23-a22ad460600c req-c12a03eb-c741-47d2-9224-a81f0c1e6499 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878251 Jul 07 18:04:57.051514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79007cab-d8cb-4fa5-b61d-606a3aef0264 req-130b6eb9-508c-4d11-bef4-903a3dfca710 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:57.069392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79007cab-d8cb-4fa5-b61d-606a3aef0264 req-130b6eb9-508c-4d11-bef4-903a3dfca710 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1070440 Jul 07 18:04:57.157538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79007cab-d8cb-4fa5-b61d-606a3aef0264 req-9330de6f-bbaf-4063-a4c8-6607a731577e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870390 Jul 07 18:04:57.284626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45060) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.452425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port a2f75803-8556-421c-8b0c-c5f2219c233b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:57.453119 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.544630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298f396-a41d-4b47-b530-885fb522b4f0 req-cc08bd71-c7d1-494c-bb3a-e64211e7ca7d tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:57.550832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b298f396-a41d-4b47-b530-885fb522b4f0 req-cc08bd71-c7d1-494c-bb3a-e64211e7ca7d tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.1487381 Jul 07 18:04:57.608974 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.623361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for a2f75803-8556-421c-8b0c-c5f2219c233b owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:57.634430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b298f396-a41d-4b47-b530-885fb522b4f0 req-9f7fb0e4-cfa3-4f7b-932d-fb39596f25f7 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780895 Jul 07 18:04:57.728451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-fe0ebce5-8b75-41cc-bb81-3c5705d20738 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.729493 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fe0ebce5-8b75-41cc-bb81-3c5705d20738 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4429891 Jul 07 18:04:57.732585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45080) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.739200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-4519d967-8d03-4829-92fe-b123e8ab1612 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.740666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4519d967-8d03-4829-92fe-b123e8ab1612 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0058093 Jul 07 18:04:57.745843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45082) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.751181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-2f139b3d-d8f6-41ea-828b-4b24af6b1d56 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.752541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2f139b3d-d8f6-41ea-828b-4b24af6b1d56 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053306 Jul 07 18:04:57.755221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45084) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.765272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-e2b0e991-5710-4a45-bedd-9a3af47e66b5 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.770504 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e2b0e991-5710-4a45-bedd-9a3af47e66b5 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0114551 Jul 07 18:04:57.771099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45088) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.776502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-c53cbba4-c0bc-4e03-91de-14cb20bb365e tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.790366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45092) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.790601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c53cbba4-c0bc-4e03-91de-14cb20bb365e tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0179489 Jul 07 18:04:57.803880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-d07a5fa2-1d64-45e9-b99b-e039d4294066 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.805610 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d07a5fa2-1d64-45e9-b99b-e039d4294066 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0134280 Jul 07 18:04:57.808493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45096) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.814800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-68ad7c81-5963-4e21-8448-0cc735ba4161 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.818844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-68ad7c81-5963-4e21-8448-0cc735ba4161 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0091803 Jul 07 18:04:57.819612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45098) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.829884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-c8399057-e099-4071-b5ab-a2fad997f878 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.836068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c8399057-e099-4071-b5ab-a2fad997f878 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0153458 Jul 07 18:04:57.836965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45102) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.843021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-3bc01fc5-d704-41be-a0e4-636c22ace1e1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.862158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3bc01fc5-d704-41be-a0e4-636c22ace1e1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0217116 Jul 07 18:04:57.864553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45104) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.882400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-bf0c5ba2-61e9-4c30-bb43-e4fee356d3cd tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.885311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bf0c5ba2-61e9-4c30-bb43-e4fee356d3cd tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0167115 Jul 07 18:04:57.887770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45106) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.895043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-32c71ed8-ef5c-4072-8f74-2286ed63af1e tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.896329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-32c71ed8-ef5c-4072-8f74-2286ed63af1e tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0071740 Jul 07 18:04:57.899344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45110) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.912667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-bfb9f754-53d3-4d21-a863-9f61a12dc026 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.919297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bfb9f754-53d3-4d21-a863-9f61a12dc026 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0148931 Jul 07 18:04:57.919297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45112) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.928418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-a32c2f6b-3028-4f5b-82a8-d6458eb55395 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.932149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a32c2f6b-3028-4f5b-82a8-d6458eb55395 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0116169 Jul 07 18:04:57.934379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45114) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.940683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-ff6b3791-f925-48b8-a3f3-078a052c7cfc tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.942717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ff6b3791-f925-48b8-a3f3-078a052c7cfc tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0062628 Jul 07 18:04:57.945062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45118) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.950612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-5f9fa2b3-6301-4d26-9895-2c8abf2a5243 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.954374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5f9fa2b3-6301-4d26-9895-2c8abf2a5243 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079863 Jul 07 18:04:57.956310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45120) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.965709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-0e2b3eb5-8f3c-4116-a04a-5bb79c8f4530 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:57.971591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0e2b3eb5-8f3c-4116-a04a-5bb79c8f4530 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0130374 Jul 07 18:04:57.972292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45122) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:57.996378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-0cc356c3-d775-4743-9e44-eab4add5056f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.004326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0cc356c3-d775-4743-9e44-eab4add5056f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0181911 Jul 07 18:04:58.005119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45124) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.015854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-755b2889-1c50-485a-a808-ba603c73f3a1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.020357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-755b2889-1c50-485a-a808-ba603c73f3a1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0140302 Jul 07 18:04:58.021080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45126) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.029039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-dbb176df-9155-4356-9d0d-a7cea83c1d09 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.040502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45128) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.042513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dbb176df-9155-4356-9d0d-a7cea83c1d09 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0141816 Jul 07 18:04:58.049684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-a1c83e66-d342-4d5d-9f73-869e211d32c6 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.054102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45130) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.054472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a1c83e66-d342-4d5d-9f73-869e211d32c6 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0120988 Jul 07 18:04:58.060062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-1ef9d0de-1257-4d59-8d4e-0f931c6897e2 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.063416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1ef9d0de-1257-4d59-8d4e-0f931c6897e2 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051732 Jul 07 18:04:58.063835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45132) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.070457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-6de875e1-fa33-490f-a48a-cddd8be673e0 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.074296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6de875e1-fa33-490f-a48a-cddd8be673e0 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070472 Jul 07 18:04:58.074917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45134) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.085841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.090940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-2408ce1c-eadf-4a3c-b595-d19881640154 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.094398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2408ce1c-eadf-4a3c-b595-d19881640154 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0159492 Jul 07 18:04:58.094835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45136) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.101331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-1e905880-cd1e-4b63-98cd-0967af047fb2 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.104589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1e905880-cd1e-4b63-98cd-0967af047fb2 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0064752 Jul 07 18:04:58.110611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45138) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.123845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-edc9c545-1e23-4171-84ea-df0436e73596 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.133038 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-edc9c545-1e23-4171-84ea-df0436e73596 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0177205 Jul 07 18:04:58.144733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.151842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-4255e855-8426-430a-ac91-098fc11200ef tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.155331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4255e855-8426-430a-ac91-098fc11200ef tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055194 Jul 07 18:04:58.156468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45142) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.162713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-5e667951-cddf-40b5-97bc-95d51686224c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.166215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5e667951-cddf-40b5-97bc-95d51686224c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065134 Jul 07 18:04:58.166695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=a2f75803-8556-421c-8b0c-c5f2219c233b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:58.169511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45144) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.187515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-10655bcd-8152-4203-9e55-f59e4407d8e8 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.191765 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10655bcd-8152-4203-9e55-f59e4407d8e8 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0202010 Jul 07 18:04:58.192616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45148) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.201475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-ffddac2d-10a8-4804-a7dc-d26d8d165335 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.204996 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ffddac2d-10a8-4804-a7dc-d26d8d165335 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050654 Jul 07 18:04:58.205328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45150) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.209778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-90be45df-0f06-4f87-b1db-b7df5a820ebe tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.211083 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-90be45df-0f06-4f87-b1db-b7df5a820ebe tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048397 Jul 07 18:04:58.245712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45152) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.253759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-1a374ccb-9b2b-4a1d-bd2e-18cc7a7b1208 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.257915 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1a374ccb-9b2b-4a1d-bd2e-18cc7a7b1208 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083642 Jul 07 18:04:58.260185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45154) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.274864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-8af4dcaa-6f19-4556-ac3e-fe915fb09c9c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.274864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8af4dcaa-6f19-4556-ac3e-fe915fb09c9c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0120883 Jul 07 18:04:58.280670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45156) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.328719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-de4ff0a0-d638-4407-83e3-cea5c0fb0ba4 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.328719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-de4ff0a0-d638-4407-83e3-cea5c0fb0ba4 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0355206 Jul 07 18:04:58.328719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45158) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.331445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-a62663f6-70da-4451-ae70-32a4d6c2d469 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.332798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a62663f6-70da-4451-ae70-32a4d6c2d469 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063927 Jul 07 18:04:58.336369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45162) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.346440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-4fbbe355-af7f-414e-8d12-d6590dc9cb5f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.350483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4fbbe355-af7f-414e-8d12-d6590dc9cb5f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077777 Jul 07 18:04:58.350686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45164) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.360706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-f8251874-5113-4dac-8d8f-ccb0046c03df tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.365132 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f8251874-5113-4dac-8d8f-ccb0046c03df tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0108359 Jul 07 18:04:58.365951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.371241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-f5a0ca9e-09ce-43d6-aa9d-08860e2b6dcb tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.374694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f5a0ca9e-09ce-43d6-aa9d-08860e2b6dcb tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051050 Jul 07 18:04:58.375552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45168) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.383558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a582b-46d7-4bf0-8477-584e9b4e93a0 req-0bd5a0f5-f472-44ac-8f2b-6d4b7e737c5a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:58.384888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-57bfbc0c-72c4-466a-a4e0-6925243fa5be tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.388418 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-57bfbc0c-72c4-466a-a4e0-6925243fa5be tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0092640 Jul 07 18:04:58.388799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45170) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.393283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-047a582b-46d7-4bf0-8477-584e9b4e93a0 req-0bd5a0f5-f472-44ac-8f2b-6d4b7e737c5a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.3000519 Jul 07 18:04:58.438264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-0be31e7e-473f-44a5-9404-3425a59ce3f8 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.439337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0be31e7e-473f-44a5-9404-3425a59ce3f8 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0486479 Jul 07 18:04:58.444113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45172) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.448330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-1f3e0e0e-cb90-499a-98ad-c58d8635fe56 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.449356 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f3e0e0e-cb90-499a-98ad-c58d8635fe56 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049016 Jul 07 18:04:58.461718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9c4a6-ca74-48a1-ad92-b31b830192b2 req-dd347e09-64bd-4ada-b7e4-be1c7e68dd42 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:58.469347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04d9c4a6-ca74-48a1-ad92-b31b830192b2 req-dd347e09-64bd-4ada-b7e4-be1c7e68dd42 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.3253174 Jul 07 18:04:58.471890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45174) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.495815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-0bb24553-93af-4426-bd91-bf74efbc7155 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.498960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0bb24553-93af-4426-bd91-bf74efbc7155 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0243053 Jul 07 18:04:58.501613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45176) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.506262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-13c7b3b8-924e-4aa1-88d2-477d936c0fb9 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.507346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-13c7b3b8-924e-4aa1-88d2-477d936c0fb9 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046821 Jul 07 18:04:58.511808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45178) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.519609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:58.521184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-cc61efce-8aed-4a05-8703-1edbddd2c08b tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.522156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc61efce-8aed-4a05-8703-1edbddd2c08b tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047393 Jul 07 18:04:58.527570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45180) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.538850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-b824da5b-056c-4ea9-a99a-cab5e7a8513d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.542194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b824da5b-056c-4ea9-a99a-cab5e7a8513d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0079312 Jul 07 18:04:58.542526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45182) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.543114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-047a582b-46d7-4bf0-8477-584e9b4e93a0 req-99424166-58b8-4017-9312-d13f56f6a4de tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397870 Jul 07 18:04:58.584927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04d9c4a6-ca74-48a1-ad92-b31b830192b2 req-f810aab7-f172-440e-9588-3bd31a24f182 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145694 Jul 07 18:04:58.619989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-eee21dbd-bdee-4028-8d61-756a0a4f065a tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.623771 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eee21dbd-bdee-4028-8d61-756a0a4f065a tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0770223 Jul 07 18:04:58.624127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45190) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.628640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-fc939c2e-295f-4a3a-a9a3-3f5f0a6e8c29 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.629552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fc939c2e-295f-4a3a-a9a3-3f5f0a6e8c29 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044487 Jul 07 18:04:58.635733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45192) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.640082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-e66d86e7-8da4-4be2-8b07-90eec6bf7c4f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.641287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e66d86e7-8da4-4be2-8b07-90eec6bf7c4f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043445 Jul 07 18:04:58.645756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45194) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.654160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-f8aa9e4f-c822-4a41-88f9-17e98564f037 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.655746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f8aa9e4f-c822-4a41-88f9-17e98564f037 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088730 Jul 07 18:04:58.668815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45198) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.673276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-240506e2-18d9-4802-bb77-8500b57c065b tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.674224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-240506e2-18d9-4802-bb77-8500b57c065b tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044084 Jul 07 18:04:58.676957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45200) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.681142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-8b8f89a5-1000-4e0d-96c6-d7635a27481a tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.684659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8b8f89a5-1000-4e0d-96c6-d7635a27481a tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067792 Jul 07 18:04:58.685261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45202) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.701311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-019c6e25-c11c-43f1-9eb3-33b09290119d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.705034 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-019c6e25-c11c-43f1-9eb3-33b09290119d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0144784 Jul 07 18:04:58.705659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45206) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.709867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-19ad1ec8-c53e-4891-95ec-9c7f7079d513 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.715706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45210) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.720062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-f9cecd96-601d-440e-8bba-e57ddd478129 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.723779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-19ad1ec8-c53e-4891-95ec-9c7f7079d513 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0170705 Jul 07 18:04:58.724468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45212) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.731474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-28f8ef60-a848-4f0f-aa42-8a268c4bed73 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.733057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28f8ef60-a848-4f0f-aa42-8a268c4bed73 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075014 Jul 07 18:04:58.733979 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f9cecd96-601d-440e-8bba-e57ddd478129 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0172050 Jul 07 18:04:58.737371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45214) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.743324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-9230044a-664d-4aad-90d8-5958c3922ac1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.744206 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9230044a-664d-4aad-90d8-5958c3922ac1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0059309 Jul 07 18:04:58.748020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45216) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.754714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-2fb2ae3e-d19c-4ecf-afd5-012d337b2f0f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.758219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2fb2ae3e-d19c-4ecf-afd5-012d337b2f0f tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068350 Jul 07 18:04:58.759031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45218) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.772886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-3bd3830f-0223-4205-b1a6-2430d9e1d7cf tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.774929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3bd3830f-0223-4205-b1a6-2430d9e1d7cf tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0143471 Jul 07 18:04:58.779335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45220) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.849901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-7fb8cda8-eadf-4a3a-a620-bed729f11a7c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.850890 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7fb8cda8-eadf-4a3a-a620-bed729f11a7c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0183096 Jul 07 18:04:58.857255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45226) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.873977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-46922251-f323-4991-a874-dbfedcb9a55b tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.874947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-46922251-f323-4991-a874-dbfedcb9a55b tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0164394 Jul 07 18:04:58.885907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45230) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.891096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-749a2eea-eed4-4d0e-8f46-b568199de796 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.892257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-749a2eea-eed4-4d0e-8f46-b568199de796 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054088 Jul 07 18:04:58.896509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45232) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.902360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-349d0b85-4453-4c2e-83b2-36fb7a1ddcf1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.902360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-349d0b85-4453-4c2e-83b2-36fb7a1ddcf1 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047119 Jul 07 18:04:58.906476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45234) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.913669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-c0ec8c6d-f222-4b97-b5b9-ae161c536cc5 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.914943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c0ec8c6d-f222-4b97-b5b9-ae161c536cc5 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0065706 Jul 07 18:04:58.922648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45236) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.930906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router 5059484c-c291-4ab0-b1b3-4d50a92b5528 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:58.934763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [None req-dfb1a0c4-7518-4c4f-b284-ba0435bff680 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.937297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dfb1a0c4-7518-4c4f-b284-ba0435bff680 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0135033 Jul 07 18:04:58.938725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45238) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.943368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-bcd8b620-9bad-47fc-8e77-8b2e950cd309 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.946810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bcd8b620-9bad-47fc-8e77-8b2e950cd309 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068059 Jul 07 18:04:58.949106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca688-2bb2-4a21-a5ef-52f322c23a7d req-8f0a7844-06ec-41ad-98b8-8d7a51f7fa44 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:58.950741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45240) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.955352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-970c83d7-d57e-4904-baa1-8d4befce935d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.959031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-042ca688-2bb2-4a21-a5ef-52f322c23a7d req-8f0a7844-06ec-41ad-98b8-8d7a51f7fa44 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.1940346 Jul 07 18:04:58.959679 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-970c83d7-d57e-4904-baa1-8d4befce935d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0077634 Jul 07 18:04:58.962687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.976251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-900cd0ef-4099-42ed-816a-50abf241ab1d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.981184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-900cd0ef-4099-42ed-816a-50abf241ab1d tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0171032 Jul 07 18:04:58.982419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45246) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:58.988948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-6aa35bf5-157e-46e3-be05-86b9587ef256 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:58.993135 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6aa35bf5-157e-46e3-be05-86b9587ef256 tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094323 Jul 07 18:04:58.994168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45248) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:59.000996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-bab40243-6b2b-4048-a074-8c0da75abc8c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:59.004987 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bab40243-6b2b-4048-a074-8c0da75abc8c tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073237 Jul 07 18:04:59.005879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45250) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:59.018805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [None req-d6cf5be5-94f3-46b7-a862-5185507f10ca tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:59.024102 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d6cf5be5-94f3-46b7-a862-5185507f10ca tempest-ExtensionsTestJSON-666748054 tempest-ExtensionsTestJSON-666748054-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0144446 Jul 07 18:04:59.026693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-042ca688-2bb2-4a21-a5ef-52f322c23a7d req-9d728573-a3ed-4cc1-8f24-9fb50bbd5eca tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668445 Jul 07 18:04:59.140993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:59.154109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] Sync routers for ids ['5059484c-c291-4ab0-b1b3-4d50a92b5528'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:59.164380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45256) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:59.172005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] Routers {'5059484c-c291-4ab0-b1b3-4d50a92b5528'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:59.173218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5059484c-c291-4ab0-b1b3-4d50a92b5528'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:59.177465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0b967b69-45ef-4b02-b26a-37eff5fb3672 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/5059484c-c291-4ab0-b1b3-4d50a92b5528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6277649 Jul 07 18:04:59.234063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:59.252029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] Routers {'5059484c-c291-4ab0-b1b3-4d50a92b5528'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:59.252975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5059484c-c291-4ab0-b1b3-4d50a92b5528'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:59.264037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28b1c423-7b0f-4538-91e8-135bf8d2d649 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=5059484c-c291-4ab0-b1b3-4d50a92b5528 HTTP/1.1" status: 200 len: 205 time: 0.0982628 Jul 07 18:04:59.267356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45258) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:59.325355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:59.326403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72d7a8-7f50-40aa-99b5-8031f39ad3cf None None] The sync data for ids ['5059484c-c291-4ab0-b1b3-4d50a92b5528'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:59.409827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bace3-12c5-447b-b8d5-d89cc2649a02 req-88f5b5be-796d-45eb-be52-def94c598a56 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:59.429458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-153bace3-12c5-447b-b8d5-d89cc2649a02 req-88f5b5be-796d-45eb-be52-def94c598a56 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 946 time: 0.1642327 Jul 07 18:04:59.438346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dadab984-efbd-40f9-bb71-14297999c0a7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:59.509475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-153bace3-12c5-447b-b8d5-d89cc2649a02 req-bcd35d86-fd05-4470-a770-a8237cd20f08 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787358 Jul 07 18:04:59.665468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45270) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:59.722668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45274) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:59.825047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dadab984-efbd-40f9-bb71-14297999c0a7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:59.827447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dadab984-efbd-40f9-bb71-14297999c0a7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:59.860511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eacf4c-ff7a-4baa-b3b8-7df534895f90 req-907f66e9-5e5b-4833-846d-d3a5a4e83b28 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:59.871624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30eacf4c-ff7a-4baa-b3b8-7df534895f90 req-907f66e9-5e5b-4833-846d-d3a5a4e83b28 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.1127584 Jul 07 18:04:59.940507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dadab984-efbd-40f9-bb71-14297999c0a7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:59.941197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadab984-efbd-40f9-bb71-14297999c0a7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Fanout notify agent at l3_agent the message router_deleted on router 5059484c-c291-4ab0-b1b3-4d50a92b5528 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:04:59.948454 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dadab984-efbd-40f9-bb71-14297999c0a7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:59.949648 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dadab984-efbd-40f9-bb71-14297999c0a7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/5059484c-c291-4ab0-b1b3-4d50a92b5528 HTTP/1.1" status: 204 len: 168 time: 0.6803172 Jul 07 18:04:59.952602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45278) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:00.006874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c0b813e-b7af-4e22-9ba0-a25e341c3210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.030608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30eacf4c-ff7a-4baa-b3b8-7df534895f90 req-e0717fb9-6c61-43fa-b1fb-2606c0c2fb90 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579454 Jul 07 18:05:00.033421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet 7ca8c9bd-b667-4e8e-b393-ad3ad4aec638 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:00.037279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.113819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.126816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0b89a5c3-c3fc-43ad-be26-54d6d8d13943 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccbfd25c46a242aa89ccf57651cb6b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028902 Jul 07 18:05:00.132038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45284) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:00.280125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.362585 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d156e46d-431e-4bab-943d-ea63387aab5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.387676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.477091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca8c9bd-b667-4e8e-b393-ad3ad4aec638,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:00.477091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.477091 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4b101b72-c036-44d7-bfe1-dc15fcdedde8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/7ca8c9bd-b667-4e8e-b393-ad3ad4aec638 HTTP/1.1" status: 204 len: 168 time: 0.4909682 Jul 07 18:05:00.477091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45290) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:00.477856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d3755-074d-4a96-a893-0812c1bd0922 None None] Network db9f73f1-8401-4805-b06d-8145263a700a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:00.488109 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d156e46d-431e-4bab-943d-ea63387aab5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.516464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc063e8f-5b34-4926-b430-6ec9c7b15d48 req-c8b9f7e0-eaa2-4305-84b6-89235c735657 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:00.519457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc063e8f-5b34-4926-b430-6ec9c7b15d48 req-c8b9f7e0-eaa2-4305-84b6-89235c735657 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.6114297 Jul 07 18:05:00.527583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c0b813e-b7af-4e22-9ba0-a25e341c3210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.578661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c0b813e-b7af-4e22-9ba0-a25e341c3210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.607183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.721154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5abe79-edf4-42aa-9cfd-91b764672041 req-96517b72-2057-42d9-bfba-a187906637c2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:00.726677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5abe79-edf4-42aa-9cfd-91b764672041 req-96517b72-2057-42d9-bfba-a187906637c2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.4945185 Jul 07 18:05:00.787759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] DHCP port deletion for db9f73f1-8401-4805-b06d-8145263a700a request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:00.807192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d156e46d-431e-4bab-943d-ea63387aab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.811071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d156e46d-431e-4bab-943d-ea63387aab5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.818758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d156e46d-431e-4bab-943d-ea63387aab5e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5f8f4cbd-70be-4f58-ae7a-5e835f0049f0 HTTP/1.1" status: 204 len: 168 time: 0.6750102 Jul 07 18:05:00.826921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:00.827674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.849133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1c0b813e-b7af-4e22-9ba0-a25e341c3210 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0ca05ef3e2394db780e84dce8beb55e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1804335 Jul 07 18:05:00.856734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc063e8f-5b34-4926-b430-6ec9c7b15d48 req-6705ce9a-1ea0-40a1-8b0a-ab4bf04eede6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159733 Jul 07 18:05:00.856734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45300) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:00.864226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b813e-b7af-4e22-9ba0-a25e341c3210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d8355-741c-4fae-8965-7f1a37b02d30,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:00.956920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] Deleting port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:00.957632 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.007077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-27beef5f-981b-44a5-9fc0-4bdc2b34c8b8 req-c2032aca-6148-43a2-8918-5b9e16d80708 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:05:01.009370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27beef5f-981b-44a5-9fc0-4bdc2b34c8b8 req-c2032aca-6148-43a2-8918-5b9e16d80708 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243542 Jul 07 18:05:01.055136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,segment=NetworkSegment(09caff00-4ffd-486c-b3b7-fce727491170),segment_id=09caff00-4ffd-486c-b3b7-fce727491170)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:01.057352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.083535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5abe79-edf4-42aa-9cfd-91b764672041 req-7dcd47a9-2d13-464b-8b65-9364caf62e5a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844305 Jul 07 18:05:01.094632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156e46d-431e-4bab-943d-ea63387aab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8f4cbd-70be-4f58-ae7a-5e835f0049f0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:01.095739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:01.128454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] For port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,segment=NetworkSegment(09caff00-4ffd-486c-b3b7-fce727491170),segment_id=09caff00-4ffd-486c-b3b7-fce727491170)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:01.129272 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.166969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] Calling delete_port for 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:01.294739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.429589 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.436321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:01.466608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:01.496446 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5386e91e-f5a7-4ac5-96bc-366abf1f8823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.520855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] Pushing event deleted for resources: {'Port': ['ID=2cc9ba0a-e63f-443b-b9b8-87efb2c603e3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:01.523162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1355470-f97b-4ea4-bf01-9e7c203851a1 None None] No DVR routers for this DVR port 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:01.621712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.678947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9f73f1-8401-4805-b06d-8145263a700a']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:01.694948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27beef5f-981b-44a5-9fc0-4bdc2b34c8b8 req-a2eae815-c03f-41eb-afb4-8b98f35d2ed1 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6281612 Jul 07 18:05:01.697786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5386e91e-f5a7-4ac5-96bc-366abf1f8823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.729776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09caff00-4ffd-486c-b3b7-fce727491170') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:01.738332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09caff00-4ffd-486c-b3b7-fce727491170') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:01.776868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.854755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.863921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:01.864772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:01.870729 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:01.880600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5386e91e-f5a7-4ac5-96bc-366abf1f8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.883592 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5386e91e-f5a7-4ac5-96bc-366abf1f8823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:01.885745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5386e91e-f5a7-4ac5-96bc-366abf1f8823 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/644d8355-741c-4fae-8965-7f1a37b02d30 HTTP/1.1" status: 204 len: 168 time: 1.0177796 Jul 07 18:05:01.914823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386e91e-f5a7-4ac5-96bc-366abf1f8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d8355-741c-4fae-8965-7f1a37b02d30,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:02.130740 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.139452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.149978 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/db9f73f1-8401-4805-b06d-8145263a700a HTTP/1.1" status: 204 len: 168 time: 1.7003961 Jul 07 18:05:02.158247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45322) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:02.166135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b9e3cb6a-99db-436c-a3ca-1c825b39cb6c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1216169400', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:02.186373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929127-c5cd-4eda-84b9-f30027037753 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=db9f73f1-8401-4805-b06d-8145263a700a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:02.279743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb6a-99db-436c-a3ca-1c825b39cb6c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.281218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb6a-99db-436c-a3ca-1c825b39cb6c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.408717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cb7db-0a64-4193-9f94-be23a9f6d370 req-5219bf38-0c8a-4f84-95fc-72f5d2438bd4 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:02.421356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-416cb7db-0a64-4193-9f94-be23a9f6d370 req-5219bf38-0c8a-4f84-95fc-72f5d2438bd4 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.2322271 Jul 07 18:05:02.453910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:02.543353 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb6a-99db-436c-a3ca-1c825b39cb6c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.557194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:02.557700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2cc9ba0a-e63f-443b-b9b8-87efb2c603e3 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:02.592678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-416cb7db-0a64-4193-9f94-be23a9f6d370 req-d268589c-c741-49e7-a5aa-526f056c4b2b tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681445 Jul 07 18:05:02.602616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb6a-99db-436c-a3ca-1c825b39cb6c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.642932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b71c3-08a7-4232-b583-61b763902e14 req-f62ddd95-200e-4c74-9cb9-8a842d0cc0e6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:02.651525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c85b71c3-08a7-4232-b583-61b763902e14 req-f62ddd95-200e-4c74-9cb9-8a842d0cc0e6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.4255385 Jul 07 18:05:02.704163 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb6a-99db-436c-a3ca-1c825b39cb6c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.713230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45338) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:02.713603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b9e3cb6a-99db-436c-a3ca-1c825b39cb6c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5493999 Jul 07 18:05:02.719075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-619127583'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:02.763605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c85b71c3-08a7-4232-b583-61b763902e14 req-e8b71ae9-7465-4679-a33f-15a6265ff9b0 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034284 Jul 07 18:05:02.827398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:02.831694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.966171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:03.018784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:03.019777 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment 238c4faf-fada-4b49-a6c4-44cc582d4361 of type vlan for network 8287ba34-90bc-434a-ae59-15bc3ff10229 Jul 07 18:05:03.059899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9e052-be6c-4f5d-b4f5-5352aa42a4dc req-9b95f183-ed5b-40ec-9694-fad184cd2821 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:03.085641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71a9e052-be6c-4f5d-b4f5-5352aa42a4dc req-9b95f183-ed5b-40ec-9694-fad184cd2821 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.2103240 Jul 07 18:05:03.205819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:03.277751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71a9e052-be6c-4f5d-b4f5-5352aa42a4dc req-32a9ea46-129c-44b9-861e-fea548743d81 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782985 Jul 07 18:05:03.293404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:03.311838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:03.312681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:03.496079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1af5ed-0952-4c54-9d3c-732496e41b81 req-e4d7c00a-892e-4b99-88aa-a12f7ec1d667 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:03.509755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a1af5ed-0952-4c54-9d3c-732496e41b81 req-e4d7c00a-892e-4b99-88aa-a12f7ec1d667 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 946 time: 0.2910814 Jul 07 18:05:03.594954 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8802958 Jul 07 18:05:03.595600 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45354) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:03.596130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45356) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:03.600971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a1af5ed-0952-4c54-9d3c-732496e41b81 req-b3720c4b-0154-43d5-953c-b9a314f70fb5 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891411 Jul 07 18:05:03.621167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:03.782734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:03.802813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f67bd4-0b91-4a6f-8e8a-40734de52401 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=8287ba34-90bc-434a-ae59-15bc3ff10229,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:03.822563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:03.915184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:03.935204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.262076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45372) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:04.403325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1928663102-network', 'tenant_id': '909283c21bc949b3b1e0577610d476e7'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:04.457099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55203806-4828-434d-bf49-42a561f541d1 req-4b9b9b04-26c7-46cc-a968-9aace1d5858b tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:04.463751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55203806-4828-434d-bf49-42a561f541d1 req-4b9b9b04-26c7-46cc-a968-9aace1d5858b tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.4119341 Jul 07 18:05:04.465424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-105330552'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:04.482028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:04.493236 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.533346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Made reservation on behalf of 0c6ac71f6db14698826d90e1a43b2ec6 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:04.534194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.544881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.563620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55203806-4828-434d-bf49-42a561f541d1 req-bf48bdfa-3bcc-4329-b512-f09e6bde0d6e tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894790 Jul 07 18:05:04.570063 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.623092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbde93-4ee9-42d5-8e20-a13cb9c48f2c req-88ebf46e-b824-4b08-abb5-66e8476799c8 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:04.627007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25bbde93-4ee9-42d5-8e20-a13cb9c48f2c req-88ebf46e-b824-4b08-abb5-66e8476799c8 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.3601749 Jul 07 18:05:04.778065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25bbde93-4ee9-42d5-8e20-a13cb9c48f2c req-b0277f71-e595-4b55-b6f1-a41e1996bc37 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378026 Jul 07 18:05:04.845516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.916078 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.933459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.013428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:05.030116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c34b73-c88f-42d0-9c3c-95e50b14f7bb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:05.044857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.046205 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Added segment 53ab3a6b-e98e-494c-a39b-8484e480b631 of type vlan for network 613c0307-a06f-41fa-a1ef-6cccbad9df7c Jul 07 18:05:05.129561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=28bdc798-ed3e-41e4-9251-c9f834229d43,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:05.200642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:05.201303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: 8287ba34-90bc-434a-ae59-15bc3ff10229, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:05.225130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.292951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:05.328393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.346834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:05.348304 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.394293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8287ba34-90bc-434a-ae59-15bc3ff10229) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:05.402797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:05.403416 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.405083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc9775-2fd5-4d3a-99a3-3e6a29442868 None None] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:05.475407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.491762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.531243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Network': ['ID=613c0307-a06f-41fa-a1ef-6cccbad9df7c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:05.547377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:05.562756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2ffbb686-b375-4407-8d39-d25ba9303db3 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2924726 Jul 07 18:05:05.568541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45382) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:05.571414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424f4eae-c430-4672-a16a-22245b84013b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:05.573120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'subnet': {'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:05.587741 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f9ce494a-b8f7-4140-87a7-faccc95d370e tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9834428 Jul 07 18:05:05.588352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45384) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:05.626340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:05.746984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.780789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff35e-234b-4fb9-afd8-cd9fd0995c6d req-ca7aab93-746a-46d6-a0f1-47d60d1d992c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:05.797587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b2ff35e-234b-4fb9-afd8-cd9fd0995c6d req-ca7aab93-746a-46d6-a0f1-47d60d1d992c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.4926484 Jul 07 18:05:05.808177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.810807 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Added segment ce83d88b-28e3-4b3a-8a02-8747f8688f49 of type vlan for network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 Jul 07 18:05:05.955885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-8287ba34-90bc-434a-ae59-15bc3ff10229', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:05.957111 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.983703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118fe0e-33a0-4f1f-907a-d4b843e79c2a req-e5020174-e064-4edd-9884-3fd72eec1bfc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.010760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118fe0e-33a0-4f1f-907a-d4b843e79c2a req-e5020174-e064-4edd-9884-3fd72eec1bfc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.024976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118fe0e-33a0-4f1f-907a-d4b843e79c2a req-e5020174-e064-4edd-9884-3fd72eec1bfc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.039171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b118fe0e-33a0-4f1f-907a-d4b843e79c2a req-e5020174-e064-4edd-9884-3fd72eec1bfc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034&device_id=1a45496a-1458-4993-8e6c-8341ea0021c4&device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 2417 time: 0.4945035 Jul 07 18:05:06.125325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b2ff35e-234b-4fb9-afd8-cd9fd0995c6d req-aefa6b48-35a7-4d4b-8e2b-3b837650e38f tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226616 Jul 07 18:05:06.163179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.231159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Made reservation on behalf of 0c6ac71f6db14698826d90e1a43b2ec6 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:06.253066 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.329087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Allocated IP 172.20.0.2 (8287ba34-90bc-434a-ae59-15bc3ff10229/28bdc798-ed3e-41e4-9251-c9f834229d43/84a107cb-6d42-4f22-a4f5-ad3f7158cf1c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:06.423729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:05:06.439119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b118fe0e-33a0-4f1f-907a-d4b843e79c2a req-cc79a2f1-21a4-4d89-b202-d82933dde91a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855729 Jul 07 18:05:06.480324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.481400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.482136 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.583991 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9579902 Jul 07 18:05:06.591994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45394) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:06.598280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.604642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Request body: {'subnet': {'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1928663102-subnet', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:06.609370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Transition to ACTIVE for port object 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:06.642581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Transition to ACTIVE for port object 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:06.652393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.662259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:06.665962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.717540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:06.722847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:06.733272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:06.809370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Pushing event updated for resources: {'Port': ['ID=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:06.876334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Attempting to bind port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:06.876969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Attempting to bind port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:06.877407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Attempting to bind port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c on network 8287ba34-90bc-434a-ae59-15bc3ff10229 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:06.884488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2c56a53-c20e-497f-aec6-7b974a261256 req-5e312816-1b7b-4888-b0f9-6c6aee69ae29 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3486264 Jul 07 18:05:06.887925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:06.888529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Checking segment: {'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:06.888668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.888914 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.890610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Bound using segment: {'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:06.891110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Bound port: 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:06.891584 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.909554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe4dff-7170-4910-a3b4-d0d9bbced2dc admin admin] Pushing event updated for resources: {'Network': ['ID=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:06.912472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.921823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:06.964142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.110487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffc5fa-2424-46c0-b330-f936e19b92a9 req-a6f8da55-4da9-4ead-881c-4996e9984ba5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:07.119177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-faffc5fa-2424-46c0-b330-f936e19b92a9 req-a6f8da55-4da9-4ead-881c-4996e9984ba5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.3709779 Jul 07 18:05:07.192645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] For port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:07.202660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] For port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,segment=NetworkSegment(238c4faf-fada-4b49-a6c4-44cc582d4361),segment_id=238c4faf-fada-4b49-a6c4-44cc582d4361)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:07.234709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Subnet': ['ID=7eb7968c-838b-4fb6-9ad9-29042a91be2e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:07.254240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.258996 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-faffc5fa-2424-46c0-b330-f936e19b92a9 req-80d8febd-5150-4998-a15c-b34bb9ee1d47 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389403 Jul 07 18:05:07.278270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Checking segment: {'id': '53ab3a6b-e98e-494c-a39b-8484e480b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:07.278838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Network hostable DHCP agents. Network: 613c0307-a06f-41fa-a1ef-6cccbad9df7c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:07.337914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:07.385714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 613c0307-a06f-41fa-a1ef-6cccbad9df7c) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:07.395663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:07.400647 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.421911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af23589-7ddb-4051-a829-e653d4f7c2cc None None] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:07.447000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-01098024-9942-4877-922e-13807b089376 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8765118 Jul 07 18:05:07.449195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45402) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:07.494249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-11b5f7c3-009c-43d7-bc8e-3a6313b2eb4c tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1995344324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:07.582057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaaba5-3d53-4a60-9ad5-1e9bc361776f None None] Pushing event updated for resources: {'Port': ['ID=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:07.628169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Checking segment: {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:07.629574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Network hostable DHCP agents. Network: 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:07.642873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1895537-12b0-4d27-b5c6-1750c5aa7027,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:07.750908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d39d2-0c86-4d25-ad08-efcb2c9d6524 req-c8b4e3e7-03fc-4d38-9039-0928f215874a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:07.762305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.20.0.1 (8287ba34-90bc-434a-ae59-15bc3ff10229/28bdc798-ed3e-41e4-9251-c9f834229d43/70255581-32fd-445f-a22a-7d62d3f65207) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:07.773236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f94d39d2-0c86-4d25-ad08-efcb2c9d6524 req-c8b4e3e7-03fc-4d38-9039-0928f215874a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.2268803 Jul 07 18:05:07.789519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b5f7c3-009c-43d7-bc8e-3a6313b2eb4c tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.790535 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b5f7c3-009c-43d7-bc8e-3a6313b2eb4c tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.947824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-613c0307-a06f-41fa-a1ef-6cccbad9df7c', 'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c', 'tenant_id': '0c6ac71f6db14698826d90e1a43b2ec6', 'fixed_ips': [{'subnet_id': '7eb7968c-838b-4fb6-9ad9-29042a91be2e'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:07.951121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.001593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.028223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object 70255581-32fd-445f-a22a-7d62d3f65207 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:08.036846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:08.045794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:08.054061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:08.054678 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.111400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5b6c2979-9fcd-4fe2-98cf-513b1bbbc080 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5157297 Jul 07 18:05:08.118847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:08.127195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:08.141200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c020e-6a44-4fd6-b7c6-df9a362dacf0 None None] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:08.166094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.235526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=70255581-32fd-445f-a22a-7d62d3f65207,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:08.274596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.279402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.292345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:08.300530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:08.318596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:08.486960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.489062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:08.507660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Allocated IP 172.20.0.2 (613c0307-a06f-41fa-a1ef-6cccbad9df7c/7eb7968c-838b-4fb6-9ad9-29042a91be2e/bc9f0fdd-150a-4c57-ba95-0c57305132ac) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:08.651447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.791267 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b5f7c3-009c-43d7-bc8e-3a6313b2eb4c tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.824717 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b5f7c3-009c-43d7-bc8e-3a6313b2eb4c tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.978390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-11b5f7c3-009c-43d7-bc8e-3a6313b2eb4c tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.987170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-11b5f7c3-009c-43d7-bc8e-3a6313b2eb4c tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.5335553 Jul 07 18:05:09.010104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45422) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:09.053452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f94d39d2-0c86-4d25-ad08-efcb2c9d6524 req-71ae7ad2-31b1-4e02-96b0-020eed39240c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2792003 Jul 07 18:05:09.231600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:09.232537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.247024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622893a-95d6-41d2-aab3-e426751364c8 req-b56b6ba3-c8a1-4a6f-8dce-09395f7a4e03 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:09.256585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6622893a-95d6-41d2-aab3-e426751364c8 req-b56b6ba3-c8a1-4a6f-8dce-09395f7a4e03 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.4926748 Jul 07 18:05:09.274209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3034da2-0c6d-4f09-b79c-97316759eeb4 None None] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:09.299041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:09.304999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6622893a-95d6-41d2-aab3-e426751364c8 req-cc35b050-d5c6-469e-9d8d-f9593b54c020 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 Jul 07 18:05:09.762242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.801604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.867795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b54427d7-f585-4fca-b72e-0cdaa477ab44 None None] Provisioning for port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:09.917701 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.011216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b54427d7-f585-4fca-b72e-0cdaa477ab44 None None] Provisioning complete for port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:10.011600 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b54427d7-f585-4fca-b72e-0cdaa477ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.242851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.266686 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.293809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.369203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Transition to ACTIVE for port object bc9f0fdd-150a-4c57-ba95-0c57305132ac will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:10.401590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Transition to ACTIVE for port object bc9f0fdd-150a-4c57-ba95-0c57305132ac will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:10.474573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.567619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Pushing event updated for resources: {'Port': ['ID=bc9f0fdd-150a-4c57-ba95-0c57305132ac,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:10.578341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.587208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Allocated IP 172.20.0.2 (72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67/d1895537-12b0-4d27-b5c6-1750c5aa7027/3f50e7e5-1546-4889-a89b-50c04dbae725) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:10.592933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=70255581-32fd-445f-a22a-7d62d3f65207,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:10.610983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.614258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9a11e-90de-4fc5-a181-995fbd56467a req-546c6499-296a-423e-9317-a1d89c6ac34d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:10.622803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dde9a11e-90de-4fc5-a181-995fbd56467a req-546c6499-296a-423e-9317-a1d89c6ac34d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.2450595 Jul 07 18:05:10.647584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:10.650218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Allocated IP 172.20.0.1 (613c0307-a06f-41fa-a1ef-6cccbad9df7c/7eb7968c-838b-4fb6-9ad9-29042a91be2e/156b7fd5-3352-47cd-91bb-462650c16aa9) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:10.674620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.696494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:10.719525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dde9a11e-90de-4fc5-a181-995fbd56467a req-5996e3c3-339d-4144-89f9-627a56b9f6ce tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931485 Jul 07 18:05:10.724256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:10.934845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:10.939411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:10.953939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b54427d7-f585-4fca-b72e-0cdaa477ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.968049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Allocated IP 172.25.1.91 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/a544f91a-9a63-4b72-b82d-cba22038cbf5) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:11.045035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Attempting to bind port bc9f0fdd-150a-4c57-ba95-0c57305132ac on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:11.045455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Attempting to bind port bc9f0fdd-150a-4c57-ba95-0c57305132ac by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '53ab3a6b-e98e-494c-a39b-8484e480b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:11.045806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Attempting to bind port bc9f0fdd-150a-4c57-ba95-0c57305132ac on network 613c0307-a06f-41fa-a1ef-6cccbad9df7c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:11.059662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d89f-c7d7-4ca8-9485-355889588a67 req-d90eea33-aef3-45c6-bc57-38a66865cf56 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:11.064913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4c7d89f-c7d7-4ca8-9485-355889588a67 req-d90eea33-aef3-45c6-bc57-38a66865cf56 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.3841932 Jul 07 18:05:11.103893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:11.114062 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.115466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Checking segment: {'id': '53ab3a6b-e98e-494c-a39b-8484e480b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:11.115990 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.116443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Bound using segment: {'id': '53ab3a6b-e98e-494c-a39b-8484e480b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:11.116983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Bound port: bc9f0fdd-150a-4c57-ba95-0c57305132ac, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ab3a6b-e98e-494c-a39b-8484e480b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:11.117377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.229924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Transition to ACTIVE for port object 156b7fd5-3352-47cd-91bb-462650c16aa9 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:11.238375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4c7d89f-c7d7-4ca8-9485-355889588a67 req-910a1f91-dd06-46b0-8d62-76c1c68c10c2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577075 Jul 07 18:05:11.244676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:05:11.261902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.265622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b54427d7-f585-4fca-b72e-0cdaa477ab44 None None] For port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,segment=NetworkSegment(238c4faf-fada-4b49-a6c4-44cc582d4361),segment_id=238c4faf-fada-4b49-a6c4-44cc582d4361)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:11.321050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b54427d7-f585-4fca-b72e-0cdaa477ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.342941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.552518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:11.558742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bd1fe1a1-3bee-45d5-94d1-616ea9fa6874 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9617016 Jul 07 18:05:11.564845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:11.566810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45442) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:11.582118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:11.583230 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:11.587889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:11.593847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] For port bc9f0fdd-150a-4c57-ba95-0c57305132ac, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:11.597785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] For port bc9f0fdd-150a-4c57-ba95-0c57305132ac, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bc9f0fdd-150a-4c57-ba95-0c57305132ac,segment=NetworkSegment(53ab3a6b-e98e-494c-a39b-8484e480b631),segment_id=53ab3a6b-e98e-494c-a39b-8484e480b631)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:11.603237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-990787354'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:11.612901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.628266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:11.639041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:11.652209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.694798 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:11.699732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Port': ['ID=156b7fd5-3352-47cd-91bb-462650c16aa9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:11.701629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.726503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54427d7-f585-4fca-b72e-0cdaa477ab44 None None] Pushing event updated for resources: {'Port': ['ID=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:11.736243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:11.739409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:11.746186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:11.754256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:11.774844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:11.776527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Transition to ACTIVE for port object 3f50e7e5-1546-4889-a89b-50c04dbae725 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:11.859197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Transition to ACTIVE for port object 3f50e7e5-1546-4889-a89b-50c04dbae725 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:11.980584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.001221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368c86c-df64-4f19-a0f6-570d227f9dec None None] Pushing event updated for resources: {'Port': ['ID=bc9f0fdd-150a-4c57-ba95-0c57305132ac,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:12.054229 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.067348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5cba7d62-7d71-4af5-90c9-53bce2cf25b8 None None] Provisioning complete for port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:12.067718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cba7d62-7d71-4af5-90c9-53bce2cf25b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.169943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:12.174265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Pushing event updated for resources: {'Port': ['ID=a544f91a-9a63-4b72-b82d-cba22038cbf5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:12.312992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cec9e-857f-4585-a5b9-2ae65a4957c4 req-af5cfdb1-afcf-4e79-a7fa-968b2f6393c7 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:12.339995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f29cec9e-857f-4585-a5b9-2ae65a4957c4 req-af5cfdb1-afcf-4e79-a7fa-968b2f6393c7 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.7356472 Jul 07 18:05:12.422359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:12.433230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:12.442066 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:09Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:10Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:12.450717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:12.473279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.475178 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment 2bab00a8-b51c-415d-b0a3-d6ad13a5d545 of type vlan for network 8738295a-a2b5-4511-a73a-c0a9a9672c1d Jul 07 18:05:12.534416 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:12.534807 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Updating router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 port 70255581-32fd-445f-a22a-7d62d3f65207 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:12.541314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f29cec9e-857f-4585-a5b9-2ae65a4957c4 req-a57d1122-2d71-4fd0-9687-7fbe3f29bae3 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406512 Jul 07 18:05:12.568580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:12.607503 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.609160 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.646127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Pushing event updated for resources: {'Port': ['ID=3f50e7e5-1546-4889-a89b-50c04dbae725,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:12.678661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.750447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Attempting to bind port 3f50e7e5-1546-4889-a89b-50c04dbae725 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:12.750726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Attempting to bind port 3f50e7e5-1546-4889-a89b-50c04dbae725 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:12.751215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Attempting to bind port 3f50e7e5-1546-4889-a89b-50c04dbae725 on network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:12.824798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:12.825497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Checking segment: {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:12.826035 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.827142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Bound using segment: {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:12.827904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Bound port: 3f50e7e5-1546-4889-a89b-50c04dbae725, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:12.829476 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.904014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5cba7d62-7d71-4af5-90c9-53bce2cf25b8 None None] Provisioning for port 70255581-32fd-445f-a22a-7d62d3f65207 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:12.913121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5cba7d62-7d71-4af5-90c9-53bce2cf25b8 None None] Provisioning complete for port 70255581-32fd-445f-a22a-7d62d3f65207 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:12.913603 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cba7d62-7d71-4af5-90c9-53bce2cf25b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.962030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:12.962460 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.967043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.971426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5cba7d62-7d71-4af5-90c9-53bce2cf25b8 None None] Port 70255581-32fd-445f-a22a-7d62d3f65207 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:12.984066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:12.985582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.034967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] For port 3f50e7e5-1546-4889-a89b-50c04dbae725, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:13.040490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] For port 3f50e7e5-1546-4889-a89b-50c04dbae725, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3f50e7e5-1546-4889-a89b-50c04dbae725,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:13.062493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.071338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.083819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff4863-b7f2-474e-aeb1-1dff3ee8d580 req-a94f313b-31bb-4e17-9818-d0a797150682 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:13.098154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96ff4863-b7f2-474e-aeb1-1dff3ee8d580 req-a94f313b-31bb-4e17-9818-d0a797150682 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.9134517 Jul 07 18:05:13.162088 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.211963 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Transition to ACTIVE for port object 70255581-32fd-445f-a22a-7d62d3f65207 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:13.217215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.236225 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.371461 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8035126 Jul 07 18:05:13.382148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45458) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:13.407750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:13.438557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f140e7-cd53-4a3f-befc-670c1d38856a None None] Pushing event updated for resources: {'Port': ['ID=3f50e7e5-1546-4889-a89b-50c04dbae725,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:13.503148 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Attempting to bind port 70255581-32fd-445f-a22a-7d62d3f65207 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:13.503661 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Attempting to bind port 70255581-32fd-445f-a22a-7d62d3f65207 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:13.504140 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Attempting to bind port 70255581-32fd-445f-a22a-7d62d3f65207 on network 8287ba34-90bc-434a-ae59-15bc3ff10229 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:13.521504 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:13.523812 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Checking segment: {'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:13.524351 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.529266 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Bound using segment: {'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:13.530088 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Bound port: 70255581-32fd-445f-a22a-7d62d3f65207, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238c4faf-fada-4b49-a6c4-44cc582d4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:13.532223 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.731900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96ff4863-b7f2-474e-aeb1-1dff3ee8d580 req-f0984495-0654-4d57-b3e3-574b1e71a75c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6327391 Jul 07 18:05:13.740768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4ab4f-c916-467f-af84-ea4b319caa76 req-d6651057-800e-4a8f-9be6-60921798a656 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:13.759029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41c91e-5d9b-4682-ae69-0ad4129edcb8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=8738295a-a2b5-4511-a73a-c0a9a9672c1d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:13.759748 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Pushing event updated for resources: {'Port': ['ID=70255581-32fd-445f-a22a-7d62d3f65207,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:13.766819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0cd4ab4f-c916-467f-af84-ea4b319caa76 req-d6651057-800e-4a8f-9be6-60921798a656 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.6493866 Jul 07 18:05:13.796266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:13.842326 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.842671 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.843004 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.843335 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.843659 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.843983 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.844303 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.844631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.844973 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.845289 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.845606 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.845922 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:13.912472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.994179 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] For port 70255581-32fd-445f-a22a-7d62d3f65207, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:14.019113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388da40-8c43-455a-9458-227c78ad31a9 None None] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:14.020920 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] For port 70255581-32fd-445f-a22a-7d62d3f65207, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70255581-32fd-445f-a22a-7d62d3f65207,segment=NetworkSegment(238c4faf-fada-4b49-a6c4-44cc582d4361),segment_id=238c4faf-fada-4b49-a6c4-44cc582d4361)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:14.028414 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:14.034134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0cd4ab4f-c916-467f-af84-ea4b319caa76 req-9ce59c15-3197-4750-adfa-e65e2a3cdb3e tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135181 Jul 07 18:05:14.038568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:14.070081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Port': ['ID=156b7fd5-3352-47cd-91bb-462650c16aa9,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:14.230123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-10338fb7-648d-472d-8fe1-f9b8875ca64b tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.231455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8d3ba22b-e1cd-4172-b818-c6f99a2bbcb1 None None] Provisioning for port bc9f0fdd-150a-4c57-ba95-0c57305132ac completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:14.235751 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:14.236073 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-10338fb7-648d-472d-8fe1-f9b8875ca64b tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 1.4032948 Jul 07 18:05:14.236398 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:14.401837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:14.430407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:14.600643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc9f0fdd-150a-4c57-ba95-0c57305132ac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:14.623031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:14.627461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:14.774419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port bc9f0fdd-150a-4c57-ba95-0c57305132ac completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:14.781358 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a4e9e-6b94-4b61-94ae-bc6ef61aa836 None None] Pushing event updated for resources: {'Port': ['ID=70255581-32fd-445f-a22a-7d62d3f65207,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:14.784232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port bc9f0fdd-150a-4c57-ba95-0c57305132ac triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:14.785671 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:14.839169 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:14.841517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152de166-91c6-47f6-9049-26362ce3febb req-eaca50bf-da75-48fe-9756-1ad8d7bba0bc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.845797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-152de166-91c6-47f6-9049-26362ce3febb req-eaca50bf-da75-48fe-9756-1ad8d7bba0bc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.4375165 Jul 07 18:05:15.075310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-152de166-91c6-47f6-9049-26362ce3febb req-d23f00e6-4dcf-4b72-b3c2-3404d7d36453 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213948 Jul 07 18:05:15.082487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:15.092957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Router e3c0f400-fc87-45d4-b4db-db7eed54cd73 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:05:15.196618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port bc9f0fdd-150a-4c57-ba95-0c57305132ac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bc9f0fdd-150a-4c57-ba95-0c57305132ac,segment=NetworkSegment(53ab3a6b-e98e-494c-a39b-8484e480b631),segment_id=53ab3a6b-e98e-494c-a39b-8484e480b631)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:15.208878 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:15.222415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:15.223954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f50e7e5-1546-4889-a89b-50c04dbae725 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:15.350177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f35a575-b9f8-4e9c-923c-3d51eda9bcc1 None None] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:15.366626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1c89d7e2-8a41-467d-b63e-68b6d707c71c None None] Provisioning for port 156b7fd5-3352-47cd-91bb-462650c16aa9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:15.412670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1c89d7e2-8a41-467d-b63e-68b6d707c71c None None] Provisioning complete for port 156b7fd5-3352-47cd-91bb-462650c16aa9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:15.413274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c89d7e2-8a41-467d-b63e-68b6d707c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:15.445716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:15.494236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Deleting port 419b41c1-f9e4-4a9e-8144-921399da6e84 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:15.494477 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:15.513095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-739dd7eb-cf19-43a7-a83e-fa627f00d1a9 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "PUT /v2.0/routers/e3c0f400-fc87-45d4-b4db-db7eed54cd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4753909 Jul 07 18:05:15.514716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:15.519272 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:09Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:13Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:15.538876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac932b5d-f07d-447c-a6e5-2860c2ae3f69 req-20eee243-ef8a-48c2-bac6-0b126ae7745c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:15.551039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac932b5d-f07d-447c-a6e5-2860c2ae3f69 req-20eee243-ef8a-48c2-bac6-0b126ae7745c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.5707226 Jul 07 18:05:15.582220 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac54904-50b8-4b28-bab4-f0743fb33a92 None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:09Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:13Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:15.651344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac932b5d-f07d-447c-a6e5-2860c2ae3f69 req-56a424fb-e048-45d9-a58b-60fe570566fd tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994990 Jul 07 18:05:15.716394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6a96-6747-48ca-959a-cd3556782117 req-ab1ec0d6-85c1-4536-a446-b1ac89ea5d6a tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:15.728580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-545a6a96-6747-48ca-959a-cd3556782117 req-ab1ec0d6-85c1-4536-a446-b1ac89ea5d6a tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.3057442 Jul 07 18:05:15.840711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-545a6a96-6747-48ca-959a-cd3556782117 req-60d77e7c-ca1d-49c8-a959-b6e074f348b9 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100845 Jul 07 18:05:16.024735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c89d7e2-8a41-467d-b63e-68b6d707c71c None None] Port 156b7fd5-3352-47cd-91bb-462650c16aa9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:16.026619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] Sync routers for ids ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:16.037271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 419b41c1-f9e4-4a9e-8144-921399da6e84 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:16.170620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=bc9f0fdd-150a-4c57-ba95-0c57305132ac,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:16.285845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.294736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.295148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.295491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.295831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.296165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.296494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.296820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.301389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.301731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.302154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.302430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:16.319212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'port': {'network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c', 'name': 'tempest-FloatingIPNegativeTestJSON-851399716'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:16.366386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4e2f-4295-4900-971c-15de5b286271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:16.367806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3f50e7e5-1546-4889-a89b-50c04dbae725 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:16.379421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] Routers {'e3c0f400-fc87-45d4-b4db-db7eed54cd73'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:16.380062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:16.403616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1c89d7e2-8a41-467d-b63e-68b6d707c71c None None] Provisioning complete for port bc9f0fdd-150a-4c57-ba95-0c57305132ac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:16.403983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c89d7e2-8a41-467d-b63e-68b6d707c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:16.460246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e320255-e518-450d-908a-b51a72e4269b req-84d7f91f-95a5-4e6b-9fe9-cf481798976e tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:16.468994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e320255-e518-450d-908a-b51a72e4269b req-84d7f91f-95a5-4e6b-9fe9-cf481798976e tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 945 time: 0.1320968 Jul 07 18:05:16.568424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e320255-e518-450d-908a-b51a72e4269b req-e9b2c635-1969-46f0-994a-1311dbc8ba37 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981548 Jul 07 18:05:16.591926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:16.731016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] Routers {'e3c0f400-fc87-45d4-b4db-db7eed54cd73'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:16.753253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:16.779314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:16.918785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc9f0fdd-150a-4c57-ba95-0c57305132ac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:16.941153 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:16.942354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c05a75a-c23f-4ce1-aebb-59d8b05fa6f0 None None] The sync data for ids ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:17.089870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] For port 419b41c1-f9e4-4a9e-8144-921399da6e84, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=419b41c1-f9e4-4a9e-8144-921399da6e84,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:17.090241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.105238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Router bde01786-55c3-4073-a55d-06fa1f3412c1 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:05:17.125908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Calling delete_port for 419b41c1-f9e4-4a9e-8144-921399da6e84 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:17.139224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=d8711d98-4c94-4cd8-9455-559b7ed038ff,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:17.148927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7771051-f8ea-4058-bd36-1bdeb02386ce req-a16d655e-77f8-49c1-9ab9-dbd4a38bc759 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:17.151380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7771051-f8ea-4058-bd36-1bdeb02386ce req-a16d655e-77f8-49c1-9ab9-dbd4a38bc759 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.2040257 Jul 07 18:05:17.187393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.301301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:17.301961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: 8738295a-a2b5-4511-a73a-c0a9a9672c1d, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:17.307711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Made reservation on behalf of 0c6ac71f6db14698826d90e1a43b2ec6 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:17.312779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.362155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:17.365092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cb09-36f3-44e0-ad2f-295baf659b03 req-8cfbe61f-c9ac-4292-b97f-d0da5a2fc42b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:17.366370 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2390662-74fa-42d0-9ecb-a1eaa716dc2e" -d '{"events": [{"server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "name": "network-vif-unplugged", "status": "completed", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:17.380623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10d4cb09-36f3-44e0-ad2f-295baf659b03 req-8cfbe61f-c9ac-4292-b97f-d0da5a2fc42b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.2275412 Jul 07 18:05:17.417137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 419b41c1-f9e4-4a9e-8144-921399da6e84, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=419b41c1-f9e4-4a9e-8144-921399da6e84,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:17.429731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7771051-f8ea-4058-bd36-1bdeb02386ce req-2d0258f7-4e40-4fe4-aa90-b08204160b64 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648108 Jul 07 18:05:17.439630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port bc9f0fdd-150a-4c57-ba95-0c57305132ac triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:17.440395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.468150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.533454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10d4cb09-36f3-44e0-ad2f-295baf659b03 req-df290e85-16cf-4941-9145-28467d908eb3 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469796 Jul 07 18:05:17.563799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] device_id is not set on port 346befc0-3d9b-42b1-bb0a-629225edc32f yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:05:17.599053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:17.644447 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bf07a3-17a0-4437-b902-525fd17cc344 x-openstack-request-id: req-86bf07a3-17a0-4437-b902-525fd17cc344 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:17.645084 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "name": "network-vif-unplugged", "status": "completed", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:17.646805 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86bf07a3-17a0-4437-b902-525fd17cc344 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:17.647624 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84', 'code': 200} Jul 07 18:05:17.681085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:17.692591 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Sync routers for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:17.706680 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:17.710919 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:17.732634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Provisioning complete for port 156b7fd5-3352-47cd-91bb-462650c16aa9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:17.733125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.744327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=419b41c1-f9e4-4a9e-8144-921399da6e84,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:17.747488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8738295a-a2b5-4511-a73a-c0a9a9672c1d) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:17.780087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:17.780737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.854430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e438c29-87a7-45ab-b5ef-65cdf9c73fd0 None None] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:17.893809 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-128d37fa-8eba-455c-acf4-95ed10b92a60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4977896 Jul 07 18:05:17.894577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45504) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:17.983928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.985511 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-06b7bed2-ee81-499e-974a-3f0c2c36671e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8632846 Jul 07 18:05:18.005890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45506) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:18.057362 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:18.101166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Port 156b7fd5-3352-47cd-91bb-462650c16aa9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:18.110420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Allocated IP 172.20.0.3 (613c0307-a06f-41fa-a1ef-6cccbad9df7c/7eb7968c-838b-4fb6-9ad9-29042a91be2e/346befc0-3d9b-42b1-bb0a-629225edc32f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:18.187471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.204700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['460c3f09-499c-47f9-884e-a1ee46cbc34f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:18.207531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c7af64d2-6805-4116-becc-307b9eccadc2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:18.298607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Provisioning for port 3f50e7e5-1546-4889-a89b-50c04dbae725 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:18.312001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70255581-32fd-445f-a22a-7d62d3f65207 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:18.319630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08950cd-d24a-447e-97c6-320c7545e2b3 req-caf989eb-e3b9-4caa-b768-01abb11f931c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:18.329007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d08950cd-d24a-447e-97c6-320c7545e2b3 req-caf989eb-e3b9-4caa-b768-01abb11f931c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e82a883-8acf-45b9-9c8d-94eae3569034 HTTP/1.1" status: 200 len: 865 time: 0.2892339 Jul 07 18:05:18.421606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Provisioning complete for port 3f50e7e5-1546-4889-a89b-50c04dbae725 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:18.422059 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.434196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Pushing event deleted for resources: {'Port': ['ID=419b41c1-f9e4-4a9e-8144-921399da6e84,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:18.506361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d08950cd-d24a-447e-97c6-320c7545e2b3 req-cdc64f7e-1e75-4009-a3aa-8b8e9f521814 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739743 Jul 07 18:05:18.538083 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2da2-583a-4eb1-80d7-dc9d7b64b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.606004 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:12Z', 'revision_number': 3, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:18.654632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] No DVR routers for this DVR port 419b41c1-f9e4-4a9e-8144-921399da6e84 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:18.676979 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Checking router: bde01786-55c3-4073-a55d-06fa1f3412c1 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:18.677521 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Updating router bde01786-55c3-4073-a55d-06fa1f3412c1 port a544f91a-9a63-4b72-b82d-cba22038cbf5 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:18.691058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.695818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b39c52e0-51ac-486d-ac62-e455defbcfc2 req-13c49c61-25db-4f1b-83d8-12161d364a19 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "DELETE /v2.0/ports/419b41c1-f9e4-4a9e-8144-921399da6e84 HTTP/1.1" status: 204 len: 173 time: 4.4347546 Jul 07 18:05:18.696538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'name': 'network-vif-deleted', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:18.698030 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.699473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 70255581-32fd-445f-a22a-7d62d3f65207 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:18.702429 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3285fc-8125-4ca9-aedd-db244a89e272" -d '{"events": [{"server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "name": "network-vif-deleted", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:18.749083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 70255581-32fd-445f-a22a-7d62d3f65207 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:18.749553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.812526 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.951945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:18.957782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.470377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Allocated IP 172.21.0.2 (8738295a-a2b5-4511-a73a-c0a9a9672c1d/d8711d98-4c94-4cd8-9455-559b7ed038ff/95320803-b668-4c7c-b515-b23387a1cbc8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:19.650944 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.679063 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Transition to ACTIVE for port object a544f91a-9a63-4b72-b82d-cba22038cbf5 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:19.688341 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.758528 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.768410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Transition to ACTIVE for port object 95320803-b668-4c7c-b515-b23387a1cbc8 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:19.786520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Transition to ACTIVE for port object 95320803-b668-4c7c-b515-b23387a1cbc8 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:19.791185 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Attempting to bind port a544f91a-9a63-4b72-b82d-cba22038cbf5 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:19.797554 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Attempting to bind port a544f91a-9a63-4b72-b82d-cba22038cbf5 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:19.798361 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Attempting to bind port a544f91a-9a63-4b72-b82d-cba22038cbf5 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:19.814358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.817774 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbfb94-6ce9-4bcd-95cc-7009670d41cd None None] Pushing event updated for resources: {'Port': ['ID=a544f91a-9a63-4b72-b82d-cba22038cbf5,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:19.824818 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:19.825229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:19.828439 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.828962 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:19.831940 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Bound port: a544f91a-9a63-4b72-b82d-cba22038cbf5, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:19.832409 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.905550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.988691 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] For port a544f91a-9a63-4b72-b82d-cba22038cbf5, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:19.992495 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] For port a544f91a-9a63-4b72-b82d-cba22038cbf5, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a544f91a-9a63-4b72-b82d-cba22038cbf5,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:19.997598 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.016379 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.028495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:20.066521 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbfb94-6ce9-4bcd-95cc-7009670d41cd None None] Pushing event updated for resources: {'Port': ['ID=a544f91a-9a63-4b72-b82d-cba22038cbf5,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:20.092927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:20.094770 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:20.094931 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:20.104857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369a582-3aaa-4557-b016-35204dd1ed65 req-12c32e3c-07db-4bdf-8a0c-0fa780d155e5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:20.112424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6369a582-3aaa-4557-b016-35204dd1ed65 req-12c32e3c-07db-4bdf-8a0c-0fa780d155e5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.2497261 Jul 07 18:05:20.114000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:20.148921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6a11e-1710-48f2-9a29-7bbd8f7074d4 req-e0e32473-cdaa-4e29-aac1-9f2bba8942d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:20.153840 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1fd6a11e-1710-48f2-9a29-7bbd8f7074d4 req-e0e32473-cdaa-4e29-aac1-9f2bba8942d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 1096 time: 1.5305254 Jul 07 18:05:20.172065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Pushing event updated for resources: {'Port': ['ID=95320803-b668-4c7c-b515-b23387a1cbc8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:20.202115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6046cfb-8efd-457e-b1e7-559853d4b5e0 req-931c2361-67fe-4149-9394-2863bdc262d6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:20.223274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6046cfb-8efd-457e-b1e7-559853d4b5e0 req-931c2361-67fe-4149-9394-2863bdc262d6 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.3504758 Jul 07 18:05:20.237430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] For port 3f50e7e5-1546-4889-a89b-50c04dbae725, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3f50e7e5-1546-4889-a89b-50c04dbae725,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:20.260686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.266051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6369a582-3aaa-4557-b016-35204dd1ed65 req-5208c87d-6071-4ec5-9b82-f4723d5b8e2e tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526074 Jul 07 18:05:20.296553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.313011 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:20.351444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.360560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6046cfb-8efd-457e-b1e7-559853d4b5e0 req-d3ab7544-4cc3-40cf-a449-889c9b7329c9 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348329 Jul 07 18:05:20.430406 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9918f5-3719-4769-bb61-a5ccce254418 x-openstack-request-id: req-ba9918f5-3719-4769-bb61-a5ccce254418 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:20.430676 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e82a883-8acf-45b9-9c8d-94eae3569034", "name": "network-vif-deleted", "tag": "419b41c1-f9e4-4a9e-8144-921399da6e84", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:20.431077 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba9918f5-3719-4769-bb61-a5ccce254418 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:20.431360 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82a883-8acf-45b9-9c8d-94eae3569034', 'name': 'network-vif-deleted', 'tag': '419b41c1-f9e4-4a9e-8144-921399da6e84', 'status': 'completed', 'code': 200} Jul 07 18:05:20.437346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.541410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Attempting to bind port 95320803-b668-4c7c-b515-b23387a1cbc8 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:20.541871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Attempting to bind port 95320803-b668-4c7c-b515-b23387a1cbc8 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:20.542132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Attempting to bind port 95320803-b668-4c7c-b515-b23387a1cbc8 on network 8738295a-a2b5-4511-a73a-c0a9a9672c1d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:20.547755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.580410 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1fd6a11e-1710-48f2-9a29-7bbd8f7074d4 req-5f0ff2e1-45c0-4dce-971f-83ae382b91c3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101214 Jul 07 18:05:20.629010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Transition to ACTIVE for port object 346befc0-3d9b-42b1-bb0a-629225edc32f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:20.760257 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:12Z', 'revision_number': 3, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:20.801198 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8221a1-e000-406e-bf98-1a11e8fbf6b7 None None] The sync data for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 is: [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:12Z', 'revision_number': 3, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:20.883581 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.883994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.21.0.1 (8738295a-a2b5-4511-a73a-c0a9a9672c1d/d8711d98-4c94-4cd8-9455-559b7ed038ff/14b39c43-034d-4d40-a784-12397e309ef3) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:20.923693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:20.924014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Checking segment: {'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:20.924391 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.924785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Bound using segment: {'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:20.925307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Bound port: 95320803-b668-4c7c-b515-b23387a1cbc8, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:20.925683 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.992527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1b376082-3ce6-4951-93b7-fdf6a270805e None None] Provisioning complete for port 3f50e7e5-1546-4889-a89b-50c04dbae725 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:20.994029 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b376082-3ce6-4951-93b7-fdf6a270805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.000087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 70255581-32fd-445f-a22a-7d62d3f65207, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70255581-32fd-445f-a22a-7d62d3f65207,segment=NetworkSegment(238c4faf-fada-4b49-a6c4-44cc582d4361),segment_id=238c4faf-fada-4b49-a6c4-44cc582d4361)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:21.003155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84478812-0e23-4930-b440-d2d6bc6a53ff None None] Pushing event updated for resources: {'Port': ['ID=3f50e7e5-1546-4889-a89b-50c04dbae725,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:21.018676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Port': ['ID=346befc0-3d9b-42b1-bb0a-629225edc32f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:21.026820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.037473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:21.042304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:21.045305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:21.148003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Allocated IP 172.20.0.1 (72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67/d1895537-12b0-4d27-b5c6-1750c5aa7027/15278ea4-4539-4fda-899d-4d79c380ec8c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:21.261790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] For port 95320803-b668-4c7c-b515-b23387a1cbc8, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:21.264058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=70255581-32fd-445f-a22a-7d62d3f65207,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:21.270301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] For port 95320803-b668-4c7c-b515-b23387a1cbc8, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=95320803-b668-4c7c-b515-b23387a1cbc8,segment=NetworkSegment(2bab00a8-b51c-415d-b0a3-d6ad13a5d545),segment_id=2bab00a8-b51c-415d-b0a3-d6ad13a5d545)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:21.272132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.284320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:21.286496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.329794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f3fee-f8e7-4d81-b54c-68695c4c7c6c req-180a5ebd-ad7c-4f87-9f2e-632d7e0e436a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:21.331427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a4f3fee-f8e7-4d81-b54c-68695c4c7c6c req-180a5ebd-ad7c-4f87-9f2e-632d7e0e436a tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 946 time: 0.3477495 Jul 07 18:05:21.358760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.401643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5fb11fb9-cf9c-49e5-9be3-b6d736458706 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.8441725 Jul 07 18:05:21.404723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45544) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:21.407607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object 14b39c43-034d-4d40-a784-12397e309ef3 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:21.412295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:21.412700 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.426525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f50e7e5-1546-4889-a89b-50c04dbae725 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:21.435399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a4f3fee-f8e7-4d81-b54c-68695c4c7c6c req-2a00d4ce-9a38-46a8-b8a3-48d3eb32b817 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941162 Jul 07 18:05:21.552638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.575181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.603058 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.643243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:21.647411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:21.688354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Transition to ACTIVE for port object 15278ea4-4539-4fda-899d-4d79c380ec8c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:21.694106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-c8d5ceef-e7c8-47e9-99ea-a4bc0607a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:21.721423 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-c8d5ceef-e7c8-47e9-99ea-a4bc0607a129 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1097 time: 0.3037181 Jul 07 18:05:21.731708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=14b39c43-034d-4d40-a784-12397e309ef3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:21.759044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541b4e0-ae98-4a28-bae3-1b2ee80d018f None None] Pushing event updated for resources: {'Port': ['ID=95320803-b668-4c7c-b515-b23387a1cbc8,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:21.772548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:21.830502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3f50e7e5-1546-4889-a89b-50c04dbae725 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:21.834736 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.881602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.929289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.036093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ee3a6f55-649c-443b-ba34-ad4d1eed1e2c None None] Provisioning for port 346befc0-3d9b-42b1-bb0a-629225edc32f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:22.067237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ee3a6f55-649c-443b-ba34-ad4d1eed1e2c None None] Provisioning complete for port 346befc0-3d9b-42b1-bb0a-629225edc32f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:22.067237 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6f55-649c-443b-ba34-ad4d1eed1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.096688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:22.112041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:22.115374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:22.120277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Pushing event updated for resources: {'Port': ['ID=15278ea4-4539-4fda-899d-4d79c380ec8c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:22.181909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.234357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.250107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a6f55-649c-443b-ba34-ad4d1eed1e2c None None] Port 346befc0-3d9b-42b1-bb0a-629225edc32f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:22.280855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e88a-0abc-4d6c-a150-60bb2f657a85 req-e5d022ab-6fdb-439f-815b-ec7c5a710357 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.289076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5832e88a-0abc-4d6c-a150-60bb2f657a85 req-e5d022ab-6fdb-439f-815b-ec7c5a710357 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.6440685 Jul 07 18:05:22.360946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e68de-74d4-46a3-9a77-6b64a4d7bacf req-d783fc72-a72a-40cd-8bf4-c3ac6d901601 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.362573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce1e68de-74d4-46a3-9a77-6b64a4d7bacf req-d783fc72-a72a-40cd-8bf4-c3ac6d901601 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 946 time: 0.5183055 Jul 07 18:05:22.380017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-d06e6ed0-3a3d-41cf-aeea-6e3b6f71d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.385001 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-d06e6ed0-3a3d-41cf-aeea-6e3b6f71d817 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.6545653 Jul 07 18:05:22.427977 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.545011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Allocated IP 172.25.1.154 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/77931743-072c-45c7-bf79-1ca20942cbeb) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:22.571130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5832e88a-0abc-4d6c-a150-60bb2f657a85 req-cac3408c-c788-41b7-aeab-c2c0e2fa83e6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807896 Jul 07 18:05:22.594225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-91910fa3-8f0e-46ba-882f-ae1ea89551d8 None None] Provisioning for port 15278ea4-4539-4fda-899d-4d79c380ec8c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:22.602577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-91910fa3-8f0e-46ba-882f-ae1ea89551d8 None None] Provisioning complete for port 15278ea4-4539-4fda-899d-4d79c380ec8c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:22.602991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91910fa3-8f0e-46ba-882f-ae1ea89551d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:22.624565 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-fbb0d2b7-51f8-4c0d-ad89-44793f9f410f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 1002 time: 0.1848640 Jul 07 18:05:22.646520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce1e68de-74d4-46a3-9a77-6b64a4d7bacf req-3701111c-6fc0-43f7-b363-3146f7f3e1aa tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574809 Jul 07 18:05:22.690349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-91910fa3-8f0e-46ba-882f-ae1ea89551d8 None None] Port 15278ea4-4539-4fda-899d-4d79c380ec8c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:22.710799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6685-b86b-420c-ba68-61396adfe75c req-32af818b-e5f9-47a8-99fd-a0cf259582ab tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.714582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-646f6685-b86b-420c-ba68-61396adfe75c req-32af818b-e5f9-47a8-99fd-a0cf259582ab tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.90 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 946 time: 0.2574611 Jul 07 18:05:22.797169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-9b8bd36f-7092-4daa-83da-6191163683b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.798655 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-9b8bd36f-7092-4daa-83da-6191163683b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.0551491 Jul 07 18:05:22.950567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:22.993609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-199d0992-e382-4ed1-a46d-ccb9eceaf677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.996203 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-199d0992-e382-4ed1-a46d-ccb9eceaf677 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755552 Jul 07 18:05:23.088656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Deleting port c7af64d2-6805-4116-becc-307b9eccadc2 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:23.089051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.105478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:23.108174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.149891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:23.152295 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981a8fb0-9ec8-4213-b16f-1b57a92d3aad" -d '{"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-unplugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:23.203645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:23.218857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.269729 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33db51-b522-44fd-96bd-88396b5c7962 x-openstack-request-id: req-5d33db51-b522-44fd-96bd-88396b5c7962 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:23.270597 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-unplugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:23.271140 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d33db51-b522-44fd-96bd-88396b5c7962 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:23.271744 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'code': 200} Jul 07 18:05:23.302307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] For port c7af64d2-6805-4116-becc-307b9eccadc2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7af64d2-6805-4116-becc-307b9eccadc2,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:23.302778 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.337479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Calling delete_port for c7af64d2-6805-4116-becc-307b9eccadc2 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:23.343146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:23.463839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95320803-b668-4c7c-b515-b23387a1cbc8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:23.500050 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.530882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853739ff-9e7b-4c5e-b375-7c285cbfaa7d req-ae278f9b-9d29-494e-9cd5-df159a65fe30 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:23.532424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-853739ff-9e7b-4c5e-b375-7c285cbfaa7d req-ae278f9b-9d29-494e-9cd5-df159a65fe30 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a45496a-1458-4993-8e6c-8341ea0021c4 HTTP/1.1" status: 200 len: 867 time: 0.5808420 Jul 07 18:05:23.538965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['460c3f09-499c-47f9-884e-a1ee46cbc34f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:23.565866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Pushing event deleted for resources: {'Port': ['ID=c7af64d2-6805-4116-becc-307b9eccadc2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:23.636379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.675835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] No DVR routers for this DVR port c7af64d2-6805-4116-becc-307b9eccadc2 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:23.679446 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.682066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-646f6685-b86b-420c-ba68-61396adfe75c req-d5adef8c-f82a-4cef-878a-917e75b3b620 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.90 "DELETE /v2.0/ports/c7af64d2-6805-4116-becc-307b9eccadc2 HTTP/1.1" status: 204 len: 173 time: 0.9603441 Jul 07 18:05:23.684900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'name': 'network-vif-deleted', 'tag': 'c7af64d2-6805-4116-becc-307b9eccadc2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:23.687187 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e28c195-2efb-4a1a-ae52-7a96fdfae883" -d '{"events": [{"server_uuid": "1a45496a-1458-4993-8e6c-8341ea0021c4", "name": "network-vif-deleted", "tag": "c7af64d2-6805-4116-becc-307b9eccadc2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:23.690004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.703549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a42d05-31a3-41b1-aaf0-a9187669c1b3 None None] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:23.712329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.732470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 95320803-b668-4c7c-b515-b23387a1cbc8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:23.775104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a544f91a-9a63-4b72-b82d-cba22038cbf5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:23.797409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-853739ff-9e7b-4c5e-b375-7c285cbfaa7d req-b6734eb4-a9e7-4c90-be98-3530d550aacc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367692 Jul 07 18:05:23.821949 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:23.909943 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-001d98e5-14df-44ad-8076-a0f25c31e847 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053605 Jul 07 18:05:23.964024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.101054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f3dec99d-fea6-4263-8925-79a042bdf72d None None] Provisioning for port 95320803-b668-4c7c-b515-b23387a1cbc8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:24.149467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f3dec99d-fea6-4263-8925-79a042bdf72d None None] Provisioning complete for port 95320803-b668-4c7c-b515-b23387a1cbc8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:24.150036 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3dec99d-fea6-4263-8925-79a042bdf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.203920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.222985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=14b39c43-034d-4d40-a784-12397e309ef3,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:24.288441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:24.343895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:24.348492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-681e8d95-532c-4a12-8468-d6c591b9e673 req-d1f084e5-8e13-49c7-ba84-e9abdbf6bad5 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038636 Jul 07 18:05:24.349523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:24.387526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.392554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Port': ['ID=77931743-072c-45c7-bf79-1ca20942cbeb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:24.403132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.407457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a544f91a-9a63-4b72-b82d-cba22038cbf5 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:24.428606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a544f91a-9a63-4b72-b82d-cba22038cbf5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:24.429169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.541158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:24.546899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:24.555575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.567815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070c5f-004c-4aea-a5ac-cd6cb00a720f req-707e3d9c-f77d-4351-b744-e753f9c8c56d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:24.573227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Pushing event updated for resources: {'Port': ['ID=15278ea4-4539-4fda-899d-4d79c380ec8c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:24.579083 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3dec99d-fea6-4263-8925-79a042bdf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.596616 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24070c5f-004c-4aea-a5ac-cd6cb00a720f req-707e3d9c-f77d-4351-b744-e753f9c8c56d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.7162142 Jul 07 18:05:24.670818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.802999 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.834463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f3dec99d-fea6-4263-8925-79a042bdf72d None None] For port 95320803-b668-4c7c-b515-b23387a1cbc8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=95320803-b668-4c7c-b515-b23387a1cbc8,segment=NetworkSegment(2bab00a8-b51c-415d-b0a3-d6ad13a5d545),segment_id=2bab00a8-b51c-415d-b0a3-d6ad13a5d545)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:24.850072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3dec99d-fea6-4263-8925-79a042bdf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.881598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:24.891659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:24.908143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18383-4dc2-4454-873c-e536a873d2d2 req-f2f25f77-f751-4dba-9823-3c89c709a5cf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:24.909993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:24.912020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52b18383-4dc2-4454-873c-e536a873d2d2 req-f2f25f77-f751-4dba-9823-3c89c709a5cf tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.6845658 Jul 07 18:05:25.027996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dec99d-fea6-4263-8925-79a042bdf72d None None] Pushing event updated for resources: {'Port': ['ID=95320803-b668-4c7c-b515-b23387a1cbc8,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:25.029968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24070c5f-004c-4aea-a5ac-cd6cb00a720f req-e51da33a-bd1a-448d-b8b1-abbabe92f35a tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320648 Jul 07 18:05:25.058025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7af64d2-6805-4116-becc-307b9eccadc2 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:25.128906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a544f91a-9a63-4b72-b82d-cba22038cbf5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a544f91a-9a63-4b72-b82d-cba22038cbf5,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:25.139239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: c7af64d2-6805-4116-becc-307b9eccadc2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:25.139585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7af64d2-6805-4116-becc-307b9eccadc2 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:25.162463 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ce7b2-8508-43b8-b1d3-81ac7197152f x-openstack-request-id: req-4f7ce7b2-8508-43b8-b1d3-81ac7197152f {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:25.163670 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a45496a-1458-4993-8e6c-8341ea0021c4", "name": "network-vif-deleted", "tag": "c7af64d2-6805-4116-becc-307b9eccadc2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:25.163928 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f7ce7b2-8508-43b8-b1d3-81ac7197152f {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:25.164381 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a45496a-1458-4993-8e6c-8341ea0021c4', 'name': 'network-vif-deleted', 'tag': 'c7af64d2-6805-4116-becc-307b9eccadc2', 'status': 'completed', 'code': 200} Jul 07 18:05:25.165417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.170086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70255581-32fd-445f-a22a-7d62d3f65207 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:25.184355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52b18383-4dc2-4454-873c-e536a873d2d2 req-5635ab98-2587-4193-804c-5f4c08e3ae66 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433392 Jul 07 18:05:25.229543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:25.412514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-317b3cf0-02c0-4446-9fb8-a43d92be3217 None None] Provisioning complete for port 15278ea4-4539-4fda-899d-4d79c380ec8c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:25.413113 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-317b3cf0-02c0-4446-9fb8-a43d92be3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.457085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-317b3cf0-02c0-4446-9fb8-a43d92be3217 None None] Port 15278ea4-4539-4fda-899d-4d79c380ec8c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:25.461919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 70255581-32fd-445f-a22a-7d62d3f65207 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:25.462373 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.497723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a544f91a-9a63-4b72-b82d-cba22038cbf5,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:25.508532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:25.519154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f83b1edd-ab4f-4ca6-84ff-8961fb416df4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6201272 Jul 07 18:05:25.519514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45584) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:25.525064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:25.526843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-8355077'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:25.564270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:25.564972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:25.648487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Router bde01786-55c3-4073-a55d-06fa1f3412c1 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:25.659891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.672235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.703424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:25.707134 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.737838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:25.787020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:25.836287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8a5b2573-a647-4904-8aba-fa30855a11a1 None None] Provisioning for port 14b39c43-034d-4d40-a784-12397e309ef3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:25.845946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.846292 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment d9d41ad5-0efc-424f-936d-cf3abd32cb5d of type vlan for network 2501472e-6fb4-481c-be1a-5061fe4194fa Jul 07 18:05:25.897698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8a5b2573-a647-4904-8aba-fa30855a11a1 None None] Provisioning complete for port 14b39c43-034d-4d40-a784-12397e309ef3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:25.898397 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2573-a647-4904-8aba-fa30855a11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.973544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b2573-a647-4904-8aba-fa30855a11a1 None None] Port 14b39c43-034d-4d40-a784-12397e309ef3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:26.002109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95320803-b668-4c7c-b515-b23387a1cbc8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:26.027505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8a5b2573-a647-4904-8aba-fa30855a11a1 None None] Provisioning complete for port 95320803-b668-4c7c-b515-b23387a1cbc8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:26.028268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2573-a647-4904-8aba-fa30855a11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.105207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6261-0af1-408e-850d-6309d5a1c212 req-f3fe6bd9-536a-47de-bfe8-bc705fccd6c2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.112776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Port': ['ID=77931743-072c-45c7-bf79-1ca20942cbeb,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.116887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-f3fe6bd9-536a-47de-bfe8-bc705fccd6c2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 811 time: 0.5306995 Jul 07 18:05:26.161981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.177694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-07cfcf59-d55a-41a0-b5db-3cc17def4873 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/quotas/0fde7cda1a6b4b6da63460a7056a69f8 HTTP/1.1" status: 200 len: 375 time: 0.0627961 Jul 07 18:05:26.204711 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.258142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:26.270609 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de988696-3b39-4343-b277-77c51f705272 None None] Sync routers for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:26.271548 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ca903d94-0c9f-463f-bb22-0390185b5138 admin admin] 10.222.0.88 "PUT /v2.0/routers/bde01786-55c3-4073-a55d-06fa1f3412c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2593818 Jul 07 18:05:26.289486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.296854 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:26.299636 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4bf0bbdf-e7f2-4025-9314-ac908db2e5ae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8934231 Jul 07 18:05:26.302039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45598) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:26.303544 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:26.314508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c381ed77-1bae-44fe-9b77-602c81814aaa tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'floatingip': {'port_id': '346befc0-3d9b-42b1-bb0a-629225edc32f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:26.464166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c381ed77-1bae-44fe-9b77-602c81814aaa tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.553452 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:26.586744 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.592800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.593684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.629084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.1083553 Jul 07 18:05:26.634201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45606) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:26.639276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:26.871885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3e415-da38-4110-9595-b86b1b54c8d1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=2501472e-6fb4-481c-be1a-5061fe4194fa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.897620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-ddce0695-9fb5-4d4c-8bfb-8681fddff7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.900908 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-ddce0695-9fb5-4d4c-8bfb-8681fddff7f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1095 time: 0.7726424 Jul 07 18:05:26.959405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04887-3a65-4604-b689-d179dc9912cb req-459ae040-4a46-408d-aab3-c56a05412abc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.967394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6e04887-3a65-4604-b689-d179dc9912cb req-459ae040-4a46-408d-aab3-c56a05412abc tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.6150248 Jul 07 18:05:26.973167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:26.976814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.071904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-a98acc06-8e99-47ee-bb8d-672b35d98923 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8932114 Jul 07 18:05:27.189291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6e04887-3a65-4604-b689-d179dc9912cb req-fdde7025-2363-4c40-9ea5-c15880d32d99 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/security-groups?id=422e9f14-6747-40fa-a0d3-dd51d0cf158f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208626 Jul 07 18:05:27.207701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 2501472e-6fb4-481c-be1a-5061fe4194fa details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:27.217184 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-c381ed77-1bae-44fe-9b77-602c81814aaa tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] update failed (client error): The resource could not be found. Jul 07 18:05:27.218831 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c381ed77-1bae-44fe-9b77-602c81814aaa tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "PUT /v2.0/floatingips/c5d4d1c2-9546-4d80-938f-c90daae5b109 HTTP/1.1" status: 404 len: 507 time: 0.9109781 Jul 07 18:05:27.231810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45638) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:27.304542 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:23Z', 'revision_number': 2, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:27.351637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 95320803-b668-4c7c-b515-b23387a1cbc8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:27.352014 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.415371 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de988696-3b39-4343-b277-77c51f705272 None None] Checking router: bde01786-55c3-4073-a55d-06fa1f3412c1 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:27.415663 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de988696-3b39-4343-b277-77c51f705272 None None] Updating router bde01786-55c3-4073-a55d-06fa1f3412c1 port 15278ea4-4539-4fda-899d-4d79c380ec8c binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:27.499497 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de988696-3b39-4343-b277-77c51f705272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.505114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 3, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:27.587536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:27.588271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Updating router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 port 14b39c43-034d-4d40-a784-12397e309ef3 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:27.629090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-83512061-1125-42fc-b836-a9b598c0084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:27.636212 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-83512061-1125-42fc-b836-a9b598c0084e service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.4117136 Jul 07 18:05:27.743475 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-96b766d3-fb2e-4246-81b5-8b111859ff9d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 1000 time: 0.0838137 Jul 07 18:05:27.751685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:27.844878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-a8dd9df1-9530-473a-af04-b08f2d13703f tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:27.846503 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-a8dd9df1-9530-473a-af04-b08f2d13703f tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 945 time: 0.2411058 Jul 07 18:05:27.940673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-3af108fd-4b03-4176-a82f-beaa4141d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:27.942162 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-3af108fd-4b03-4176-a82f-beaa4141d5e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.1898367 Jul 07 18:05:28.100149 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de988696-3b39-4343-b277-77c51f705272 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.112600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-85a85427-47f3-4f1d-85b0-0cea3a7b1b6e None None] Provisioning complete for port 14b39c43-034d-4d40-a784-12397e309ef3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:28.117458 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85a85427-47f3-4f1d-85b0-0cea3a7b1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.125201 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-de988696-3b39-4343-b277-77c51f705272 None None] Transition to ACTIVE for port object 15278ea4-4539-4fda-899d-4d79c380ec8c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:28.135791 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de988696-3b39-4343-b277-77c51f705272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.148346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-0bc4597c-b5e7-49c3-a6b3-9aa24a43d296 service neutron] 10.222.0.88 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0752985 Jul 07 18:05:28.195551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d986f0-74ad-40a9-82c6-c88db25248bc None None] Pushing event updated for resources: {'Port': ['ID=15278ea4-4539-4fda-899d-4d79c380ec8c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:28.240724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-e1c3892d-4cf6-4c89-b0e4-878776b368f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:28.242354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-e1c3892d-4cf6-4c89-b0e4-878776b368f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906523 Jul 07 18:05:28.247743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Deleting port 460c3f09-499c-47f9-884e-a1ee46cbc34f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:28.248087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.262462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a544f91a-9a63-4b72-b82d-cba22038cbf5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:28.408999 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-de988696-3b39-4343-b277-77c51f705272 None None] Attempting to bind port 15278ea4-4539-4fda-899d-4d79c380ec8c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:28.409925 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-de988696-3b39-4343-b277-77c51f705272 None None] Attempting to bind port 15278ea4-4539-4fda-899d-4d79c380ec8c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:28.410550 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de988696-3b39-4343-b277-77c51f705272 None None] Attempting to bind port 15278ea4-4539-4fda-899d-4d79c380ec8c on network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:28.450206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de988696-3b39-4343-b277-77c51f705272 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:28.451774 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de988696-3b39-4343-b277-77c51f705272 None None] Checking segment: {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:28.452648 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de988696-3b39-4343-b277-77c51f705272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.456086 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de988696-3b39-4343-b277-77c51f705272 None None] Bound using segment: {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:28.457537 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-de988696-3b39-4343-b277-77c51f705272 None None] Bound port: 15278ea4-4539-4fda-899d-4d79c380ec8c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:28.462059 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de988696-3b39-4343-b277-77c51f705272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.584681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85a85427-47f3-4f1d-85b0-0cea3a7b1b6e None None] Port 14b39c43-034d-4d40-a784-12397e309ef3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:28.660589 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-de988696-3b39-4343-b277-77c51f705272 None None] For port 15278ea4-4539-4fda-899d-4d79c380ec8c, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:28.670913 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-de988696-3b39-4343-b277-77c51f705272 None None] For port 15278ea4-4539-4fda-899d-4d79c380ec8c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=15278ea4-4539-4fda-899d-4d79c380ec8c,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:28.681936 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de988696-3b39-4343-b277-77c51f705272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.698963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a544f91a-9a63-4b72-b82d-cba22038cbf5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:28.699297 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.700608 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.727598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Deleting port 77931743-072c-45c7-bf79-1ca20942cbeb {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:28.729305 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.765706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735c20a-7d0d-4cac-a6d2-65ffb8dd5c7d req-dd2fc63e-a83e-4914-851c-b5e12585f229 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:28.773837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a735c20a-7d0d-4cac-a6d2-65ffb8dd5c7d req-dd2fc63e-a83e-4914-851c-b5e12585f229 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.7593734 Jul 07 18:05:28.811576 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-ab22d469-3af0-4ae0-89c1-53e01cf1e1b3 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602479 Jul 07 18:05:28.820366 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d986f0-74ad-40a9-82c6-c88db25248bc None None] Pushing event updated for resources: {'Port': ['ID=15278ea4-4539-4fda-899d-4d79c380ec8c,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:28.842053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] For port 460c3f09-499c-47f9-884e-a1ee46cbc34f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=460c3f09-499c-47f9-884e-a1ee46cbc34f,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:28.842435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:28.860043 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:28.860685 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:28.899745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-2c3fe478-73ea-47ab-84ba-d6d2b612df29 service neutron] 10.222.0.88 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505071 Jul 07 18:05:28.970066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:29.032986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Calling delete_port for 460c3f09-499c-47f9-884e-a1ee46cbc34f owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:29.127955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.151464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Transition to ACTIVE for port object 14b39c43-034d-4d40-a784-12397e309ef3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:29.199764 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.253531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=7bb9206f-1901-48ba-95c6-d42a8d13b885,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:29.345898 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-67e2756c-65e0-4faf-a168-f9ec3b3dde04 req-f51622ce-3398-4a03-8ba5-8ac0458a17dc service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147078 Jul 07 18:05:29.346606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a735c20a-7d0d-4cac-a6d2-65ffb8dd5c7d req-a0f28bf2-16f4-40d8-8d68-cf8d3e44a04f tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5712008 Jul 07 18:05:29.387913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:29.389171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: 2501472e-6fb4-481c-be1a-5061fe4194fa, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:29.462082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 2501472e-6fb4-481c-be1a-5061fe4194fa is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:29.471645 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.473941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.514577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 2501472e-6fb4-481c-be1a-5061fe4194fa) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:29.526309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Calling delete_port for 77931743-072c-45c7-bf79-1ca20942cbeb owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:29.530804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:29.533507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.581916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be92d7e8-7365-4444-a252-ae8965c56ef7 None None] Network 2501472e-6fb4-481c-be1a-5061fe4194fa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:29.642448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.715333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e6f41-0d7b-4742-9de7-58d4667dba69 None None] Pushing event updated for resources: {'Port': ['ID=14b39c43-034d-4d40-a784-12397e309ef3,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:29.760208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Pushing event deleted for resources: {'Port': ['ID=460c3f09-499c-47f9-884e-a1ee46cbc34f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:29.819317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Attempting to bind port 14b39c43-034d-4d40-a784-12397e309ef3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:29.819710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Attempting to bind port 14b39c43-034d-4d40-a784-12397e309ef3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:29.820074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Attempting to bind port 14b39c43-034d-4d40-a784-12397e309ef3 on network 8738295a-a2b5-4511-a73a-c0a9a9672c1d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:29.835039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:29.835438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Checking segment: {'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:29.836256 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.836256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Bound using segment: {'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:29.836761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Bound port: 14b39c43-034d-4d40-a784-12397e309ef3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bab00a8-b51c-415d-b0a3-d6ad13a5d545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:29.838534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.894363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7951c04d-5c1d-413b-b651-a3a095832e83 req-19595351-47bd-4b8d-91fa-378aef471ced tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 210 time: 0.3212323 Jul 07 18:05:29.929411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8b4651af-7782-4352-b9e3-ceea3c9ef0de tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2937770 Jul 07 18:05:29.931099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] No DVR routers for this DVR port 460c3f09-499c-47f9-884e-a1ee46cbc34f on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:29.938278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45698) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:29.947548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:29.951442 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:29.964226 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-af570bb7-ac47-463d-9d5b-03c7088e15a1 req-b31ec2c5-4a3e-4227-8d46-8fa192500931 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.55 "DELETE /v2.0/ports/460c3f09-499c-47f9-884e-a1ee46cbc34f HTTP/1.1" status: 204 len: 173 time: 2.1104469 Jul 07 18:05:29.967803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'name': 'network-vif-deleted', 'tag': '460c3f09-499c-47f9-884e-a1ee46cbc34f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:29.970250 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe0477d-2863-44b6-9074-de6071c3dc32" -d '{"events": [{"server_uuid": "1f171fc4-c36e-49b7-803a-0c6b6647ba03", "name": "network-vif-deleted", "tag": "460c3f09-499c-47f9-884e-a1ee46cbc34f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:30.144017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-2501472e-6fb4-481c-be1a-5061fe4194fa', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:30.153048 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.233851 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf1b5b60-b3ae-4d27-a506-09450f40d8c5 req-0a90cc4b-35a6-42cd-9ac9-b5e7cf483498 tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 210 time: 0.1120644 Jul 07 18:05:30.288266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.324573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] For port 14b39c43-034d-4d40-a784-12397e309ef3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:30.343887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] For port 14b39c43-034d-4d40-a784-12397e309ef3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14b39c43-034d-4d40-a784-12397e309ef3,segment=NetworkSegment(2bab00a8-b51c-415d-b0a3-d6ad13a5d545),segment_id=2bab00a8-b51c-415d-b0a3-d6ad13a5d545)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:30.383866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event deleted for resources: {'Port': ['ID=77931743-072c-45c7-bf79-1ca20942cbeb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.456132 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249519c7-ac4e-4452-9e68-968883824f79 x-openstack-request-id: req-249519c7-ac4e-4452-9e68-968883824f79 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:30.460726 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f171fc4-c36e-49b7-803a-0c6b6647ba03", "name": "network-vif-deleted", "tag": "460c3f09-499c-47f9-884e-a1ee46cbc34f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:30.461953 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-249519c7-ac4e-4452-9e68-968883824f79 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:30.463084 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f171fc4-c36e-49b7-803a-0c6b6647ba03', 'name': 'network-vif-deleted', 'tag': '460c3f09-499c-47f9-884e-a1ee46cbc34f', 'status': 'completed', 'code': 200} Jul 07 18:05:30.537818 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.689136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e6f41-0d7b-4742-9de7-58d4667dba69 None None] Pushing event updated for resources: {'Port': ['ID=14b39c43-034d-4d40-a784-12397e309ef3,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.777583 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-de988696-3b39-4343-b277-77c51f705272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:28Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:30.785111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.790903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.807210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a0561a5f-282f-4e78-95d5-362d12fa8a67 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "DELETE /v2.0/floatingips/c5d4d1c2-9546-4d80-938f-c90daae5b109 HTTP/1.1" status: 204 len: 168 time: 3.5718863 Jul 07 18:05:30.807909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45716) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:30.829113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-10463273-c734-44f0-b66e-39ea36669b12 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'floatingip': {'floating_network_id': '613c0307-a06f-41fa-a1ef-6cccbad9df7c', 'port_id': '346befc0-3d9b-42b1-bb0a-629225edc32f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:30.829785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:30.837047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:30.865151 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de988696-3b39-4343-b277-77c51f705272 None None] The sync data for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 is: [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:28Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:30.900673 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10463273-c734-44f0-b66e-39ea36669b12 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.090139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:31.197635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Allocated IP 172.22.0.2 (2501472e-6fb4-481c-be1a-5061fe4194fa/7bb9206f-1901-48ba-95c6-d42a8d13b885/f287f01a-b6b1-4234-ba7e-b25589c4f44d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:31.251049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:31.448376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aadadaf3-a5ec-4408-9649-ae007e229a4a req-08f29399-d42e-4689-884f-94f08d57db10 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 210 time: 0.1333411 Jul 07 18:05:31.568504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 460c3f09-499c-47f9-884e-a1ee46cbc34f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:31.571402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15278ea4-4539-4fda-899d-4d79c380ec8c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:31.622749 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-10463273-c734-44f0-b66e-39ea36669b12 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:05:31.625502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-10463273-c734-44f0-b66e-39ea36669b12 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8164525 Jul 07 18:05:31.633440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45726) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:31.658948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '346befc0-3d9b-42b1-bb0a-629225edc32f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:31.770019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.112376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3644e93-b42e-4cbc-ad78-c981bebcd661 req-6ff91b53-43c5-4dd5-ac8d-a9b5543c210c tempest-ListServerFiltersTestJSON-442438928 tempest-ListServerFiltersTestJSON-442438928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f171fc4-c36e-49b7-803a-0c6b6647ba03 HTTP/1.1" status: 200 len: 210 time: 0.1510248 Jul 07 18:05:32.325049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.549426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Allocated IP 172.25.1.84 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b123a4f3-1864-48af-a1ec-7def96fbd5c3) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:32.681717 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.693119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.712602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Transition to ACTIVE for port object f287f01a-b6b1-4234-ba7e-b25589c4f44d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:32.752072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.804374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Transition to ACTIVE for port object f287f01a-b6b1-4234-ba7e-b25589c4f44d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:32.829551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:32.840149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 460c3f09-499c-47f9-884e-a1ee46cbc34f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:32.844210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 460c3f09-499c-47f9-884e-a1ee46cbc34f not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:32.877507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7d9a0e7-93c7-4947-8aa0-6cc38a64b73f req-225efa29-e014-43e8-b24a-a3956eb07012 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 210 time: 0.0465441 Jul 07 18:05:32.888650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:32.901350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:32.943421 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.993503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event updated for resources: {'Port': ['ID=b123a4f3-1864-48af-a1ec-7def96fbd5c3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:33.022512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Network 2501472e-6fb4-481c-be1a-5061fe4194fa is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:33.068558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:33.082082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:33.159831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6261-0af1-408e-850d-6309d5a1c212 req-5379af4c-4fcb-4c79-a52c-4923fe3527f5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:33.161520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-5379af4c-4fcb-4c79-a52c-4923fe3527f5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.55 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 811 time: 0.6222720 Jul 07 18:05:33.208876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Request body: {'port': {'device_id': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'admin_state_up': True, 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:33.416791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.22.0.1 (2501472e-6fb4-481c-be1a-5061fe4194fa/7bb9206f-1901-48ba-95c6-d42a8d13b885/6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:33.425526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Attempting to bind port f287f01a-b6b1-4234-ba7e-b25589c4f44d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:33.426213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Attempting to bind port f287f01a-b6b1-4234-ba7e-b25589c4f44d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:33.426821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Attempting to bind port f287f01a-b6b1-4234-ba7e-b25589c4f44d on network 2501472e-6fb4-481c-be1a-5061fe4194fa {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:33.445938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:33.446703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Checking segment: {'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:33.447341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.447957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Bound using segment: {'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:33.448706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Bound port: f287f01a-b6b1-4234-ba7e-b25589c4f44d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:33.449849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.452648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 15278ea4-4539-4fda-899d-4d79c380ec8c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:33.457196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Pushing event updated for resources: {'Port': ['ID=f287f01a-b6b1-4234-ba7e-b25589c4f44d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:33.517884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 15278ea4-4539-4fda-899d-4d79c380ec8c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:33.518686 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.526252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 3, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:30Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:33.537363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Deleting port b123a4f3-1864-48af-a1ec-7def96fbd5c3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:33.538239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.542055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45762) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:33.652264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-076015df-c12e-492d-a5ad-653a105df519 None None] For port f287f01a-b6b1-4234-ba7e-b25589c4f44d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:33.656497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-076015df-c12e-492d-a5ad-653a105df519 None None] For port f287f01a-b6b1-4234-ba7e-b25589c4f44d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f287f01a-b6b1-4234-ba7e-b25589c4f44d,segment=NetworkSegment(d9d41ad5-0efc-424f-936d-cf3abd32cb5d),segment_id=d9d41ad5-0efc-424f-936d-cf3abd32cb5d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:33.689851 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.696861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49044e-c63c-4844-bb49-63ef994bb1b0 None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 3, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:30Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:33.804581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Deleting subnet 84581860-3e6e-42f0-8fbd-f8ab3874055e {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:33.846509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.874479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Made reservation on behalf of 0fde7cda1a6b4b6da63460a7056a69f8 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:33.878607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.010337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.036818 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.042846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.071941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.072453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.102459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Calling delete_port for b123a4f3-1864-48af-a1ec-7def96fbd5c3 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:34.169105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076015df-c12e-492d-a5ad-653a105df519 None None] Pushing event updated for resources: {'Port': ['ID=f287f01a-b6b1-4234-ba7e-b25589c4f44d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:34.190925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:34.260324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 15278ea4-4539-4fda-899d-4d79c380ec8c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=15278ea4-4539-4fda-899d-4d79c380ec8c,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:34.268080 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.449574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=15278ea4-4539-4fda-899d-4d79c380ec8c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:34.570215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Allocated IP 172.20.0.13 (4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8/b59b353d-3031-463e-a42c-d95411acdffc/101289c8-a5ca-45b1-9682-f6cf96ec742c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:34.606751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.710562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32d7e0c5-2a6c-4088-bf3a-36beebdaf16d req-c885bc2f-f5af-42f2-beeb-0a644067b591 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 210 time: 0.2531571 Jul 07 18:05:34.727757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14b39c43-034d-4d40-a784-12397e309ef3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:34.758723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 2501472e-6fb4-481c-be1a-5061fe4194fa is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:34.773653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:34.777802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:34.784809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:34.806137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.896099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.907033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 14b39c43-034d-4d40-a784-12397e309ef3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:34.920597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 14b39c43-034d-4d40-a784-12397e309ef3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:34.921266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:34.958986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.001908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event deleted for resources: {'Port': ['ID=b123a4f3-1864-48af-a1ec-7def96fbd5c3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:35.080156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b6614-bc6b-4174-b67b-60e801ca08a5 req-3b28cf33-f339-4598-baf0-73ed67d7959d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:35.091244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-199b6614-bc6b-4174-b67b-60e801ca08a5 req-3b28cf33-f339-4598-baf0-73ed67d7959d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.6369319 Jul 07 18:05:35.142156 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.167538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.195848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 14b39c43-034d-4d40-a784-12397e309ef3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14b39c43-034d-4d40-a784-12397e309ef3,segment=NetworkSegment(2bab00a8-b51c-415d-b0a3-d6ad13a5d545),segment_id=2bab00a8-b51c-415d-b0a3-d6ad13a5d545)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:35.202170 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.202973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f287f01a-b6b1-4234-ba7e-b25589c4f44d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:35.216814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-09ef3bfd-fd28-4828-af57-10c8227245ae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7503967 Jul 07 18:05:35.217780 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] create failed (client error): The resource could not be found. Jul 07 18:05:35.224533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4766f75b-8270-42db-995d-a2a4187fd7ef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5890989 Jul 07 18:05:35.239419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45782) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:35.279761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=14b39c43-034d-4d40-a784-12397e309ef3,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:35.285859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.354302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port f287f01a-b6b1-4234-ba7e-b25589c4f44d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:35.378772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-199b6614-bc6b-4174-b67b-60e801ca08a5 req-dd4e3aa1-2bf4-483d-8d3c-64e536b02e8e tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864254 Jul 07 18:05:35.446755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.457296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.485575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84581860-3e6e-42f0-8fbd-f8ab3874055e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:35.488682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.497875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/84581860-3e6e-42f0-8fbd-f8ab3874055e HTTP/1.1" status: 204 len: 168 time: 1.9531996 Jul 07 18:05:35.498637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45792) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:35.508100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c4a14-9026-485e-b68e-6f42cfcd3c7e None None] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:35.524375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.525460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.525851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.526535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.526535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.529136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.529484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.531165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.531165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.531447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.531670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.532009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a789e4-b263-478d-9070-a363e1ea8880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:35.646326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.675004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06c57c-599c-4d39-9dc6-e3fdbe5f5a6c None None] Network 2501472e-6fb4-481c-be1a-5061fe4194fa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:35.684459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['96a159ed-6e2d-4213-a281-263fafa8b940'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:35.684876 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.830299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Deleting port 346befc0-3d9b-42b1-bb0a-629225edc32f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:35.831835 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.866336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Deleting port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:35.868460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.926187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0643c810-2d8b-4b0a-adb2-b38f3aa9b9de None None] Provisioning for port f287f01a-b6b1-4234-ba7e-b25589c4f44d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:35.938046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.946905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0643c810-2d8b-4b0a-adb2-b38f3aa9b9de None None] Provisioning complete for port f287f01a-b6b1-4234-ba7e-b25589c4f44d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:35.947275 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0643c810-2d8b-4b0a-adb2-b38f3aa9b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.072355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.102409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Calling delete_port for 346befc0-3d9b-42b1-bb0a-629225edc32f owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:36.150094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] For port 13f78b60-e7a7-476d-a593-259fcd6a8ce7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13f78b60-e7a7-476d-a593-259fcd6a8ce7,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:36.150520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.187569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Calling delete_port for 13f78b60-e7a7-476d-a593-259fcd6a8ce7 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:36.310091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Pushing event updated for resources: {'Port': ['ID=101289c8-a5ca-45b1-9682-f6cf96ec742c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:36.334443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:36.335471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] DHCP port deletion for c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:36.346980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:36.353262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:36.360473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.407620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e082236-cc54-4bdb-bc49-d55f519d84a4 req-0d978517-f3d9-4d1a-b649-11d075dbaab2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:36.417419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e082236-cc54-4bdb-bc49-d55f519d84a4 req-0d978517-f3d9-4d1a-b649-11d075dbaab2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 932 time: 0.3919334 Jul 07 18:05:36.483602 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0643c810-2d8b-4b0a-adb2-b38f3aa9b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.510976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14b39c43-034d-4d40-a784-12397e309ef3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:36.536800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event deleted for resources: {'Port': ['ID=346befc0-3d9b-42b1-bb0a-629225edc32f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:36.638331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e082236-cc54-4bdb-bc49-d55f519d84a4 req-1d5e4b2e-dfd6-406e-b142-2cda7c00b062 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200019 Jul 07 18:05:36.673433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] Deleting port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:36.673753 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.679740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0643c810-2d8b-4b0a-adb2-b38f3aa9b9de None None] For port f287f01a-b6b1-4234-ba7e-b25589c4f44d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f287f01a-b6b1-4234-ba7e-b25589c4f44d,segment=NetworkSegment(d9d41ad5-0efc-424f-936d-cf3abd32cb5d),segment_id=d9d41ad5-0efc-424f-936d-cf3abd32cb5d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:36.726981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.731418 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-319b6e59-8842-4e4b-bc67-8a7f11cedcef tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "DELETE /v2.0/ports/346befc0-3d9b-42b1-bb0a-629225edc32f HTTP/1.1" status: 204 len: 168 time: 1.4850159 Jul 07 18:05:36.737353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45810) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:36.787955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:36.788783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.843775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.858026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 14b39c43-034d-4d40-a784-12397e309ef3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:36.867954 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.917931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f78b60-e7a7-476d-a593-259fcd6a8ce7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:36.928770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] No DVR routers for this DVR port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:36.930265 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0643c810-2d8b-4b0a-adb2-b38f3aa9b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.039992 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-c694d9f0-ae37-4ed6-9a91-0e45ff32194d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8346243 Jul 07 18:05:37.064790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Request body: {'port': {'device_id': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:37.074629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0ec0-9fb2-421b-8f19-93a09089120f req-c9d741a5-d165-4a74-93f7-a05531fe1a63 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.084253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caec0ec0-9fb2-421b-8f19-93a09089120f req-c9d741a5-d165-4a74-93f7-a05531fe1a63 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.4914026 Jul 07 18:05:37.123809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.155077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:37.165346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] For port 13f78b60-e7a7-476d-a593-259fcd6a8ce7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=13f78b60-e7a7-476d-a593-259fcd6a8ce7,segment=NetworkSegment(a207d12d-96e8-4f2d-87f9-9fa74fdff6e5),segment_id=a207d12d-96e8-4f2d-87f9-9fa74fdff6e5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:37.165625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.173926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.183521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:37.183827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a207d12d-96e8-4f2d-87f9-9fa74fdff6e5') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:37.206881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.230535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caec0ec0-9fb2-421b-8f19-93a09089120f req-7bd80f24-7891-4ae1-9903-f87510080194 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452341 Jul 07 18:05:37.258913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.267106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:37.268486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-186bb128-026a-4f95-8b94-8eeb86d23c50 None None] Provisioning complete for port f287f01a-b6b1-4234-ba7e-b25589c4f44d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:37.269045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.270563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-186bb128-026a-4f95-8b94-8eeb86d23c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:37.271656 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:37.285381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] Calling delete_port for 13f78b60-e7a7-476d-a593-259fcd6a8ce7 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:37.290604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643c810-2d8b-4b0a-adb2-b38f3aa9b9de None None] Pushing event updated for resources: {'Port': ['ID=f287f01a-b6b1-4234-ba7e-b25589c4f44d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:37.364427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.376093 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.386944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 HTTP/1.1" status: 204 len: 168 time: 1.8828878 Jul 07 18:05:37.409405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9fad8-a8a0-44eb-be42-4d995197c748 admin admin] Pushing event deleted for resources: {'Network': ['ID=c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:37.459415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.505724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] Network c323f2c4-5ef6-4cf4-ba62-be06ea91f5d8 is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:05:37.505724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] No DVR routers for this DVR port 13f78b60-e7a7-476d-a593-259fcd6a8ce7 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:37.520854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-5880d4d3-d353-46c8-9204-a834a727c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.521569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-5880d4d3-d353-46c8-9204-a834a727c2dc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf&tenant_id=3fed500706c840ff847d890221fd3a7d HTTP/1.1" status: 200 len: 1095 time: 0.7297676 Jul 07 18:05:37.531597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d5b57-d4bb-414d-8c8b-1033b13debd8 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.533412 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8e4d5b57-d4bb-414d-8c8b-1033b13debd8 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3c0f400-fc87-45d4-b4db-db7eed54cd73 HTTP/1.1" status: 200 len: 913 time: 0.7953503 Jul 07 18:05:37.536733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143cdda-5e00-42af-af45-521d40dd604a None None] Pushing event deleted for resources: {'Port': ['ID=13f78b60-e7a7-476d-a593-259fcd6a8ce7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:37.537147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45818) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:37.544065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15278ea4-4539-4fda-899d-4d79c380ec8c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:37.611121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 15278ea4-4539-4fda-899d-4d79c380ec8c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:37.611502 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.620203 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.639648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45820) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:37.685530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.696621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-186bb128-026a-4f95-8b94-8eeb86d23c50 None None] Provisioning for port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:37.720622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-186bb128-026a-4f95-8b94-8eeb86d23c50 None None] Provisioning complete for port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:37.721066 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-186bb128-026a-4f95-8b94-8eeb86d23c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:37.780936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-186bb128-026a-4f95-8b94-8eeb86d23c50 None None] Port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:37.898678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-53c3343b-0c7e-49d1-a6ee-39a487f9121a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aff2f3f3c0cb4a29ac1749718548df01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570782 Jul 07 18:05:37.910798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45826) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:37.923408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13f78b60-e7a7-476d-a593-259fcd6a8ce7 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:37.967694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 13f78b60-e7a7-476d-a593-259fcd6a8ce7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:37.968390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 13f78b60-e7a7-476d-a593-259fcd6a8ce7 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:37.970457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:37.985464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c8a0b06d-826f-4e6c-a069-752a9b82ade2 None None] Provisioning complete for port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:37.985922 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b06d-826f-4e6c-a069-752a9b82ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.007915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-7611163a-f2aa-4120-8ba7-fb2008691e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:38.009878 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-7611163a-f2aa-4120-8ba7-fb2008691e88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3fed500706c840ff847d890221fd3a7d&device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1095 time: 0.3839786 Jul 07 18:05:38.011303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.028177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0b06d-826f-4e6c-a069-752a9b82ade2 None None] Port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:38.125027 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ace2a45a-0f72-4c4e-9413-fb2799828a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.137846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-4ab88ce2-4955-440d-b36b-c476ddc03e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:38.139714 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-4ab88ce2-4955-440d-b36b-c476ddc03e94 service neutron] 10.222.0.90 "GET /v2.0/networks?id=735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 200 len: 918 time: 0.1207719 Jul 07 18:05:38.165231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33ded-f9d5-48b3-bd53-22753091fef6 req-86b5dd0a-7460-4ac3-803c-e05e3a5f4c81 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:38.174921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56c33ded-f9d5-48b3-bd53-22753091fef6 req-86b5dd0a-7460-4ac3-803c-e05e3a5f4c81 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 932 time: 0.3213024 Jul 07 18:05:38.237885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ace2a45a-0f72-4c4e-9413-fb2799828a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.336696 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-584f2d10-9790-4a83-9a86-10bebe23dff3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 200 len: 1000 time: 0.1740820 Jul 07 18:05:38.346553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56c33ded-f9d5-48b3-bd53-22753091fef6 req-bdda8467-2805-4bdf-a36a-82ac82ed90c7 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706531 Jul 07 18:05:38.434202 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ace2a45a-0f72-4c4e-9413-fb2799828a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.441831 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ace2a45a-0f72-4c4e-9413-fb2799828a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.443003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ace2a45a-0f72-4c4e-9413-fb2799828a8c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/422e9f14-6747-40fa-a0d3-dd51d0cf158f HTTP/1.1" status: 204 len: 168 time: 0.5305929 Jul 07 18:05:38.473290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2a45a-0f72-4c4e-9413-fb2799828a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422e9f14-6747-40fa-a0d3-dd51d0cf158f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:38.519688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101289c8-a5ca-45b1-9682-f6cf96ec742c {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:38.526947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f287f01a-b6b1-4234-ba7e-b25589c4f44d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:38.535663 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.547322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-42ce301a-b47e-4986-bbda-4c831d66457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:38.548902 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-42ce301a-b47e-4986-bbda-4c831d66457b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 200 len: 856 time: 0.2030635 Jul 07 18:05:38.550838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network 2501472e-6fb4-481c-be1a-5061fe4194fa is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:38.557493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:38.586139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Transition to ACTIVE for port object 101289c8-a5ca-45b1-9682-f6cf96ec742c will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:38.647918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.662083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f287f01a-b6b1-4234-ba7e-b25589c4f44d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:38.663830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:38.720157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.183637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575af1e-fbe9-4101-9999-e4f2e58f8225 req-1d4ea010-edf9-4ddd-a658-72218a57b698 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:39.195713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f575af1e-fbe9-4101-9999-e4f2e58f8225 req-1d4ea010-edf9-4ddd-a658-72218a57b698 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.5964694 Jul 07 18:05:39.282275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f575af1e-fbe9-4101-9999-e4f2e58f8225 req-7f98ad5e-137c-4f18-a769-f4dbd855de3f tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853424 Jul 07 18:05:39.295910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9bef7112-9db5-4839-9f75-a35be22cfdbd None None] Provisioning complete for port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:39.296478 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bef7112-9db5-4839-9f75-a35be22cfdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.350100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9bef7112-9db5-4839-9f75-a35be22cfdbd None None] Port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:39.432244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:39.448862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Pushing event updated for resources: {'Port': ['ID=101289c8-a5ca-45b1-9682-f6cf96ec742c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:39.591808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Deleting port 156b7fd5-3352-47cd-91bb-462650c16aa9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:39.592149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:39.647746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Attempting to bind port 101289c8-a5ca-45b1-9682-f6cf96ec742c on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:39.648745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Attempting to bind port 101289c8-a5ca-45b1-9682-f6cf96ec742c by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:39.649298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Attempting to bind port 101289c8-a5ca-45b1-9682-f6cf96ec742c on network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:39.672349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-8d966558-32d0-413b-9578-850ee28c0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:39.677154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-8d966558-32d0-413b-9578-850ee28c0753 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=735efaa6-1612-4580-8ac3-c304e025c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1121671 Jul 07 18:05:39.881838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:39.892187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:39.896437 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8cc9ae87-7753-42e3-8095-ed68878b1c60 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9566453 Jul 07 18:05:39.897489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45868) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:39.915411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:39.916126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:40.039266 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-1614d8b7-ee97-4299-bb57-11f217ec9064 service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598370 Jul 07 18:05:40.043518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'network': {'name': 'tempest-RoutersTest-2071738370'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:40.076533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Port 101289c8-a5ca-45b1-9682-f6cf96ec742c on network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:05:40.078312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Attempting to bind port 101289c8-a5ca-45b1-9682-f6cf96ec742c on network 4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:40.135687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:40.218161 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-40e0a183-f9d7-4164-9e44-4539e2c6c2cf req-3bae6581-c87f-4bb8-99a4-e5cb4b54dbda service neutron] 10.222.0.90 "GET /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344097 Jul 07 18:05:40.223929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:40.224361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Checking segment: {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:40.226434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Bound using segment: {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:40.227005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Bound port: 101289c8-a5ca-45b1-9682-f6cf96ec742c, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6908cbd6-b149-4e6d-9a99-64dff3d77292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:40.227585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.242372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:40.246766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.292623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:40.337197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.340156 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added segment c2918b7c-61a1-459e-bcb7-369510a3c145 of type vlan for network b44d45a8-9487-478a-866a-024e48dd9691 Jul 07 18:05:40.438232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.501193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.507908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:40.509026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.545379 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5146658 Jul 07 18:05:40.546562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.559015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45888) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:40.590991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'subnet': {'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:40.671039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:36Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:40.698974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:40.699203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Updating router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:40.706823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e5c7-c7c0-4486-8f5f-13f34c582184 req-f2c7e63b-308a-480e-8021-cb295d5b2401 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:40.719683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05a0e5c7-c7c0-4486-8f5f-13f34c582184 req-f2c7e63b-308a-480e-8021-cb295d5b2401 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 944 time: 1.1270275 Jul 07 18:05:40.723147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Calling delete_port for 156b7fd5-3352-47cd-91bb-462650c16aa9 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:40.787624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.805561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b47115-4faa-4605-aed0-200f10dfa572 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Network': ['ID=b44d45a8-9487-478a-866a-024e48dd9691,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:40.823178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b44d45a8-9487-478a-866a-024e48dd9691 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:40.826258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] For port 101289c8-a5ca-45b1-9682-f6cf96ec742c, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:40.830729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] For port 101289c8-a5ca-45b1-9682-f6cf96ec742c, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:40.842583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Made reservation on behalf of ee787f1f14884911a93d4b06ca637d13 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:40.850665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05a0e5c7-c7c0-4486-8f5f-13f34c582184 req-05ca0fa6-2152-48c6-80f3-5d10aee007ba tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299565 Jul 07 18:05:40.851476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.855151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.915073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40585-ab1b-46e6-8d0e-1057a7c08f16 req-4e4c8961-b71e-4264-89d3-0c87083391d5 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:40.922694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92e40585-ab1b-46e6-8d0e-1057a7c08f16 req-4e4c8961-b71e-4264-89d3-0c87083391d5 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.3860235 Jul 07 18:05:41.045529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:41.046325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.048389 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] 10.222.0.55 "PUT /v2.0/ports/101289c8-a5ca-45b1-9682-f6cf96ec742c HTTP/1.1" status: 200 len: 1092 time: 3.9892747 Jul 07 18:05:41.057634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92e40585-ab1b-46e6-8d0e-1057a7c08f16 req-06953fe3-d360-4e4b-9736-e6afe3a05614 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335783 Jul 07 18:05:41.083532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'tag': '101289c8-a5ca-45b1-9682-f6cf96ec742c'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:41.085911 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0e9c86-918d-498d-90c1-43f09e3addba", "tag": "101289c8-a5ca-45b1-9682-f6cf96ec742c"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:41.292493 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd759d-0214-4f97-abcf-2f42b45e3278 x-openstack-request-id: req-e0bd759d-0214-4f97-abcf-2f42b45e3278 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:41.292789 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0e9c86-918d-498d-90c1-43f09e3addba", "tag": "101289c8-a5ca-45b1-9682-f6cf96ec742c", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:41.293114 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0bd759d-0214-4f97-abcf-2f42b45e3278 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:41.293480 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'tag': '101289c8-a5ca-45b1-9682-f6cf96ec742c', 'status': 'completed', 'code': 200} Jul 07 18:05:41.334045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.636387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.640936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a68f69-0c0e-43ee-9f34-f22a323fd986 service neutron] Pushing event updated for resources: {'Port': ['ID=101289c8-a5ca-45b1-9682-f6cf96ec742c,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:41.646023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event deleted for resources: {'Port': ['ID=156b7fd5-3352-47cd-91bb-462650c16aa9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:41.679789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Transition to ACTIVE for port object 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:41.693007 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:41.854622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9458c33-2bb6-476b-b065-572f3f810f51 None None] Pushing event updated for resources: {'Port': ['ID=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:41.944225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6261-0af1-408e-850d-6309d5a1c212 req-f74cc176-f2ce-492b-b379-315816acdfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:41.945913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-f74cc176-f2ce-492b-b379-315816acdfc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 1095 time: 0.8118632 Jul 07 18:05:41.998713 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.075304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Attempting to bind port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:42.079979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Attempting to bind port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:42.081031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Attempting to bind port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c on network 2501472e-6fb4-481c-be1a-5061fe4194fa {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:42.090292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:42.093062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Checking segment: {'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:42.095218 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.095827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Bound using segment: {'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:42.097615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Bound port: 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:42.098281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.126164 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.149715 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-3a6d1872-1e29-477b-929b-cdd9388bb764 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c HTTP/1.1" status: 200 len: 217 time: 0.1597996 Jul 07 18:05:42.249310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] For port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:42.253278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] For port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,segment=NetworkSegment(d9d41ad5-0efc-424f-936d-cf3abd32cb5d),segment_id=d9d41ad5-0efc-424f-936d-cf3abd32cb5d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:42.262255 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.267568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45930) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:42.327647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:42.328326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:42.602098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:42.628981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Subnet': ['ID=6b703d3f-c452-471d-ad1b-db7efdb7b8ec,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:42.643176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Router e3c0f400-fc87-45d4-b4db-db7eed54cd73 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:42.690282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6261-0af1-408e-850d-6309d5a1c212 req-ddc3094a-ba02-429b-ba8d-1b8e80c36eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:42.692687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-ddc3094a-ba02-429b-ba8d-1b8e80c36eaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.4209039 Jul 07 18:05:42.694558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Checking segment: {'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:42.695991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network hostable DHCP agents. Network: b44d45a8-9487-478a-866a-024e48dd9691, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:42.714213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e647126c-7a30-4780-9885-9a298f83bf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.801676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-5f376427-1bb7-4443-b82a-14df3ab8877b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974946 Jul 07 18:05:42.856373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:42.875359 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] Sync routers for ids ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:42.890617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1f2542ef-ad3f-4461-9a3f-0ef99263c929 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "PUT /v2.0/routers/e3c0f400-fc87-45d4-b4db-db7eed54cd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3492579 Jul 07 18:05:42.894122 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] Routers {'e3c0f400-fc87-45d4-b4db-db7eed54cd73'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:42.899275 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:42.900754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45940) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:42.908119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9458c33-2bb6-476b-b065-572f3f810f51 None None] Pushing event updated for resources: {'Port': ['ID=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:42.909760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network b44d45a8-9487-478a-866a-024e48dd9691 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:42.944579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff4db6-00fb-41a5-8158-aac48b984080 req-a7ab1649-b4f5-4267-9005-a48a52827233 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:42.963938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8cff4db6-00fb-41a5-8158-aac48b984080 req-a7ab1649-b4f5-4267-9005-a48a52827233 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 944 time: 0.6975193 Jul 07 18:05:43.019538 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:43.046160 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] Routers {'e3c0f400-fc87-45d4-b4db-db7eed54cd73'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:43.048165 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:43.094190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b44d45a8-9487-478a-866a-024e48dd9691) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:43.101845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:43.102446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.123788 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:43.125098 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6792f-8eb1-4fbd-99f2-48ed059f592f None None] The sync data for ids ['e3c0f400-fc87-45d4-b4db-db7eed54cd73'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:43.142258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7917c51-28f6-4200-89ef-018707092309 None None] Network b44d45a8-9487-478a-866a-024e48dd9691 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:43.155751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8cff4db6-00fb-41a5-8158-aac48b984080 req-6c3cb6f2-866d-4b0e-9840-21ba7bf19e35 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908004 Jul 07 18:05:43.185384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-604d0911-cefb-4785-9423-2fbb584b3d8b tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.213687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:42Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:43.237826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f232edc-a21f-4bc0-bb82-5c09be25d725 req-e078cf7c-f9ee-4fae-b0ae-cd10a543cb1c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:43.246016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f232edc-a21f-4bc0-bb82-5c09be25d725 req-e078cf7c-f9ee-4fae-b0ae-cd10a543cb1c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.7834456 Jul 07 18:05:43.263276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069afd44-279d-4b99-a9f6-fa42fb208a0b None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:42Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:43.433252 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-6cafb44c-ee82-4195-bb2a-af4261d99b23 service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224160 Jul 07 18:05:43.460422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f232edc-a21f-4bc0-bb82-5c09be25d725 req-c171a162-72b6-4f72-87a4-ff0acd560b0a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014055 Jul 07 18:05:43.517209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e647126c-7a30-4780-9885-9a298f83bf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.525246 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e647126c-7a30-4780-9885-9a298f83bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.658823 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e647126c-7a30-4780-9885-9a298f83bf81 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=91b40f8263254b518877ae9f8e158dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3698163 Jul 07 18:05:43.659891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647126c-7a30-4780-9885-9a298f83bf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28684f33-678f-4d4a-a775-4f808d4759cc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.663242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45946) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:43.725788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5da30b5-8d41-4ffc-baa9-f5f62592fe7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.756242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b44d45a8-9487-478a-866a-024e48dd9691', 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'fixed_ips': [{'subnet_id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:43.756588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5da30b5-8d41-4ffc-baa9-f5f62592fe7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.769834 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.855128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5da30b5-8d41-4ffc-baa9-f5f62592fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.861686 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-34441dbf-fc33-4ebb-924d-de630d1dbdeb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2989128 Jul 07 18:05:43.862099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5da30b5-8d41-4ffc-baa9-f5f62592fe7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.863282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e5da30b5-8d41-4ffc-baa9-f5f62592fe7e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28684f33-678f-4d4a-a775-4f808d4759cc HTTP/1.1" status: 204 len: 168 time: 0.1973305 Jul 07 18:05:43.863926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45950) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:43.973558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da30b5-8d41-4ffc-baa9-f5f62592fe7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28684f33-678f-4d4a-a775-4f808d4759cc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.989958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-604d0911-cefb-4785-9423-2fbb584b3d8b tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.995015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-604d0911-cefb-4785-9423-2fbb584b3d8b tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.228188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-604d0911-cefb-4785-9423-2fbb584b3d8b tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.236425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604d0911-cefb-4785-9423-2fbb584b3d8b tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Fanout notify agent at l3_agent the message router_deleted on router e3c0f400-fc87-45d4-b4db-db7eed54cd73 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:05:44.282642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-604d0911-cefb-4785-9423-2fbb584b3d8b tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.292134 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-604d0911-cefb-4785-9423-2fbb584b3d8b tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "DELETE /v2.0/routers/e3c0f400-fc87-45d4-b4db-db7eed54cd73 HTTP/1.1" status: 204 len: 168 time: 1.3899486 Jul 07 18:05:44.292954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45960) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:44.330455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Allocated IP 172.23.0.2 (b44d45a8-9487-478a-866a-024e48dd9691/6b703d3f-c452-471d-ad1b-db7efdb7b8ec/85681f86-e54a-4a66-ad54-b84359d98f83) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:44.399370 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-677b6261-0af1-408e-850d-6309d5a1c212 req-22a023af-d17d-4663-ba8e-99fc583c6704 service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984561 Jul 07 18:05:44.722845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Deleting subnet 7eb7968c-838b-4fb6-9ad9-29042a91be2e {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:44.733163 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.738204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:44.919770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.029349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-413fa1ff-97e1-4492-8761-09f3cfed823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:45.036638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-413fa1ff-97e1-4492-8761-09f3cfed823d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 1095 time: 0.5617864 Jul 07 18:05:45.141926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:45.166304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:45.166835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.553808 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.584544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Transition to ACTIVE for port object 85681f86-e54a-4a66-ad54-b84359d98f83 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:45.614646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818739d-7788-4f83-9073-3c241b5f20bb req-6d8eb8b9-d5ae-47b4-83d0-61ae46ddbb2e tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:45.629575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e818739d-7788-4f83-9073-3c241b5f20bb req-6d8eb8b9-d5ae-47b4-83d0-61ae46ddbb2e tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 944 time: 1.0411723 Jul 07 18:05:45.635839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 101289c8-a5ca-45b1-9682-f6cf96ec742c details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:05:45.647262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.670508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Transition to ACTIVE for port object 85681f86-e54a-4a66-ad54-b84359d98f83 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:45.715116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.741877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45986) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:45.743652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd711ec-9bfc-449c-a8f7-3a2e02e3d7fc req-f4ab7c90-c9c9-4a3f-b511-0afa7f0dbf4a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:45.764358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.779026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dcd711ec-9bfc-449c-a8f7-3a2e02e3d7fc req-f4ab7c90-c9c9-4a3f-b511-0afa7f0dbf4a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 1.0028329 Jul 07 18:05:45.832273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb7968c-838b-4fb6-9ad9-29042a91be2e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:45.837207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:45.840099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "DELETE /v2.0/subnets/7eb7968c-838b-4fb6-9ad9-29042a91be2e HTTP/1.1" status: 204 len: 168 time: 1.5433705 Jul 07 18:05:45.844423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45990) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:45.915123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bad477-4802-4cd0-b21f-e093d4c23fe3 None None] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:45.953436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-7ba3366b-9094-4690-833a-52109c98a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:45.956347 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-7ba3366b-9094-4690-833a-52109c98a095 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 912 time: 0.9049106 Jul 07 18:05:45.958174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.958930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.959652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.960335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.961071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.961737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.962622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.963439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.964109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.965723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.966515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:45.967214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d51f08-e689-469b-aa49-6a0ac6b4efae tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:46.007619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e818739d-7788-4f83-9073-3c241b5f20bb req-cfe6a989-0a14-419e-a830-d4624dd74063 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768666 Jul 07 18:05:46.070621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dcd711ec-9bfc-449c-a8f7-3a2e02e3d7fc req-dea7476a-48cd-45f0-8cd1-73011035c456 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892098 Jul 07 18:05:46.089823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1085779913-network', 'tenant_id': '488d2850354a4e5b9752388c4af98e3e'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:46.092084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.111860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-e46692c4-813b-4402-bd82-5a33c4e356a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c HTTP/1.1" status: 200 len: 217 time: 0.1347296 Jul 07 18:05:46.147450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:05:46.231142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Network b44d45a8-9487-478a-866a-024e48dd9691 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:46.246117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d37c584-3ad2-42b5-84ac-2681b8935aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.267727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.289184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Made reservation on behalf of 488d2850354a4e5b9752388c4af98e3e for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:46.295184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.319937 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.343174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-52b2d9d2-20e0-4b11-9be5-357e4a2a998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:46.345453 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-52b2d9d2-20e0-4b11-9be5-357e4a2a998f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.2099781 Jul 07 18:05:46.446567 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-0f6a759d-6b66-44e9-aa25-68a021e77b67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744402 Jul 07 18:05:46.496472 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.506918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Pushing event updated for resources: {'Port': ['ID=85681f86-e54a-4a66-ad54-b84359d98f83,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:46.626282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 101289c8-a5ca-45b1-9682-f6cf96ec742c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:46.654084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:46.658949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:46.668462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '101289c8-a5ca-45b1-9682-f6cf96ec742c', 'network_id': '4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8', 'port_id': '101289c8-a5ca-45b1-9682-f6cf96ec742c', 'mac_address': 'fa:16:3e:32:f1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59b353d-3031-463e-a42c-d95411acdffc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:05:46.772707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-b4822f66-4c08-428f-b07c-c8b397be1c1c service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248088 Jul 07 18:05:46.791199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,segment=NetworkSegment(d9d41ad5-0efc-424f-936d-cf3abd32cb5d),segment_id=d9d41ad5-0efc-424f-936d-cf3abd32cb5d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:46.871958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Deleting port bc9f0fdd-150a-4c57-ba95-0c57305132ac {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:46.873045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.951777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:46.958742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Allocated IP 172.23.0.1 (b44d45a8-9487-478a-866a-024e48dd9691/6b703d3f-c452-471d-ad1b-db7efdb7b8ec/e0a2d1d2-3347-49c8-be10-91f99f425239) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:47.251754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.292627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Transition to ACTIVE for port object e0a2d1d2-3347-49c8-be10-91f99f425239 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:47.389811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] For port bc9f0fdd-150a-4c57-ba95-0c57305132ac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bc9f0fdd-150a-4c57-ba95-0c57305132ac,segment=NetworkSegment(53ab3a6b-e98e-494c-a39b-8484e480b631),segment_id=53ab3a6b-e98e-494c-a39b-8484e480b631)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:47.390441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.418736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.474014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Calling delete_port for bc9f0fdd-150a-4c57-ba95-0c57305132ac owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:47.500876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network b44d45a8-9487-478a-866a-024e48dd9691 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:47.525976 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8469c142-10e1-49a9-8b07-ba0e0fa8edb3 req-19c862d4-2756-4a81-84b7-464b0c95449d service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344363 Jul 07 18:05:47.548863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:47.552489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.559859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:47.630879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=e0a2d1d2-3347-49c8-be10-91f99f425239,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:47.655799 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.663171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87d382-9fad-4a41-a427-3f5c0fa9bc59 req-48f5f730-b3d2-43f3-b409-f3e931386f2c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:47.673610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a87d382-9fad-4a41-a427-3f5c0fa9bc59 req-48f5f730-b3d2-43f3-b409-f3e931386f2c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.2830918 Jul 07 18:05:47.712779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:47.734192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.734506 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Added segment b8dfd895-4a0c-4419-8556-5ccc90e2eb18 of type vlan for network e0ada28e-3759-48f7-a5db-97d050edb45b Jul 07 18:05:47.746155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Attempting to bind port 85681f86-e54a-4a66-ad54-b84359d98f83 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:47.746928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Attempting to bind port 85681f86-e54a-4a66-ad54-b84359d98f83 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:47.747081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Attempting to bind port 85681f86-e54a-4a66-ad54-b84359d98f83 on network b44d45a8-9487-478a-866a-024e48dd9691 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:47.786627 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.804975 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.819901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:47.820383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Checking segment: {'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:47.820689 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.821116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Bound using segment: {'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:47.821613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Bound port: 85681f86-e54a-4a66-ad54-b84359d98f83, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:47.821994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.824242 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.904942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c071ff-89f0-4499-bafb-6d3b66c4e101,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:47.927164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:47.933182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.934180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:47.934773 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.937841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101289c8-a5ca-45b1-9682-f6cf96ec742c {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:47.999735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea754759-b784-4732-af59-1e74930a2453 req-cbb09cf7-924b-4eee-892c-e12eb2b011c9 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:48.022814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea754759-b784-4732-af59-1e74930a2453 req-cbb09cf7-924b-4eee-892c-e12eb2b011c9 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 944 time: 0.6060889 Jul 07 18:05:48.056849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a87d382-9fad-4a41-a427-3f5c0fa9bc59 req-3cd70a2a-fca0-4d5e-9a8a-3ef5595ba8f7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819478 Jul 07 18:05:48.093117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] DHCP port deletion for 613c0307-a06f-41fa-a1ef-6cccbad9df7c request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:48.109974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 101289c8-a5ca-45b1-9682-f6cf96ec742c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:48.141697 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.152206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ada28e-3759-48f7-a5db-97d050edb45b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.176985 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-26861902-5f73-4ce4-b41a-5defb98adca3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4280603 Jul 07 18:05:48.181142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46008) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:48.190051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Request body: {'subnet': {'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1085779913-subnet', 'tenant_id': '488d2850354a4e5b9752388c4af98e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:48.303001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Made reservation on behalf of 488d2850354a4e5b9752388c4af98e3e for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:48.306041 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.336356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea754759-b784-4732-af59-1e74930a2453 req-a431de00-9cf1-4812-8a62-7444da2f09d7 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085423 Jul 07 18:05:48.340395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e0ada28e-3759-48f7-a5db-97d050edb45b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:48.348860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.430792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.464979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event deleted for resources: {'Port': ['ID=bc9f0fdd-150a-4c57-ba95-0c57305132ac,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.474940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] No DVR routers for this DVR port bc9f0fdd-150a-4c57-ba95-0c57305132ac on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:48.557667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] For port 85681f86-e54a-4a66-ad54-b84359d98f83, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:48.610835 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.633577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613c0307-a06f-41fa-a1ef-6cccbad9df7c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:48.643597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['101289c8-a5ca-45b1-9682-f6cf96ec742c'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:48.663312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=101289c8-a5ca-45b1-9682-f6cf96ec742c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.667505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ab3a6b-e98e-494c-a39b-8484e480b631') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:48.668210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ab3a6b-e98e-494c-a39b-8484e480b631') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:48.690946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.739014 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.754433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:48.755215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:48.761047 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:48.802243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-277f53d3-7d6f-4a43-b763-b09160aa43c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.826576 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.850959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] For port 85681f86-e54a-4a66-ad54-b84359d98f83, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85681f86-e54a-4a66-ad54-b84359d98f83,segment=NetworkSegment(c2918b7c-61a1-459e-bcb7-369510a3c145),segment_id=c2918b7c-61a1-459e-bcb7-369510a3c145)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:48.907943 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.044866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.048904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.069762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Deleting port bc9f0fdd-150a-4c57-ba95-0c57305132ac {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:49.073582 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.083903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75ea08-9acf-419f-b52b-0b2cf049ea58 None None] Pushing event updated for resources: {'Port': ['ID=85681f86-e54a-4a66-ad54-b84359d98f83,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.113288 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.155286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:49.226751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event updated for resources: {'Port': ['ID=e0a2d1d2-3347-49c8-be10-91f99f425239,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.254379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff94f37-d507-48bf-a680-6a198555ef56,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.257452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.269962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.272620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] 10.222.0.88 "DELETE /v2.0/networks/613c0307-a06f-41fa-a1ef-6cccbad9df7c HTTP/1.1" status: 204 len: 168 time: 3.4241190 Jul 07 18:05:49.273783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.363760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06c0a0-d8cb-4286-a1e5-a4cd62b20491 tempest-FloatingIPNegativeTestJSON-1811298548 tempest-FloatingIPNegativeTestJSON-1811298548-project] Pushing event deleted for resources: {'Network': ['ID=613c0307-a06f-41fa-a1ef-6cccbad9df7c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.474799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Checking segment: {'id': 'b8dfd895-4a0c-4419-8556-5ccc90e2eb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:49.478741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Network hostable DHCP agents. Network: e0ada28e-3759-48f7-a5db-97d050edb45b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:49.582984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Network e0ada28e-3759-48f7-a5db-97d050edb45b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:49.610805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e0ada28e-3759-48f7-a5db-97d050edb45b) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:49.613494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] For port bc9f0fdd-150a-4c57-ba95-0c57305132ac, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:49.616867 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.622445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:49.623044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.736514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-42940000-72ef-4068-8bc9-33c3c001e230 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5508966 Jul 07 18:05:49.741113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb666139-c4f1-4058-a88e-a61e01ca6d2a None None] Network e0ada28e-3759-48f7-a5db-97d050edb45b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:49.832501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46032) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:49.860892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Calling delete_port for bc9f0fdd-150a-4c57-ba95-0c57305132ac owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:49.946735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Port bc9f0fdd-150a-4c57-ba95-0c57305132ac was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:05:50.114145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Network b44d45a8-9487-478a-866a-024e48dd9691 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:50.139460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:50.147518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.237032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.259119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Pushing event deleted for resources: {'Port': ['ID=bc9f0fdd-150a-4c57-ba95-0c57305132ac,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:50.301409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] Network 613c0307-a06f-41fa-a1ef-6cccbad9df7c is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:05:50.301865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa69d24-094d-451b-8338-e6f31e1750f1 None None] No DVR routers for this DVR port bc9f0fdd-150a-4c57-ba95-0c57305132ac on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:50.354851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:50.356787 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.403792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c020ac-eadc-41a9-83cc-5c529d9fa9f8 req-021c2225-640c-4435-8628-aeb13224ff5b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:50.413449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52c020ac-eadc-41a9-83cc-5c529d9fa9f8 req-021c2225-640c-4435-8628-aeb13224ff5b tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.9852676 Jul 07 18:05:50.432521 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a5505b45-938f-4616-8f5e-546409634316 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c6ac71f6db14698826d90e1a43b2ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962136 Jul 07 18:05:50.434513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46040) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:50.520621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05089ec7-56c3-4332-98cb-84c5d0098da3 req-77323c8b-ecc3-4a7e-ac4c-0680eea1bf82 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:50.527999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05089ec7-56c3-4332-98cb-84c5d0098da3 req-77323c8b-ecc3-4a7e-ac4c-0680eea1bf82 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 945 time: 0.8103967 Jul 07 18:05:50.567167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bfe6-5e44-45ec-9e94-600bbf23e84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.626834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bfe6-5e44-45ec-9e94-600bbf23e84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.668882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52c020ac-eadc-41a9-83cc-5c529d9fa9f8 req-9a483f59-451f-493e-bab8-fc30ff63895d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543292 Jul 07 18:05:50.718243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:50.744454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05089ec7-56c3-4332-98cb-84c5d0098da3 req-e219a63e-2d8b-4a9f-9f8d-5157e67a52d9 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150755 Jul 07 18:05:50.768892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bfe6-5e44-45ec-9e94-600bbf23e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.775367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bfe6-5e44-45ec-9e94-600bbf23e84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.789613 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e7f1bfe6-5e44-45ec-9e94-600bbf23e84b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/57c34b73-c88f-42d0-9c3c-95e50b14f7bb HTTP/1.1" status: 204 len: 168 time: 0.3495927 Jul 07 18:05:50.829735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1bfe6-5e44-45ec-9e94-600bbf23e84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c34b73-c88f-42d0-9c3c-95e50b14f7bb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:50.858104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc9f0fdd-150a-4c57-ba95-0c57305132ac no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:50.960167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6d6235-0de5-45ff-ba1c-554dbb37fa0d None None] Network e0ada28e-3759-48f7-a5db-97d050edb45b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:51.067175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: bc9f0fdd-150a-4c57-ba95-0c57305132ac {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:51.072647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc9f0fdd-150a-4c57-ba95-0c57305132ac not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:51.218947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:51.232809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ec5c404f-e0cc-4d55-8b10-8f4638d5714a tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3598864 Jul 07 18:05:51.233209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46052) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:51.238494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:51.249468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:51.363553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:51.365976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:51.526319 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.533036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85681f86-e54a-4a66-ad54-b84359d98f83 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:51.692599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d279cb2-e4f5-4f6e-9f68-da80710916ba None None] Network b44d45a8-9487-478a-866a-024e48dd9691 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:51.798201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-76a35d95-b651-45f9-8724-aa90d359245e None None] Provisioning for port 85681f86-e54a-4a66-ad54-b84359d98f83 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:51.882771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:52.190401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 101289c8-a5ca-45b1-9682-f6cf96ec742c up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:52.387459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 85681f86-e54a-4a66-ad54-b84359d98f83 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:52.554228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 85681f86-e54a-4a66-ad54-b84359d98f83 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:52.557401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.030958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 101289c8-a5ca-45b1-9682-f6cf96ec742c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:53.066404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 101289c8-a5ca-45b1-9682-f6cf96ec742c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:53.067361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.079862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46084) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:53.324669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05544f-122d-427a-8639-08539fc4d80e req-4c50dadf-8ae4-40b0-8947-fbcd2d38596c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:53.333446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd05544f-122d-427a-8639-08539fc4d80e req-4c50dadf-8ae4-40b0-8947-fbcd2d38596c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 1.2417223 Jul 07 18:05:53.490662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd05544f-122d-427a-8639-08539fc4d80e req-dd89963a-0c8e-448d-a5b5-7b974579e456 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556723 Jul 07 18:05:53.495800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-906343332'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:53.535905 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b591e92-a54b-4726-a135-1b5c7f433a9f req-0a063563-8f84-4190-9589-6c3f136bc72b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:53.549314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b591e92-a54b-4726-a135-1b5c7f433a9f req-0a063563-8f84-4190-9589-6c3f136bc72b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 945 time: 0.3364158 Jul 07 18:05:53.639664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.648190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:53.663220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.675063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.683947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b591e92-a54b-4726-a135-1b5c7f433a9f req-3be26d4f-16cb-4c40-988b-c661b2865bb1 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190937 Jul 07 18:05:53.762850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.821933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101289c8-a5ca-45b1-9682-f6cf96ec742c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:53.827931 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438c545e-b2e5-4234-b265-327c765b57c1" -d '{"events": [{"server_uuid": "9d0e9c86-918d-498d-90c1-43f09e3addba", "name": "network-vif-plugged", "status": "completed", "tag": "101289c8-a5ca-45b1-9682-f6cf96ec742c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:53.905024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 85681f86-e54a-4a66-ad54-b84359d98f83, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85681f86-e54a-4a66-ad54-b84359d98f83,segment=NetworkSegment(c2918b7c-61a1-459e-bcb7-369510a3c145),segment_id=c2918b7c-61a1-459e-bcb7-369510a3c145)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:53.923177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 101289c8-a5ca-45b1-9682-f6cf96ec742c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:53.955830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.969426 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.084680 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3414727a-58bb-4a52-98e1-e623aaa36519 x-openstack-request-id: req-3414727a-58bb-4a52-98e1-e623aaa36519 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:54.088705 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0e9c86-918d-498d-90c1-43f09e3addba", "name": "network-vif-plugged", "status": "completed", "tag": "101289c8-a5ca-45b1-9682-f6cf96ec742c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:54.089222 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3414727a-58bb-4a52-98e1-e623aaa36519 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:54.089853 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101289c8-a5ca-45b1-9682-f6cf96ec742c', 'code': 200} Jul 07 18:05:54.092861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=85681f86-e54a-4a66-ad54-b84359d98f83,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:54.133352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:48Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a2d1d2-3347-49c8-be10-91f99f425239', 'name': '', 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:ba:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:48Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:54.203541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.extraroute_db [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 18:05:54.254142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.extraroute_db [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Removed routes are [] {{(pid=105589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 18:05:54.254564 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.348256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:54.353654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Updating router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 port e0a2d1d2-3347-49c8-be10-91f99f425239 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:05:54.496604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.507425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c1f19300-bbeb-479e-b948-d43fbf7df35f None None] Provisioning for port e0a2d1d2-3347-49c8-be10-91f99f425239 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:54.541181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c1f19300-bbeb-479e-b948-d43fbf7df35f None None] Provisioning complete for port e0a2d1d2-3347-49c8-be10-91f99f425239 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:54.541882 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1f19300-bbeb-479e-b948-d43fbf7df35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.568263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686db4c-98ae-4937-8e8a-acf58b9a3db6 req-86ff55d2-daef-4cca-a824-1da62a87925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:54.570654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6686db4c-98ae-4937-8e8a-acf58b9a3db6 req-86ff55d2-daef-4cca-a824-1da62a87925d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 1097 time: 0.4859686 Jul 07 18:05:54.585599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c1f19300-bbeb-479e-b948-d43fbf7df35f None None] Port e0a2d1d2-3347-49c8-be10-91f99f425239 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:54.587931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=101289c8-a5ca-45b1-9682-f6cf96ec742c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:54.619922 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.711995 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.720957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c1f19300-bbeb-479e-b948-d43fbf7df35f None None] Provisioning complete for port 85681f86-e54a-4a66-ad54-b84359d98f83 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:54.721562 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1f19300-bbeb-479e-b948-d43fbf7df35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.826200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:54.841638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6686db4c-98ae-4937-8e8a-acf58b9a3db6 req-4121af28-8b5e-4216-9192-8ccb343eec73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590427 Jul 07 18:05:54.961244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.969099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.977787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.978278 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment 7d71b52d-3cb5-4e4f-834e-f7ac80bde59e of type vlan for network 62123d3e-4e9b-4510-8271-a74dfdf4f693 Jul 07 18:05:54.981078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df11b671-83d5-4637-875e-f0b65fd9b24d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:55.108567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133120d-c646-4ea6-9cab-b7883ce431e4 req-4a274dbb-5b45-4064-8183-e8df13d4eb22 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.118281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6133120d-c646-4ea6-9cab-b7883ce431e4 req-4a274dbb-5b45-4064-8183-e8df13d4eb22 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.2363598 Jul 07 18:05:55.247334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6133120d-c646-4ea6-9cab-b7883ce431e4 req-9faf58e2-4e8b-4d45-bd64-7fbeeb4fc543 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263952 Jul 07 18:05:55.371947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8d8bd-fbdf-48dd-ad15-6dcaa4cc5581 req-58a29bee-1230-49f1-b5cb-efce0f13f9b6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.377752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cca8d8bd-fbdf-48dd-ad15-6dcaa4cc5581 req-58a29bee-1230-49f1-b5cb-efce0f13f9b6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.2140031 Jul 07 18:05:55.384588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:55.411185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.489877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9bdd031d-720f-4c13-a116-a48f00ae8471 None None] Provisioning complete for port e0a2d1d2-3347-49c8-be10-91f99f425239 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:55.490313 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bdd031d-720f-4c13-a116-a48f00ae8471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.538612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cca8d8bd-fbdf-48dd-ad15-6dcaa4cc5581 req-f2b460f1-e2be-4af2-8f55-a1b8c448a2f8 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523485 Jul 07 18:05:55.718268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.726051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:55.734115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:05:55.752668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd031d-720f-4c13-a116-a48f00ae8471 None None] Port e0a2d1d2-3347-49c8-be10-91f99f425239 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:05:55.768307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Transition to ACTIVE for port object e0a2d1d2-3347-49c8-be10-91f99f425239 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:55.773750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.781916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2e4b1a32-7c65-43d0-a3b3-1a6e33a000d0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 200 len: 934 time: 4.5458558 Jul 07 18:05:55.786161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.786640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46134) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:55.864338 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.909467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:55.909467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.910435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917492a9-b5ba-4f2e-800b-56406f19733b None None] Pushing event updated for resources: {'Port': ['ID=e0a2d1d2-3347-49c8-be10-91f99f425239,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:56.203389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=62123d3e-4e9b-4510-8271-a74dfdf4f693,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:56.219206 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d2f50e34-d271-4edb-8839-018a114bc22d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1325810 Jul 07 18:05:56.223302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46144) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:56.232367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:56.246234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'name': 'tempest-PortsTestJSON-1517388176'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:56.351411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9da99eeb-76cb-4c30-a569-46424c647be3 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 200 len: 934 time: 0.5630903 Jul 07 18:05:56.352119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46148) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:56.379736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'routes': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:56.392930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85681f86-e54a-4a66-ad54-b84359d98f83 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:56.475106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Attempting to bind port e0a2d1d2-3347-49c8-be10-91f99f425239 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:56.475705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Attempting to bind port e0a2d1d2-3347-49c8-be10-91f99f425239 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:56.476074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Attempting to bind port e0a2d1d2-3347-49c8-be10-91f99f425239 on network b44d45a8-9487-478a-866a-024e48dd9691 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:56.545172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:56.561812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Checking segment: {'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:56.562243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.562652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Bound using segment: {'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:56.563172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Bound port: e0a2d1d2-3347-49c8-be10-91f99f425239, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2918b7c-61a1-459e-bcb7-369510a3c145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:56.567350 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.650802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:56.667985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.752379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port abc6b48a-facb-4c8e-bcab-538e61c6a095 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:05:56.772373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46172) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:56.793152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 85681f86-e54a-4a66-ad54-b84359d98f83 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:56.793812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.899444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] For port e0a2d1d2-3347-49c8-be10-91f99f425239, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:56.915682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] For port e0a2d1d2-3347-49c8-be10-91f99f425239, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e0a2d1d2-3347-49c8-be10-91f99f425239,segment=NetworkSegment(c2918b7c-61a1-459e-bcb7-369510a3c145),segment_id=c2918b7c-61a1-459e-bcb7-369510a3c145)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:56.932090 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.136132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6249699-5de1-4242-b2a2-015c9a2e6b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.156873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:57.157536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:57.225850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696a6e2-4985-44f2-8866-8d6026b787f4 req-ece7eb49-6b26-48bd-b236-28f3fd10a86a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:57.229868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1696a6e2-4985-44f2-8866-8d6026b787f4 req-ece7eb49-6b26-48bd-b236-28f3fd10a86a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.5587780 Jul 07 18:05:57.360337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6249699-5de1-4242-b2a2-015c9a2e6b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.384877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6249699-5de1-4242-b2a2-015c9a2e6b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.391614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1696a6e2-4985-44f2-8866-8d6026b787f4 req-5f0162c0-0fae-4d40-922e-6b583b05c801 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418626 Jul 07 18:05:57.397091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917492a9-b5ba-4f2e-800b-56406f19733b None None] Pushing event updated for resources: {'Port': ['ID=e0a2d1d2-3347-49c8-be10-91f99f425239,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:57.430031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195feb72-3075-451c-a226-e0f3f3717b65 req-acdd4e7c-faef-4509-9d78-5564560c7e64 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:57.437063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-acdd4e7c-faef-4509-9d78-5564560c7e64 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/networks?id=e0ada28e-3759-48f7-a5db-97d050edb45b HTTP/1.1" status: 200 len: 810 time: 0.7647371 Jul 07 18:05:57.459622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6249699-5de1-4242-b2a2-015c9a2e6b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47469dec-266b-4e40-b8da-35e9ccbe633b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:57.477394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:57.530931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.548089 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b6249699-5de1-4242-b2a2-015c9a2e6b04 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5f85984f0d034e5ba06a1cba48cae050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726469 Jul 07 18:05:57.550791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46182) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:57.556900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-3f813497-be6c-491a-ae49-19331047ebb9 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/quotas/488d2850354a4e5b9752388c4af98e3e HTTP/1.1" status: 200 len: 375 time: 0.1184490 Jul 07 18:05:57.616057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-2d98b3d0-c893-48e1-b094-601f717f2173 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=488d2850354a4e5b9752388c4af98e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488093 Jul 07 18:05:57.659403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70978a99-93e3-40ea-9087-d2cd1a452134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.695664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70978a99-93e3-40ea-9087-d2cd1a452134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.777503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70978a99-93e3-40ea-9087-d2cd1a452134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.782684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70978a99-93e3-40ea-9087-d2cd1a452134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.784237 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70978a99-93e3-40ea-9087-d2cd1a452134 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/47469dec-266b-4e40-b8da-35e9ccbe633b HTTP/1.1" status: 204 len: 168 time: 0.2320299 Jul 07 18:05:57.825709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70978a99-93e3-40ea-9087-d2cd1a452134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47469dec-266b-4e40-b8da-35e9ccbe633b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:57.832896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.988821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:54Z', 'revision_number': 6, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a2d1d2-3347-49c8-be10-91f99f425239', 'name': '', 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:ba:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:56Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:58.020740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=abc6b48a-facb-4c8e-bcab-538e61c6a095,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:58.097450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': '7d71b52d-3cb5-4e4f-834e-f7ac80bde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:58.097882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: 62123d3e-4e9b-4510-8271-a74dfdf4f693, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:58.101809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db29b-90ce-47e9-8c57-a33b63be4366 None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:54Z', 'revision_number': 6, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a2d1d2-3347-49c8-be10-91f99f425239', 'name': '', 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:ba:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:56Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:58.152818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:58.179087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7135a12-e925-47d6-b882-215474ba5283 req-a4c73e8f-7fb4-42b6-aadc-c843c9516226 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:58.187246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7135a12-e925-47d6-b882-215474ba5283 req-a4c73e8f-7fb4-42b6-aadc-c843c9516226 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.3658838 Jul 07 18:05:58.187450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 62123d3e-4e9b-4510-8271-a74dfdf4f693) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:58.192027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:58.199238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72c091-775f-4d40-a75c-96f75c5eaed1 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:58.219423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:58.220115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.284581 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1465a340-7ef4-4044-96ee-7139d9482481 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0585482 Jul 07 18:05:58.287963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46190) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:58.322715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2029268229'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:58.377465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-e2038800-2316-4249-85e5-09b0a3624ce5 service neutron] 10.222.0.88 "GET /v2.0/networks/e0ada28e-3759-48f7-a5db-97d050edb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600820 Jul 07 18:05:58.394271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:58.403294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.417470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.extraroute_db [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added routes are [] {{(pid=105588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 18:05:58.418040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.extraroute_db [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 18:05:58.458119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:58.489941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.490177 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment 8b9051ed-edd9-4dcf-b31a-b34236b3b2ed of type vlan for network b6cb4d08-87ea-4f23-a6c6-3d681c485187 Jul 07 18:05:58.550320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.585284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7135a12-e925-47d6-b882-215474ba5283 req-415a61ae-837f-4359-af6c-437b762fdb47 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961055 Jul 07 18:05:58.622369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-0d115feb-54fa-4f79-b336-9a0b7d6523a2 service neutron] 10.222.0.88 "GET /v2.0/networks/e0ada28e-3759-48f7-a5db-97d050edb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403812 Jul 07 18:05:58.626014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.634075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.639741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:58.640418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.732592 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4426122 Jul 07 18:05:58.748271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46214) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:58.768465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'ports': [{'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693'}, {'network_id': 'b6cb4d08-87ea-4f23-a6c6-3d681c485187'}]} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:58.768772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:58.769287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': 'b6cb4d08-87ea-4f23-a6c6-3d681c485187'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:58.903036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a022de-5eff-4030-8074-acd16c3f93c7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=b6cb4d08-87ea-4f23-a6c6-3d681c485187,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:58.917401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b6cb4d08-87ea-4f23-a6c6-3d681c485187 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:58.935094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.939000 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.186176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:59.203988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 2} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:59.210458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.236174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.350507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:59.360085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.365763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0499a42d-1886-47ce-8076-8a199d23daf7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 200 len: 700 time: 3.0117371 Jul 07 18:05:59.367052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46230) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:59.372804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port e46a79d7-25b3-4b9d-ab13-b9d71eae011d yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:05:59.531977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-de300a95-595c-47a9-b895-3f19f0b90d9b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 200 len: 700 time: 0.1631644 Jul 07 18:05:59.533740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46240) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:59.566816 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.634359 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:59.649720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:59.652777 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:59.661957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port 65a408d9-5fc5-479d-9ff0-10afecd428cc yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:05:59.840909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.861206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:59.928488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.935493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709929c4-2a99-4729-a54d-041753b33831 req-d9b8c943-cd7d-4191-8ed8-cca739778f90 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:59.943402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-709929c4-2a99-4729-a54d-041753b33831 req-d9b8c943-cd7d-4191-8ed8-cca739778f90 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.5953264 Jul 07 18:06:00.108621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:00.116253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:00.126232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:00.127366 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.140600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-709929c4-2a99-4729-a54d-041753b33831 req-69df3a5d-2892-441a-ab50-867729b45819 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922019 Jul 07 18:06:00.143653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=e46a79d7-25b3-4b9d-ab13-b9d71eae011d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:00.185349 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:00.236926 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:58Z', 'revision_number': 7, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a2d1d2-3347-49c8-be10-91f99f425239', 'name': '', 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:ba:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:56Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:00.245503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e0a2d1d2-3347-49c8-be10-91f99f425239 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:00.252974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=65a408d9-5fc5-479d-9ff0-10afecd428cc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:00.266960 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:00.275652 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:00.276405 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:00.307184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': '8b9051ed-edd9-4dcf-b31a-b34236b3b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b6cb4d08-87ea-4f23-a6c6-3d681c485187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:00.307727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: b6cb4d08-87ea-4f23-a6c6-3d681c485187, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:00.327859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e0a2d1d2-3347-49c8-be10-91f99f425239 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:00.332742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e0a2d1d2-3347-49c8-be10-91f99f425239 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:00.333560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.342333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.348090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network b6cb4d08-87ea-4f23-a6c6-3d681c485187 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:00.371970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b6cb4d08-87ea-4f23-a6c6-3d681c485187) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:00.384114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:00.397337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69371e6c-8db5-4a3d-b8d8-8bda7171d857 None None] Network b6cb4d08-87ea-4f23-a6c6-3d681c485187 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:00.403401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:00.417923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:00.418642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.422241 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:00.453869 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-88502292-2002-482c-8530-7d0fa481ca34 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7032511 Jul 07 18:06:00.455875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46252) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:00.779512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 65a408d9-5fc5-479d-9ff0-10afecd428cc {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:00.780459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.791577 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:58Z', 'revision_number': 7, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a2d1d2-3347-49c8-be10-91f99f425239', 'name': '', 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:ba:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:56Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:00.876604 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a819a8-6331-45c7-ae62-445b574d3efd None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:05:58Z', 'revision_number': 7, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a2d1d2-3347-49c8-be10-91f99f425239', 'name': '', 'network_id': 'b44d45a8-9487-478a-866a-024e48dd9691', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:ba:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:46Z', 'updated_at': '2021-07-07T18:05:56Z', 'revision_number': 4, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '6b703d3f-c452-471d-ad1b-db7efdb7b8ec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:00.925756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.947080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f647f81-ba82-4d68-bbf0-3b18a897bde8 req-a887b9fc-f359-451f-81b7-95a82988a4d2 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 210 time: 0.0417907 Jul 07 18:06:00.974889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 65a408d9-5fc5-479d-9ff0-10afecd428cc owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:00.988896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-a3fbef71-989f-4887-90be-ba4ae3db0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:00.990012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port e0a2d1d2-3347-49c8-be10-91f99f425239 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:00.991891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.008540 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-a3fbef71-989f-4887-90be-ba4ae3db0e95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 1097 time: 0.2557712 Jul 07 18:06:01.047424 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.206815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e0a2d1d2-3347-49c8-be10-91f99f425239, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e0a2d1d2-3347-49c8-be10-91f99f425239,segment=NetworkSegment(c2918b7c-61a1-459e-bcb7-369510a3c145),segment_id=c2918b7c-61a1-459e-bcb7-369510a3c145)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:01.218415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.297591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.311637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e0a2d1d2-3347-49c8-be10-91f99f425239,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:01.354491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-0fffd4bf-d75a-4f35-9fcd-3dd899d692f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:01.359754 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-0fffd4bf-d75a-4f35-9fcd-3dd899d692f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 912 time: 0.3501260 Jul 07 18:06:01.399952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port e0a2d1d2-3347-49c8-be10-91f99f425239, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e0a2d1d2-3347-49c8-be10-91f99f425239,segment=NetworkSegment(c2918b7c-61a1-459e-bcb7-369510a3c145),segment_id=c2918b7c-61a1-459e-bcb7-369510a3c145)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:01.400869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.437330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for e0a2d1d2-3347-49c8-be10-91f99f425239 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:01.443646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.456339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/65a408d9-5fc5-479d-9ff0-10afecd428cc HTTP/1.1" status: 204 len: 168 time: 0.9972651 Jul 07 18:06:01.457654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46262) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:01.472608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a3b68-ded9-4412-bcf9-6e1d5b88f258 req-3e504b73-3d22-4682-8e5b-b7cb329305ec tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:01.474584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab6a3b68-ded9-4412-bcf9-6e1d5b88f258 req-3e504b73-3d22-4682-8e5b-b7cb329305ec tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.3446045 Jul 07 18:06:01.592256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf131c1-76a5-4223-809d-8d9b67dad98c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=65a408d9-5fc5-479d-9ff0-10afecd428cc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:01.620098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab6a3b68-ded9-4412-bcf9-6e1d5b88f258 req-491821b0-5ab7-4db6-9258-3e9da69f3b77 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083057 Jul 07 18:06:01.656382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-5023cbeb-3049-4983-9220-400e9883375a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c HTTP/1.1" status: 200 len: 217 time: 0.2410409 Jul 07 18:06:01.718211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178bbb1-7fd9-409b-91c4-0867aa00b88b req-1ad04abb-2cdc-49a3-96d9-77039a6b8db7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:01.720774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5178bbb1-7fd9-409b-91c4-0867aa00b88b req-1ad04abb-2cdc-49a3-96d9-77039a6b8db7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.2026556 Jul 07 18:06:01.809820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5178bbb1-7fd9-409b-91c4-0867aa00b88b req-b0ccacff-6983-450f-aa9c-9254d33ef079 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807331 Jul 07 18:06:01.829238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.833756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-4156baa5-5a79-4b32-959c-4e83e970a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:01.835987 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-4156baa5-5a79-4b32-959c-4e83e970a3eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.1714077 Jul 07 18:06:01.900155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=e0a2d1d2-3347-49c8-be10-91f99f425239,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:01.927037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508adea-ca00-4a63-b6e3-a7bc4af8f873 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:01.941435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508adea-ca00-4a63-b6e3-a7bc4af8f873 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:01.943209 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6508adea-ca00-4a63-b6e3-a7bc4af8f873 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4835510 Jul 07 18:06:01.946750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46268) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:01.959358 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-bf646b01-a7b6-480c-a97a-349a26b0294d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083639 Jul 07 18:06:02.136945 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-e8a19d11-efe6-45ff-99cd-ca12e881753f service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704586 Jul 07 18:06:02.348418 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f090b18-4c73-4173-bee7-f52f81d0b913 req-b400674d-6b0d-4af8-9906-935fb2d42c31 service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035658 Jul 07 18:06:02.763166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-185fe35a-1b79-4926-b957-0cb727739155 req-6577999a-a11d-478e-b5dc-5138f5d4a26c tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 210 time: 0.5579579 Jul 07 18:06:02.839009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.901754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port e46a79d7-25b3-4b9d-ab13-b9d71eae011d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:02.902457 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.944789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195feb72-3075-451c-a226-e0f3f3717b65 req-419b0930-34d6-4982-abae-f07df76cd7cd tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:02.946687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-419b0930-34d6-4982-abae-f07df76cd7cd tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.90 "GET /v2.0/networks?id=e0ada28e-3759-48f7-a5db-97d050edb45b HTTP/1.1" status: 200 len: 810 time: 0.3497617 Jul 07 18:06:02.959700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Request body: {'port': {'device_id': '88943c09-1307-49f7-b157-107ab6c0a888', 'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b', 'admin_state_up': True, 'tenant_id': '488d2850354a4e5b9752388c4af98e3e'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:03.254455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Made reservation on behalf of 488d2850354a4e5b9752388c4af98e3e for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:03.267369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.367792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.406438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for e46a79d7-25b3-4b9d-ab13-b9d71eae011d owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:03.517160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Allocated IP 172.20.0.10 (e0ada28e-3759-48f7-a5db-97d050edb45b/7ff94f37-d507-48bf-a680-6a198555ef56/e80ba2c8-b364-4634-9576-8460cdf4d923) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:03.572301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0bb18-1e70-4774-8ed1-7cf785178c76 req-135a86d4-56f2-4c5f-b2a3-44e452018e0f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:03.579278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37d0bb18-1e70-4774-8ed1-7cf785178c76 req-135a86d4-56f2-4c5f-b2a3-44e452018e0f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.5470021 Jul 07 18:06:03.619578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b8d14-d568-449f-9704-03a5f3b841a5 req-451f4403-9a12-4270-ad62-ae119ccc6e79 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:03.626370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-634b8d14-d568-449f-9704-03a5f3b841a5 req-451f4403-9a12-4270-ad62-ae119ccc6e79 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.4224005 Jul 07 18:06:03.692270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:03.708390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37d0bb18-1e70-4774-8ed1-7cf785178c76 req-0374cc64-3d4a-4a7e-951a-197de0abb47b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281312 Jul 07 18:06:03.722326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.743027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-634b8d14-d568-449f-9704-03a5f3b841a5 req-163681a0-bab0-4cbb-814b-5519959b1b1f tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156936 Jul 07 18:06:03.748116 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.819970 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.835945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=e46a79d7-25b3-4b9d-ab13-b9d71eae011d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:03.839113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.891424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Network e0ada28e-3759-48f7-a5db-97d050edb45b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:03.897332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:03.900602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:03.955742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Pushing event updated for resources: {'Port': ['ID=e80ba2c8-b364-4634-9576-8460cdf4d923,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:03.960200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.962663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7d97d1d1-67d9-4317-a1f7-1a408ef70176 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/e46a79d7-25b3-4b9d-ab13-b9d71eae011d HTTP/1.1" status: 204 len: 168 time: 2.0053251 Jul 07 18:06:03.965494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46306) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:04.033689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:04.039012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.042578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:04.053818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:04.060995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6455b187-f4d5-48a0-814a-c8dd0ab73c1b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5256584 Jul 07 18:06:04.064212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46308) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:04.079840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:04.080404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:04.099113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852ad3f0-572f-474f-90aa-d36f8eee4e69 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:04.101715 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-852ad3f0-572f-474f-90aa-d36f8eee4e69 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1345687 Jul 07 18:06:04.103672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-ad1de7ab-e447-4e2c-935f-06aca04ffeae tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1486766 Jul 07 18:06:04.104153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46310) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:04.140331 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7866b55-e178-4cd0-a7b3-7dabc1556bfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:06:04.142202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7866b55-e178-4cd0-a7b3-7dabc1556bfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/65a408d9-5fc5-479d-9ff0-10afecd428cc HTTP/1.1" status: 404 len: 333 time: 0.0370333 Jul 07 18:06:04.147565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Request body: {'port': {'device_id': '88943c09-1307-49f7-b157-107ab6c0a888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:04.150969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46312) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:04.175334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet 6b703d3f-c452-471d-ad1b-db7efdb7b8ec {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:04.179693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.209158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:04.218655 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-de947e5f-9bd5-479f-aa1f-b4bf75e1a152 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:06:04.220877 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-de947e5f-9bd5-479f-aa1f-b4bf75e1a152 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/e46a79d7-25b3-4b9d-ab13-b9d71eae011d HTTP/1.1" status: 404 len: 333 time: 0.0683336 Jul 07 18:06:04.223174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46316) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:04.229838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.331970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.338611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2e36-add4-432b-973d-849f6565ea51 req-34dee661-79c5-44a1-97a4-667a235a8407 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:04.340363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf0f2e36-add4-432b-973d-849f6565ea51 req-34dee661-79c5-44a1-97a4-667a235a8407 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 932 time: 0.3742564 Jul 07 18:06:04.383221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.398061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf0f2e36-add4-432b-973d-849f6565ea51 req-58862070-e86d-479c-a21d-049fb60d090a tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Jul 07 18:06:04.453680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.525538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:01Z', 'revision_number': 8, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:04.529687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.565043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:04.577588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=6b703d3f-c452-471d-ad1b-db7efdb7b8ec,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:04.579917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:04.581248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:04.589749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.591761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fdd3e7d3-efe0-4593-95ad-5ed01c130e07 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/6b703d3f-c452-471d-ad1b-db7efdb7b8ec HTTP/1.1" status: 204 len: 168 time: 0.5265846 Jul 07 18:06:04.597463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46326) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:04.693670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.706034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef726e50-c797-45df-b48c-3518f92e5b19 None None] Network b44d45a8-9487-478a-866a-024e48dd9691 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:04.756019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:04.763038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 85681f86-e54a-4a66-ad54-b84359d98f83 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:04.763382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.958201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 85681f86-e54a-4a66-ad54-b84359d98f83, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85681f86-e54a-4a66-ad54-b84359d98f83,segment=NetworkSegment(c2918b7c-61a1-459e-bcb7-369510a3c145),segment_id=c2918b7c-61a1-459e-bcb7-369510a3c145)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:04.958201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.007600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.029161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cb4d08-87ea-4f23-a6c6-3d681c485187']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.029437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 85681f86-e54a-4a66-ad54-b84359d98f83 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:05.042234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9051ed-edd9-4dcf-b31a-b34236b3b2ed') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.042848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9051ed-edd9-4dcf-b31a-b34236b3b2ed') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.069324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.078131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:01Z', 'revision_number': 8, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.126779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a4cc3-9bd2-40c0-8076-fc6a9752c17c None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:01Z', 'revision_number': 8, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c', 'name': '', 'network_id': '2501472e-6fb4-481c-be1a-5061fe4194fa', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:66:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:32Z', 'updated_at': '2021-07-07T18:05:46Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '7bb9206f-1901-48ba-95c6-d42a8d13b885', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:05.158240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.161610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] DHCP port deletion for b44d45a8-9487-478a-866a-024e48dd9691 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:05.193306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:05.193946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:05.197793 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:05.203039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45e45-33ba-4225-8d28-8a8b4888ea2a req-6f6befcc-7556-45e3-a442-94616f870226 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:05.203039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0d45e45-33ba-4225-8d28-8a8b4888ea2a req-6f6befcc-7556-45e3-a442-94616f870226 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 944 time: 0.1995838 Jul 07 18:06:05.224073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:05.229865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb28a5-9660-4600-baa0-d717e911d847 req-5cf795f7-2926-4fe0-8caf-c7387467a374 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:05.237199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90cb28a5-9660-4600-baa0-d717e911d847 req-5cf795f7-2926-4fe0-8caf-c7387467a374 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.3222675 Jul 07 18:06:05.341544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:05.364124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'port_id': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'mac_address': 'fa:16:3e:54:49:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:05.382907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90cb28a5-9660-4600-baa0-d717e911d847 req-23c10306-3c35-4c01-b9d0-70478bb2d86d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445208 Jul 07 18:06:05.398679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.425603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] Deleting port 85681f86-e54a-4a66-ad54-b84359d98f83 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:05.426094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.462366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0d45e45-33ba-4225-8d28-8a8b4888ea2a req-365c0f6b-4c87-4fcd-b2de-6c7438f3823d tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504041 Jul 07 18:06:05.472025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=85681f86-e54a-4a66-ad54-b84359d98f83,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.499918 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.505199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port 85681f86-e54a-4a66-ad54-b84359d98f83 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:05.530855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.548018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.554189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] For port 85681f86-e54a-4a66-ad54-b84359d98f83, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:05.554599 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.570888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46340) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:05.575777 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/b6cb4d08-87ea-4f23-a6c6-3d681c485187 HTTP/1.1" status: 204 len: 168 time: 1.3513761 Jul 07 18:06:05.579094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c347eb45-909d-469c-bca7-1cf3198dedaa {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:05.587427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-205371969'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:05.600207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] Calling delete_port for 85681f86-e54a-4a66-ad54-b84359d98f83 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:05.609126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b82f88-1f9d-4a5c-8e95-e8b0fc607d74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=b6cb4d08-87ea-4f23-a6c6-3d681c485187,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.616079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] Port 85681f86-e54a-4a66-ad54-b84359d98f83 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:06:05.620610 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.639556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80ba2c8-b364-4634-9576-8460cdf4d923 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:05.652763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.667371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:05.683069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Transition to ACTIVE for port object e80ba2c8-b364-4634-9576-8460cdf4d923 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:05.691091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.724861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.741730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] Pushing event deleted for resources: {'Port': ['ID=85681f86-e54a-4a66-ad54-b84359d98f83,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.757227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a77cc8-6954-44ac-b318-df0e7d1c6ccc None None] No DVR routers for this DVR port 85681f86-e54a-4a66-ad54-b84359d98f83 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:05.809029 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.824253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.825232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Pushing event updated for resources: {'Port': ['ID=e80ba2c8-b364-4634-9576-8460cdf4d923,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.878261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.892998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:05.897088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.903848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44d45a8-9487-478a-866a-024e48dd9691']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.924062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Attempting to bind port e80ba2c8-b364-4634-9576-8460cdf4d923 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:05.924626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Attempting to bind port e80ba2c8-b364-4634-9576-8460cdf4d923 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'b8dfd895-4a0c-4419-8556-5ccc90e2eb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:05.925086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Attempting to bind port e80ba2c8-b364-4634-9576-8460cdf4d923 on network e0ada28e-3759-48f7-a5db-97d050edb45b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:05.927507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2918b7c-61a1-459e-bcb7-369510a3c145') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.927875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2918b7c-61a1-459e-bcb7-369510a3c145') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.938067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Port e80ba2c8-b364-4634-9576-8460cdf4d923 on network e0ada28e-3759-48f7-a5db-97d050edb45b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:05.938467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Attempting to bind port e80ba2c8-b364-4634-9576-8460cdf4d923 on network e0ada28e-3759-48f7-a5db-97d050edb45b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:05.942744 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.944249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:05.944591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Checking segment: {'id': 'b8dfd895-4a0c-4419-8556-5ccc90e2eb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:05.945142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Bound using segment: {'id': 'b8dfd895-4a0c-4419-8556-5ccc90e2eb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:05.945703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Bound port: e80ba2c8-b364-4634-9576-8460cdf4d923, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8dfd895-4a0c-4419-8556-5ccc90e2eb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:05.946179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.971081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.994263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:05.997184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:05.998172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:06.001828 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:06.034742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] For port e80ba2c8-b364-4634-9576-8460cdf4d923, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:06.038559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] For port e80ba2c8-b364-4634-9576-8460cdf4d923, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=e80ba2c8-b364-4634-9576-8460cdf4d923,segment=NetworkSegment(b8dfd895-4a0c-4419-8556-5ccc90e2eb18),segment_id=b8dfd895-4a0c-4419-8556-5ccc90e2eb18)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:06.044746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.061674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384f281-8aef-4257-9cd1-76c779e28218 req-3928fa25-65d5-4432-9b09-7277b15cf23a tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.062203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a384f281-8aef-4257-9cd1-76c779e28218 req-3928fa25-65d5-4432-9b09-7277b15cf23a tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 944 time: 0.2915523 Jul 07 18:06:06.074372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85681f86-e54a-4a66-ad54-b84359d98f83 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:06.077310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.077660 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment 75750301-a62c-448a-993c-5bf5203c7e67 of type vlan for network cf0390fb-6f19-44ae-b271-21ff5d6a07fe Jul 07 18:06:06.104149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 85681f86-e54a-4a66-ad54-b84359d98f83 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:06.104763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85681f86-e54a-4a66-ad54-b84359d98f83 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:06.104922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e0a2d1d2-3347-49c8-be10-91f99f425239 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:06.138584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.143557 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.148616 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/b44d45a8-9487-478a-866a-024e48dd9691 HTTP/1.1" status: 204 len: 168 time: 1.5500293 Jul 07 18:06:06.153548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e0a2d1d2-3347-49c8-be10-91f99f425239 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:06.153895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e0a2d1d2-3347-49c8-be10-91f99f425239 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:06.155876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c347eb45-909d-469c-bca7-1cf3198dedaa'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:06.165611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46350) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:06.190173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Pushing event updated for resources: {'Port': ['ID=e80ba2c8-b364-4634-9576-8460cdf4d923,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:06.198436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a384f281-8aef-4257-9cd1-76c779e28218 req-4999fbc3-19d1-460d-a706-d11d4a380fd6 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226325 Jul 07 18:06:06.205870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.207031 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.208822 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-f72753f4-4c6d-4d0b-8491-8944e4632f5c service neutron] 10.222.0.90 "PUT /v2.0/ports/e80ba2c8-b364-4634-9576-8460cdf4d923 HTTP/1.1" status: 200 len: 1092 time: 2.0655532 Jul 07 18:06:06.209580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88943c09-1307-49f7-b157-107ab6c0a888', 'tag': 'e80ba2c8-b364-4634-9576-8460cdf4d923'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:06.209796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ea7f3-aa71-4062-96d9-a1976fb79bd4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=b44d45a8-9487-478a-866a-024e48dd9691,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:06.218142 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91991102-ab0f-4932-9ff7-80659caebedd" -d '{"events": [{"name": "network-changed", "server_uuid": "88943c09-1307-49f7-b157-107ab6c0a888", "tag": "e80ba2c8-b364-4634-9576-8460cdf4d923"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:06.227313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.307594 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07552ae4-26b9-4afb-acf3-840d134876ff x-openstack-request-id: req-07552ae4-26b9-4afb-acf3-840d134876ff {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:06.308017 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88943c09-1307-49f7-b157-107ab6c0a888", "tag": "e80ba2c8-b364-4634-9576-8460cdf4d923", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:06.308365 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-07552ae4-26b9-4afb-acf3-840d134876ff {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:06.308966 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88943c09-1307-49f7-b157-107ab6c0a888', 'tag': 'e80ba2c8-b364-4634-9576-8460cdf4d923', 'status': 'completed', 'code': 200} Jul 07 18:06:06.347087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195feb72-3075-451c-a226-e0f3f3717b65 req-e8759dee-675c-4355-a554-dc3391afb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.348965 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-e8759dee-675c-4355-a554-dc3391afb777 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=488d2850354a4e5b9752388c4af98e3e&device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 1095 time: 0.0732076 Jul 07 18:06:06.354157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.360258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.360936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.469541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8945777 Jul 07 18:06:06.471851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46356) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:06.479189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:06.484744 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-46179f51-48ef-46d4-b45f-7dfb5c66005f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80ba2c8-b364-4634-9576-8460cdf4d923 HTTP/1.1" status: 200 len: 217 time: 0.1279473 Jul 07 18:06:06.561342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16cfcc-42dc-41bf-870d-cdd573218115 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=cf0390fb-6f19-44ae-b271-21ff5d6a07fe,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:06.572742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:06.596178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195feb72-3075-451c-a226-e0f3f3717b65 req-8d8fd725-a99a-4806-84c2-440e4ea7a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.597836 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-8d8fd725-a99a-4806-84c2-440e4ea7a5dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ff94f37-d507-48bf-a680-6a198555ef56 HTTP/1.1" status: 200 len: 850 time: 0.1055515 Jul 07 18:06:06.664151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-182a633e-614b-40ba-a333-72087b8290de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e0ada28e-3759-48f7-a5db-97d050edb45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589750 Jul 07 18:06:06.839022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-04db441b-3e91-4245-bca6-79f9576c9b02 service neutron] 10.222.0.90 "GET /v2.0/networks/e0ada28e-3759-48f7-a5db-97d050edb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667764 Jul 07 18:06:06.863832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:06.867459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.881930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b4ae7-2c4b-47d9-9ddf-7848d0ef0977 req-32ba2115-5dd5-4023-a2e6-2c1e263f13e2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.883591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e10b4ae7-2c4b-47d9-9ddf-7848d0ef0977 req-32ba2115-5dd5-4023-a2e6-2c1e263f13e2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.3139832 Jul 07 18:06:06.966304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eae46b-eeee-46bd-9c74-47b1537b2ffa req-863b3a77-805f-44fe-8ffc-fa42bf3ccc20 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.972853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5eae46b-eeee-46bd-9c74-47b1537b2ffa req-863b3a77-805f-44fe-8ffc-fa42bf3ccc20 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 945 time: 0.3167045 Jul 07 18:06:07.001470 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-195feb72-3075-451c-a226-e0f3f3717b65 req-e460bbe0-4024-42dc-b296-96d124612fd1 service neutron] 10.222.0.90 "GET /v2.0/networks/e0ada28e-3759-48f7-a5db-97d050edb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534321 Jul 07 18:06:07.040073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e10b4ae7-2c4b-47d9-9ddf-7848d0ef0977 req-37740dc6-c5d5-461b-8451-aac2e7110132 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411605 Jul 07 18:06:07.075978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5eae46b-eeee-46bd-9c74-47b1537b2ffa req-d8723b48-e25a-4b61-ab63-6d83d3372552 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990975 Jul 07 18:06:07.158559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991102-ab0f-4932-9ff7-80659caebedd req-c474e537-dd6c-456c-a22b-604cf89d7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.161659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91991102-ab0f-4932-9ff7-80659caebedd req-c474e537-dd6c-456c-a22b-604cf89d7c38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=488d2850354a4e5b9752388c4af98e3e&device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 1095 time: 0.1057312 Jul 07 18:06:07.224518 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.270913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.271511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991102-ab0f-4932-9ff7-80659caebedd req-1899af19-9fd1-4526-819b-f2f74857698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.273037 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91991102-ab0f-4932-9ff7-80659caebedd req-1899af19-9fd1-4526-819b-f2f74857698d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e0ada28e-3759-48f7-a5db-97d050edb45b HTTP/1.1" status: 200 len: 911 time: 0.1037445 Jul 07 18:06:07.320766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91991102-ab0f-4932-9ff7-80659caebedd req-91e560fa-cec1-431b-a972-134480034696 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80ba2c8-b364-4634-9576-8460cdf4d923 HTTP/1.1" status: 200 len: 217 time: 0.0375376 Jul 07 18:06:07.379889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991102-ab0f-4932-9ff7-80659caebedd req-247ad972-cf03-4824-85c0-f8075ba7f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.381505 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91991102-ab0f-4932-9ff7-80659caebedd req-247ad972-cf03-4824-85c0-f8075ba7f4fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ff94f37-d507-48bf-a680-6a198555ef56 HTTP/1.1" status: 200 len: 850 time: 0.0541470 Jul 07 18:06:07.412295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=d69014f8-8d80-4c6d-85d3-1a447498b213,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:07.415908 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91991102-ab0f-4932-9ff7-80659caebedd req-de8accd4-1337-4810-aaa8-dd600d38d905 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e0ada28e-3759-48f7-a5db-97d050edb45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273230 Jul 07 18:06:07.436687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': '75750301-a62c-448a-993c-5bf5203c7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:07.437042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: cf0390fb-6f19-44ae-b271-21ff5d6a07fe, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:07.509576 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91991102-ab0f-4932-9ff7-80659caebedd req-bfd74cb0-6ea3-40a3-822f-061128c7d5e6 service neutron] 10.222.0.90 "GET /v2.0/networks/e0ada28e-3759-48f7-a5db-97d050edb45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867498 Jul 07 18:06:07.519914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:07.529308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03230c-0f85-47fb-85e1-d7388454adac req-74a17a10-ca6b-478d-838a-976d69eb45de tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.530902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b03230c-0f85-47fb-85e1-d7388454adac req-74a17a10-ca6b-478d-838a-976d69eb45de tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 944 time: 0.1854119 Jul 07 18:06:07.555131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, cf0390fb-6f19-44ae-b271-21ff5d6a07fe) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:07.559651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.560256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.566324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7ac9a-79c4-4949-a27b-17538b6e96ac None None] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:07.600009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b03230c-0f85-47fb-85e1-d7388454adac req-d6bb3552-314f-4e98-a348-f78af05fea36 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624158 Jul 07 18:06:07.603870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f3948b75-c485-400c-b07a-8d7f6ac11375 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1262996 Jul 07 18:06:07.605487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46370) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:07.611795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe', 'name': 'tempest-PortsTestJSON-1294831334'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:07.627829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-91991102-ab0f-4932-9ff7-80659caebedd req-ff5a39ab-0fa9-40f5-993e-c9cb270535b0 service neutron] 10.222.0.90 "GET /v2.0/networks/e0ada28e-3759-48f7-a5db-97d050edb45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103816 Jul 07 18:06:07.766642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-cf0390fb-6f19-44ae-b271-21ff5d6a07fe', 'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe', 'tenant_id': '55d81440d7e340a28e55b2b63f3570a0', 'fixed_ips': [{'subnet_id': 'd69014f8-8d80-4c6d-85d3-1a447498b213'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:07.768676 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.811720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:07.815448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.917831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Allocated IP 172.20.0.2 (cf0390fb-6f19-44ae-b271-21ff5d6a07fe/d69014f8-8d80-4c6d-85d3-1a447498b213/cfbae0d0-b5fb-453a-910f-c71c2ec3bb36) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:08.208105 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.223880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Transition to ACTIVE for port object cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:08.262560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Transition to ACTIVE for port object cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:08.271103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.314894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:08.320535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:08.324918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:08.332992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Pushing event updated for resources: {'Port': ['ID=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:08.400763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Attempting to bind port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:08.401235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Attempting to bind port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '75750301-a62c-448a-993c-5bf5203c7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:08.401752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Attempting to bind port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 on network cf0390fb-6f19-44ae-b271-21ff5d6a07fe {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:08.410521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:08.410916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Checking segment: {'id': '75750301-a62c-448a-993c-5bf5203c7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:08.411599 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.412301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Bound using segment: {'id': '75750301-a62c-448a-993c-5bf5203c7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:08.412939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Bound port: cfbae0d0-b5fb-453a-910f-c71c2ec3bb36, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75750301-a62c-448a-993c-5bf5203c7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf0390fb-6f19-44ae-b271-21ff5d6a07fe'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:08.413408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.424094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:08.425648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.490133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] For port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:08.493623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] For port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,segment=NetworkSegment(75750301-a62c-448a-993c-5bf5203c7e67),segment_id=75750301-a62c-448a-993c-5bf5203c7e67)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:08.505377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.545970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port 0931de53-ad7a-442f-85f9-46b85424f61a yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:08.580045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6cd4a-666a-4782-b34a-ca322c5d5514 None None] Pushing event updated for resources: {'Port': ['ID=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:08.685446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,segment=NetworkSegment(d9d41ad5-0efc-424f-936d-cf3abd32cb5d),segment_id=d9d41ad5-0efc-424f-936d-cf3abd32cb5d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:08.685811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.735691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f531b4-3cb1-4902-9877-59ade1fc18d6 req-78b550af-3d8c-4afe-bc5c-7bb5e01ae8ea tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:08.742740 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7f531b4-3cb1-4902-9877-59ade1fc18d6 req-78b550af-3d8c-4afe-bc5c-7bb5e01ae8ea tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.3354712 Jul 07 18:06:08.751239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:08.797882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbebb-f74c-435a-9481-688b3d012bea req-fdf3a718-2d0c-4ecf-bb17-320ceb1c2ff1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:08.800609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c1fbebb-f74c-435a-9481-688b3d012bea req-fdf3a718-2d0c-4ecf-bb17-320ceb1c2ff1 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 945 time: 0.3999374 Jul 07 18:06:08.872270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.7 (cf0390fb-6f19-44ae-b271-21ff5d6a07fe/d69014f8-8d80-4c6d-85d3-1a447498b213/0931de53-ad7a-442f-85f9-46b85424f61a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:09.067234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c1fbebb-f74c-435a-9481-688b3d012bea req-86b0107a-0519-4c2f-9af6-96ae01074db2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371304 Jul 07 18:06:09.073793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7f531b4-3cb1-4902-9877-59ade1fc18d6 req-4d0ae155-c435-46c0-885d-71112c0caaf2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302071 Jul 07 18:06:09.204717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:09.233941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.279613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object 0931de53-ad7a-442f-85f9-46b85424f61a will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:09.303872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c347eb45-909d-469c-bca7-1cf3198dedaa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:09.305575 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.437191 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.439129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.467720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:09.470617 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346b909-5e7d-484f-9083-1d64961d701c" -d '{"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-plugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:09.476291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.484127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.517382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:09.523835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.531980 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5e25a-cb0e-40d8-bbc8-0c40cd85c79f x-openstack-request-id: req-f3c5e25a-cb0e-40d8-bbc8-0c40cd85c79f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:09.532396 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-plugged", "status": "completed", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:09.532546 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3c5e25a-cb0e-40d8-bbc8-0c40cd85c79f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:09.533203 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'code': 200} Jul 07 18:06:09.596470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46402) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:09.601795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-45772570'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:09.607087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.644119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:09.648412 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.677016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:09.695348 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:09.705806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:09.706584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.707107 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Added segment bf706417-4c4f-4eee-945d-0ce716339b81 of type vlan for network 8849a726-c7bb-46ac-b767-20a9d46e07c8 Jul 07 18:06:09.720076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:09.735365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b534f9-8f97-47d2-8d4a-112ac9fcc709 req-fe888162-befe-4098-8c9d-3fadfe25be5f tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:09.741468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1b534f9-8f97-47d2-8d4a-112ac9fcc709 req-fe888162-befe-4098-8c9d-3fadfe25be5f tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 944 time: 0.3702586 Jul 07 18:06:09.801668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.830482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=0931de53-ad7a-442f-85f9-46b85424f61a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.855288 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.861251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:09.861926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.871484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198eb0a-1caa-4b5f-acb4-d623a432050d req-a44e88f9-0ba0-485f-a72e-a25aeb4cb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:09.873412 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7198eb0a-1caa-4b5f-acb4-d623a432050d req-a44e88f9-0ba0-485f-a72e-a25aeb4cb0b1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 1098 time: 0.1545007 Jul 07 18:06:09.894737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1b534f9-8f97-47d2-8d4a-112ac9fcc709 req-eb36bdec-1002-4420-9257-c5bc6d462259 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257191 Jul 07 18:06:09.943031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3414807 Jul 07 18:06:09.943339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46404) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:09.948424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-472337035'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:09.956418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:09.956984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.990594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0606f-3622-47da-9ec4-6978a074dd51 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Network': ['ID=8849a726-c7bb-46ac-b767-20a9d46e07c8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:10.001352 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7198eb0a-1caa-4b5f-acb4-d623a432050d req-6b146707-92d8-4ca0-9112-0c3984ba42ca service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203403 Jul 07 18:06:10.004945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:10.011824 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.029932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:10.043952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:10.057008 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.057318 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Added segment 20859f77-f70c-42c4-849a-72e9e232440a of type vlan for network 82c89e28-4704-4bdf-9808-aabe4c6116ce Jul 07 18:06:10.095962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5137b8c4-c6e7-4424-ad09-10d75e3dce95 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4859781 Jul 07 18:06:10.096546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:10.140743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.179246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eac375-3b1a-4eaa-b5dd-f2dd3fb8d139 None None] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:10.254455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.319739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:10.371003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cab3a60d-f0df-4a12-b17d-a66b582e5364 None None] Provisioning for port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:10.388513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.395194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:10.395819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.420871 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4765007 Jul 07 18:06:10.437982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46418) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:10.458309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:10.469295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:10.469794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.477291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'subnet': {'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:10.569716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 0931de53-ad7a-442f-85f9-46b85424f61a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:10.570075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.613722 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.660039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,segment=NetworkSegment(75750301-a62c-448a-993c-5bf5203c7e67),segment_id=75750301-a62c-448a-993c-5bf5203c7e67)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:10.660395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28e2e0-c58e-43db-86b6-c59e3699452d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Network': ['ID=82c89e28-4704-4bdf-9808-aabe4c6116ce,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:10.672423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.796344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:10.834143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08e1b1-c88f-483a-8a84-a22013220012 req-b14a01da-396a-4bf1-b6e8-c6d3db8dd442 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:10.834143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b08e1b1-c88f-483a-8a84-a22013220012 req-b14a01da-396a-4bf1-b6e8-c6d3db8dd442 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 947 time: 0.4607317 Jul 07 18:06:10.834752 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.855068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 0931de53-ad7a-442f-85f9-46b85424f61a owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:10.869694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bf25-8f0f-42bd-a3f3-b7bd3f6582ff req-1c4472d1-1a65-4548-b3b7-7fdca153c3d2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:10.878109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8487bf25-8f0f-42bd-a3f3-b7bd3f6582ff req-1c4472d1-1a65-4548-b3b7-7fdca153c3d2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.5346231 Jul 07 18:06:10.961873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:10.965814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:10.969651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.013384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b08e1b1-c88f-483a-8a84-a22013220012 req-75c564f3-fc57-4611-beba-5e093e4cb2d7 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601746 Jul 07 18:06:11.025470 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8487bf25-8f0f-42bd-a3f3-b7bd3f6582ff req-deb3c7b3-21ea-4edc-8129-c990dfa6d41d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459219 Jul 07 18:06:11.122642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.131082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:11.144847 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:11.157050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1195d037-06d8-4620-85b3-2e89be21d0f6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9573832 Jul 07 18:06:11.159720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:11.160725 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:11.161262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46430) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:11.209866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device e80ba2c8-b364-4634-9576-8460cdf4d923 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:11.275637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet 7bb9206f-1901-48ba-95c6-d42a8d13b885 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:11.283890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.393961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.411801 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:11.481012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port e80ba2c8-b364-4634-9576-8460cdf4d923, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=e80ba2c8-b364-4634-9576-8460cdf4d923,segment=NetworkSegment(b8dfd895-4a0c-4419-8556-5ccc90e2eb18),segment_id=b8dfd895-4a0c-4419-8556-5ccc90e2eb18)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:11.507008 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.514473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'e80ba2c8-b364-4634-9576-8460cdf4d923', 'network_id': 'e0ada28e-3759-48f7-a5db-97d050edb45b', 'port_id': 'e80ba2c8-b364-4634-9576-8460cdf4d923', 'mac_address': 'fa:16:3e:8b:ce:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff94f37-d507-48bf-a680-6a198555ef56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:11.523707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b39bcbe4-0e65-48b5-bb16-4cc3d8159f5b None None] Provisioning complete for port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:11.525583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b39bcbe4-0e65-48b5-bb16-4cc3d8159f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.633477 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.660543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80ba2c8-b364-4634-9576-8460cdf4d923 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:11.699586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port e80ba2c8-b364-4634-9576-8460cdf4d923, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=e80ba2c8-b364-4634-9576-8460cdf4d923,segment=NetworkSegment(b8dfd895-4a0c-4419-8556-5ccc90e2eb18),segment_id=b8dfd895-4a0c-4419-8556-5ccc90e2eb18)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:11.714180 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.739023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Checking segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:11.739569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network hostable DHCP agents. Network: 8849a726-c7bb-46ac-b767-20a9d46e07c8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:11.767646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Subnet': ['ID=1ea9c51c-4377-444a-82d5-cc5b22788d49,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.798310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cae11-5d61-4c50-8419-7f99a39017af req-891adda0-503a-4ff7-b722-ec0129b1c569 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:11.799906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-240cae11-5d61-4c50-8419-7f99a39017af req-891adda0-503a-4ff7-b722-ec0129b1c569 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 944 time: 0.4108498 Jul 07 18:06:11.854272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:11.858792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.871998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=e80ba2c8-b364-4634-9576-8460cdf4d923,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.874469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-240cae11-5d61-4c50-8419-7f99a39017af req-d9443da5-37b0-4b07-bb77-ce3acc027871 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621989 Jul 07 18:06:11.900879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.919949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b39bcbe4-0e65-48b5-bb16-4cc3d8159f5b None None] Could not find standard attr ID for object 0931de53-ad7a-442f-85f9-46b85424f61a. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:06:11.967061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8849a726-c7bb-46ac-b767-20a9d46e07c8) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:11.974496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:11.977223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe859b-f738-4951-9fa2-7e072d6f072b None None] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:11.978545 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.009259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=0931de53-ad7a-442f-85f9-46b85424f61a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:12.041508 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.135283 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.140233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/7bb9206f-1901-48ba-95c6-d42a8d13b885 HTTP/1.1" status: 204 len: 168 time: 0.9778564 Jul 07 18:06:12.141632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c059-ce5b-4de7-89e0-4ae575790739 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb9206f-1901-48ba-95c6-d42a8d13b885,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:12.149006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:12.232107 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.234898 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b7b2c266-ef92-40ea-8d61-46556cc1af76 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/0931de53-ad7a-442f-85f9-46b85424f61a HTTP/1.1" status: 204 len: 168 time: 2.1373286 Jul 07 18:06:12.240903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46474) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:12.255712 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b0c5e7fa-25c0-4bc5-913c-e08d98530b78 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7827425 Jul 07 18:06:12.315798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:12.334293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'subnet': {'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:12.334697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['e80ba2c8-b364-4634-9576-8460cdf4d923'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:12.341534 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:09Z', 'revision_number': 9, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:12.364012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5d19a-8d0b-4983-b775-da5b86842321 None None] Network 2501472e-6fb4-481c-be1a-5061fe4194fa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:12.364378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.366048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:12.378236 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-86948a4e-5eaa-466c-9410-d5b5233a30c0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:12.380712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86948a4e-5eaa-466c-9410-d5b5233a30c0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:12.383439 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-86948a4e-5eaa-466c-9410-d5b5233a30c0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/0931de53-ad7a-442f-85f9-46b85424f61a HTTP/1.1" status: 404 len: 333 time: 0.1410382 Jul 07 18:06:12.386600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44223463-f343-42ac-8c3b-b4581d14c689 None None] Could not find standard attr ID for object 0931de53-ad7a-442f-85f9-46b85424f61a. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:06:12.388557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46478) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:12.408945 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:12.454579 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:12.455213 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:05:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:12.568230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:12.573528 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.600115 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-02accb27-12dd-4ab9-a3c1-b079a011253f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:06:12.602068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-02accb27-12dd-4ab9-a3c1-b079a011253f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/0931de53-ad7a-442f-85f9-46b85424f61a HTTP/1.1" status: 404 len: 333 time: 0.1564622 Jul 07 18:06:12.606225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46482) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:12.616564 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:12.689666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef8a4-a69f-4e5c-9830-81df6bb7b4d5 req-035103ee-45af-4587-8ab6-38938f17393d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:12.691128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c25ef8a4-a69f-4e5c-9830-81df6bb7b4d5 req-035103ee-45af-4587-8ab6-38938f17393d tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.2144904 Jul 07 18:06:12.692544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port f287f01a-b6b1-4234-ba7e-b25589c4f44d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:12.692997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.727364 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdba67b-739d-42b8-9276-65d226f4f882 req-1164361d-3913-4f33-b47d-84b1a3619569 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:12.729477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bdba67b-739d-42b8-9276-65d226f4f882 req-1164361d-3913-4f33-b47d-84b1a3619569 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 947 time: 0.2601848 Jul 07 18:06:12.764151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet d69014f8-8d80-4c6d-85d3-1a447498b213 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:12.770322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.839236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port f287f01a-b6b1-4234-ba7e-b25589c4f44d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f287f01a-b6b1-4234-ba7e-b25589c4f44d,segment=NetworkSegment(d9d41ad5-0efc-424f-936d-cf3abd32cb5d),segment_id=d9d41ad5-0efc-424f-936d-cf3abd32cb5d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:12.839856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.867063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c25ef8a4-a69f-4e5c-9830-81df6bb7b4d5 req-f8482604-8494-4e82-92a0-f9da1ffc21ee tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672983 Jul 07 18:06:12.871955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.881967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bdba67b-739d-42b8-9276-65d226f4f882 req-6cd81569-8b3e-4c69-9912-173f872cdb2a tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167874 Jul 07 18:06:12.886827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for f287f01a-b6b1-4234-ba7e-b25589c4f44d owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:12.926806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-8849a726-c7bb-46ac-b767-20a9d46e07c8', 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'fixed_ips': [{'subnet_id': '1ea9c51c-4377-444a-82d5-cc5b22788d49'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:12.928447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.955409 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:09Z', 'revision_number': 9, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:12.965183 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:12.966020 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.984938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.006909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.030754 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78b878-75a2-4df1-897d-3a94805c0fa0 None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:09Z', 'revision_number': 9, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '14b39c43-034d-4d40-a784-12397e309ef3', 'name': '', 'network_id': '8738295a-a2b5-4511-a73a-c0a9a9672c1d', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:4b:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:35Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': 'd8711d98-4c94-4cd8-9455-559b7ed038ff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:13.063374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=f287f01a-b6b1-4234-ba7e-b25589c4f44d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:13.070676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port f287f01a-b6b1-4234-ba7e-b25589c4f44d on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:13.071203 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.122253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=d69014f8-8d80-4c6d-85d3-1a447498b213,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:13.148099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.152172 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa14ce27-0a2b-494d-8f3c-4042872a8cbd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/d69014f8-8d80-4c6d-85d3-1a447498b213 HTTP/1.1" status: 204 len: 168 time: 0.5443745 Jul 07 18:06:13.156391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:13.206298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761d23a-1114-456a-b750-da39365ced1d None None] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:13.279291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.298328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2501472e-6fb4-481c-be1a-5061fe4194fa']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:13.317321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:13.318100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d41ad5-0efc-424f-936d-cf3abd32cb5d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:13.320813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.332427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Allocated IP 10.1.1.2 (8849a726-c7bb-46ac-b767-20a9d46e07c8/1ea9c51c-4377-444a-82d5-cc5b22788d49/54a49167-1d80-450b-a3a6-f3e0e12193f3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:13.361870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.395164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e59e07-a9f4-4bb1-86d9-6a11b46ffba8 req-638ec6fe-e040-43a5-a3e6-129e49148b2c tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:13.396788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8e59e07-a9f4-4bb1-86d9-6a11b46ffba8 req-638ec6fe-e040-43a5-a3e6-129e49148b2c tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 945 time: 0.1885083 Jul 07 18:06:13.400911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.413680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:13.414094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.432319 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:13.441453 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:13.552608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8e59e07-a9f4-4bb1-86d9-6a11b46ffba8 req-08774276-7283-459b-ac98-af5e2b4fd95d tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408019 Jul 07 18:06:13.554466 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.563311 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.565479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/2501472e-6fb4-481c-be1a-5061fe4194fa HTTP/1.1" status: 204 len: 168 time: 1.4107594 Jul 07 18:06:13.568272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46494) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:13.577204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3374e1-300b-4234-ba4c-4993595f0bf1 None None] DHCP port deletion for 2501472e-6fb4-481c-be1a-5061fe4194fa request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:13.592310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Subnet': ['ID=7a5db585-4a0c-4af2-afe7-2c7df6161188,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:13.604734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:13.605029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.641796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2669f2-4147-4aa9-bbb7-2f586351f6dc tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=2501472e-6fb4-481c-be1a-5061fe4194fa,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:13.739957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Checking segment: {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:13.740336 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network hostable DHCP agents. Network: 82c89e28-4704-4bdf-9808-aabe4c6116ce, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:13.745109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] For port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,segment=NetworkSegment(75750301-a62c-448a-993c-5bf5203c7e67),segment_id=75750301-a62c-448a-993c-5bf5203c7e67)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:13.745549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.767412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:13.783335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:13.814930 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.843650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Transition to ACTIVE for port object 54a49167-1d80-450b-a3a6-f3e0e12193f3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:13.854453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 82c89e28-4704-4bdf-9808-aabe4c6116ce) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:13.864058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dc956-bf67-417a-97db-587402535ab9 None None] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:13.864602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:13.867402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:13.886455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Transition to ACTIVE for port object 54a49167-1d80-450b-a3a6-f3e0e12193f3 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:13.898109 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c24c99ef-13e8-4b7a-9516-7d09797b4f33 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5807202 Jul 07 18:06:13.902406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46500) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:13.911229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'port': {'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'name': 'tempest-TaggedBootDevicesTest-820798402', 'fixed_ips': [{'subnet_id': '1ea9c51c-4377-444a-82d5-cc5b22788d49'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:13.924928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] DHCP port deletion for cf0390fb-6f19-44ae-b271-21ff5d6a07fe request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:13.966743 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.070678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:14.088710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:14.097419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:14.117195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Pushing event updated for resources: {'Port': ['ID=54a49167-1d80-450b-a3a6-f3e0e12193f3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:14.142407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.184147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:14.191577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No DVR routers for this DVR port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:14.215999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f287f01a-b6b1-4234-ba7e-b25589c4f44d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:14.304275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Deleting port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:14.304956 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.324369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.337361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0390fb-6f19-44ae-b271-21ff5d6a07fe']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:14.349504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75750301-a62c-448a-993c-5bf5203c7e67') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:14.349786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75750301-a62c-448a-993c-5bf5203c7e67') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:14.359226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.376683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.383447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:14.383898 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.404631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: f287f01a-b6b1-4234-ba7e-b25589c4f44d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:14.405471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f287f01a-b6b1-4234-ba7e-b25589c4f44d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:14.406144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:14.434281 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:14.437387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:14.438708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Attempting to bind port 54a49167-1d80-450b-a3a6-f3e0e12193f3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:14.439049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Attempting to bind port 54a49167-1d80-450b-a3a6-f3e0e12193f3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:14.439428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Attempting to bind port 54a49167-1d80-450b-a3a6-f3e0e12193f3 on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:14.467864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:14.468259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Checking segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:14.468642 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.469382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Bound using segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:14.469638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Bound port: 54a49167-1d80-450b-a3a6-f3e0e12193f3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:14.470160 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.516059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810008b2-98b0-4d4a-905b-07f5f56b7d1a req-a057ec5a-584f-42ce-aca8-9f596e775dc2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:14.519467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-810008b2-98b0-4d4a-905b-07f5f56b7d1a req-a057ec5a-584f-42ce-aca8-9f596e775dc2 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 947 time: 0.1926749 Jul 07 18:06:14.526578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.532221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.538732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/cf0390fb-6f19-44ae-b271-21ff5d6a07fe HTTP/1.1" status: 204 len: 168 time: 1.3787453 Jul 07 18:06:14.539426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46508) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:14.541041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] For port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:14.541443 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.549723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1162487617'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:14.556456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:14.556456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:14.556875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:14.580307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5fc5a-297f-427b-b0ba-0e8bd7e32f27 req-1ce27aba-6c0f-4dfe-91f3-d76b08303a49 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:14.581665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c292-0def-41ab-8c32-045e4ada1e46 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=cf0390fb-6f19-44ae-b271-21ff5d6a07fe,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:14.582668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ae5fc5a-297f-427b-b0ba-0e8bd7e32f27 req-1ce27aba-6c0f-4dfe-91f3-d76b08303a49 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.2285318 Jul 07 18:06:14.594882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.609949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:14.613613 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.618357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Calling delete_port for cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:14.624000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:06:14.632366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] device_id is not set on port a47094fe-0d7f-4a22-b3f7-d93d42aca76f yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:14.636702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.681620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:14.681850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa41a94-c791-401e-ae7a-9d9b3d1e3f1c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:14.704445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:14.705046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-810008b2-98b0-4d4a-905b-07f5f56b7d1a req-671a9f67-1056-4546-bc0d-ec0146850085 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623387 Jul 07 18:06:14.707515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Network cf0390fb-6f19-44ae-b271-21ff5d6a07fe is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:06:14.709422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] No DVR routers for this DVR port cfbae0d0-b5fb-453a-910f-c71c2ec3bb36 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:14.750556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.750978 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment af8091f0-4b6b-4d6d-abf1-2768209bb62b of type vlan for network b7610ac4-0973-4599-abc9-91cc0db664c3 Jul 07 18:06:14.771136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ae5fc5a-297f-427b-b0ba-0e8bd7e32f27 req-a5e91c94-c64e-4a7f-acf0-3db0931f7dd3 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761389 Jul 07 18:06:14.817695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-82c89e28-4704-4bdf-9808-aabe4c6116ce', 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'fixed_ips': [{'subnet_id': '7a5db585-4a0c-4af2-afe7-2c7df6161188'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:14.818619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.840054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db55a68-9a8f-4d85-9ff7-2d765439ac1f None None] Pushing event deleted for resources: {'Port': ['ID=cfbae0d0-b5fb-453a-910f-c71c2ec3bb36,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:14.850950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] For port 54a49167-1d80-450b-a3a6-f3e0e12193f3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:14.851920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.870415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] For port 54a49167-1d80-450b-a3a6-f3e0e12193f3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=54a49167-1d80-450b-a3a6-f3e0e12193f3,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:14.884485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.938976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.954722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:14.956883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.962953 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.054879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912b9b1-48dd-4361-8c78-21c363ccb435 None None] Pushing event updated for resources: {'Port': ['ID=54a49167-1d80-450b-a3a6-f3e0e12193f3,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:15.086500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Allocated IP 10.2.2.2 (82c89e28-4704-4bdf-9808-aabe4c6116ce/7a5db585-4a0c-4af2-afe7-2c7df6161188/b40a8c57-e97b-4157-a74a-569c97053589) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:15.109409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5635052 Jul 07 18:06:15.114285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46516) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:15.128055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:15.157580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf119f-4280-4a95-9108-563c04c852da tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=b7610ac4-0973-4599-abc9-91cc0db664c3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:15.179834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b7610ac4-0973-4599-abc9-91cc0db664c3 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:15.201490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 10.1.1.120 (8849a726-c7bb-46ac-b767-20a9d46e07c8/1ea9c51c-4377-444a-82d5-cc5b22788d49/a47094fe-0d7f-4a22-b3f7-d93d42aca76f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:15.248776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device e80ba2c8-b364-4634-9576-8460cdf4d923 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:15.426753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb371d-05f4-4de4-8bf9-9688f6d689be req-38de5f55-6d1b-412b-b827-1e3ad495affa tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:15.440441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cbb371d-05f4-4de4-8bf9-9688f6d689be req-38de5f55-6d1b-412b-b827-1e3ad495affa tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 945 time: 0.4125879 Jul 07 18:06:15.451117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:15.454591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.591200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cbb371d-05f4-4de4-8bf9-9688f6d689be req-a686db7b-8027-4c17-bf9f-7c729f2bda5c tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482368 Jul 07 18:06:15.658184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.676844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Transition to ACTIVE for port object a47094fe-0d7f-4a22-b3f7-d93d42aca76f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:15.725956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.754075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port e80ba2c8-b364-4634-9576-8460cdf4d923 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:15.758822 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.760466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port e80ba2c8-b364-4634-9576-8460cdf4d923 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:15.760839 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.791912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:15.800586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Transition to ACTIVE for port object b40a8c57-e97b-4157-a74a-569c97053589 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:15.805283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:15.816671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:15.850953 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.855897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 14b39c43-034d-4d40-a784-12397e309ef3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:15.855897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.857619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:15.860109 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afc1fe15-8ca1-44d3-8dce-9bbb0cade485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.875561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Transition to ACTIVE for port object b40a8c57-e97b-4157-a74a-569c97053589 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:15.895328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.913787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:15.914033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:15.917883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.935711 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:15.935969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=d0eb5422-46c9-4f25-85d2-c352c09412b7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:15.942159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:15.955607 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c6ed68e-fd9c-4407-9ad2-fae2df58ed48 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0520117 Jul 07 18:06:15.959788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:15.965377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'port': {'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'name': 'tempest-TaggedBootDevicesTest-1860018393', 'fixed_ips': [{'subnet_id': '1ea9c51c-4377-444a-82d5-cc5b22788d49'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:15.984246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Pushing event updated for resources: {'Port': ['ID=b40a8c57-e97b-4157-a74a-569c97053589,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:16.129941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.134266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Attempting to bind port b40a8c57-e97b-4157-a74a-569c97053589 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:16.134640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Attempting to bind port b40a8c57-e97b-4157-a74a-569c97053589 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:16.136205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Attempting to bind port b40a8c57-e97b-4157-a74a-569c97053589 on network 82c89e28-4704-4bdf-9808-aabe4c6116ce {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:16.155254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:16.155634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Checking segment: {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:16.156042 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.156435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Bound using segment: {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:16.157990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Bound port: b40a8c57-e97b-4157-a74a-569c97053589, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:16.158387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.209624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:16.214906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.245932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': 'af8091f0-4b6b-4d6d-abf1-2768209bb62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:16.246398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: b7610ac4-0973-4599-abc9-91cc0db664c3, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:16.260215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port e80ba2c8-b364-4634-9576-8460cdf4d923, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=e80ba2c8-b364-4634-9576-8460cdf4d923,segment=NetworkSegment(b8dfd895-4a0c-4419-8556-5ccc90e2eb18),segment_id=b8dfd895-4a0c-4419-8556-5ccc90e2eb18)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:16.265860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88943c09-1307-49f7-b157-107ab6c0a888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80ba2c8-b364-4634-9576-8460cdf4d923'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:16.267363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] device_id is not set on port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:16.269344 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d687531d-1b65-4449-babf-4ae82d7f9b4e" -d '{"events": [{"server_uuid": "88943c09-1307-49f7-b157-107ab6c0a888", "name": "network-vif-plugged", "status": "completed", "tag": "e80ba2c8-b364-4634-9576-8460cdf4d923"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:16.273279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 54a49167-1d80-450b-a3a6-f3e0e12193f3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:16.282865 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.329191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f62b79-a2e7-4477-aa94-6deb2fab98b2 req-f3fc448d-fd8b-49b0-a1a9-f1cb2a9a4fa6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.331405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69f62b79-a2e7-4477-aa94-6deb2fab98b2 req-f3fc448d-fd8b-49b0-a1a9-f1cb2a9a4fa6 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.3124523 Jul 07 18:06:16.334781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 14b39c43-034d-4d40-a784-12397e309ef3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14b39c43-034d-4d40-a784-12397e309ef3,segment=NetworkSegment(2bab00a8-b51c-415d-b0a3-d6ad13a5d545),segment_id=2bab00a8-b51c-415d-b0a3-d6ad13a5d545)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:16.335392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.340375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network b7610ac4-0973-4599-abc9-91cc0db664c3 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:16.371153 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c24d264-40e6-44bf-843f-fdf92459f693 x-openstack-request-id: req-9c24d264-40e6-44bf-843f-fdf92459f693 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:16.371476 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88943c09-1307-49f7-b157-107ab6c0a888", "name": "network-vif-plugged", "status": "completed", "tag": "e80ba2c8-b364-4634-9576-8460cdf4d923", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:16.371706 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c24d264-40e6-44bf-843f-fdf92459f693 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:16.372484 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88943c09-1307-49f7-b157-107ab6c0a888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80ba2c8-b364-4634-9576-8460cdf4d923', 'code': 200} Jul 07 18:06:16.399463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b7610ac4-0973-4599-abc9-91cc0db664c3) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:16.406557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] For port b40a8c57-e97b-4157-a74a-569c97053589, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:16.412238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] For port b40a8c57-e97b-4157-a74a-569c97053589, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b40a8c57-e97b-4157-a74a-569c97053589,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:16.421419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd235fb-cd74-4c12-a553-56c63a6f6183 None None] Network b7610ac4-0973-4599-abc9-91cc0db664c3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:16.435846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.446700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69f62b79-a2e7-4477-aa94-6deb2fab98b2 req-71e17c61-b8a5-41aa-a9f5-196e2cb4b1c5 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968435 Jul 07 18:06:16.458171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 14b39c43-034d-4d40-a784-12397e309ef3 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:16.469719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.471050 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.491913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 54a49167-1d80-450b-a3a6-f3e0e12193f3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:16.495415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=e80ba2c8-b364-4634-9576-8460cdf4d923,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:16.524563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.525060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.531894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.532321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.532676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.533021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.533358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.533685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.534612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.534942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.535268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.535591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:16.581135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-02816245-2313-4ef5-b614-40d7c9344068 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4593914 Jul 07 18:06:16.599663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46528) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:16.614100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-907909516'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:16.648353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca2dc1-e124-473b-9abe-2d68b5dd615c None None] Pushing event updated for resources: {'Port': ['ID=b40a8c57-e97b-4157-a74a-569c97053589,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:16.649280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 10.1.1.225 (8849a726-c7bb-46ac-b767-20a9d46e07c8/1ea9c51c-4377-444a-82d5-cc5b22788d49/38cb0c57-8cc5-4bf4-8844-48db311f6f92) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:16.653331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87a20-66a8-42ac-b588-235d7bccdba3 req-c2a72ffe-33eb-4ddd-9a80-ff3f335e1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.655071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7ba87a20-66a8-42ac-b588-235d7bccdba3 req-c2a72ffe-33eb-4ddd-9a80-ff3f335e1d8e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 1097 time: 0.2463446 Jul 07 18:06:16.726304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c48ec-e826-42df-88a8-6be2baac2b15 None None] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:16.733106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7ba87a20-66a8-42ac-b588-235d7bccdba3 req-0ab55533-8ace-4052-91da-0fff27ef75f0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685809 Jul 07 18:06:16.770260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b7610ac4-0973-4599-abc9-91cc0db664c3', 'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3', 'tenant_id': '55d81440d7e340a28e55b2b63f3570a0', 'fixed_ips': [{'subnet_id': 'd0eb5422-46c9-4f25-85d2-c352c09412b7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:16.771184 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.805551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7a79e107-53d2-4bd9-a37a-c6f330600535 None None] Provisioning for port 54a49167-1d80-450b-a3a6-f3e0e12193f3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:16.882442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7a79e107-53d2-4bd9-a37a-c6f330600535 None None] Provisioning complete for port 54a49167-1d80-450b-a3a6-f3e0e12193f3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:16.882619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a79e107-53d2-4bd9-a37a-c6f330600535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.947699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.000994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Transition to ACTIVE for port object 38cb0c57-8cc5-4bf4-8844-48db311f6f92 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:17.028914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:17.032686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.088133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port 876e7ec6-8b6c-4ae1-9a57-ee7272b702bd yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:17.108083 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.112754 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a79e107-53d2-4bd9-a37a-c6f330600535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.150605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7a79e107-53d2-4bd9-a37a-c6f330600535 None None] For port 54a49167-1d80-450b-a3a6-f3e0e12193f3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=54a49167-1d80-450b-a3a6-f3e0e12193f3,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:17.156769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:17.160869 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a79e107-53d2-4bd9-a37a-c6f330600535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.167413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:17.173007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:17.187199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Allocated IP 172.20.0.2 (b7610ac4-0973-4599-abc9-91cc0db664c3/d0eb5422-46c9-4f25-85d2-c352c09412b7/1e867242-9bf4-49e2-a4e6-a6499df7ec31) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:17.213765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=38cb0c57-8cc5-4bf4-8844-48db311f6f92,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:17.238173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41555aaf-4bcf-4bf3-9f0a-47793a52bff8 req-5821f2b2-db6f-4239-bade-696957c0ca3e tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:17.241156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41555aaf-4bcf-4bf3-9f0a-47793a52bff8 req-5821f2b2-db6f-4239-bade-696957c0ca3e tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 946 time: 0.2887108 Jul 07 18:06:17.258580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:17.259526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.259718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79e107-53d2-4bd9-a37a-c6f330600535 None None] Pushing event updated for resources: {'Port': ['ID=54a49167-1d80-450b-a3a6-f3e0e12193f3,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:17.280855 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f1429b83-da3e-4108-894e-a07e208df5d3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3195264 Jul 07 18:06:17.345939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41555aaf-4bcf-4bf3-9f0a-47793a52bff8 req-e4b98302-9a40-4b5c-99d6-05748c4fa0bc tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762334 Jul 07 18:06:17.347197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.375838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=14b39c43-034d-4d40-a784-12397e309ef3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:17.498931 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.517135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Transition to ACTIVE for port object 1e867242-9bf4-49e2-a4e6-a6499df7ec31 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:17.544862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Transition to ACTIVE for port object 1e867242-9bf4-49e2-a4e6-a6499df7ec31 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:17.558242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.645627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Network b7610ac4-0973-4599-abc9-91cc0db664c3 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:17.649586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:17.652095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:17.717798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46540) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:17.722782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fa5052b4-40d3-47e7-9ec3-64b6e31ab040 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255212938', 'description': 'tempest-description--1365284976'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:17.727753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Pushing event updated for resources: {'Port': ['ID=1e867242-9bf4-49e2-a4e6-a6499df7ec31,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:17.786339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa5052b4-40d3-47e7-9ec3-64b6e31ab040 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.802654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.819518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Attempting to bind port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:17.819902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Attempting to bind port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'af8091f0-4b6b-4d6d-abf1-2768209bb62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:17.820258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Attempting to bind port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 on network b7610ac4-0973-4599-abc9-91cc0db664c3 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:17.826340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:17.826775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Checking segment: {'id': 'af8091f0-4b6b-4d6d-abf1-2768209bb62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:17.827248 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.828099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Bound using segment: {'id': 'af8091f0-4b6b-4d6d-abf1-2768209bb62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:17.828614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Bound port: 1e867242-9bf4-49e2-a4e6-a6499df7ec31, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8091f0-4b6b-4d6d-abf1-2768209bb62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b7610ac4-0973-4599-abc9-91cc0db664c3'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:17.829156 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.990533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.5 (b7610ac4-0973-4599-abc9-91cc0db664c3/d0eb5422-46c9-4f25-85d2-c352c09412b7/876e7ec6-8b6c-4ae1-9a57-ee7272b702bd) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:18.031546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Provisioning for port a47094fe-0d7f-4a22-b3f7-d93d42aca76f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:18.038635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] For port 1e867242-9bf4-49e2-a4e6-a6499df7ec31, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:18.045845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa5052b4-40d3-47e7-9ec3-64b6e31ab040 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.048986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] For port 1e867242-9bf4-49e2-a4e6-a6499df7ec31, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1e867242-9bf4-49e2-a4e6-a6499df7ec31,segment=NetworkSegment(af8091f0-4b6b-4d6d-abf1-2768209bb62b),segment_id=af8091f0-4b6b-4d6d-abf1-2768209bb62b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:18.051859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Provisioning complete for port a47094fe-0d7f-4a22-b3f7-d93d42aca76f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:18.052413 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.055024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa5052b4-40d3-47e7-9ec3-64b6e31ab040 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.069086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.141936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa5052b4-40d3-47e7-9ec3-64b6e31ab040 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.143381 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa5052b4-40d3-47e7-9ec3-64b6e31ab040 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4247777 Jul 07 18:06:18.155638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46544) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:18.167298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d3ce3ac5-6d2b-450f-ada3-32980940a3a7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'security_group_rule': {'security_group_id': 'e8b541cc-c861-4429-8592-773d39a682f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:18.231152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5052b4-40d3-47e7-9ec3-64b6e31ab040 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b541cc-c861-4429-8592-773d39a682f8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:18.250046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259fefc-c17e-48c8-88a0-af1331957e1b req-313f3a89-3ffa-4615-a25f-2f1a6c7542b1 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:18.263684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3ac5-6d2b-450f-ada3-32980940a3a7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.265167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4259fefc-c17e-48c8-88a0-af1331957e1b req-313f3a89-3ffa-4615-a25f-2f1a6c7542b1 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.5764363 Jul 07 18:06:18.278051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe7c9-e477-4f67-ab0a-e2071a360910 None None] Pushing event updated for resources: {'Port': ['ID=1e867242-9bf4-49e2-a4e6-a6499df7ec31,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:18.410627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Port a47094fe-0d7f-4a22-b3f7-d93d42aca76f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:18.429327 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e546314-9034-4ba2-955a-62524e4655b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.459599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Provisioning complete for port 54a49167-1d80-450b-a3a6-f3e0e12193f3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:18.461536 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.524447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3ac5-6d2b-450f-ada3-32980940a3a7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.533102 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3ac5-6d2b-450f-ada3-32980940a3a7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.581737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce3ac5-6d2b-450f-ada3-32980940a3a7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7856c61-c6c2-4381-a818-e3a7a3be0186,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:18.604604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3ac5-6d2b-450f-ada3-32980940a3a7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.607191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d3ce3ac5-6d2b-450f-ada3-32980940a3a7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4504509 Jul 07 18:06:18.610792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46550) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:18.625370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b7eb63bd-bc3c-4a32-bda0-e0f0e489426a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'security_group_rule': {'security_group_id': 'e8b541cc-c861-4429-8592-773d39a682f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:18.633996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 54a49167-1d80-450b-a3a6-f3e0e12193f3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:18.639451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac5b9d-351e-418b-a1a4-f7ebe324c396 None None] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:18.694037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7eb63bd-bc3c-4a32-bda0-e0f0e489426a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.723349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4259fefc-c17e-48c8-88a0-af1331957e1b req-15226f93-7264-4b1a-8931-a7e1aee7d821 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478867 Jul 07 18:06:18.841610 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.893350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7eb63bd-bc3c-4a32-bda0-e0f0e489426a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.905027 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7eb63bd-bc3c-4a32-bda0-e0f0e489426a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.925883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb63bd-bc3c-4a32-bda0-e0f0e489426a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f720f6ff-04d8-498a-af53-157868e0646e,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:18.941159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7eb63bd-bc3c-4a32-bda0-e0f0e489426a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.949017 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b7eb63bd-bc3c-4a32-bda0-e0f0e489426a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369112 Jul 07 18:06:18.949804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46552) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:18.958069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:18.989913 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.002482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:19.033977 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.106275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object 876e7ec6-8b6c-4ae1-9a57-ee7272b702bd will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:19.120022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Provisioning for port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:19.131849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 54a49167-1d80-450b-a3a6-f3e0e12193f3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:19.132223 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.145871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.158486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ba02-b515-43c9-b785-b78d95e07a9c req-1cd3442c-dd8c-4011-8f4b-b0c3d73ed1f1 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:19.160135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46b3ba02-b515-43c9-b785-b78d95e07a9c req-1cd3442c-dd8c-4011-8f4b-b0c3d73ed1f1 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 946 time: 0.4308562 Jul 07 18:06:19.173465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Provisioning complete for port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:19.173855 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.223244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:19.230705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5c5405be-0269-40d6-b12c-80da44d1cf87 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6612332 Jul 07 18:06:19.236601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46556) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:19.246192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:19.297708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46b3ba02-b515-43c9-b785-b78d95e07a9c req-5316929a-f993-4466-95a4-d027be1cb753 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216528 Jul 07 18:06:19.382464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b40a8c57-e97b-4157-a74a-569c97053589 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:19.387997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 172.25.1.145 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/305f1915-dc8b-4786-8309-457a8552304a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:19.390775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.520141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-81d2229e-bbf1-4558-82b2-63e2f6049183 None None] Port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:19.527909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:19.532118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet d8711d98-4c94-4cd8-9455-559b7ed038ff {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:19.532361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:19.549113 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.634472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.731180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.810478 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.888306 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.944994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.955767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b40a8c57-e97b-4157-a74a-569c97053589 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:19.958721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Provisioning complete for port a47094fe-0d7f-4a22-b3f7-d93d42aca76f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:19.959141 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.966493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network b7610ac4-0973-4599-abc9-91cc0db664c3 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:19.986609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=876e7ec6-8b6c-4ae1-9a57-ee7272b702bd,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:19.987300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:20.000944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.003031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:20.004644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:20.008007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:20.009866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:20.058901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:20.070663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=305f1915-dc8b-4786-8309-457a8552304a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:20.124635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=d8711d98-4c94-4cd8-9455-559b7ed038ff,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:20.174679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.176740 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f594438d-939c-4adb-a49d-727bbd916ad0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/d8711d98-4c94-4cd8-9455-559b7ed038ff HTTP/1.1" status: 204 len: 168 time: 0.9362245 Jul 07 18:06:20.185290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:20.195903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0a600-7322-4ab3-a1a6-eb84ac29eb31 None None] Network 8738295a-a2b5-4511-a73a-c0a9a9672c1d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:20.197955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:20.203027 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.261665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Port a47094fe-0d7f-4a22-b3f7-d93d42aca76f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:20.268051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-15146a4c-edae-47f4-82cd-811a92f8ad89 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.6664340 Jul 07 18:06:20.277253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46570) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:20.370932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b638029-75cf-445c-a6c4-d2bada6e078b req-5d21b9d0-1a35-46c2-aa62-aaca2db7cc42 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:20.374138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b638029-75cf-445c-a6c4-d2bada6e078b req-5d21b9d0-1a35-46c2-aa62-aaca2db7cc42 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.4049807 Jul 07 18:06:20.397337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.428045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.560003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b638029-75cf-445c-a6c4-d2bada6e078b req-56a38590-9383-4aa2-8aee-62f75bccf169 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742165 Jul 07 18:06:20.570686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.600745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e5062-3946-497c-b760-034d63298b5a None None] Network b7610ac4-0973-4599-abc9-91cc0db664c3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:20.600745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e867242-9bf4-49e2-a4e6-a6499df7ec31 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:20.656529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 95320803-b668-4c7c-b515-b23387a1cbc8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:20.656906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.728290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 95320803-b668-4c7c-b515-b23387a1cbc8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=95320803-b668-4c7c-b515-b23387a1cbc8,segment=NetworkSegment(2bab00a8-b51c-415d-b0a3-d6ad13a5d545),segment_id=2bab00a8-b51c-415d-b0a3-d6ad13a5d545)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:20.728684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.765702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Provisioning for port b40a8c57-e97b-4157-a74a-569c97053589 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:20.843912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Provisioning complete for port b40a8c57-e97b-4157-a74a-569c97053589 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:20.844340 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.078922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:21.152011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 95320803-b668-4c7c-b515-b23387a1cbc8 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:21.195536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eac75-47ce-46d2-8145-30666112be7a req-a7189af8-232d-435a-b139-cc9bfec63011 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:21.203956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a92eac75-47ce-46d2-8145-30666112be7a req-a7189af8-232d-435a-b139-cc9bfec63011 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 946 time: 0.1084805 Jul 07 18:06:21.213267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 876e7ec6-8b6c-4ae1-9a57-ee7272b702bd {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:21.214112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.221300 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.244163 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.260132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.311823 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a92eac75-47ce-46d2-8145-30666112be7a req-94653f07-7659-482e-9d7c-0132d097313d tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066246 Jul 07 18:06:21.364571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:17Z', 'revision_number': 10, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:21.376914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] For port b40a8c57-e97b-4157-a74a-569c97053589, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b40a8c57-e97b-4157-a74a-569c97053589,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:21.416374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:21.422031 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.484110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Pushing event updated for resources: {'Port': ['ID=b40a8c57-e97b-4157-a74a-569c97053589,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:21.490084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc40bf7-7aa6-4a25-9933-d363313c1eba None None] DHCP port deletion for 8738295a-a2b5-4511-a73a-c0a9a9672c1d request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:21.502255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=95320803-b668-4c7c-b515-b23387a1cbc8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:21.505444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Provisioning complete for port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:21.505931 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.507946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port 95320803-b668-4c7c-b515-b23387a1cbc8 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:21.511248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:21.511907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:21.539552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.583424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 876e7ec6-8b6c-4ae1-9a57-ee7272b702bd owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:21.737422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-43dd78fa-4834-495d-881e-f00a18472e97 None None] Port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:21.765555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:21.803821 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.859425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8738295a-a2b5-4511-a73a-c0a9a9672c1d']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:21.894641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bab00a8-b51c-415d-b0a3-d6ad13a5d545') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:21.895268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bab00a8-b51c-415d-b0a3-d6ad13a5d545') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:21.933244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.952806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.963172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Provisioning complete for port b40a8c57-e97b-4157-a74a-569c97053589 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:21.963799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.966663 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:21.978502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-f74a3421-c314-4e5d-8c0a-a6a3fedf8d10 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:21.987577 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-f74a3421-c314-4e5d-8c0a-a6a3fedf8d10 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.90 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 946 time: 0.3198333 Jul 07 18:06:21.989761 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.004756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=876e7ec6-8b6c-4ae1-9a57-ee7272b702bd,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:22.017488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b74911-701a-4408-8dec-369795c4fccb req-993825f4-78d7-4112-8ce8-fb93d01750d3 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:22.021266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.025610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07b74911-701a-4408-8dec-369795c4fccb req-993825f4-78d7-4112-8ce8-fb93d01750d3 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.1926904 Jul 07 18:06:22.085789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:22.086207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:22.092706 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:22.132757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.134758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d5d24764-c8b1-4655-9d80-8a69c1250e50 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/876e7ec6-8b6c-4ae1-9a57-ee7272b702bd HTTP/1.1" status: 204 len: 168 time: 1.8563285 Jul 07 18:06:22.138065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46580) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:22.210580 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e4fc8f-c00b-4f37-bec3-127e39ce5699 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:06:22.217037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08e4fc8f-c00b-4f37-bec3-127e39ce5699 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/876e7ec6-8b6c-4ae1-9a57-ee7272b702bd HTTP/1.1" status: 404 len: 333 time: 0.0731311 Jul 07 18:06:22.217037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46582) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:22.237685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=305f1915-dc8b-4786-8309-457a8552304a,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:22.262711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07b74911-701a-4408-8dec-369795c4fccb req-41d8be23-9aeb-4dc3-ba99-a4275422d891 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327518 Jul 07 18:06:22.302676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Provisioning for port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:22.303769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.311761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Provisioning complete for port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:22.311761 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.313818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.335880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.340323 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/8738295a-a2b5-4511-a73a-c0a9a9672c1d HTTP/1.1" status: 204 len: 168 time: 2.1493194 Jul 07 18:06:22.341827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46586) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:22.352577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.354533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37e18381-72bd-4f57-838e-59544a88f518 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4036105 Jul 07 18:06:22.379244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b40a8c57-e97b-4157-a74a-569c97053589 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:22.403041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f973cd-3f44-4588-aae4-3a2ac5552b3b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=8738295a-a2b5-4511-a73a-c0a9a9672c1d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:22.456495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Deleting port e80ba2c8-b364-4634-9576-8460cdf4d923 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:22.457575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.471094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:17Z', 'revision_number': 10, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:22.563196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb642c5-a50f-4861-8d73-df47bb556b40 None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:17Z', 'revision_number': 10, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None, '_interfaces': [{'id': '70255581-32fd-445f-a22a-7d62d3f65207', 'name': '', 'network_id': '8287ba34-90bc-434a-ae59-15bc3ff10229', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'mac_address': 'fa:16:3e:46:af:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:07Z', 'updated_at': '2021-07-07T18:05:20Z', 'revision_number': 5, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'subnets': [{'id': '28bdc798-ed3e-41e4-9251-c9f834229d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:22.670101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b40a8c57-e97b-4157-a74a-569c97053589 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:22.675738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] For port e80ba2c8-b364-4634-9576-8460cdf4d923, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=e80ba2c8-b364-4634-9576-8460cdf4d923,segment=NetworkSegment(b8dfd895-4a0c-4419-8556-5ccc90e2eb18),segment_id=b8dfd895-4a0c-4419-8556-5ccc90e2eb18)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:22.676147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.684814 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.756283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Calling delete_port for e80ba2c8-b364-4634-9576-8460cdf4d923 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:22.776786 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.791962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet d0eb5422-46c9-4f25-85d2-c352c09412b7 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:22.798996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:22.910409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] For port 1e867242-9bf4-49e2-a4e6-a6499df7ec31, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1e867242-9bf4-49e2-a4e6-a6499df7ec31,segment=NetworkSegment(af8091f0-4b6b-4d6d-abf1-2768209bb62b),segment_id=af8091f0-4b6b-4d6d-abf1-2768209bb62b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:22.923864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.067969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0856f6bc-6f50-449e-8dfb-c75eb043eab3 None None] Could not find standard attr ID for object 876e7ec6-8b6c-4ae1-9a57-ee7272b702bd. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:06:23.078435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b6e4-3993-4232-8a3e-da1ad5465d02 None None] Pushing event updated for resources: {'Port': ['ID=1e867242-9bf4-49e2-a4e6-a6499df7ec31,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:23.106054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-0fc2d3f1-7394-42ed-a1f8-44437ae76ccb tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--255212938&fields=id&tenant_id=909283c21bc949b3b1e0577610d476e7 HTTP/1.1" status: 200 len: 267 time: 0.1851146 Jul 07 18:06:23.107395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95320803-b668-4c7c-b515-b23387a1cbc8 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:23.144267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.175163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['e80ba2c8-b364-4634-9576-8460cdf4d923'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:23.182122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 95320803-b668-4c7c-b515-b23387a1cbc8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:23.182888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95320803-b668-4c7c-b515-b23387a1cbc8 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:23.206594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.209882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0856f6bc-6f50-449e-8dfb-c75eb043eab3 None None] Provisioning complete for port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:23.220989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0856f6bc-6f50-449e-8dfb-c75eb043eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.256686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26779d43-412c-4787-b908-30f8e42f6b32 req-1750951a-3ec7-4775-9665-98695bfeee8a tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.258981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26779d43-412c-4787-b908-30f8e42f6b32 req-1750951a-3ec7-4775-9665-98695bfeee8a tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/ports?device_id=88943c09-1307-49f7-b157-107ab6c0a888 HTTP/1.1" status: 200 len: 867 time: 0.6666081 Jul 07 18:06:23.259124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Pushing event deleted for resources: {'Port': ['ID=e80ba2c8-b364-4634-9576-8460cdf4d923,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:23.290868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-cefa719b-f9c5-43d1-bc84-528b8fe40364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.299173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-cefa719b-f9c5-43d1-bc84-528b8fe40364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports/a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 931 time: 0.1921620 Jul 07 18:06:23.385403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26779d43-412c-4787-b908-30f8e42f6b32 req-03ba1947-449b-45fb-a6db-8ef43dcb2e86 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.88 "GET /v2.0/security-groups?id=17c071ff-89f0-4499-bafb-6d3b66c4e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831022 Jul 07 18:06:23.454127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] No DVR routers for this DVR port e80ba2c8-b364-4634-9576-8460cdf4d923 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:23.472264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.474367 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-01a6ccf7-4677-48d0-9642-26210e9e1b0c req-de3da0c8-280d-4ba6-8b44-ab68eed153a0 tempest-ServerGroupTestJSON-1658311926 tempest-ServerGroupTestJSON-1658311926-project] 10.222.0.90 "DELETE /v2.0/ports/e80ba2c8-b364-4634-9576-8460cdf4d923 HTTP/1.1" status: 204 len: 173 time: 1.4735837 Jul 07 18:06:23.486678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88943c09-1307-49f7-b157-107ab6c0a888', 'name': 'network-vif-deleted', 'tag': 'e80ba2c8-b364-4634-9576-8460cdf4d923'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:23.491971 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa8c465-a8ca-429d-92eb-743b46cb25c3" -d '{"events": [{"server_uuid": "88943c09-1307-49f7-b157-107ab6c0a888", "name": "network-vif-deleted", "tag": "e80ba2c8-b364-4634-9576-8460cdf4d923"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:23.499795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-22cd6abb-b734-4c40-9aa1-6cd2dadcdd86 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.507209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-22cd6abb-b734-4c40-9aa1-6cd2dadcdd86 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports/38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 932 time: 0.2070880 Jul 07 18:06:23.587906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93469-1782-4dc2-a3e9-812c0f651bf7 req-8975c925-889e-4836-9905-7c75f4f452c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.590896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4c93469-1782-4dc2-a3e9-812c0f651bf7 req-8975c925-889e-4836-9905-7c75f4f452c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 1097 time: 0.1608999 Jul 07 18:06:23.597902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-5b696193-cf26-4ec4-b70b-7955dca6ffd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0897150 Jul 07 18:06:23.648172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.669452 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4c93469-1782-4dc2-a3e9-812c0f651bf7 req-be2d6e8d-b7ea-4fd1-93fa-989c15d311d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706294 Jul 07 18:06:23.700472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c71c3014-fb49-4906-beea-2f7ec3e0606e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1015668 Jul 07 18:06:23.902339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:23.942975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-7612ff1f-66ed-4618-bf97-6099bba42986 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.948764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-7612ff1f-66ed-4618-bf97-6099bba42986 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.954687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-7612ff1f-66ed-4618-bf97-6099bba42986 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.961512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-7612ff1f-66ed-4618-bf97-6099bba42986 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=82c89e28-4704-4bdf-9808-aabe4c6116ce&id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 1988 time: 0.2602880 Jul 07 18:06:23.979362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5183d-f856-4bf0-a323-961dda7bf84d req-1b7a72e8-5e57-4f12-a646-9f494df9f523 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.986313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50e5183d-f856-4bf0-a323-961dda7bf84d req-1b7a72e8-5e57-4f12-a646-9f494df9f523 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.2803545 Jul 07 18:06:23.995313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50a685-85c9-4737-8ad5-262c8a3fe1a0 None None] Network b7610ac4-0973-4599-abc9-91cc0db664c3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:23.996009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=d0eb5422-46c9-4f25-85d2-c352c09412b7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:23.997943 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.000283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5b0a5167-5de7-4ec9-8d5a-cc37162b7acb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/d0eb5422-46c9-4f25-85d2-c352c09412b7 HTTP/1.1" status: 204 len: 168 time: 1.7759395 Jul 07 18:06:24.002726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46612) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:24.075636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-75a94c3b-9959-4472-80b1-5bdf65564485 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/quotas/909283c21bc949b3b1e0577610d476e7 HTTP/1.1" status: 200 len: 375 time: 0.1132309 Jul 07 18:06:24.087175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50e5183d-f856-4bf0-a323-961dda7bf84d req-2a57e68e-df29-4c2a-9884-29880ea6b27a tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000218 Jul 07 18:06:24.192712 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa546ba0-5aca-48b2-ad7e-a81b9b393e40 x-openstack-request-id: req-aa546ba0-5aca-48b2-ad7e-a81b9b393e40 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:24.193555 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88943c09-1307-49f7-b157-107ab6c0a888", "name": "network-vif-deleted", "tag": "e80ba2c8-b364-4634-9576-8460cdf4d923", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:24.194010 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa546ba0-5aca-48b2-ad7e-a81b9b393e40 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:24.194668 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88943c09-1307-49f7-b157-107ab6c0a888', 'name': 'network-vif-deleted', 'tag': 'e80ba2c8-b364-4634-9576-8460cdf4d923', 'status': 'completed', 'code': 200} Jul 07 18:06:24.222475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.228517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.306436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c2a9d3ef-be93-401c-9d10-747ac5a49889 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2233422 Jul 07 18:06:24.436000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:24.438251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.551253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] For port 1e867242-9bf4-49e2-a4e6-a6499df7ec31, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1e867242-9bf4-49e2-a4e6-a6499df7ec31,segment=NetworkSegment(af8091f0-4b6b-4d6d-abf1-2768209bb62b),segment_id=af8091f0-4b6b-4d6d-abf1-2768209bb62b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:24.555708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.565974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-4011bca6-f8a7-437b-bada-9a2440fa5ffc service neutron] 10.222.0.88 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265451 Jul 07 18:06:24.581939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 1e867242-9bf4-49e2-a4e6-a6499df7ec31 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:24.593134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e867242-9bf4-49e2-a4e6-a6499df7ec31 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:24.755715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:24.757229 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.808311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:24.818623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ed8d03bc-73f3-4fcb-b68e-43a2dd63157f service neutron] 10.222.0.88 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352901 Jul 07 18:06:24.833826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Could not find standard attr ID for object 1e867242-9bf4-49e2-a4e6-a6499df7ec31. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:06:24.843431 n-d-798930-2 neutron-server[105590]: INFO neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No ports have port_id starting with 1e867242-9bf4-49e2-a4e6-a6499df7ec31 Jul 07 18:06:24.868356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14b39c43-034d-4d40-a784-12397e309ef3 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:24.880513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=1e867242-9bf4-49e2-a4e6-a6499df7ec31,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:24.898200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No DVR routers for this DVR port 1e867242-9bf4-49e2-a4e6-a6499df7ec31 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:24.933463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 14b39c43-034d-4d40-a784-12397e309ef3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:24.933978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14b39c43-034d-4d40-a784-12397e309ef3 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:24.942470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9ffa0-6e85-4b54-88a9-9b2b493a039e None None] DHCP port deletion for b7610ac4-0973-4599-abc9-91cc0db664c3 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:24.998341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-cfa8bfcc-fb48-4c18-b872-05551a63c6f8 service neutron] 10.222.0.88 "GET /v2.0/ports/a47094fe-0d7f-4a22-b3f7-d93d42aca76f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1206717 Jul 07 18:06:25.030788 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.043109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7610ac4-0973-4599-abc9-91cc0db664c3']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:25.064689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8091f0-4b6b-4d6d-abf1-2768209bb62b') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:25.064965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8091f0-4b6b-4d6d-abf1-2768209bb62b') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:25.076883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.080666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 70255581-32fd-445f-a22a-7d62d3f65207 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:25.081069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.093081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.099593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:25.100216 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:25.172287 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:25.193579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.206667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.214906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-d1b4fae1-cf82-496b-b421-2562198c5c5d service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099190 Jul 07 18:06:25.216054 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/b7610ac4-0973-4599-abc9-91cc0db664c3 HTTP/1.1" status: 204 len: 168 time: 1.2110865 Jul 07 18:06:25.231794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46632) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:25.237036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'name': 'tempest-PortsTestJSON-884442499'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:25.275066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24102965-c5e6-457d-b325-8988de32e478 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=b7610ac4-0973-4599-abc9-91cc0db664c3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:25.304222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device e80ba2c8-b364-4634-9576-8460cdf4d923 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:25.326835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: e80ba2c8-b364-4634-9576-8460cdf4d923 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:25.327632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device e80ba2c8-b364-4634-9576-8460cdf4d923 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:25.355607 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-c8232b9e-a33a-4f34-a545-5766d3bc235e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944061 Jul 07 18:06:25.374111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 70255581-32fd-445f-a22a-7d62d3f65207, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70255581-32fd-445f-a22a-7d62d3f65207,segment=NetworkSegment(238c4faf-fada-4b49-a6c4-44cc582d4361),segment_id=238c4faf-fada-4b49-a6c4-44cc582d4361)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:25.375159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.418893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 70255581-32fd-445f-a22a-7d62d3f65207 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:25.470552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-88349ec4-e9a4-42f2-a0aa-e9bee2beaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:25.472514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-88349ec4-e9a4-42f2-a0aa-e9bee2beaab9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 1097 time: 0.0675514 Jul 07 18:06:25.558805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-b70639aa-6152-4904-a358-3d3b4470499c service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429699 Jul 07 18:06:25.563007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:25.566751 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.604043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-a232e3e3-c1e1-4434-b1ef-88885bf488bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:25.605899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-a232e3e3-c1e1-4434-b1ef-88885bf488bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 912 time: 0.1055479 Jul 07 18:06:25.663121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-7fbb5d2f-7947-4ac4-9266-c5b67d84df23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c HTTP/1.1" status: 200 len: 217 time: 0.0472322 Jul 07 18:06:25.720218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-ac7ff0f5-5085-4497-8b54-74ccb201b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:25.721779 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-ac7ff0f5-5085-4497-8b54-74ccb201b869 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.0509374 Jul 07 18:06:25.774690 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-f1434128-0b0b-4662-b91e-1dc68f947748 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430322 Jul 07 18:06:25.901868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-cbb8619d-0488-4914-a53b-e90eb845d51c service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179852 Jul 07 18:06:26.019288 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3ef01fc3-04ad-4a77-871f-c600063a76d1 req-fd1c1f82-715c-4d43-95b2-a0ffb1932013 service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104712 Jul 07 18:06:26.039401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893b0b1-cd18-4115-8bba-c38677ea64e2 req-04f157ae-f2c6-469f-b497-1d0ff0d7a492 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:26.045317 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f893b0b1-cd18-4115-8bba-c38677ea64e2 req-04f157ae-f2c6-469f-b497-1d0ff0d7a492 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.7247584 Jul 07 18:06:26.096279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port fb43f43c-1953-4c3c-9e61-8c84b50a776b yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:26.158329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e867242-9bf4-49e2-a4e6-a6499df7ec31 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:26.186249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1e867242-9bf4-49e2-a4e6-a6499df7ec31 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:26.186249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e867242-9bf4-49e2-a4e6-a6499df7ec31 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:26.209722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-9f964392-d0d1-47c2-af0f-40ea52903660 service neutron] 10.222.0.88 "GET /v2.0/ports/38cb0c57-8cc5-4bf4-8844-48db311f6f92?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6301417 Jul 07 18:06:26.277226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f893b0b1-cd18-4115-8bba-c38677ea64e2 req-fd129040-9979-47f1-95c9-71f04b2cdde3 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028284 Jul 07 18:06:26.414997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.502084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=70255581-32fd-445f-a22a-7d62d3f65207,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:26.563029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-1020b565-d605-491a-98ef-180a1970b537 service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101702 Jul 07 18:06:26.621995 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.850510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db439-6265-4691-ad01-430e804c068d req-36d40e9e-4790-44cd-bc3a-0c61dbb46ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:26.852351 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f91db439-6265-4691-ad01-430e804c068d req-36d40e9e-4790-44cd-bc3a-0c61dbb46ebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 1097 time: 0.1016588 Jul 07 18:06:26.931699 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.946553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:26.958597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-262e6e4e-5c54-4e3b-ac31-7cc5d211ae3d service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581727 Jul 07 18:06:26.964778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db439-6265-4691-ad01-430e804c068d req-ee8f892c-8ce7-4fb1-aae8-97603c5bd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:26.966499 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f91db439-6265-4691-ad01-430e804c068d req-ee8f892c-8ce7-4fb1-aae8-97603c5bd068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 200 len: 912 time: 0.1061776 Jul 07 18:06:27.015186 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f91db439-6265-4691-ad01-430e804c068d req-56ceabf4-fdb2-4f76-952e-f488dc584ab4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c HTTP/1.1" status: 200 len: 217 time: 0.0364289 Jul 07 18:06:27.078906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db439-6265-4691-ad01-430e804c068d req-02dcadcf-6437-4ad7-bab5-f638bb1145fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:27.081088 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f91db439-6265-4691-ad01-430e804c068d req-02dcadcf-6437-4ad7-bab5-f638bb1145fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 200 len: 851 time: 0.0577765 Jul 07 18:06:27.123724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:27.139933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:27.142121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f91db439-6265-4691-ad01-430e804c068d req-c25088a1-cfb3-4f92-9348-3ee974587775 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472636 Jul 07 18:06:27.151221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:27.157056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:27.157697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.168836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=fb43f43c-1953-4c3c-9e61-8c84b50a776b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:27.191213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82953bd-0c66-44f9-b1f5-e4c4fdd65a6e req-2e15f949-efc1-4e2b-bb09-761c8ec1e15c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:27.194737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c82953bd-0c66-44f9-b1f5-e4c4fdd65a6e req-2e15f949-efc1-4e2b-bb09-761c8ec1e15c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.3660543 Jul 07 18:06:27.251870 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f91db439-6265-4691-ad01-430e804c068d req-879f01d4-b629-4a51-b353-41e0d8de9e01 service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985310 Jul 07 18:06:27.261284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-136966e7-257a-4e86-a9c0-64aa3d6b1664 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0258200 Jul 07 18:06:27.263643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46648) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:27.352355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c30c2d7d-3484-42e5-9002-1425816a4e88 service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610475 Jul 07 18:06:27.358575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f91db439-6265-4691-ad01-430e804c068d req-34b0a02f-e1af-408c-ad91-330b0335c349 service neutron] 10.222.0.55 "GET /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991578 Jul 07 18:06:27.382574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:27.401266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c82953bd-0c66-44f9-b1f5-e4c4fdd65a6e req-9c7b3437-8397-4b45-a4d9-edc106f150bf tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957409 Jul 07 18:06:27.593254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:27.604933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46656) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:27.613477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a5aece8b-9f65-4cba-979a-735153274027 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2685916 Jul 07 18:06:27.615234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:27.643368 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:27.644760 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:27.651508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46658) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:27.666481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-612e312a-b638-4c77-bede-a634897f7fa7 service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037736 Jul 07 18:06:27.672943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port fb43f43c-1953-4c3c-9e61-8c84b50a776b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:27.673828 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.706366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] Deleting subnet 7ff94f37-d507-48bf-a680-6a198555ef56 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:27.718235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.756360 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:27.760858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting subnet 28bdc798-ed3e-41e4-9251-c9f834229d43 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:27.767375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.805097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.819654 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:26Z', 'revision_number': 11, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:27.839640 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.853079 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:27.869612 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:27.870533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:27.887422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.894149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.934160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for fb43f43c-1953-4c3c-9e61-8c84b50a776b owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:27.951483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:27.970081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3cdfc00e-167f-4826-aa65-6131bb2427d1 service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917531 Jul 07 18:06:27.985225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.009390 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:26Z', 'revision_number': 11, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:28.012868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.043128 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703fb4d-6d5f-46d7-8d51-ee40792fd857 None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:26Z', 'revision_number': 11, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:28.048001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff94f37-d507-48bf-a680-6a198555ef56,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:28.056701 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.058773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ca3f209a-7606-4428-b657-941ed78f5615 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7ff94f37-d507-48bf-a680-6a198555ef56 HTTP/1.1" status: 204 len: 168 time: 0.4057055 Jul 07 18:06:28.062963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46660) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:28.137093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.157649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-7008ab7e-7c0d-41f9-8555-12c765b92e70 service neutron] 10.222.0.88 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487620 Jul 07 18:06:28.158976 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.179603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.183331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Subnet': ['ID=28bdc798-ed3e-41e4-9251-c9f834229d43,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:28.185298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.189920 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4ad1bc0d-82cf-43be-9a7c-3a98a62832bb tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/28bdc798-ed3e-41e4-9251-c9f834229d43 HTTP/1.1" status: 204 len: 168 time: 0.5813420 Jul 07 18:06:28.190865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46664) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:28.193436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2223e472-0ccc-4926-9ecd-f962c2e0d0a9 None None] Network 8287ba34-90bc-434a-ae59-15bc3ff10229 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:28.223372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=fb43f43c-1953-4c3c-9e61-8c84b50a776b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:28.270011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.276577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d716da4a-0f14-4345-ae5e-aa90a68d8ad8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/fb43f43c-1953-4c3c-9e61-8c84b50a776b HTTP/1.1" status: 204 len: 168 time: 0.9812486 Jul 07 18:06:28.277382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46668) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:28.286160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'mac_address': 'fa:16:3e:17:82:2a', 'name': 'tempest-PortsTestJSON-209284603'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:28.332258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.396953 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.439441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-5aa471d5-65c5-4636-a1be-1657349fa79d service neutron] 10.222.0.88 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695572 Jul 07 18:06:28.441496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ada28e-3759-48f7-a5db-97d050edb45b']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:28.464355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dfd895-4a0c-4419-8556-5ccc90e2eb18') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:28.464667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dfd895-4a0c-4419-8556-5ccc90e2eb18') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:28.481688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.483639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:28.487916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] DHCP port deletion for 8287ba34-90bc-434a-ae59-15bc3ff10229 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:28.504632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.516782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:28.517423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:28.519522 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:28.562437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70255581-32fd-445f-a22a-7d62d3f65207 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:28.589671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Deleting port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:28.590582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.641264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 70255581-32fd-445f-a22a-7d62d3f65207 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:28.643174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70255581-32fd-445f-a22a-7d62d3f65207 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:28.666258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.699250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] Deleting port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:28.699918 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.708767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.720381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.722403 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e0ada28e-3759-48f7-a5db-97d050edb45b HTTP/1.1" status: 204 len: 168 time: 0.6584401 Jul 07 18:06:28.757631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fe4ee-da39-4e18-bbf5-aa57b5f5d7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ada28e-3759-48f7-a5db-97d050edb45b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:28.766492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] For port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,segment=NetworkSegment(238c4faf-fada-4b49-a6c4-44cc582d4361),segment_id=238c4faf-fada-4b49-a6c4-44cc582d4361)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:28.766948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.784203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Calling delete_port for 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:28.795789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port ce987686-9f7d-402e-9eaa-c1c52afe242b yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:28.821402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] For port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,segment=NetworkSegment(238c4faf-fada-4b49-a6c4-44cc582d4361),segment_id=238c4faf-fada-4b49-a6c4-44cc582d4361)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:28.822266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.830753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-18b96022-1e80-4552-8fe3-e42dab132e25 service neutron] 10.222.0.88 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847048 Jul 07 18:06:28.853510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] Calling delete_port for 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:28.929518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:28.974112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No DVR routers for this DVR port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:28.982225 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.016697 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Port': ['ID=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.052389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] Pushing event deleted for resources: {'Port': ['ID=84a107cb-6d42-4f22-a4f5-ad3f7158cf1c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.064254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c72571-c1f1-4cce-97c3-e2d5b1af2653 None None] No DVR routers for this DVR port 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:29.140379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.143079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.153202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8287ba34-90bc-434a-ae59-15bc3ff10229']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:29.172381 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238c4faf-fada-4b49-a6c4-44cc582d4361') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:29.172883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238c4faf-fada-4b49-a6c4-44cc582d4361') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:29.204217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.208878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46684) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.230158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.237874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:29.238338 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:29.310657 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:29.324398 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.330746 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.332654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.338530 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/networks/8287ba34-90bc-434a-ae59-15bc3ff10229 HTTP/1.1" status: 204 len: 168 time: 1.1465425 Jul 07 18:06:29.339360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46692) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.346526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbd32d-ba57-45ba-8c3c-73a591132a1e req-25069b0a-c2ed-4fdc-adc3-6036ff8bfd50 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:29.354247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eedbd32d-ba57-45ba-8c3c-73a591132a1e req-25069b0a-c2ed-4fdc-adc3-6036ff8bfd50 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.6709447 Jul 07 18:06:29.357670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'routes': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:29.409146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f671d5a-971a-4ce2-b64b-fe8022014e46 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Pushing event deleted for resources: {'Network': ['ID=8287ba34-90bc-434a-ae59-15bc3ff10229,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.437562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b16c9dde-03ad-4894-916b-c2260c8f4e09 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=488d2850354a4e5b9752388c4af98e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044497 Jul 07 18:06:29.438765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46694) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.454222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-42bb8076-0e4a-4446-8e24-ba84d820f97a service neutron] 10.222.0.88 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223993 Jul 07 18:06:29.481171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:29.489941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=ce987686-9f7d-402e-9eaa-c1c52afe242b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.500327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:29.536148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eedbd32d-ba57-45ba-8c3c-73a591132a1e req-0ed76d67-734c-4f6c-9a06-58c651530e0f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808825 Jul 07 18:06:29.537108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:29.543388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:29.544198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.580521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.extraroute_db [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Added routes are [] {{(pid=105589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 18:06:29.580850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.extraroute_db [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Removed routes are [] {{(pid=105589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 18:06:29.581242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.596721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-074cad31-07a2-4ebb-a630-d8d182ac1e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.601422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-fc01d8f9-c497-451a-8663-5c94b23d1e12 service neutron] 10.222.0.88 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363335 Jul 07 18:06:29.619194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e18b715d-b753-40f1-8143-478163488344 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3380582 Jul 07 18:06:29.621587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46696) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.653180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-074cad31-07a2-4ebb-a630-d8d182ac1e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.697886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230bd774-938a-4c12-819b-303f9d577b90 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:29.699874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-230bd774-938a-4c12-819b-303f9d577b90 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/ce987686-9f7d-402e-9eaa-c1c52afe242b HTTP/1.1" status: 200 len: 840 time: 0.0770450 Jul 07 18:06:29.702920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46698) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:29.788752 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-074cad31-07a2-4ebb-a630-d8d182ac1e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.791650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-074cad31-07a2-4ebb-a630-d8d182ac1e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.793247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-074cad31-07a2-4ebb-a630-d8d182ac1e5a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/17c071ff-89f0-4499-bafb-6d3b66c4e101 HTTP/1.1" status: 204 len: 168 time: 0.3539612 Jul 07 18:06:29.809120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cad31-07a2-4ebb-a630-d8d182ac1e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c071ff-89f0-4499-bafb-6d3b66c4e101,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:29.855031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port ce987686-9f7d-402e-9eaa-c1c52afe242b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:29.855487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.898803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.902971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:29.995224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.018241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:30.019863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for ce987686-9f7d-402e-9eaa-c1c52afe242b owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:30.114229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:30.128617 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.130098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] Sync routers for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:30.131468 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3b71c347-a1c8-42d1-b472-7c1b8d9339d7 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 200 len: 701 time: 0.7784345 Jul 07 18:06:30.133401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46712) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.144597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:30.145288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:30.157201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.233064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=ce987686-9f7d-402e-9eaa-c1c52afe242b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:30.251620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.262128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0ba29114-ab28-41fd-988a-68664c7eeda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/ce987686-9f7d-402e-9eaa-c1c52afe242b HTTP/1.1" status: 204 len: 168 time: 0.5581846 Jul 07 18:06:30.262912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46720) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.287076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:30.301344 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae95e02-634c-49a3-b284-ed05089181d2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:06:30.308681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4ae95e02-634c-49a3-b284-ed05089181d2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/ce987686-9f7d-402e-9eaa-c1c52afe242b HTTP/1.1" status: 404 len: 333 time: 0.0445931 Jul 07 18:06:30.309618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46724) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.315219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'name': 'tempest-PortsTestJSON-341948259'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:30.352271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:26Z', 'revision_number': 11, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:30.355293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:30.378473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:30.379107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84a107cb-6d42-4f22-a4f5-ad3f7158cf1c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:30.420785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] Checking router: dc6aaed7-727b-4ea0-a863-9d8e81d6b043 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:30.432063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] Routers {'dc6aaed7-727b-4ea0-a863-9d8e81d6b043'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:30.433191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:30.513945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:30.522728 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:30.545685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] Set router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:30.593622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port 71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:30.772323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:26Z', 'revision_number': 11, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:30.834042 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-98c090a9-58b1-413e-a746-cdb85787f3b0 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 200 len: 205 time: 0.6985173 Jul 07 18:06:30.836493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:30.857704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01646a1f-466c-41d1-a009-ad58819b61aa None None] The sync data for ids ['dc6aaed7-727b-4ea0-a863-9d8e81d6b043'] in n-d-798930-2 is: [{'id': 'dc6aaed7-727b-4ea0-a863-9d8e81d6b043', 'name': 'tempest-RoutersTest-router-1216169400', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:02Z', 'updated_at': '2021-07-07T18:06:26Z', 'revision_number': 11, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:30.929197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-516ca3b9-8a44-4032-a3e9-85f7d9a288b5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.131003 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-516ca3b9-8a44-4032-a3e9-85f7d9a288b5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.135057 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-516ca3b9-8a44-4032-a3e9-85f7d9a288b5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.201480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-516ca3b9-8a44-4032-a3e9-85f7d9a288b5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.202047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516ca3b9-8a44-4032-a3e9-85f7d9a288b5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Fanout notify agent at l3_agent the message router_deleted on router dc6aaed7-727b-4ea0-a863-9d8e81d6b043 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:06:31.227907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-516ca3b9-8a44-4032-a3e9-85f7d9a288b5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.229381 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-516ca3b9-8a44-4032-a3e9-85f7d9a288b5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 204 len: 168 time: 0.3916895 Jul 07 18:06:31.233619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46766) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:31.235182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.241347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-149d1ce1-0ef7-481e-a022-6fb54654417c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1573750094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:31.298387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3336e0e5-8517-4037-805f-30548e4ef1c9 req-df4a513f-0ec9-4c73-adc9-8ae34f703708 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.5258355 Jul 07 18:06:31.298648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-149d1ce1-0ef7-481e-a022-6fb54654417c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.300486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-149d1ce1-0ef7-481e-a022-6fb54654417c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.341840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46770) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:31.363971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.414800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-149d1ce1-0ef7-481e-a022-6fb54654417c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.422671 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-149d1ce1-0ef7-481e-a022-6fb54654417c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.451931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-149d1ce1-0ef7-481e-a022-6fb54654417c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.457010 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-149d1ce1-0ef7-481e-a022-6fb54654417c tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2221541 Jul 07 18:06:31.457712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46774) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:31.459435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:31.463545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-77590c1a-de08-49c2-a2a4-81d26a0aa484 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:31.467423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:31.470435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:31.473122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:31.481735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:31.482678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.516180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b500c-c859-4732-9190-d43a7f14732e req-e76a531f-0d0a-4ffd-8b96-534185cdd96c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:31.518147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d04b500c-c859-4732-9190-d43a7f14732e req-e76a531f-0d0a-4ffd-8b96-534185cdd96c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.7099378 Jul 07 18:06:31.521168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-600f2872-09f6-4183-9fda-a564e0164170 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2104661 Jul 07 18:06:31.524035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46776) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:31.531372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:31.620032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-742179326-network', 'tenant_id': 'ca96a67c863f432bae01ce357013ff2a'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:31.647920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d04b500c-c859-4732-9190-d43a7f14732e req-168b3234-52cc-4035-8056-ea8effbf635b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218138 Jul 07 18:06:31.673818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Made reservation on behalf of ca96a67c863f432bae01ce357013ff2a for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:31.676114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.689343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.740655 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.763082 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77590c1a-de08-49c2-a2a4-81d26a0aa484 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.865154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77590c1a-de08-49c2-a2a4-81d26a0aa484 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:31.987891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.007899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.048128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:32.082872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.083306 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Added segment e753e8ca-ff94-4687-b8d5-f8bd51005f62 of type vlan for network dd8cf73b-2338-41ef-b68e-218df9632f09 Jul 07 18:06:32.085020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77590c1a-de08-49c2-a2a4-81d26a0aa484 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Router 49410921-a69a-4f4e-8a84-c2780cea533e is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:06:32.096443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a359ce-f6a3-4057-8b30-ccab7cf5b6df,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:32.105626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.113043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.174522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] In _notify_port_updated(), no bound segment for port 71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05 on network 62123d3e-4e9b-4510-8271-a74dfdf4f693 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:06:32.181840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.182745 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.187910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "PUT /v2.0/ports/71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05 HTTP/1.1" status: 200 len: 818 time: 0.6611798 Jul 07 18:06:32.188088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46784) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:32.205485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacf7ac-6245-4b5d-b66a-66d64b72e390 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:32.210406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.282223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77590c1a-de08-49c2-a2a4-81d26a0aa484 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:32.294342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e533e48-b317-4987-a955-65bc5bedd2ab req-c2dbc7d9-a178-4b1c-8456-57b33bd73cbf tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.295730 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] Sync routers for ids ['49410921-a69a-4f4e-8a84-c2780cea533e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:32.296204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e533e48-b317-4987-a955-65bc5bedd2ab req-c2dbc7d9-a178-4b1c-8456-57b33bd73cbf tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.0780776 Jul 07 18:06:32.304480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77590c1a-de08-49c2-a2a4-81d26a0aa484 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.305801 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-77590c1a-de08-49c2-a2a4-81d26a0aa484 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "PUT /v2.0/routers/49410921-a69a-4f4e-8a84-c2780cea533e HTTP/1.1" status: 200 len: 694 time: 0.8466351 Jul 07 18:06:32.306275 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] Routers {'49410921-a69a-4f4e-8a84-c2780cea533e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:32.306911 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['49410921-a69a-4f4e-8a84-c2780cea533e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:32.308623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46786) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:32.364124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.365790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.366632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.391256 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] Set router 49410921-a69a-4f4e-8a84-c2780cea533e gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:32.452772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8cf73b-2338-41ef-b68e-218df9632f09,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:32.465818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network dd8cf73b-2338-41ef-b68e-218df9632f09 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:32.501160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d4ec28fb-26ad-46ea-8ca3-bb1e2e75dca9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1574214 Jul 07 18:06:32.508343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:32.509213 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.568759 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49410921-a69a-4f4e-8a84-c2780cea533e', 'name': 'tempest-RoutersTest-router-1573750094', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:31Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:32.619738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.639080 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:32.644742 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] Checking router: 49410921-a69a-4f4e-8a84-c2780cea533e for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:32.661588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] Routers {'49410921-a69a-4f4e-8a84-c2780cea533e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:32.662498 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['49410921-a69a-4f4e-8a84-c2780cea533e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:32.742529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.780556 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] Set router 49410921-a69a-4f4e-8a84-c2780cea533e gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:32.803120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:32.809372 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.811926 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a8960f26-2e5e-452d-b121-d7537de07beb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05 HTTP/1.1" status: 204 len: 168 time: 0.6178772 Jul 07 18:06:32.831386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:32.923850 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49410921-a69a-4f4e-8a84-c2780cea533e', 'name': 'tempest-RoutersTest-router-1573750094', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:31Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:32.980542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-61cd4f07-1874-4bf5-a1c8-5fa299bfb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.982198 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-61cd4f07-1874-4bf5-a1c8-5fa299bfb6b0 service neutron] 10.222.0.55 "GET /v2.0/ports/a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 1027 time: 0.0983450 Jul 07 18:06:32.986174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36058e2b-ebed-4091-966e-9fd9a43d8334 None None] The sync data for ids ['49410921-a69a-4f4e-8a84-c2780cea533e'] in n-d-798930-2 is: [{'id': '49410921-a69a-4f4e-8a84-c2780cea533e', 'name': 'tempest-RoutersTest-router-1573750094', 'tenant_id': 'ee787f1f14884911a93d4b06ca637d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:31Z', 'updated_at': '2021-07-07T18:06:31Z', 'revision_number': 2, 'project_id': 'ee787f1f14884911a93d4b06ca637d13', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:32.997896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8c09d-50e0-4f28-9839-a99a0aba4bdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.999725 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3ad8c09d-50e0-4f28-9839-a99a0aba4bdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1671238 Jul 07 18:06:33.013213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46802) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:33.101922 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a287e348-2afc-48aa-8676-88c7808b051b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:06:33.107889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a287e348-2afc-48aa-8676-88c7808b051b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/71aa0f0d-2f59-45f8-aa66-a8bbd3c71e05 HTTP/1.1" status: 404 len: 333 time: 0.0869081 Jul 07 18:06:33.108972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46804) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:33.115680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-435477185'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:33.160902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-1a22f65d-63d2-4df4-8ec1-4185094a79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:33.163480 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-1a22f65d-63d2-4df4-8ec1-4185094a79a6 service neutron] 10.222.0.55 "GET /v2.0/ports/38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 1028 time: 0.1618109 Jul 07 18:06:33.165469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:33.170760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.215812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ede9083-7c0d-4266-ac6d-8cbdda518e4e req-a4602846-c707-4d5a-b364-7a6b0138d56d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0899622 Jul 07 18:06:33.230249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1fd4eea0-ba11-4ada-88f3-8bea91751aa9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/routers/49410921-a69a-4f4e-8a84-c2780cea533e HTTP/1.1" status: 200 len: 700 time: 0.9196026 Jul 07 18:06:33.233648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46806) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:33.265373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e533e48-b317-4987-a955-65bc5bedd2ab req-4b77f7b9-f782-4330-9994-df7fca1ead3e tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9585233 Jul 07 18:06:33.285086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:33.306606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.306962 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment e431a46e-bb2a-4772-a14d-af50abc310da of type vlan for network a9ac2636-1553-4212-b201-7a0208685307 Jul 07 18:06:33.310880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e5a2ab5e-719e-4f30-9259-6b56b88b253d tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=49410921-a69a-4f4e-8a84-c2780cea533e HTTP/1.1" status: 200 len: 205 time: 0.0759833 Jul 07 18:06:33.313366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46810) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:33.390727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.435598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.442855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:33.443989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.499536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee688-9fed-42cf-b1c0-12804fbffeee tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.567055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=a9ac2636-1553-4212-b201-7a0208685307,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:33.573722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-68b18aba-d58b-4a29-9c65-d663a313eda4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4627345 Jul 07 18:06:33.579402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46812) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:33.582850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a9ac2636-1553-4212-b201-7a0208685307 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:33.620121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': 'a9ac2636-1553-4212-b201-7a0208685307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:33.623882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-d07f8818-280c-47e8-aa63-351c1f7e240a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:33.632843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-d07f8818-280c-47e8-aa63-351c1f7e240a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:33.641986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-d07f8818-280c-47e8-aa63-351c1f7e240a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:33.643962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-d07f8818-280c-47e8-aa63-351c1f7e240a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=82c89e28-4704-4bdf-9808-aabe4c6116ce&id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 1988 time: 0.4686358 Jul 07 18:06:33.720280 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ee240419-0563-41f6-98eb-7fb319efe4a6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909283c21bc949b3b1e0577610d476e7 HTTP/1.1" status: 200 len: 379 time: 0.0640163 Jul 07 18:06:33.740128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'admin_state_up': True, 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'security_groups': ['e8b541cc-c861-4429-8592-773d39a682f8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:33.814858 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.880408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:33.885812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.055767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee688-9fed-42cf-b1c0-12804fbffeee tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.078454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 172.20.0.13 (72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67/d1895537-12b0-4d27-b5c6-1750c5aa7027/ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:34.123498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee688-9fed-42cf-b1c0-12804fbffeee tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.230129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f5ee1-fadd-45ee-bb63-6181869f9826 req-a58ac527-e17e-4609-b562-a369312c933a tempest-ComputeTenantNetworksTest-1406109635 tempest-ComputeTenantNetworksTest-1406109635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.241083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f5ee1-fadd-45ee-bb63-6181869f9826 req-a58ac527-e17e-4609-b562-a369312c933a tempest-ComputeTenantNetworksTest-1406109635 tempest-ComputeTenantNetworksTest-1406109635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.252866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f5ee1-fadd-45ee-bb63-6181869f9826 req-a58ac527-e17e-4609-b562-a369312c933a tempest-ComputeTenantNetworksTest-1406109635 tempest-ComputeTenantNetworksTest-1406109635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.255916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e91f5ee1-fadd-45ee-bb63-6181869f9826 req-a58ac527-e17e-4609-b562-a369312c933a tempest-ComputeTenantNetworksTest-1406109635 tempest-ComputeTenantNetworksTest-1406109635-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6314864 Jul 07 18:06:34.299026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.320588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Transition to ACTIVE for port object ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:34.399348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.426025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee688-9fed-42cf-b1c0-12804fbffeee tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.426624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ee688-9fed-42cf-b1c0-12804fbffeee tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Fanout notify agent at l3_agent the message router_deleted on router 49410921-a69a-4f4e-8a84-c2780cea533e {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:06:34.465626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee688-9fed-42cf-b1c0-12804fbffeee tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.467596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3d5ee688-9fed-42cf-b1c0-12804fbffeee tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/49410921-a69a-4f4e-8a84-c2780cea533e HTTP/1.1" status: 204 len: 168 time: 1.1531904 Jul 07 18:06:34.481102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:34.513849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:34.518744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:34.545926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:34.551119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.552705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:34.627632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-28299f5b-9ed8-414a-bd88-d9b3f38316b9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=49410921-a69a-4f4e-8a84-c2780cea533e HTTP/1.1" status: 200 len: 205 time: 0.1434453 Jul 07 18:06:34.628519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46832) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:34.725528 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-083d5590-0814-415e-99c0-9bd0dda29d81 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] delete failed (client error): The resource could not be found. Jul 07 18:06:34.729826 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-083d5590-0814-415e-99c0-9bd0dda29d81 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/49410921-a69a-4f4e-8a84-c2780cea533e HTTP/1.1" status: 404 len: 336 time: 0.0839195 Jul 07 18:06:34.730666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46834) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:34.784336 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:34.792109 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb5d93b-0b1d-4b12-9d8e-47fc6320c8e2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:34.794909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb5d93b-0b1d-4b12-9d8e-47fc6320c8e2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:34.799673 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aeb5d93b-0b1d-4b12-9d8e-47fc6320c8e2 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/6b703d3f-c452-471d-ad1b-db7efdb7b8ec HTTP/1.1" status: 404 len: 337 time: 0.0635269 Jul 07 18:06:34.801951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46836) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:34.834778 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c18b4a-f4c3-44be-951d-6e5d8eecb7a9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:34.835451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c18b4a-f4c3-44be-951d-6e5d8eecb7a9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:34.839883 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a5c18b4a-f4c3-44be-951d-6e5d8eecb7a9 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/7bb9206f-1901-48ba-95c6-d42a8d13b885 HTTP/1.1" status: 404 len: 337 time: 0.0346084 Jul 07 18:06:34.844126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.844998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.847520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46838) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:34.889827 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3293ac-850b-43f5-8470-706be78e220f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:34.890528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3293ac-850b-43f5-8470-706be78e220f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:34.896336 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f3293ac-850b-43f5-8470-706be78e220f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/d8711d98-4c94-4cd8-9455-559b7ed038ff HTTP/1.1" status: 404 len: 337 time: 0.0440075 Jul 07 18:06:34.896336 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46840) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:34.896763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.902501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-35ef2e64-493c-45bd-8462-e970a899b408 None None] Provisioning for port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:34.913824 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-ab13b656-bc90-4151-aa8e-4fa6b626477f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1833911 Jul 07 18:06:34.917229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-35ef2e64-493c-45bd-8462-e970a899b408 None None] Provisioning complete for port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:34.917730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35ef2e64-493c-45bd-8462-e970a899b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.966070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'admin_state_up': True, 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'security_groups': ['e8b541cc-c861-4429-8592-773d39a682f8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:34.966410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86d0a-3220-4494-a25d-10de86cdc834 req-e1ef5321-89ea-4567-9788-a1ddba0d011f tempest-ComputeTenantNetworksTest-1406109635 tempest-ComputeTenantNetworksTest-1406109635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.968036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9a86d0a-3220-4494-a25d-10de86cdc834 req-e1ef5321-89ea-4567-9788-a1ddba0d011f tempest-ComputeTenantNetworksTest-1406109635 tempest-ComputeTenantNetworksTest-1406109635-project] 10.222.0.88 "GET /v2.0/networks/dd8cf73b-2338-41ef-b68e-218df9632f09 HTTP/1.1" status: 200 len: 768 time: 0.6454685 Jul 07 18:06:34.970227 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fa3c74-9a76-4633-9c87-128c70514af5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:34.970801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fa3c74-9a76-4633-9c87-128c70514af5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:34.980593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a6fa3c74-9a76-4633-9c87-128c70514af5 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/28bdc798-ed3e-41e4-9251-c9f834229d43 HTTP/1.1" status: 404 len: 337 time: 0.0749729 Jul 07 18:06:34.980782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46842) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:34.988897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46844) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.003559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-35ef2e64-493c-45bd-8462-e970a899b408 None None] Port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:35.123697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fed12df3-4971-441b-b67b-fcff9debc06b tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 200 len: 205 time: 0.1139193 Jul 07 18:06:35.126982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.128021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': 'e431a46e-bb2a-4772-a14d-af50abc310da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a9ac2636-1553-4212-b201-7a0208685307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:35.128505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: a9ac2636-1553-4212-b201-7a0208685307, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:35.141081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:35.180589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:35.183132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.188446 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-44f2b75a-9963-41ab-aaf8-76fa4e6dcdb6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] delete failed (client error): The resource could not be found. Jul 07 18:06:35.189552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-44f2b75a-9963-41ab-aaf8-76fa4e6dcdb6 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/dc6aaed7-727b-4ea0-a863-9d8e81d6b043 HTTP/1.1" status: 404 len: 336 time: 0.0609117 Jul 07 18:06:35.192136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95650e8-ea61-4c68-9016-a15446eaaf1b req-d99e14a3-1ffd-45d2-af99-577bebac815e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.199942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a95650e8-ea61-4c68-9016-a15446eaaf1b req-d99e14a3-1ffd-45d2-af99-577bebac815e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 932 time: 0.6794496 Jul 07 18:06:35.202233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46850) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.280200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.314724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7f817ab5-2368-4a1d-9f2d-e3df430eee9f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=5059484c-c291-4ab0-b1b3-4d50a92b5528 HTTP/1.1" status: 200 len: 205 time: 0.0861781 Jul 07 18:06:35.330067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46852) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.335982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network a9ac2636-1553-4212-b201-7a0208685307 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:35.351474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a95650e8-ea61-4c68-9016-a15446eaaf1b req-4cc851c5-2cec-4cf5-a19c-7138590a04ed tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502743 Jul 07 18:06:35.387006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 10.1.1.68 (8849a726-c7bb-46ac-b767-20a9d46e07c8/1ea9c51c-4377-444a-82d5-cc5b22788d49/b677e435-0d3d-459a-81b3-ca35337a357b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:35.423535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, a9ac2636-1553-4212-b201-7a0208685307) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:35.433732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02271b9d-844e-47b6-8654-336af646339c None None] Network a9ac2636-1553-4212-b201-7a0208685307 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:35.443692 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-eb2c5f03-6d73-462f-9a68-fbe6a089ae39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] delete failed (client error): The resource could not be found. Jul 07 18:06:35.445494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eb2c5f03-6d73-462f-9a68-fbe6a089ae39 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/5059484c-c291-4ab0-b1b3-4d50a92b5528 HTTP/1.1" status: 404 len: 336 time: 0.1127529 Jul 07 18:06:35.458486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46854) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.507227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.507748 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.532436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.546759 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7692940-2bcd-4bb7-9cb4-53a4551e29e1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:35.547769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-15f9f1ef-2c7f-4bf6-b2e7-2c97f28fad8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9669745 Jul 07 18:06:35.548373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7692940-2bcd-4bb7-9cb4-53a4551e29e1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:35.550270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8cf73b-2338-41ef-b68e-218df9632f09']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:35.554114 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c7692940-2bcd-4bb7-9cb4-53a4551e29e1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/7ca8c9bd-b667-4e8e-b393-ad3ad4aec638 HTTP/1.1" status: 404 len: 337 time: 0.0883758 Jul 07 18:06:35.561269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46856) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.561624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d36a0-e815-4e71-892f-bf0a2c77f7a9 req-14500eff-0b46-4376-ac3b-22b76b28368f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.563279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e05d36a0-e815-4e71-892f-bf0a2c77f7a9 req-14500eff-0b46-4376-ac3b-22b76b28368f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.4195986 Jul 07 18:06:35.563445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46858) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.582610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a062a884-03f5-4295-95da-de5de9d9595d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': 'a9ac2636-1553-4212-b201-7a0208685307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:35.594596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e753e8ca-ff94-4687-b8d5-f8bd51005f62') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:35.594865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e753e8ca-ff94-4687-b8d5-f8bd51005f62') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:35.615453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.650729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e05d36a0-e815-4e71-892f-bf0a2c77f7a9 req-f277ff61-c1a2-498d-861e-405fd7f1c9c2 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676627 Jul 07 18:06:35.654844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.667572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:35.667981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:35.672946 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:35.734183 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-a9ac2636-1553-4212-b201-7a0208685307', 'network_id': 'a9ac2636-1553-4212-b201-7a0208685307', 'tenant_id': '55d81440d7e340a28e55b2b63f3570a0', 'fixed_ips': [{'subnet_id': '7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:35.739401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.767906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.807675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50cb6460-2de2-4546-a4a0-d060e63246c8 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=c012e9bb-7189-4244-b595-88d29f6477c3 HTTP/1.1" status: 200 len: 205 time: 0.2393544 Jul 07 18:06:35.812461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46864) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.872264 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-5a7acb4b-b18f-4622-a826-94f6ad134a3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] delete failed (client error): The resource could not be found. Jul 07 18:06:35.876206 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5a7acb4b-b18f-4622-a826-94f6ad134a3f tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/c012e9bb-7189-4244-b595-88d29f6477c3 HTTP/1.1" status: 404 len: 336 time: 0.0598392 Jul 07 18:06:35.877605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46866) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:35.889353 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.915446 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.919909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] 10.222.0.88 "DELETE /v2.0/networks/dd8cf73b-2338-41ef-b68e-218df9632f09 HTTP/1.1" status: 204 len: 168 time: 0.9318025 Jul 07 18:06:35.997125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d34eead4-d00c-4066-8f2e-b5550c815506 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8db0134-c223-4474-ae4c-ac8f929d149b HTTP/1.1" status: 200 len: 205 time: 0.1149452 Jul 07 18:06:35.997125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8cf73b-2338-41ef-b68e-218df9632f09,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:35.999332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46870) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.012525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.034957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Transition to ACTIVE for port object b677e435-0d3d-459a-81b3-ca35337a357b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:36.080997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Allocated IP 172.20.0.2 (a9ac2636-1553-4212-b201-7a0208685307/7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6/e6018e29-eac1-4033-b80a-9610309bae3a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:36.086139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.126082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.126429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.126769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.127113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.127457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.127776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.128105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.128431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.128755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.129107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.129476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.129801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de59c3b-523f-43ea-a19f-b1950487eb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:36.133157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46872) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.141631 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-d874c4bd-9898-4fe6-b9ac-60faf33ca125 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] delete failed (client error): The resource could not be found. Jul 07 18:06:36.142638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d874c4bd-9898-4fe6-b9ac-60faf33ca125 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/b8db0134-c223-4474-ae4c-ac8f929d149b HTTP/1.1" status: 404 len: 336 time: 0.1271954 Jul 07 18:06:36.145402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.195043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-a0c6e7ad-fa75-4f75-b8ce-8ca664c7b114 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:36.196708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-a0c6e7ad-fa75-4f75-b8ce-8ca664c7b114 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.4911296 Jul 07 18:06:36.200407 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d818f937-1b84-4f72-80e3-862a6ae396f1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:36.200929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d818f937-1b84-4f72-80e3-862a6ae396f1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:36.203101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d818f937-1b84-4f72-80e3-862a6ae396f1 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/ea7cc67c-6be3-42e6-a22c-a38478c658cb HTTP/1.1" status: 404 len: 337 time: 0.0566041 Jul 07 18:06:36.209304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46876) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.217755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062a884-03f5-4295-95da-de5de9d9595d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:36.222519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a062a884-03f5-4295-95da-de5de9d9595d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.238477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:36.255275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:36.294028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=b677e435-0d3d-459a-81b3-ca35337a357b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:36.297328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:36.329989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5cd35f90-cf59-41e5-8f2c-f1c3d61edfdd tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=a97d3827-0813-4251-ba6d-d0270a0a7399 HTTP/1.1" status: 200 len: 205 time: 0.0774431 Jul 07 18:06:36.349265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46880) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.476122 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.502004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Transition to ACTIVE for port object e6018e29-eac1-4033-b80a-9610309bae3a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:36.536857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bb4c5dab-f995-4c01-b3c5-862bb7cee823 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ca96a67c863f432bae01ce357013ff2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015105 Jul 07 18:06:36.543798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Transition to ACTIVE for port object e6018e29-eac1-4033-b80a-9610309bae3a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:36.547663 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-39a8655d-2cb6-4bf8-9584-28650e75d425 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] delete failed (client error): The resource could not be found. Jul 07 18:06:36.549077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-39a8655d-2cb6-4bf8-9584-28650e75d425 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/a97d3827-0813-4251-ba6d-d0270a0a7399 HTTP/1.1" status: 404 len: 336 time: 0.1987541 Jul 07 18:06:36.550369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46884) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.558220 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.565777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46886) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.675863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Network a9ac2636-1553-4212-b201-7a0208685307 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:36.695874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:36.703700 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c0f4b3-910a-4b20-be15-54e480705157 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:36.704208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c0f4b3-910a-4b20-be15-54e480705157 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:36.708769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:36.710707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-84c0f4b3-910a-4b20-be15-54e480705157 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/791e9331-dc5c-4ca1-ac6a-080d5b49cc72 HTTP/1.1" status: 404 len: 337 time: 0.1387553 Jul 07 18:06:36.715034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-268c7169-aad4-45f8-87e1-9d0fd385d4d2 None None] Provisioning for port b677e435-0d3d-459a-81b3-ca35337a357b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:36.734833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-268c7169-aad4-45f8-87e1-9d0fd385d4d2 None None] Provisioning complete for port b677e435-0d3d-459a-81b3-ca35337a357b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:36.745511 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-268c7169-aad4-45f8-87e1-9d0fd385d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.747904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Pushing event updated for resources: {'Port': ['ID=e6018e29-eac1-4033-b80a-9610309bae3a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:36.756478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46892) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:36.785813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-268c7169-aad4-45f8-87e1-9d0fd385d4d2 None None] Port b677e435-0d3d-459a-81b3-ca35337a357b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:36.866010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Attempting to bind port e6018e29-eac1-4033-b80a-9610309bae3a on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:36.866386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Attempting to bind port e6018e29-eac1-4033-b80a-9610309bae3a by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e431a46e-bb2a-4772-a14d-af50abc310da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a9ac2636-1553-4212-b201-7a0208685307'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:36.866815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Attempting to bind port e6018e29-eac1-4033-b80a-9610309bae3a on network a9ac2636-1553-4212-b201-7a0208685307 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:36.878004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:36.878381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Checking segment: {'id': 'e431a46e-bb2a-4772-a14d-af50abc310da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a9ac2636-1553-4212-b201-7a0208685307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:36.878799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.879192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Bound using segment: {'id': 'e431a46e-bb2a-4772-a14d-af50abc310da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a9ac2636-1553-4212-b201-7a0208685307'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:36.879680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Bound port: e6018e29-eac1-4033-b80a-9610309bae3a, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e431a46e-bb2a-4772-a14d-af50abc310da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a9ac2636-1553-4212-b201-7a0208685307'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:36.880146 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:36.994755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:36.995622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.059853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] For port e6018e29-eac1-4033-b80a-9610309bae3a, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:37.065486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] For port e6018e29-eac1-4033-b80a-9610309bae3a, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6018e29-eac1-4033-b80a-9610309bae3a,segment=NetworkSegment(e431a46e-bb2a-4772-a14d-af50abc310da),segment_id=e431a46e-bb2a-4772-a14d-af50abc310da)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:37.072497 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.082629 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-a062a884-03f5-4295-95da-de5de9d9595d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6 (CIDR: 172.20.0.0/28) Jul 07 18:06:37.087028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2092e8f7-f499-4f78-b7ba-d7cf98a048a2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1250846 Jul 07 18:06:37.089294 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a062a884-03f5-4295-95da-de5de9d9595d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:06:37.089965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a062a884-03f5-4295-95da-de5de9d9595d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:37.105296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'admin_state_up': True, 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'security_groups': ['e8b541cc-c861-4429-8592-773d39a682f8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:37.146689 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:37.169251 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a062a884-03f5-4295-95da-de5de9d9595d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6043546 Jul 07 18:06:37.172769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46894) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:37.186633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': 'a9ac2636-1553-4212-b201-7a0208685307', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:37.194839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b7a3c-712f-49eb-97f7-d506f3f9b688 None None] Pushing event updated for resources: {'Port': ['ID=e6018e29-eac1-4033-b80a-9610309bae3a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:37.228437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b9cb2a1b-007e-40ab-92d8-af964c7597d4 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "GET /v2.0/ports?device_id=669ec68c-c25c-4b5a-a899-43dcecf4817a HTTP/1.1" status: 200 len: 205 time: 0.4640174 Jul 07 18:06:37.247196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46896) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:37.319536 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-501af791-9e14-43b8-8ffc-016043d307cd tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] delete failed (client error): The resource could not be found. Jul 07 18:06:37.324621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-501af791-9e14-43b8-8ffc-016043d307cd tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/routers/669ec68c-c25c-4b5a-a899-43dcecf4817a HTTP/1.1" status: 404 len: 336 time: 0.0643866 Jul 07 18:06:37.327687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:37.383051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-362e1ee7-b4e9-4851-b957-319cf63fe117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.400577 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae69fd2-e357-4e3c-948f-168724bc4c53 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:37.401641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae69fd2-e357-4e3c-948f-168724bc4c53 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:37.406350 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2ae69fd2-e357-4e3c-948f-168724bc4c53 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/5539dcfb-be9f-4806-8b74-afc6268c9599 HTTP/1.1" status: 404 len: 337 time: 0.0641868 Jul 07 18:06:37.407427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Deleting port 101289c8-a5ca-45b1-9682-f6cf96ec742c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:37.407791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.414340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46902) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:37.471236 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-35523787-7bea-4879-834f-d6a0e14a4854 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] DELETE failed (client error): The resource could not be found. Jul 07 18:06:37.471868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35523787-7bea-4879-834f-d6a0e14a4854 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:06:37.476956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-35523787-7bea-4879-834f-d6a0e14a4854 tempest-RoutersTest-1419793449 tempest-RoutersTest-1419793449-project] 10.222.0.88 "DELETE /v2.0/subnets/308619da-77b6-485f-bdca-e7541a0b6d32 HTTP/1.1" status: 404 len: 337 time: 0.0578098 Jul 07 18:06:37.511266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:37.534925 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.665755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] For port 101289c8-a5ca-45b1-9682-f6cf96ec742c, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=101289c8-a5ca-45b1-9682-f6cf96ec742c,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:37.666374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.688551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Calling delete_port for 101289c8-a5ca-45b1-9682-f6cf96ec742c owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:37.801591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:37.806191 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.843133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62256-19b5-4c3f-88ee-fdac5e9d9593 req-a801fa06-d725-4bd3-976c-92f75030a247 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:37.850774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62256-19b5-4c3f-88ee-fdac5e9d9593 req-a801fa06-d725-4bd3-976c-92f75030a247 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:37.859067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7be62256-19b5-4c3f-88ee-fdac5e9d9593 req-a801fa06-d725-4bd3-976c-92f75030a247 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 1653 time: 1.1950386 Jul 07 18:06:37.901097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-362e1ee7-b4e9-4851-b957-319cf63fe117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.006897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd2063-da05-4ab6-bab6-30faeba9a8d5 req-d71d828a-6fe7-4d5a-a1b7-c9c5ca58c1ab tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.015318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48fd2063-da05-4ab6-bab6-30faeba9a8d5 req-d71d828a-6fe7-4d5a-a1b7-c9c5ca58c1ab tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 946 time: 0.7914886 Jul 07 18:06:38.023037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 10.1.1.179 (8849a726-c7bb-46ac-b767-20a9d46e07c8/1ea9c51c-4377-444a-82d5-cc5b22788d49/5ca40ed2-5bb3-494b-83e7-a95d6abac65f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:38.052026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46948) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:38.077826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7be62256-19b5-4c3f-88ee-fdac5e9d9593 req-157f4dfc-d0b9-4d1d-a1d3-569a7c09cfd2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132816 Jul 07 18:06:38.238243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48fd2063-da05-4ab6-bab6-30faeba9a8d5 req-0c698f67-9b41-4b72-80df-37147fa0a2fc tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999743 Jul 07 18:06:38.276238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-362e1ee7-b4e9-4851-b957-319cf63fe117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.297006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-362e1ee7-b4e9-4851-b957-319cf63fe117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.309058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-362e1ee7-b4e9-4851-b957-319cf63fe117 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/61a359ce-f6a3-4057-8b30-ccab7cf5b6df HTTP/1.1" status: 204 len: 168 time: 1.7486098 Jul 07 18:06:38.368696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6018e29-eac1-4033-b80a-9610309bae3a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:38.464968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e1ee7-b4e9-4851-b957-319cf63fe117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a359ce-f6a3-4057-8b30-ccab7cf5b6df,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:38.488089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 101289c8-a5ca-45b1-9682-f6cf96ec742c no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:38.592898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.666439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['96a159ed-6e2d-4213-a281-263fafa8b940'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:38.675784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Pushing event deleted for resources: {'Port': ['ID=101289c8-a5ca-45b1-9682-f6cf96ec742c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:38.827015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] No DVR routers for this DVR port 101289c8-a5ca-45b1-9682-f6cf96ec742c on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:38.829990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.832606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c99eda7d-be5a-4a25-aa28-664fa3d96ea3 req-102af3a5-54c5-4a45-99ab-92f122ff740c tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.55 "DELETE /v2.0/ports/101289c8-a5ca-45b1-9682-f6cf96ec742c HTTP/1.1" status: 204 len: 173 time: 2.6283681 Jul 07 18:06:38.837259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'name': 'network-vif-deleted', 'tag': '101289c8-a5ca-45b1-9682-f6cf96ec742c'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:38.843845 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e6bb7-8219-4d43-9895-881f181471b8" -d '{"events": [{"server_uuid": "9d0e9c86-918d-498d-90c1-43f09e3addba", "name": "network-vif-deleted", "tag": "101289c8-a5ca-45b1-9682-f6cf96ec742c"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:38.892974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e6018e29-eac1-4033-b80a-9610309bae3a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:38.971662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:38.994987 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf51dac-4d48-473a-9584-cf5be067622c x-openstack-request-id: req-acf51dac-4d48-473a-9584-cf5be067622c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:38.995253 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0e9c86-918d-498d-90c1-43f09e3addba", "name": "network-vif-deleted", "tag": "101289c8-a5ca-45b1-9682-f6cf96ec742c", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:38.995590 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-acf51dac-4d48-473a-9584-cf5be067622c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:38.995940 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e9c86-918d-498d-90c1-43f09e3addba', 'name': 'network-vif-deleted', 'tag': '101289c8-a5ca-45b1-9682-f6cf96ec742c', 'status': 'completed', 'code': 200} Jul 07 18:06:39.032958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No active binding found for port 101289c8-a5ca-45b1-9682-f6cf96ec742c {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 18:06:39.034046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 101289c8-a5ca-45b1-9682-f6cf96ec742c not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:39.035514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bb190a4c-c9a0-4b91-8fd7-fc55d66f1861 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ee787f1f14884911a93d4b06ca637d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9786286 Jul 07 18:06:39.049379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46996) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:39.102169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Transition to ACTIVE for port object 5ca40ed2-5bb3-494b-83e7-a95d6abac65f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:39.198476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2751c6a7-4082-4b7e-b247-76783b81dc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.221689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.245580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.254986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2751c6a7-4082-4b7e-b247-76783b81dc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.294434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62179657-9164-47c5-b613-a46864c26abb None None] Network a9ac2636-1553-4212-b201-7a0208685307 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:39.365556 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2751c6a7-4082-4b7e-b247-76783b81dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.370315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2751c6a7-4082-4b7e-b247-76783b81dc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.371918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2751c6a7-4082-4b7e-b247-76783b81dc3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7d2f426-6d7d-44bb-b1d7-17f56d9eb25d HTTP/1.1" status: 204 len: 168 time: 0.3166635 Jul 07 18:06:39.421464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network a9ac2636-1553-4212-b201-7a0208685307 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:39.452001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:39.463376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751c6a7-4082-4b7e-b247-76783b81dc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d2f426-6d7d-44bb-b1d7-17f56d9eb25d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:39.468998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.469855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.500709 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3267093 Jul 07 18:06:39.509555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47010) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:39.510538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:39.515064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:39.519865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:39.527281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:39.539207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': 'a9ac2636-1553-4212-b201-7a0208685307', 'fixed_ips': [{'subnet_id': '7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6'}, {'subnet_id': '9e329b5d-d557-4a56-8b40-55ccfa5e625f'}], 'name': 'tempest-PortsTestJSON-1900318970'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:39.665329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d863d3-2124-40ea-ad84-02411057cbfb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=9e329b5d-d557-4a56-8b40-55ccfa5e625f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:39.666743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a1596199-513f-43fe-8859-ae2221facb05 None None] Provisioning for port e6018e29-eac1-4033-b80a-9610309bae3a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:39.685643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a1596199-513f-43fe-8859-ae2221facb05 None None] Provisioning complete for port e6018e29-eac1-4033-b80a-9610309bae3a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:39.692796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1596199-513f-43fe-8859-ae2221facb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.706161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.706855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:39.763445 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-91f977ef-13af-4726-979c-8d788a8c3ea1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6630614 Jul 07 18:06:39.775069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce', 'admin_state_up': True, 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'security_groups': ['e8b541cc-c861-4429-8592-773d39a682f8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:39.839337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b86932-f586-4431-b679-bef0708bf96e req-4021eb53-8ca8-4e18-b3af-af0120368c96 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.851469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b86932-f586-4431-b679-bef0708bf96e req-4021eb53-8ca8-4e18-b3af-af0120368c96 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.871961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b86932-f586-4431-b679-bef0708bf96e req-4021eb53-8ca8-4e18-b3af-af0120368c96 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.897400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b86932-f586-4431-b679-bef0708bf96e req-4021eb53-8ca8-4e18-b3af-af0120368c96 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 2374 time: 0.5237837 Jul 07 18:06:39.999620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28623859-aa46-4d1f-8e05-4e87b548c148 req-be084731-921c-4eeb-bf0d-77919753cfdf tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d0e9c86-918d-498d-90c1-43f09e3addba HTTP/1.1" status: 200 len: 210 time: 0.3318987 Jul 07 18:06:40.050883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1596199-513f-43fe-8859-ae2221facb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.123217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:40.181339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77b86932-f586-4431-b679-bef0708bf96e req-3a30d424-1a6e-4f87-9d4c-e6ddfbffcfcf tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828736 Jul 07 18:06:40.200474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a1596199-513f-43fe-8859-ae2221facb05 None None] For port e6018e29-eac1-4033-b80a-9610309bae3a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6018e29-eac1-4033-b80a-9610309bae3a,segment=NetworkSegment(e431a46e-bb2a-4772-a14d-af50abc310da),segment_id=e431a46e-bb2a-4772-a14d-af50abc310da)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:40.221622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1596199-513f-43fe-8859-ae2221facb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.231496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47030) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:40.304972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:40.387797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.441851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1596199-513f-43fe-8859-ae2221facb05 None None] Pushing event updated for resources: {'Port': ['ID=e6018e29-eac1-4033-b80a-9610309bae3a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:40.467719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.502189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port 70acc702-7836-45eb-a601-c68ad2fb88c7 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:06:40.591383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-08f3122a-6168-45a5-b9a6-ce67adb40fe1 None None] Provisioning for port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:40.606683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-08f3122a-6168-45a5-b9a6-ce67adb40fe1 None None] Provisioning complete for port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:40.607060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08f3122a-6168-45a5-b9a6-ce67adb40fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.731062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08f3122a-6168-45a5-b9a6-ce67adb40fe1 None None] Port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:40.737679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] Update dhcp port {'port': {'network_id': 'a9ac2636-1553-4212-b201-7a0208685307', 'fixed_ips': [{'subnet_id': '7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e329b5d-d557-4a56-8b40-55ccfa5e625f'}], 'binding:host_id': 'n-d-798930-2'}, 'id': 'e6018e29-eac1-4033-b80a-9610309bae3a'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:06:40.790858 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.829573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1662304172-network', 'tenant_id': 'b8db7d016f534d4d8bb9aef3d9ecc4af'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:40.923411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Made reservation on behalf of b8db7d016f534d4d8bb9aef3d9ecc4af for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:40.939135 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:40.964988 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.029316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 10.2.2.100 (82c89e28-4704-4bdf-9808-aabe4c6116ce/7a5db585-4a0c-4af2-afe7-2c7df6161188/847a70d5-2e1e-420b-9f0f-85a4cd91ca80) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:41.089695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.11 (a9ac2636-1553-4212-b201-7a0208685307/7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6/70acc702-7836-45eb-a601-c68ad2fb88c7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:41.110253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.23 (a9ac2636-1553-4212-b201-7a0208685307/9e329b5d-d557-4a56-8b40-55ccfa5e625f/70acc702-7836-45eb-a601-c68ad2fb88c7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:41.148366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47048) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:41.237561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.340524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.345790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.374902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Transition to ACTIVE for port object 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:41.451262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.482667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a3c87858-170d-4574-a848-8cb45a3145c8 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-760932946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:41.510369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:41.517416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:41.523168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:41.531178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:41.582416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:41.588211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.605024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.613275 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.641366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.641891 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Added segment 5397e921-51d7-4fd9-834a-9b3c3bddcab0 of type vlan for network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 Jul 07 18:06:41.644522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:41.657845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2b5315b6-1627-41f9-8741-17956cd35b98 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8877339 Jul 07 18:06:41.664259 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3c87858-170d-4574-a848-8cb45a3145c8 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.666049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3c87858-170d-4574-a848-8cb45a3145c8 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.669986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce', 'admin_state_up': True, 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'security_groups': ['e8b541cc-c861-4429-8592-773d39a682f8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:41.701113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object 70acc702-7836-45eb-a601-c68ad2fb88c7 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:41.844984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3c87858-170d-4574-a848-8cb45a3145c8 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.869802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3c87858-170d-4574-a848-8cb45a3145c8 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.903793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Made reservation on behalf of 909283c21bc949b3b1e0577610d476e7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:41.908710 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.929605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.965949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f481ae-ee6a-4772-b119-ba787bd8e1d3 req-279fe94c-ef06-4577-b0a7-ce214770bc8c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.974176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f481ae-ee6a-4772-b119-ba787bd8e1d3 req-279fe94c-ef06-4577-b0a7-ce214770bc8c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.975971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09ee299a-fadf-49d6-8f74-e709508981aa None None] Provisioning for port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:41.980648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f481ae-ee6a-4772-b119-ba787bd8e1d3 req-279fe94c-ef06-4577-b0a7-ce214770bc8c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.982174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09ee299a-fadf-49d6-8f74-e709508981aa None None] Provisioning complete for port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:41.982823 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09ee299a-fadf-49d6-8f74-e709508981aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.989646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f481ae-ee6a-4772-b119-ba787bd8e1d3 req-279fe94c-ef06-4577-b0a7-ce214770bc8c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.999048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22f481ae-ee6a-4772-b119-ba787bd8e1d3 req-279fe94c-ef06-4577-b0a7-ce214770bc8c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 3095 time: 0.5408561 Jul 07 18:06:42.050050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-09ee299a-fadf-49d6-8f74-e709508981aa None None] Port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:42.059722 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3c87858-170d-4574-a848-8cb45a3145c8 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.064118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3c87858-170d-4574-a848-8cb45a3145c8 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9145577 Jul 07 18:06:42.066460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47062) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:42.072609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22f481ae-ee6a-4772-b119-ba787bd8e1d3 req-8acb6ed4-e1a7-49f7-b6bc-7d890bdf4739 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728974 Jul 07 18:06:42.077710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-490309044'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:42.127540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf439b-2a9b-452b-a2bb-61f15fbf8b78 req-5863a8d3-de06-4aa6-994f-9723e16d078f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:42.129529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2daf439b-2a9b-452b-a2bb-61f15fbf8b78 req-5863a8d3-de06-4aa6-994f-9723e16d078f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.2733343 Jul 07 18:06:42.138636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.139886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:42.140599 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.163861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:42.165039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.169301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.191608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.239302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Allocated IP 10.2.2.200 (82c89e28-4704-4bdf-9808-aabe4c6116ce/7a5db585-4a0c-4af2-afe7-2c7df6161188/3e2a81ed-e4f8-4dee-a5c6-b68200593172) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:42.240008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] Allocated IP 172.20.0.18 (a9ac2636-1553-4212-b201-7a0208685307/9e329b5d-d557-4a56-8b40-55ccfa5e625f/e6018e29-eac1-4033-b80a-9610309bae3a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:42.251454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0127540 Jul 07 18:06:42.255698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6018e29-eac1-4033-b80a-9610309bae3a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:42.275050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=70acc702-7836-45eb-a601-c68ad2fb88c7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:42.293581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47064) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:42.327860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Request body: {'subnet': {'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1662304172-subnet', 'tenant_id': 'b8db7d016f534d4d8bb9aef3d9ecc4af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:42.349835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network a9ac2636-1553-4212-b201-7a0208685307 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:42.359633 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.363787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:42.373839 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.413372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:42.416594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96add8d7-f3b1-4683-aa4d-d9cc27f1a4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=25ff07d5-8017-46d5-a3b3-1dd8523c4be3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:42.416791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:42.447422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c248220-6c62-4158-ac2a-254fc1864bb6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:42.459716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.459945 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Added segment 267d54af-b234-44df-b705-06091de3d35d of type vlan for network e41b637e-d4af-4834-b3f5-2db5cdd8cadf Jul 07 18:06:42.468321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Made reservation on behalf of b8db7d016f534d4d8bb9aef3d9ecc4af for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:42.471448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.473217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:42.479880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2daf439b-2a9b-452b-a2bb-61f15fbf8b78 req-705c57be-1b58-44ef-a429-0bca95120b5f tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200893 Jul 07 18:06:42.564090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:42.565176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.600604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-df80d110-8bc3-4c72-b749-632a0969083a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.0735023 Jul 07 18:06:42.604073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47068) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:42.612363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:42.633816 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.708482 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.716682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:42.717409 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.755766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e6018e29-eac1-4033-b80a-9610309bae3a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:42.756231 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.770817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.850950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] For port e6018e29-eac1-4033-b80a-9610309bae3a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6018e29-eac1-4033-b80a-9610309bae3a,segment=NetworkSegment(e431a46e-bb2a-4772-a14d-af50abc310da),segment_id=e431a46e-bb2a-4772-a14d-af50abc310da)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:42.937683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:42.944918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Network': ['ID=e41b637e-d4af-4834-b3f5-2db5cdd8cadf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:42.953121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0d82a3d-1646-4f53-84ee-e731b14c8a0f tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8849411 Jul 07 18:06:42.953905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:42.970892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:42.971587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'subnet': {'network_id': 'e41b637e-d4af-4834-b3f5-2db5cdd8cadf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:43.034741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Transition to ACTIVE for port object 3e2a81ed-e4f8-4dee-a5c6-b68200593172 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:43.057135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.097867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] Transition to ACTIVE for port object e6018e29-eac1-4033-b80a-9610309bae3a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:43.108705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.124799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:43.129706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.136084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.226687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.257780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event updated for resources: {'Port': ['ID=3e2a81ed-e4f8-4dee-a5c6-b68200593172,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:43.272433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:43.276818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:43.281554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:43.395127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb72311-fe47-42a4-b718-ea2042954605 None None] Pushing event updated for resources: {'Port': ['ID=e6018e29-eac1-4033-b80a-9610309bae3a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:43.437424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:43.438237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.470731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2aa424b4-d89a-4ff5-83f0-1790ea376255 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8054843 Jul 07 18:06:43.527643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:43.540249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da12058-8aa2-4ad0-bd97-35971f24adae,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:43.583720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Checking segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:43.583720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Network hostable DHCP agents. Network: 25ff07d5-8017-46d5-a3b3-1dd8523c4be3, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:43.598026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Delete allocated IP 172.20.0.23 (a9ac2636-1553-4212-b201-7a0208685307/9e329b5d-d557-4a56-8b40-55ccfa5e625f) {{(pid=105588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 18:06:43.763725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.794234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be2a6774-cb7a-47c2-94b3-38420a75304d None None] Provisioning for port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:43.800009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be2a6774-cb7a-47c2-94b3-38420a75304d None None] Provisioning complete for port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:43.800682 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be2a6774-cb7a-47c2-94b3-38420a75304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.802147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.875090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Subnet': ['ID=efa68423-5e65-4564-a790-1763f49fc338,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:43.896595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-be2a6774-cb7a-47c2-94b3-38420a75304d None None] Port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:43.904156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Checking segment: {'id': '267d54af-b234-44df-b705-06091de3d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e41b637e-d4af-4834-b3f5-2db5cdd8cadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:43.905073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network hostable DHCP agents. Network: e41b637e-d4af-4834-b3f5-2db5cdd8cadf, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:43.972945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:44.020879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6374d-1429-4747-a9c1-6b6c228c8807 req-b75af22c-1eff-41b2-8f00-e3cde098f0e3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.027991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6374d-1429-4747-a9c1-6b6c228c8807 req-b75af22c-1eff-41b2-8f00-e3cde098f0e3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.042110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6374d-1429-4747-a9c1-6b6c228c8807 req-b75af22c-1eff-41b2-8f00-e3cde098f0e3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.052680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6374d-1429-4747-a9c1-6b6c228c8807 req-b75af22c-1eff-41b2-8f00-e3cde098f0e3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.059274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6374d-1429-4747-a9c1-6b6c228c8807 req-b75af22c-1eff-41b2-8f00-e3cde098f0e3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.069584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57b6374d-1429-4747-a9c1-6b6c228c8807 req-b75af22c-1eff-41b2-8f00-e3cde098f0e3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 3816 time: 0.6553895 Jul 07 18:06:44.073852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.132565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:44.138074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f700d5-84d8-4ce9-9746-23cc780e2e66 req-bb398197-79e1-44ef-a11d-e70b7794ff38 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.139840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46f700d5-84d8-4ce9-9746-23cc780e2e66 req-bb398197-79e1-44ef-a11d-e70b7794ff38 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.2344143 Jul 07 18:06:44.140503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 25ff07d5-8017-46d5-a3b3-1dd8523c4be3) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:44.150499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188678ee-5906-43b1-921e-bf97686c7e59 None None] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:44.164948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e41b637e-d4af-4834-b3f5-2db5cdd8cadf) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:44.173336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.185705 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.198986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Ignored duplicate provisioning block setup for port 70acc702-7836-45eb-a601-c68ad2fb88c7 by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 18:06:44.205638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.206239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.228671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c5149c08-fe5f-4ef2-8303-36c98988195d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9060125 Jul 07 18:06:44.232291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.252164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b1260-3fc4-427d-942d-51fb84ce7782 None None] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:44.263404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6018e29-eac1-4033-b80a-9610309bae3a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:44.403668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-78adadc8-01eb-4d21-a64b-dfe12b74a97e tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4361787 Jul 07 18:06:44.409041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47086) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:44.449400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46f700d5-84d8-4ce9-9746-23cc780e2e66 req-8a0ec4d6-195d-4e1c-b9b8-882d01002242 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938678 Jul 07 18:06:44.466935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57b6374d-1429-4747-a9c1-6b6c228c8807 req-117c3a20-dede-447c-b856-d397d9c7710f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3963656 Jul 07 18:06:44.471452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0782a-5431-4338-9584-e9c0f6ca861f None None] Network a9ac2636-1553-4212-b201-7a0208685307 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:44.489987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'network': {'name': 'tempest-router-network01--1468023039'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:44.535544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:44.540539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.565298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-5254e19f-4fa0-4de3-a780-f468f15f3961 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.566994 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-5254e19f-4fa0-4de3-a780-f468f15f3961 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.90 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 945 time: 0.5162325 Jul 07 18:06:44.595140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:44.608025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.608573 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Added segment d5710a1a-81b4-489c-9bd0-ef98a8f8444c of type vlan for network dfb7e94d-fa9c-4711-ab0e-77cd92849784 Jul 07 18:06:44.667589 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.677584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:44.688762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.709229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.715158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.716086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.729993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Transition to ACTIVE for port object ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:44.732160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=70acc702-7836-45eb-a601-c68ad2fb88c7,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:44.805111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] In _notify_port_updated(), no bound segment for port 70acc702-7836-45eb-a601-c68ad2fb88c7 on network a9ac2636-1553-4212-b201-7a0208685307 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:06:44.811552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:44.812424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.817139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-efa69653-066f-41f2-b1d9-5b7da823c6a6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "PUT /v2.0/ports/70acc702-7836-45eb-a601-c68ad2fb88c7 HTTP/1.1" status: 200 len: 920 time: 2.2109759 Jul 07 18:06:44.820924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47094) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:44.836202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6'}, {'subnet_id': '9e329b5d-d557-4a56-8b40-55ccfa5e625f'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:44.849911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47096) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:44.852320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:44.857320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3956826 Jul 07 18:06:44.857997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'network': {'name': 'tempest-router-network02--912478105'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:44.927198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab33d4-eb43-4046-8fc4-539da1aba855 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Network': ['ID=dfb7e94d-fa9c-4711-ab0e-77cd92849784,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:44.981299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:44.988517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:45.004583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:45.008491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.204460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:45.222509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Deleting port 96a159ed-6e2d-4213-a281-263fafa8b940 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:45.222908 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.227784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-31071621-4673-4337-a605-abca13446ae8 None None] Provisioning for port e6018e29-eac1-4033-b80a-9610309bae3a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:45.327224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.327636 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Added segment 79b56a28-a68b-47c7-ae10-554e0010d889 of type vlan for network b660cb47-b765-417a-a602-bb006a86056b Jul 07 18:06:45.348017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Attempting to bind port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:45.348354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Attempting to bind port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:45.348778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Attempting to bind port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 on network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:45.360792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-31071621-4673-4337-a605-abca13446ae8 None None] Provisioning complete for port e6018e29-eac1-4033-b80a-9610309bae3a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:45.365269 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31071621-4673-4337-a605-abca13446ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.386766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 on network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:45.387055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb54f3-1f4d-4abc-b9aa-4011e3157050 None None] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:45.387298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Attempting to bind port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 on network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:45.391366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e6018e29-eac1-4033-b80a-9610309bae3a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:45.397361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.420377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.427277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:45.427836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Checking segment: {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:45.428497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Bound using segment: {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:45.429354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Bound port: ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce83d88b-28e3-4b3a-8a02-8747f8688f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:45.429940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.515862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] For port 96a159ed-6e2d-4213-a281-263fafa8b940, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=96a159ed-6e2d-4213-a281-263fafa8b940,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:45.516294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.543276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Calling delete_port for 96a159ed-6e2d-4213-a281-263fafa8b940 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:45.555351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.575440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.576166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.584602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.797800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911dfe-688f-4bb2-a039-513eac78969b req-c40ec7b0-9db8-4116-85be-4b1113f6b2e1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.808549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] For port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:45.814508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-c40ec7b0-9db8-4116-85be-4b1113f6b2e1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.8717191 Jul 07 18:06:45.841065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-e41b637e-d4af-4834-b3f5-2db5cdd8cadf', 'network_id': 'e41b637e-d4af-4834-b3f5-2db5cdd8cadf', 'tenant_id': '3c56c800737b4333834133ad8734a6b0', 'fixed_ips': [{'subnet_id': 'efa68423-5e65-4564-a790-1763f49fc338'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:45.841953 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.865316 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77146ab1-cb76-4a27-b350-d21e7f5ebe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.894336 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0429940 Jul 07 18:06:45.937424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47114) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:45.950627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] For port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:45.951683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8bfc6-ac6b-4d62-bae5-82609135f54a tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Network': ['ID=b660cb47-b765-417a-a602-bb006a86056b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:45.956450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-67d9cdd7-a748-457e-9930-ba12693347b9 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/quotas/b8db7d016f534d4d8bb9aef3d9ecc4af HTTP/1.1" status: 200 len: 375 time: 0.1406953 Jul 07 18:06:45.964809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'subnet': {'network_id': 'dfb7e94d-fa9c-4711-ab0e-77cd92849784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:45.976961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.024717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-5fe34775-4a16-4396-a697-f1f16af97e97 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671091 Jul 07 18:06:46.027596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b660cb47-b765-417a-a602-bb006a86056b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:46.031345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:46.032096 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.033563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 1092 time: 2.5130999 Jul 07 18:06:46.036217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:46.038927 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa150aa-9504-49a4-b4cc-2fbb6425050d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:46.072894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:46.193850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:46.250141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.250485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.250821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.251151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.251476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.251871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.254542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.254542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.259531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.260326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.261418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.262010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f988dae-2624-49e0-b7bc-4794e32779d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:46.370873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.430114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Allocated IP 2001:db8::2 (e41b637e-d4af-4834-b3f5-2db5cdd8cadf/efa68423-5e65-4564-a790-1763f49fc338/6bb8c390-9f5a-4ae2-988a-4ee358e22964) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:46.449215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-0c31d932-6e02-4a20-bacb-68e304f55247 service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236948 Jul 07 18:06:46.453961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.466873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b21ac-8825-4c42-863d-c0ecb3e2d8d7 req-53d62aa0-cbfd-4eb0-8ea4-7f474dd54fac tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:46.468548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a1b21ac-8825-4c42-863d-c0ecb3e2d8d7 req-53d62aa0-cbfd-4eb0-8ea4-7f474dd54fac tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fad9f66-ffce-43b0-8255-322d26c36ea7 HTTP/1.1" status: 200 len: 867 time: 0.7094069 Jul 07 18:06:46.510525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Pushing event deleted for resources: {'Port': ['ID=96a159ed-6e2d-4213-a281-263fafa8b940,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:46.591639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] No DVR routers for this DVR port 96a159ed-6e2d-4213-a281-263fafa8b940 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:46.595304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.595531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7bca4830-55c3-4811-b417-0ba9b10cad08 None None] Provisioning for port 70acc702-7836-45eb-a601-c68ad2fb88c7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:46.598368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-258e17c9-8580-4fd8-8494-7bf491ddbb17 req-8e07b8db-197f-4da8-8c0e-a5a9f288519b tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.90 "DELETE /v2.0/ports/96a159ed-6e2d-4213-a281-263fafa8b940 HTTP/1.1" status: 204 len: 173 time: 1.8634326 Jul 07 18:06:46.622260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7bca4830-55c3-4811-b417-0ba9b10cad08 None None] Provisioning complete for port 70acc702-7836-45eb-a601-c68ad2fb88c7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:46.623002 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca4830-55c3-4811-b417-0ba9b10cad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.787837 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7bca4830-55c3-4811-b417-0ba9b10cad08 None None] Port 70acc702-7836-45eb-a601-c68ad2fb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:46.815636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:46.828887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.864928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.885997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Transition to ACTIVE for port object 6bb8c390-9f5a-4ae2-988a-4ee358e22964 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:46.895867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a1b21ac-8825-4c42-863d-c0ecb3e2d8d7 req-8272e3a1-3bf0-41f6-8e77-761b54ac5416 tempest-ServerRescueTestJSON-1601465155 tempest-ServerRescueTestJSON-1601465155-project] 10.222.0.88 "GET /v2.0/security-groups?id=44bd916e-0b51-45df-b92c-4eb73cbb40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541577 Jul 07 18:06:46.931920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Transition to ACTIVE for port object 6bb8c390-9f5a-4ae2-988a-4ee358e22964 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:46.943642 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:46.999948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7bca4830-55c3-4811-b417-0ba9b10cad08 None None] Provisioning complete for port e6018e29-eac1-4033-b80a-9610309bae3a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:47.000372 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca4830-55c3-4811-b417-0ba9b10cad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.113925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:47.124025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Pushing event updated for resources: {'Port': ['ID=6bb8c390-9f5a-4ae2-988a-4ee358e22964,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:47.134463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:47.145570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:47.148105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f3a58f7d-f3dd-4639-a0fa-d866f1e3dc2c service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611521 Jul 07 18:06:47.155491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.23 (a9ac2636-1553-4212-b201-7a0208685307/9e329b5d-d557-4a56-8b40-55ccfa5e625f/70acc702-7836-45eb-a601-c68ad2fb88c7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:47.213802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47094fe-0d7f-4a22-b3f7-d93d42aca76f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:47.264627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.332599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Transition to ACTIVE for port object a47094fe-0d7f-4a22-b3f7-d93d42aca76f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:47.350388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.423493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Pushing event updated for resources: {'Port': ['ID=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:47.574989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Attempting to bind port a47094fe-0d7f-4a22-b3f7-d93d42aca76f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:47.575399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Attempting to bind port a47094fe-0d7f-4a22-b3f7-d93d42aca76f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:47.576207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Attempting to bind port a47094fe-0d7f-4a22-b3f7-d93d42aca76f on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:47.576980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.581785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Port a47094fe-0d7f-4a22-b3f7-d93d42aca76f on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:47.582191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Attempting to bind port a47094fe-0d7f-4a22-b3f7-d93d42aca76f on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:47.590147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:47.590502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Checking segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:47.591073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Bound using segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:47.591645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Bound port: a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:47.592567 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.621113 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.686417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Ignored duplicate provisioning block setup for port 70acc702-7836-45eb-a601-c68ad2fb88c7 by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 18:06:47.714196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 96a159ed-6e2d-4213-a281-263fafa8b940 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:47.726509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.780521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] For port a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:47.789393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] For port a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:47.799638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.809504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-34ed93fd-e861-4845-a04b-feb72a402562 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.831505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-34ed93fd-e861-4845-a04b-feb72a402562 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.841656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-34ed93fd-e861-4845-a04b-feb72a402562 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.862511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.863460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.865659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] 10.222.0.55 "PUT /v2.0/ports/a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 1130 time: 1.7974372 Jul 07 18:06:47.872148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-34ed93fd-e861-4845-a04b-feb72a402562 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.899629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-34ed93fd-e861-4845-a04b-feb72a402562 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.906444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6085fc-b873-4331-a971-d928eb8fab2e service neutron] Pushing event updated for resources: {'Port': ['ID=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:47.906977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-34ed93fd-e861-4845-a04b-feb72a402562 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.919991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:47.930569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-34ed93fd-e861-4845-a04b-feb72a402562 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 4600 time: 0.6014321 Jul 07 18:06:47.945560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 96a159ed-6e2d-4213-a281-263fafa8b940 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:47.945907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 96a159ed-6e2d-4213-a281-263fafa8b940 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:48.027137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Subnet': ['ID=8c3f3d63-038f-42ba-866d-81985fe8499b,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.053683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.054947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Checking segment: {'id': 'd5710a1a-81b4-489c-9bd0-ef98a8f8444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'dfb7e94d-fa9c-4711-ab0e-77cd92849784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:48.055116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network hostable DHCP agents. Network: dfb7e94d-fa9c-4711-ab0e-77cd92849784, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:48.061083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Attempting to bind port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:48.062749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Attempting to bind port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '267d54af-b234-44df-b705-06091de3d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e41b637e-d4af-4834-b3f5-2db5cdd8cadf'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:48.063313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Attempting to bind port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 on network e41b637e-d4af-4834-b3f5-2db5cdd8cadf {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:48.102052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:48.102750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Checking segment: {'id': '267d54af-b234-44df-b705-06091de3d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e41b637e-d4af-4834-b3f5-2db5cdd8cadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:48.103348 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.103912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Bound using segment: {'id': '267d54af-b234-44df-b705-06091de3d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e41b637e-d4af-4834-b3f5-2db5cdd8cadf'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:48.107466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Bound port: 6bb8c390-9f5a-4ae2-988a-4ee358e22964, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267d54af-b234-44df-b705-06091de3d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e41b637e-d4af-4834-b3f5-2db5cdd8cadf'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:48.108110 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.319140 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08860b98-5f31-4eb7-97d3-e8e6e44439c2 x-openstack-request-id: req-08860b98-5f31-4eb7-97d3-e8e6e44439c2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:48.319417 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:48.319731 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08860b98-5f31-4eb7-97d3-e8e6e44439c2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:48.320086 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'status': 'completed', 'code': 200} Jul 07 18:06:48.393062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] For port 6bb8c390-9f5a-4ae2-988a-4ee358e22964, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:48.403684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] For port 6bb8c390-9f5a-4ae2-988a-4ee358e22964, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6bb8c390-9f5a-4ae2-988a-4ee358e22964,segment=NetworkSegment(267d54af-b234-44df-b705-06091de3d35d),segment_id=267d54af-b234-44df-b705-06091de3d35d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:48.406936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84229e4b-a396-4422-80a6-3dc4d3369c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.414904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e0afe6f9-3fbd-4423-bab2-bff1913bf911 None None] Provisioning complete for port 70acc702-7836-45eb-a601-c68ad2fb88c7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:48.415269 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0afe6f9-3fbd-4423-bab2-bff1913bf911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.420765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.546509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3591cf2-3d33-4645-bf8b-462364e0e7fe req-55d37dd7-b126-4881-9661-e74d93c3d116 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4968221 Jul 07 18:06:48.607191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf54a4-c394-4637-a0c8-98f0f0469331 None None] Pushing event updated for resources: {'Port': ['ID=6bb8c390-9f5a-4ae2-988a-4ee358e22964,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.614264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb84531d-c7d6-4c2a-86c6-5fb986d6aaae req-3c3a7b2c-2851-48aa-b431-eacbfc8df62f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 210 time: 0.3772774 Jul 07 18:06:48.614978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=70acc702-7836-45eb-a601-c68ad2fb88c7,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.664219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:48.704741 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.708419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e0afe6f9-3fbd-4423-bab2-bff1913bf911 None None] Port 70acc702-7836-45eb-a601-c68ad2fb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:48.725469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, dfb7e94d-fa9c-4711-ab0e-77cd92849784) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:48.747487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f434c62-d932-45d8-81cc-4bfcf60a0418 None None] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:48.753581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.754823 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.760873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] In _notify_port_updated(), no bound segment for port 70acc702-7836-45eb-a601-c68ad2fb88c7 on network a9ac2636-1553-4212-b201-7a0208685307 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:06:48.792687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.793469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.804574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47136) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:48.805217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-90e1b9ab-0a77-4645-86ed-8130d529aa14 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "PUT /v2.0/ports/70acc702-7836-45eb-a601-c68ad2fb88c7 HTTP/1.1" status: 200 len: 1000 time: 3.9813411 Jul 07 18:06:48.848863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47138) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:48.941854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cb0c57-8cc5-4bf4-8844-48db311f6f92 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:48.961465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:49.016584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Transition to ACTIVE for port object 38cb0c57-8cc5-4bf4-8844-48db311f6f92 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:49.042259 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:49.110956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-13530983-9313-4fa0-875f-13e2acf47da1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1537092 Jul 07 18:06:49.111663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47142) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:49.262199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-dfb7e94d-fa9c-4711-ab0e-77cd92849784', 'network_id': 'dfb7e94d-fa9c-4711-ab0e-77cd92849784', 'tenant_id': '3c56c800737b4333834133ad8734a6b0', 'fixed_ips': [{'subnet_id': '8c3f3d63-038f-42ba-866d-81985fe8499b'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:49.263081 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:49.347672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-69dfecb5-5873-47e1-8372-50959e86856c None None] Provisioning complete for port 70acc702-7836-45eb-a601-c68ad2fb88c7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:49.350100 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69dfecb5-5873-47e1-8372-50959e86856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:49.404098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'subnet': {'network_id': 'b660cb47-b765-417a-a602-bb006a86056b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:49.427424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-6ba06275-5adf-4ba1-98bc-54f5eb34ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.428071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-6ba06275-5adf-4ba1-98bc-54f5eb34ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.428597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-6ba06275-5adf-4ba1-98bc-54f5eb34ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.429084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-6ba06275-5adf-4ba1-98bc-54f5eb34ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.429558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-6ba06275-5adf-4ba1-98bc-54f5eb34ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.430040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-6ba06275-5adf-4ba1-98bc-54f5eb34ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.432327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-6ba06275-5adf-4ba1-98bc-54f5eb34ae28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5286 time: 1.1972399 Jul 07 18:06:49.500251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-69dfecb5-5873-47e1-8372-50959e86856c None None] Port 70acc702-7836-45eb-a601-c68ad2fb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:49.837813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Allocated IP 2001:db8::2 (dfb7e94d-fa9c-4711-ab0e-77cd92849784/8c3f3d63-038f-42ba-866d-81985fe8499b/b7824524-1e91-4d8e-8201-dd9de7833558) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:50.126732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.266686 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.301503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Transition to ACTIVE for port object b7824524-1e91-4d8e-8201-dd9de7833558 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:50.342287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6bb8c390-9f5a-4ae2-988a-4ee358e22964 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:50.343221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'name': 'network-vif-deleted', 'tag': '96a159ed-6e2d-4213-a281-263fafa8b940'}, {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'a47094fe-0d7f-4a22-b3f7-d93d42aca76f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:50.348924 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c620c71-8c03-436b-99af-4d8b41e6e598" -d '{"events": [{"server_uuid": "6fad9f66-ffce-43b0-8255-322d26c36ea7", "name": "network-vif-deleted", "tag": "96a159ed-6e2d-4213-a281-263fafa8b940"}, {"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "a47094fe-0d7f-4a22-b3f7-d93d42aca76f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:50.378539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Transition to ACTIVE for port object b7824524-1e91-4d8e-8201-dd9de7833558 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:50.393484 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.425250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Pushing event updated for resources: {'Port': ['ID=38cb0c57-8cc5-4bf4-8844-48db311f6f92,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:50.492723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:50.500674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 70acc702-7836-45eb-a601-c68ad2fb88c7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:50.501073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.501826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:50.506813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:50.511877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Pushing event updated for resources: {'Port': ['ID=b7824524-1e91-4d8e-8201-dd9de7833558,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:50.548660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:50.615210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65714050-a58e-4ce2-b6b2-f3885596f838 None None] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:50.634237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Attempting to bind port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:50.634531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Attempting to bind port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:50.634882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Attempting to bind port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:50.656365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:50.656703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Attempting to bind port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:50.682554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:50.682890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Checking segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:50.683277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Bound using segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:50.683772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Bound port: 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:50.684146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.692576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911dfe-688f-4bb2-a039-513eac78969b req-ef2e0b8d-ad22-4fc0-862b-200bed73ff1f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.694688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-ef2e0b8d-ad22-4fc0-862b-200bed73ff1f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.4056067 Jul 07 18:06:50.696867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.710489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Request body: {'port': {'device_id': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'admin_state_up': True, 'tenant_id': 'b8db7d016f534d4d8bb9aef3d9ecc4af'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:50.716516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Attempting to bind port b7824524-1e91-4d8e-8201-dd9de7833558 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:50.716516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Attempting to bind port b7824524-1e91-4d8e-8201-dd9de7833558 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd5710a1a-81b4-489c-9bd0-ef98a8f8444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'dfb7e94d-fa9c-4711-ab0e-77cd92849784'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:50.716516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Attempting to bind port b7824524-1e91-4d8e-8201-dd9de7833558 on network dfb7e94d-fa9c-4711-ab0e-77cd92849784 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:50.747919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:50.748560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Checking segment: {'id': 'd5710a1a-81b4-489c-9bd0-ef98a8f8444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'dfb7e94d-fa9c-4711-ab0e-77cd92849784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:50.749026 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.749573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Bound using segment: {'id': 'd5710a1a-81b4-489c-9bd0-ef98a8f8444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'dfb7e94d-fa9c-4711-ab0e-77cd92849784'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:50.750178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Bound port: b7824524-1e91-4d8e-8201-dd9de7833558, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5710a1a-81b4-489c-9bd0-ef98a8f8444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'dfb7e94d-fa9c-4711-ab0e-77cd92849784'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:50.750650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.756417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bd50de3e-7881-42e1-9546-a43df080f128 None None] Provisioning for port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:50.778951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 70acc702-7836-45eb-a601-c68ad2fb88c7 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:50.781043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bd50de3e-7881-42e1-9546-a43df080f128 None None] Provisioning complete for port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:50.781253 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd50de3e-7881-42e1-9546-a43df080f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.796532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-92296a1f-646f-47aa-804a-6ec591900906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.797697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-92296a1f-646f-47aa-804a-6ec591900906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.798360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-92296a1f-646f-47aa-804a-6ec591900906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.801219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-92296a1f-646f-47aa-804a-6ec591900906 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=909283c21bc949b3b1e0577610d476e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.3365226 Jul 07 18:06:50.811915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12886ad0-b882-4ab3-91a8-990660f85b9f req-a9dec920-2c86-436f-95a3-f87ab4b3b45d tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 210 time: 0.8590779 Jul 07 18:06:50.887459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] For port b7824524-1e91-4d8e-8201-dd9de7833558, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:50.891084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] For port b7824524-1e91-4d8e-8201-dd9de7833558, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b7824524-1e91-4d8e-8201-dd9de7833558,segment=NetworkSegment(d5710a1a-81b4-489c-9bd0-ef98a8f8444c),segment_id=d5710a1a-81b4-489c-9bd0-ef98a8f8444c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:50.899653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.931091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] For port 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:50.937416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] For port 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:50.966469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.043682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:51.050121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.251807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46073010-6623-47e9-abe8-c90c7eb48e29 None None] Pushing event updated for resources: {'Port': ['ID=b7824524-1e91-4d8e-8201-dd9de7833558,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:51.360497 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd50de3e-7881-42e1-9546-a43df080f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.362568 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.488086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:51.488892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.492036 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] 10.222.0.55 "PUT /v2.0/ports/38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 1131 time: 3.5774739 Jul 07 18:06:51.551514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:51.554415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.589082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bd50de3e-7881-42e1-9546-a43df080f128 None None] For port 6bb8c390-9f5a-4ae2-988a-4ee358e22964, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6bb8c390-9f5a-4ae2-988a-4ee358e22964,segment=NetworkSegment(267d54af-b234-44df-b705-06091de3d35d),segment_id=267d54af-b234-44df-b705-06091de3d35d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:51.625955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd50de3e-7881-42e1-9546-a43df080f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.704278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b8046-b51b-4094-a553-927e62d87d17 service neutron] Pushing event updated for resources: {'Port': ['ID=38cb0c57-8cc5-4bf4-8844-48db311f6f92,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:51.724204 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.805113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50de3e-7881-42e1-9546-a43df080f128 None None] Pushing event updated for resources: {'Port': ['ID=6bb8c390-9f5a-4ae2-988a-4ee358e22964,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:51.842337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=70acc702-7836-45eb-a601-c68ad2fb88c7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:51.866350 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaaf737-e04f-41a3-8d23-d08a7993742b x-openstack-request-id: req-ceaaf737-e04f-41a3-8d23-d08a7993742b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:51.867437 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fad9f66-ffce-43b0-8255-322d26c36ea7", "name": "network-vif-deleted", "tag": "96a159ed-6e2d-4213-a281-263fafa8b940", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "a47094fe-0d7f-4a22-b3f7-d93d42aca76f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:51.869813 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ceaaf737-e04f-41a3-8d23-d08a7993742b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:51.870566 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fad9f66-ffce-43b0-8255-322d26c36ea7', 'name': 'network-vif-deleted', 'tag': '96a159ed-6e2d-4213-a281-263fafa8b940', 'status': 'completed', 'code': 200} Jul 07 18:06:51.871027 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'a47094fe-0d7f-4a22-b3f7-d93d42aca76f', 'status': 'completed', 'code': 200} Jul 07 18:06:51.990667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Made reservation on behalf of b8db7d016f534d4d8bb9aef3d9ecc4af for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:51.996324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.058466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.069780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.074502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-83d948ae-d127-490e-b281-71cae097afbb None None] Provisioning complete for port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:52.075082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.075743 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83d948ae-d127-490e-b281-71cae097afbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.081179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.088227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.094208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.101447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.102826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c45b15c6-427a-485a-a78c-d597e39b509e req-5171c88e-5652-421a-9280-8a25449fe8fd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5373 time: 2.1399009 Jul 07 18:06:52.205403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.207878 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d5449867-4ad3-4e88-a1f2-552ab79c72b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/70acc702-7836-45eb-a601-c68ad2fb88c7 HTTP/1.1" status: 204 len: 168 time: 3.4004326 Jul 07 18:06:52.232032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47164) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:52.291793 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-988a64c9-9f8b-49ed-81cd-da4a8d452df8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:06:52.294115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Subnet': ['ID=b2f1decd-1572-49a0-997e-9b01e9060a90,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:52.296560 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-988a64c9-9f8b-49ed-81cd-da4a8d452df8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/70acc702-7836-45eb-a601-c68ad2fb88c7 HTTP/1.1" status: 404 len: 333 time: 0.0704854 Jul 07 18:06:52.297404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:52.321527 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f795860b-1fa1-4960-8d7d-c79554bb31e1 req-cecec0be-02f2-4be0-a696-ef3363ed040b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 210 time: 0.2172751 Jul 07 18:06:52.323667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-d09b0895-3225-4e9e-8f2b-accdc2a4fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.326221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1aa150aa-9504-49a4-b4cc-2fbb6425050d req-d09b0895-3225-4e9e-8f2b-accdc2a4fc22 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5098658 Jul 07 18:06:52.370309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Checking segment: {'id': '79b56a28-a68b-47c7-ae10-554e0010d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b660cb47-b765-417a-a602-bb006a86056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:52.371002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network hostable DHCP agents. Network: b660cb47-b765-417a-a602-bb006a86056b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:52.375285 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.457236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6bb8c390-9f5a-4ae2-988a-4ee358e22964 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:52.520327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c45b15c6-427a-485a-a78c-d597e39b509e req-15b62ab9-225a-4439-ae59-da389c44ed35 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3752089 Jul 07 18:06:52.576134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:52.576630 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.589293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.616868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Allocated IP 172.20.0.7 (25ff07d5-8017-46d5-a3b3-1dd8523c4be3/9da12058-8aa2-4ad0-bd97-35971f24adae/998d0385-e9f5-42e5-ad96-c30d61844d51) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:52.701430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network b660cb47-b765-417a-a602-bb006a86056b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:52.744469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b660cb47-b765-417a-a602-bb006a86056b) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:52.766366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet 9e329b5d-d557-4a56-8b40-55ccfa5e625f {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:52.788008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa7f478-ad60-4e9e-9275-af0d379161ee None None] Network b660cb47-b765-417a-a602-bb006a86056b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:52.793130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.793734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.804197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.804690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.805186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.805664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.806483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.806623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.807066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.809134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8b889968-8768-44c4-a309-d92b2ba1a829 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6210 time: 0.4158781 Jul 07 18:06:52.811582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:52.879048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0f321754-f19d-4a5e-af7f-576125b19ac9 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4804387 Jul 07 18:06:52.889044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47168) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:52.943077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d03430-9c2a-4d0f-8593-70ee186170ee None None] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:53.025456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.120918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b7824524-1e91-4d8e-8201-dd9de7833558 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:53.136737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8a2d94f2-cf0f-4978-a8b6-172a338669e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:53.136737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8a2d94f2-cf0f-4978-a8b6-172a338669e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:53.136737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8a2d94f2-cf0f-4978-a8b6-172a338669e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:53.139281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-8a2d94f2-cf0f-4978-a8b6-172a338669e6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=909283c21bc949b3b1e0577610d476e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3192358 Jul 07 18:06:53.150673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a1f5e628-d2fa-4a4e-af08-4192093bb42f None None] Provisioning for port b7824524-1e91-4d8e-8201-dd9de7833558 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:53.431348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b7824524-1e91-4d8e-8201-dd9de7833558 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:53.439012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b7824524-1e91-4d8e-8201-dd9de7833558 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:53.439685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.474745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-5c6394b4-f9df-4594-b8e1-23d62e92dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:53.476430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c620c71-8c03-436b-99af-4d8b41e6e598 req-5c6394b4-f9df-4594-b8e1-23d62e92dbed service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3295622 Jul 07 18:06:53.509060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b677e435-0d3d-459a-81b3-ca35337a357b {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:53.523951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.528904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.565426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b660cb47-b765-417a-a602-bb006a86056b', 'network_id': 'b660cb47-b765-417a-a602-bb006a86056b', 'tenant_id': '3c56c800737b4333834133ad8734a6b0', 'fixed_ips': [{'subnet_id': 'b2f1decd-1572-49a0-997e-9b01e9060a90'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:53.566221 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.570086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Transition to ACTIVE for port object b677e435-0d3d-459a-81b3-ca35337a357b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:53.615812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.689240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-431007b9-9d14-456c-b716-d7c954a0b83f req-2d5295d5-8ffc-425e-a97c-6bdcd137a080 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 210 time: 0.0986385 Jul 07 18:06:53.709847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.712925 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.796132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.853058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Allocated IP 2001:db8::2 (b660cb47-b765-417a-a602-bb006a86056b/b2f1decd-1572-49a0-997e-9b01e9060a90/83f7d9fe-4ec3-4843-a9e0-434720356be7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:53.890342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port b7824524-1e91-4d8e-8201-dd9de7833558, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b7824524-1e91-4d8e-8201-dd9de7833558,segment=NetworkSegment(d5710a1a-81b4-489c-9bd0-ef98a8f8444c),segment_id=d5710a1a-81b4-489c-9bd0-ef98a8f8444c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:53.901094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '38cb0c57-8cc5-4bf4-8844-48db311f6f92'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:53.903529 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.908494 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de870061-fd19-47d8-bd8b-586ace767587" -d '{"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "38cb0c57-8cc5-4bf4-8844-48db311f6f92"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:53.998307 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f559b40e-263a-46b7-ae10-3233bea20e1a x-openstack-request-id: req-f559b40e-263a-46b7-ae10-3233bea20e1a {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:53.998307 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "38cb0c57-8cc5-4bf4-8844-48db311f6f92", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:53.998307 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f559b40e-263a-46b7-ae10-3233bea20e1a {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:53.998307 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '38cb0c57-8cc5-4bf4-8844-48db311f6f92', 'status': 'completed', 'code': 200} Jul 07 18:06:54.045489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:54.055412 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.059660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:54.114288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Pushing event updated for resources: {'Port': ['ID=b677e435-0d3d-459a-81b3-ca35337a357b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.120760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:54.143346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Deleting port 1e2049b3-17ad-4077-80e5-ff32164c03c2 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:54.143979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.181125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=b7824524-1e91-4d8e-8201-dd9de7833558,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.313216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.350618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Transition to ACTIVE for port object 83f7d9fe-4ec3-4843-a9e0-434720356be7 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:54.442924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Transition to ACTIVE for port object 83f7d9fe-4ec3-4843-a9e0-434720356be7 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:54.454308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8c63b4d3-1592-4ecd-a0bc-a6c69fc906e6 None None] Provisioning complete for port b7824524-1e91-4d8e-8201-dd9de7833558 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:54.454706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c63b4d3-1592-4ecd-a0bc-a6c69fc906e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.459316 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.468390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.481799 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.488407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event updated for resources: {'Port': ['ID=998d0385-e9f5-42e5-ad96-c30d61844d51,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.539905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Attempting to bind port b677e435-0d3d-459a-81b3-ca35337a357b on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:54.540532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Attempting to bind port b677e435-0d3d-459a-81b3-ca35337a357b by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:54.540967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Attempting to bind port b677e435-0d3d-459a-81b3-ca35337a357b on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:54.545814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Network b660cb47-b765-417a-a602-bb006a86056b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:54.550058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.554163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:54.560351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:54.568323 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-3f8bb17d-afcd-4427-8071-3cb14ffe0127 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8617647 Jul 07 18:06:54.584241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Port b677e435-0d3d-459a-81b3-ca35337a357b on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:54.586360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Attempting to bind port b677e435-0d3d-459a-81b3-ca35337a357b on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:54.602828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Request body: {'port': {'device_id': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:54.621199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Pushing event updated for resources: {'Port': ['ID=83f7d9fe-4ec3-4843-a9e0-434720356be7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.632031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:54.632510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Checking segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:54.633074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Bound using segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:54.633659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Bound port: b677e435-0d3d-459a-81b3-ca35337a357b, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:54.634153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.636638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=9e329b5d-d557-4a56-8b40-55ccfa5e625f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.655910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53da74-205e-4207-8adf-94fb28d3d9b3 None None] Network a9ac2636-1553-4212-b201-7a0208685307 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:54.665019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.670406 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-664cb74f-e1cf-4bc4-aa86-4d42d495ddd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/9e329b5d-d557-4a56-8b40-55ccfa5e625f HTTP/1.1" status: 204 len: 168 time: 2.3683317 Jul 07 18:06:54.682549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47182) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:54.717263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Attempting to bind port 83f7d9fe-4ec3-4843-a9e0-434720356be7 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:54.717631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Attempting to bind port 83f7d9fe-4ec3-4843-a9e0-434720356be7 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '79b56a28-a68b-47c7-ae10-554e0010d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b660cb47-b765-417a-a602-bb006a86056b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:54.718006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Attempting to bind port 83f7d9fe-4ec3-4843-a9e0-434720356be7 on network b660cb47-b765-417a-a602-bb006a86056b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:54.738191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:54.739243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Checking segment: {'id': '79b56a28-a68b-47c7-ae10-554e0010d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b660cb47-b765-417a-a602-bb006a86056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:54.739667 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.740067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Bound using segment: {'id': '79b56a28-a68b-47c7-ae10-554e0010d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b660cb47-b765-417a-a602-bb006a86056b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:54.740608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Bound port: 83f7d9fe-4ec3-4843-a9e0-434720356be7, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b56a28-a68b-47c7-ae10-554e0010d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b660cb47-b765-417a-a602-bb006a86056b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:54.741077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.854565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.974404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.980600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.986989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.994108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.001351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.007871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.014315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.025102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-767ce580-9af1-4fae-8f38-8db25c3d6a31 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5385 time: 1.1324382 Jul 07 18:06:55.105211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet 7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:55.111393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] For port 83f7d9fe-4ec3-4843-a9e0-434720356be7, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:55.123501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] For port 83f7d9fe-4ec3-4843-a9e0-434720356be7, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=83f7d9fe-4ec3-4843-a9e0-434720356be7,segment=NetworkSegment(79b56a28-a68b-47c7-ae10-554e0010d889),segment_id=79b56a28-a68b-47c7-ae10-554e0010d889)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:55.148428 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.150233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.179691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Allocated IP 2001:db8::1 (dfb7e94d-fa9c-4711-ab0e-77cd92849784/8c3f3d63-038f-42ba-866d-81985fe8499b/607fad7d-7adf-4ff4-986f-96c0453220f1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:55.216312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] For port b677e435-0d3d-459a-81b3-ca35337a357b, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:55.242091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e34bed-b409-424d-ad51-6ea2fa08184b None None] Pushing event updated for resources: {'Port': ['ID=83f7d9fe-4ec3-4843-a9e0-434720356be7,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:55.270557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] For port b677e435-0d3d-459a-81b3-ca35337a357b, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b677e435-0d3d-459a-81b3-ca35337a357b,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:55.275363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.305067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.356224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] For port 1e2049b3-17ad-4077-80e5-ff32164c03c2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1e2049b3-17ad-4077-80e5-ff32164c03c2,segment=NetworkSegment(6908cbd6-b149-4e6d-9a99-64dff3d77292),segment_id=6908cbd6-b149-4e6d-9a99-64dff3d77292)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:55.356704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.414407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Calling delete_port for 1e2049b3-17ad-4077-80e5-ff32164c03c2 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:55.431522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.432468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.437729 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] 10.222.0.55 "PUT /v2.0/ports/b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 200 len: 1090 time: 3.8971050 Jul 07 18:06:55.471117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.485422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:55.494157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Transition to ACTIVE for port object 607fad7d-7adf-4ff4-986f-96c0453220f1 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:55.569128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51ce1afa-a2b4-4ff9-9c55-95900d13b1c1 req-fc9aafb6-6dc4-4119-bc37-6a0ee80d7f82 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5418048 Jul 07 18:06:55.640117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.644003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.644487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.647155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.647827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.649405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.650106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.657072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de870061-fd19-47d8-bd8b-586ace767587 req-ff4bef2d-d895-4c64-88be-2599e3330513 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6235 time: 1.6395590 Jul 07 18:06:55.663421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.682986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a666d-842f-4e78-a6ba-482b550088fe service neutron] Pushing event updated for resources: {'Port': ['ID=b677e435-0d3d-459a-81b3-ca35337a357b,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:55.752051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:55.767748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:55.782242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:55.783096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.794487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.939134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998d0385-e9f5-42e5-ad96-c30d61844d51 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:55.966149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.000506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:56.003018 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88728cdd-c9e2-428b-8dd6-b989cc4500a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:56.011733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.013820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Transition to ACTIVE for port object 998d0385-e9f5-42e5-ad96-c30d61844d51 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:56.053049 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.085089 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfd8877-671c-4de0-b3dd-402259a6c761 x-openstack-request-id: req-7bfd8877-671c-4de0-b3dd-402259a6c761 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:56.085698 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:56.086287 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7bfd8877-671c-4de0-b3dd-402259a6c761 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:56.086834 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b', 'status': 'completed', 'code': 200} Jul 07 18:06:56.171385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d43ef-e58f-442f-86bf-8d16b354c8b8 req-c71512c7-41b3-490f-b958-8c742199978e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:56.179146 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf1d43ef-e58f-442f-86bf-8d16b354c8b8 req-c71512c7-41b3-490f-b958-8c742199978e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 931 time: 1.1334662 Jul 07 18:06:56.207645 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.272222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.277950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Port': ['ID=607fad7d-7adf-4ff4-986f-96c0453220f1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:56.279068 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6 HTTP/1.1" status: 204 len: 168 time: 1.5952291 Jul 07 18:06:56.304999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47194) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:56.307123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7b690e14-0d83-46f2-8e7f-83a17d6073a9 None None] Provisioning for port 607fad7d-7adf-4ff4-986f-96c0453220f1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:56.320381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7b690e14-0d83-46f2-8e7f-83a17d6073a9 None None] Provisioning complete for port 607fad7d-7adf-4ff4-986f-96c0453220f1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:56.320770 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b690e14-0d83-46f2-8e7f-83a17d6073a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.405996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4849d1f-c8d9-4597-82ba-f24eb8c616ef tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:56.445843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7b690e14-0d83-46f2-8e7f-83a17d6073a9 None None] Port 607fad7d-7adf-4ff4-986f-96c0453220f1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:56.456947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Pushing event updated for resources: {'Port': ['ID=998d0385-e9f5-42e5-ad96-c30d61844d51,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:56.458414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 83f7d9fe-4ec3-4843-a9e0-434720356be7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:56.567739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 83f7d9fe-4ec3-4843-a9e0-434720356be7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:56.573443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b7824524-1e91-4d8e-8201-dd9de7833558 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:56.632718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae501a0f-d40a-4175-a305-b74f479fe4ce None None] Network a9ac2636-1553-4212-b201-7a0208685307 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:56.724304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf1d43ef-e58f-442f-86bf-8d16b354c8b8 req-5364323f-39ae-4a37-82de-c60ed20fdfca tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441871 Jul 07 18:06:56.792924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Attempting to bind port 998d0385-e9f5-42e5-ad96-c30d61844d51 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:56.793326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Attempting to bind port 998d0385-e9f5-42e5-ad96-c30d61844d51 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:56.793606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Attempting to bind port 998d0385-e9f5-42e5-ad96-c30d61844d51 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:56.804868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Port 998d0385-e9f5-42e5-ad96-c30d61844d51 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:56.813856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Attempting to bind port 998d0385-e9f5-42e5-ad96-c30d61844d51 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:56.827077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:56.827514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Checking segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:56.828414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Bound using segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:56.836865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Bound port: 998d0385-e9f5-42e5-ad96-c30d61844d51, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:56.837614 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.893517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b7824524-1e91-4d8e-8201-dd9de7833558 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:56.894291 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.954879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5c274f02-e2b7-49c8-bffe-8d630e8ecf39 None None] Provisioning complete for port e6018e29-eac1-4033-b80a-9610309bae3a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:56.977310 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c274f02-e2b7-49c8-bffe-8d630e8ecf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.001690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] For port 998d0385-e9f5-42e5-ad96-c30d61844d51, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:57.008270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] For port 998d0385-e9f5-42e5-ad96-c30d61844d51, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=998d0385-e9f5-42e5-ad96-c30d61844d51,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:57.023668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.034364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.043419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-85688063-c9c4-4997-b2e3-a834fa439ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.043908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-85688063-c9c4-4997-b2e3-a834fa439ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.044383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-85688063-c9c4-4997-b2e3-a834fa439ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.052483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de870061-fd19-47d8-bd8b-586ace767587 req-85688063-c9c4-4997-b2e3-a834fa439ba4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=909283c21bc949b3b1e0577610d476e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.3474472 Jul 07 18:06:57.095289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f307a1-1eec-4c78-a553-c8b8d0282dbc None None] Network b660cb47-b765-417a-a602-bb006a86056b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:57.225790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Pushing event updated for resources: {'Port': ['ID=998d0385-e9f5-42e5-ad96-c30d61844d51,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:57.256341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.258170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.262967 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-f2045f76-da4b-4132-a644-ba6e22cf7482 service neutron] 10.222.0.90 "PUT /v2.0/ports/998d0385-e9f5-42e5-ad96-c30d61844d51 HTTP/1.1" status: 200 len: 1091 time: 2.6803429 Jul 07 18:06:57.267972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.331587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] DHCP port deletion for a9ac2636-1553-4212-b201-7a0208685307 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:57.363940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.370859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.376498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.382596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.388551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.396661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.400874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.409224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-34e178f2-c8b6-45fa-8dd8-ca78ff4e5642 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5385 time: 0.5362332 Jul 07 18:06:57.426148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca40ed2-5bb3-494b-83e7-a95d6abac65f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:57.436873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.463506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Transition to ACTIVE for port object 5ca40ed2-5bb3-494b-83e7-a95d6abac65f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:57.472623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911dfe-688f-4bb2-a039-513eac78969b req-79738027-d1b4-4170-9304-95807e2a50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.474373 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-79738027-d1b4-4170-9304-95807e2a50d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 1094 time: 0.1551156 Jul 07 18:06:57.475021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.507570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] Deleting port e6018e29-eac1-4033-b80a-9610309bae3a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:57.507947 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.583519 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-ff4e0955-4ca2-49a5-bc18-00297fe603d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=998d0385-e9f5-42e5-ad96-c30d61844d51 HTTP/1.1" status: 200 len: 217 time: 0.0618300 Jul 07 18:06:57.659148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Pushing event updated for resources: {'Port': ['ID=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:57.673953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] For port e6018e29-eac1-4033-b80a-9610309bae3a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6018e29-eac1-4033-b80a-9610309bae3a,segment=NetworkSegment(e431a46e-bb2a-4772-a14d-af50abc310da),segment_id=e431a46e-bb2a-4772-a14d-af50abc310da)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:57.674891 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.686565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c8255ff6-254d-4898-bd35-7cc8bc8e5ddd None None] Provisioning for port 83f7d9fe-4ec3-4843-a9e0-434720356be7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:57.689715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port e6018e29-eac1-4033-b80a-9610309bae3a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:57.690081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.713366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c8255ff6-254d-4898-bd35-7cc8bc8e5ddd None None] Provisioning complete for port 83f7d9fe-4ec3-4843-a9e0-434720356be7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:57.713962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8255ff6-254d-4898-bd35-7cc8bc8e5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.715993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] Calling delete_port for e6018e29-eac1-4033-b80a-9610309bae3a owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:57.740536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911dfe-688f-4bb2-a039-513eac78969b req-35193232-3704-45c8-8b1c-240e68b0260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.742578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-35193232-3704-45c8-8b1c-240e68b0260e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.1413293 Jul 07 18:06:57.874972 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-1d1c33d9-49a0-422b-a428-57006066835f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128244 Jul 07 18:06:57.893105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] For port e6018e29-eac1-4033-b80a-9610309bae3a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6018e29-eac1-4033-b80a-9610309bae3a,segment=NetworkSegment(e431a46e-bb2a-4772-a14d-af50abc310da),segment_id=e431a46e-bb2a-4772-a14d-af50abc310da)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:57.893455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:57.926088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for e6018e29-eac1-4033-b80a-9610309bae3a owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:58.048254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870061-fd19-47d8-bd8b-586ace767587 req-92551862-72a6-44e0-9ceb-8f880b19bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.050797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de870061-fd19-47d8-bd8b-586ace767587 req-92551862-72a6-44e0-9ceb-8f880b19bc26 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9971230 Jul 07 18:06:58.072062 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.090121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8255ff6-254d-4898-bd35-7cc8bc8e5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.139180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=e6018e29-eac1-4033-b80a-9610309bae3a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:58.139483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.154507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23d3ad23-0d43-41b1-aac9-69da778729c6 req-7439334d-7b01-41d6-9d3c-0391b2889fbd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7448876 Jul 07 18:06:58.158104 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.226644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] Pushing event deleted for resources: {'Port': ['ID=e6018e29-eac1-4033-b80a-9610309bae3a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:58.237763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b6aac-6ff3-439c-ad27-a1b5cb411f33 None None] No DVR routers for this DVR port e6018e29-eac1-4033-b80a-9610309bae3a on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:58.262260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c8255ff6-254d-4898-bd35-7cc8bc8e5ddd None None] For port 83f7d9fe-4ec3-4843-a9e0-434720356be7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=83f7d9fe-4ec3-4843-a9e0-434720356be7,segment=NetworkSegment(79b56a28-a68b-47c7-ae10-554e0010d889),segment_id=79b56a28-a68b-47c7-ae10-554e0010d889)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:58.271599 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8255ff6-254d-4898-bd35-7cc8bc8e5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.316556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6018e29-eac1-4033-b80a-9610309bae3a no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:58.340429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No DVR routers for this DVR port e6018e29-eac1-4033-b80a-9610309bae3a on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:58.366702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2049b3-17ad-4077-80e5-ff32164c03c2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:58.372664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e6018e29-eac1-4033-b80a-9610309bae3a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:58.380087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6018e29-eac1-4033-b80a-9610309bae3a not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:58.444752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8255ff6-254d-4898-bd35-7cc8bc8e5ddd None None] Pushing event updated for resources: {'Port': ['ID=83f7d9fe-4ec3-4843-a9e0-434720356be7,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:58.469964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eca55aae-051a-4917-b782-b184e064db11 None None] Provisioning complete for port 83f7d9fe-4ec3-4843-a9e0-434720356be7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:58.471432 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eca55aae-051a-4917-b782-b184e064db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.736899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'tag': '998d0385-e9f5-42e5-ad96-c30d61844d51'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:58.739271 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69391292-9b68-472e-915a-3fc21ef1b3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b2794-1b38-46c4-ba54-e2efd92d3db2", "tag": "998d0385-e9f5-42e5-ad96-c30d61844d51"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:58.792132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Attempting to bind port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:58.792478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Attempting to bind port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:58.792819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Attempting to bind port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:58.804212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:58.804532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Attempting to bind port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:58.820006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:58.820388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Checking segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:58.820768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Bound using segment: {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:58.821255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Bound port: 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf706417-4c4f-4eee-945d-0ce716339b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:58.821620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.828106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-e64aec8f-4615-42dd-9754-f20f9ad129cd service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9518917 Jul 07 18:06:58.857239 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c1c564-1b04-4a51-9a3a-f6840afcde21 x-openstack-request-id: req-23c1c564-1b04-4a51-9a3a-f6840afcde21 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:58.857949 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b2794-1b38-46c4-ba54-e2efd92d3db2", "tag": "998d0385-e9f5-42e5-ad96-c30d61844d51", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:58.858381 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-23c1c564-1b04-4a51-9a3a-f6840afcde21 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:58.859159 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'tag': '998d0385-e9f5-42e5-ad96-c30d61844d51', 'status': 'completed', 'code': 200} Jul 07 18:06:58.924761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:58.964162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ac2636-1553-4212-b201-7a0208685307']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:59.000404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] For port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:59.013775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e431a46e-bb2a-4772-a14d-af50abc310da') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:59.014079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e431a46e-bb2a-4772-a14d-af50abc310da') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:59.023531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] For port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:59.027088 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb911dfe-688f-4bb2-a039-513eac78969b req-693c686d-d37d-4ec9-9072-0b5f34589083 service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883698 Jul 07 18:06:59.027654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2bf0b-834d-49c8-9e9d-224c9f98f637 req-0b0f8d24-6de0-4fc7-97cd-f2f185828faa tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.029504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0a2bf0b-834d-49c8-9e9d-224c9f98f637 req-0b0f8d24-6de0-4fc7-97cd-f2f185828faa tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 943 time: 0.9720314 Jul 07 18:06:59.040471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.062690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.063175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.063658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.064131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.064600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.065102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.065567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.067655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-9ec9a24a-8f60-4eea-a273-7324ac916eaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6302 time: 0.9631135 Jul 07 18:06:59.076171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.085854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.086483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.087927 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] 10.222.0.55 "PUT /v2.0/ports/5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 200 len: 1091 time: 3.6072772 Jul 07 18:06:59.133721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:59.215066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d5f3d-4abd-4c31-9bb9-5f38079f240f service neutron] Pushing event updated for resources: {'Port': ['ID=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:59.229276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.347482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-73377c4b-ab22-4fd8-bf16-c15d37fdf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.350383 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-73377c4b-ab22-4fd8-bf16-c15d37fdf511 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 1094 time: 0.2296343 Jul 07 18:06:59.413760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.434508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:59.435193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:59.441852 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:59.536163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0a2bf0b-834d-49c8-9e9d-224c9f98f637 req-10fc445f-43cc-4286-a8e7-2fdc30aa5458 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925704 Jul 07 18:06:59.572057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.597304 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.598074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.646624 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.664949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.689441 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:59.697077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/a9ac2636-1553-4212-b201-7a0208685307 HTTP/1.1" status: 204 len: 168 time: 3.3880832 Jul 07 18:06:59.698675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:59.699329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-8f93c75d-d7d5-4ba5-982a-ce724016747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.699980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-8f93c75d-d7d5-4ba5-982a-ce724016747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.700731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-8f93c75d-d7d5-4ba5-982a-ce724016747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.702738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-8f93c75d-d7d5-4ba5-982a-ce724016747e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=909283c21bc949b3b1e0577610d476e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6218956 Jul 07 18:06:59.750281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-52dbeeae-7556-4738-a4fb-91710f2e8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.751719 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-52dbeeae-7556-4738-a4fb-91710f2e8e19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 916 time: 0.3909628 Jul 07 18:06:59.780045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18da78-dfe5-4556-9bba-295664acb029 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=a9ac2636-1553-4212-b201-7a0208685307,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:59.817984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-6bc1d396-962f-4819-9d8a-94f7458d4706 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=998d0385-e9f5-42e5-ad96-c30d61844d51 HTTP/1.1" status: 200 len: 217 time: 0.0544906 Jul 07 18:06:59.838086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Port': ['ID=607fad7d-7adf-4ff4-986f-96c0453220f1,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:59.914596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.921430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.927590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.933619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.939503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.941031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-336dfebb-8d30-4d13-9076-9776147ec84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.942583 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-336dfebb-8d30-4d13-9076-9776147ec84d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.0831060 Jul 07 18:06:59.946272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.952399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.955374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-8d4aca59-3964-4a4d-87b4-0e198fb3ee56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5397 time: 0.5145149 Jul 07 18:06:59.973945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb178641-6eb1-4128-a1eb-b046eea670a2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:59.979627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cb178641-6eb1-4128-a1eb-b046eea670a2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2768686 Jul 07 18:06:59.980324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47228) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:00.011913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-a84c4d80-ad49-40f0-8508-44ccc1ac482a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614545 Jul 07 18:07:00.107269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-e19cce98-8f9b-4258-9de8-e68e817eb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:00.108925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88728cdd-c9e2-428b-8dd6-b989cc4500a8 req-e19cce98-8f9b-4258-9de8-e68e817eb957 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3790572 Jul 07 18:07:00.127922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:00.183728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:00.207684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.217903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-5d26e296-4bff-45fa-b59a-dbd024870446 service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782079 Jul 07 18:07:00.241906 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bd50f241-07fb-4075-ad8c-dab667bc80f2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2430696 Jul 07 18:07:00.243652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Transition to ACTIVE for port object 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:00.244334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47232) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:00.250506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2100658383'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:00.256189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:00.267964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62f04d26-3349-4b23-a4d4-28f5127dddc9 req-3e9cb7c8-96ab-45e4-8ff2-85510569d646 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2940893 Jul 07 18:07:00.275671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Router 598bfe48-45db-4867-93a9-4f9b703a821e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:00.288630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.346430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 83f7d9fe-4ec3-4843-a9e0-434720356be7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:00.405280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:00.409191 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.431498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Pushing event updated for resources: {'Port': ['ID=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:00.457342 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-69391292-9b68-472e-915a-3fc21ef1b3d0 req-ce4f110f-c113-4a03-8e83-afba61b6059c service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317834 Jul 07 18:07:00.474143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 83f7d9fe-4ec3-4843-a9e0-434720356be7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:00.474656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.546247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:00.574065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.574424 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment 2921d111-c4a7-4ddc-9c8a-cbab7411df9f of type vlan for network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff Jul 07 18:07:00.660886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Attempting to bind port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:00.661229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Attempting to bind port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:00.661565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Attempting to bind port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 on network 82c89e28-4704-4bdf-9808-aabe4c6116ce {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:00.688368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 on network 82c89e28-4704-4bdf-9808-aabe4c6116ce not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:07:00.688787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Attempting to bind port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 on network 82c89e28-4704-4bdf-9808-aabe4c6116ce {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:00.710151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:00.710973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Checking segment: {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:00.711566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Bound using segment: {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:00.712206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Bound port: 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:00.712743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.716883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.731179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:00.738472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08055ff2-8e36-406a-96f4-5ac00c100f7a admin admin] 10.222.0.88 "PUT /v2.0/routers/598bfe48-45db-4867-93a9-4f9b703a821e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8876562 Jul 07 18:07:00.741704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:00.744914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] Sync routers for ids ['598bfe48-45db-4867-93a9-4f9b703a821e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:00.763445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] Routers {'598bfe48-45db-4867-93a9-4f9b703a821e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:00.764526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['598bfe48-45db-4867-93a9-4f9b703a821e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:00.766961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Router a7416b3f-1e8a-4592-9c14-ae3ed371f933 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:00.812322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] For port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:00.816727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] For port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:00.825546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.849370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:00.850339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.851820 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 200 len: 1091 time: 1.7224121 Jul 07 18:07:00.882963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] Set router 598bfe48-45db-4867-93a9-4f9b703a821e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:00.902000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f'}, {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:00.906278 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22289b97-4061-41e8-ab10-8bda50f03b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f"}, {"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:00.917066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Request body: {'port': {'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:00.967859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.970270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-97a23a19-5ded-4165-9f88-4c6c5c044fb4 None None] Provisioning complete for port 607fad7d-7adf-4ff4-986f-96c0453220f1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:00.970984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-97a23a19-5ded-4165-9f88-4c6c5c044fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:00.973892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:00.974756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:01.067273 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21980ca1-6788-4728-94d5-554ce0fe77e9 x-openstack-request-id: req-21980ca1-6788-4728-94d5-554ce0fe77e9 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:01.067543 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:01.067710 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-21980ca1-6788-4728-94d5-554ce0fe77e9 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:01.068119 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f', 'status': 'completed', 'code': 200} Jul 07 18:07:01.068375 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80', 'status': 'completed', 'code': 200} Jul 07 18:07:01.070352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-97a23a19-5ded-4165-9f88-4c6c5c044fb4 None None] Port 607fad7d-7adf-4ff4-986f-96c0453220f1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:01.096213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8497570 Jul 07 18:07:01.105452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47252) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:01.128765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:01.180027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43497a-d1c3-4688-961f-793de8e040c0 req-dc117736-60bf-4de9-9edc-f002b1927201 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.185707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c43497a-d1c3-4688-961f-793de8e040c0 req-dc117736-60bf-4de9-9edc-f002b1927201 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 943 time: 0.5027542 Jul 07 18:07:01.187118 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:01.251457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f33698-15db-460b-a6be-fd93eb8064b7 service neutron] Pushing event updated for resources: {'Port': ['ID=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:01.302394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:06:57Z', 'revision_number': 5, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port': {'id': 'b9b3111d-8c5f-4ed8-a28a-52a1e975f09d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:04:03Z', 'updated_at': '2021-07-07T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:01.322329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:01.346419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbf83a-c3d3-44a5-9447-5e989d9e3f09 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:01.365419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] Checking router: 598bfe48-45db-4867-93a9-4f9b703a821e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:01.372606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:01.386505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:01.393142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] Routers {'598bfe48-45db-4867-93a9-4f9b703a821e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:01.394357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['598bfe48-45db-4867-93a9-4f9b703a821e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:01.397188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:01.436251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:01.495900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c43497a-d1c3-4688-961f-793de8e040c0 req-b8e2d22f-08f4-48fc-acde-62ed212ec070 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894128 Jul 07 18:07:01.531030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:01.538542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 998d0385-e9f5-42e5-ad96-c30d61844d51 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:01.549008 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] Sync routers for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:01.553992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.554490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.554991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.555448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.555926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.556391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.556873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:01.559084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-b7264702-84c4-407c-829a-f4c3ad203a93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6411 time: 0.4044318 Jul 07 18:07:01.572545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-732f85fc-ec27-484d-9cbd-aff14fd7c501 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6753521 Jul 07 18:07:01.581560 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:01.582309 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:01.583295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47256) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:01.780955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] Set router 598bfe48-45db-4867-93a9-4f9b703a821e gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:01.870240 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:01.880268 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:01.881312 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:01.895677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:07:01Z', 'revision_number': 6, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:01.915200 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:01.916230 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b02728-02da-4374-a76b-c0826bfc795d None None] The sync data for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:01.971824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4631e4c3-71d7-4e08-b77d-bc53ce2b8394 None None] The sync data for ids ['598bfe48-45db-4867-93a9-4f9b703a821e'] in n-d-798930-2 is: [{'id': '598bfe48-45db-4867-93a9-4f9b703a821e', 'name': 'tempest-ServerRescueTestJSON-1378900497-router', 'tenant_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:04:01Z', 'updated_at': '2021-07-07T18:07:01Z', 'revision_number': 6, 'project_id': '0fde7cda1a6b4b6da63460a7056a69f8', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:02.045134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 998d0385-e9f5-42e5-ad96-c30d61844d51, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=998d0385-e9f5-42e5-ad96-c30d61844d51,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:02.175717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.187883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2a81ed-e4f8-4dee-a5c6-b68200593172 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:02.289111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.329855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=b1581395-21e3-4d65-ac59-665a4047b339,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:02.417930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': '2921d111-c4a7-4ddc-9c8a-cbab7411df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:02.418458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:02.420997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '998d0385-e9f5-42e5-ad96-c30d61844d51', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'port_id': '998d0385-e9f5-42e5-ad96-c30d61844d51', 'mac_address': 'fa:16:3e:81:b4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da12058-8aa2-4ad0-bd97-35971f24adae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:02.429460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e2049b3-17ad-4077-80e5-ff32164c03c2 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:02.432091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Transition to ACTIVE for port object 3e2a81ed-e4f8-4dee-a5c6-b68200593172 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:02.442586 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.473968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1e2049b3-17ad-4077-80e5-ff32164c03c2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:02.474896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1e2049b3-17ad-4077-80e5-ff32164c03c2 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:02.513314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:02.519805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Deleting port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:02.520442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.582425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a81ed-e4f8-4dee-a5c6-b68200593172,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:02.582852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.585074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:02.591145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:02.593279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.595336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-425ebe0f-5f9f-4cba-b40c-8855430c2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:02.595908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-425ebe0f-5f9f-4cba-b40c-8855430c2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:02.596508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-425ebe0f-5f9f-4cba-b40c-8855430c2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:02.598452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-425ebe0f-5f9f-4cba-b40c-8855430c2099 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=909283c21bc949b3b1e0577610d476e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0263143 Jul 07 18:07:02.604860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcea02a-4e9c-41b2-9ac0-ea60b7509b26 None None] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:02.655917 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3c6aed5-5423-4b41-ba67-958389496489 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5477419 Jul 07 18:07:02.658927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47276) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:02.676411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff', 'name': 'tempest-PortsTestJSON-1519669592'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:02.743527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998d0385-e9f5-42e5-ad96-c30d61844d51 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:02.806159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 998d0385-e9f5-42e5-ad96-c30d61844d51, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=998d0385-e9f5-42e5-ad96-c30d61844d51,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:02.814991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.901461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:02.905330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.969997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port 3b707a0a-4852-4ce1-b142-52dbf6e319cd yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:07:02.996635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff', 'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff', 'tenant_id': '55d81440d7e340a28e55b2b63f3570a0', 'fixed_ips': [{'subnet_id': 'b1581395-21e3-4d65-ac59-665a4047b339'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:02.998119 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.018752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.033524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.037838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=998d0385-e9f5-42e5-ad96-c30d61844d51,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:03.051830 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.058439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.068099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.074911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.089182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.091192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-9e74701f-2eb7-4268-aa21-dd8f5904d195 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5409 time: 0.7920699 Jul 07 18:07:03.113809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Attempting to bind port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:03.114382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Attempting to bind port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:03.114859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Attempting to bind port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 on network 82c89e28-4704-4bdf-9808-aabe4c6116ce {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:03.122895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 on network 82c89e28-4704-4bdf-9808-aabe4c6116ce not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:07:03.123433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Attempting to bind port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 on network 82c89e28-4704-4bdf-9808-aabe4c6116ce {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:03.147256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:03.147677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Checking segment: {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:03.148004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Bound using segment: {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:03.148457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Bound port: 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20859f77-f70c-42c4-849a-72e9e232440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:03.148820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.151544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.3 (b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff/b1581395-21e3-4d65-ac59-665a4047b339/3b707a0a-4852-4ce1-b142-52dbf6e319cd) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:03.190961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:03.195529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d4b311a-cc65-4413-bccc-df3313c3eb99 req-b3123964-3e0c-4379-87a9-1d05fa8c9c66 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870478 Jul 07 18:07:03.249051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] For port 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:03.253132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] For port 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:03.412863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-a97a5c9c-a8d9-4e38-8a27-809973476341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.414573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-a97a5c9c-a8d9-4e38-8a27-809973476341 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6068130 Jul 07 18:07:03.419292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] For port b9b3111d-8c5f-4ed8-a28a-52a1e975f09d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:03.419650 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.434512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.441462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da9d-8f0e-4c8c-9253-c883cce08451 req-60636608-52f4-455e-8bc9-92f2e79a944e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.443547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.449361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4f4da9d-8f0e-4c8c-9253-c883cce08451 req-60636608-52f4-455e-8bc9-92f2e79a944e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 944 time: 0.6236470 Jul 07 18:07:03.474666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Calling delete_port for b9b3111d-8c5f-4ed8-a28a-52a1e975f09d owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:03.484670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.485470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.486897 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] 10.222.0.55 "PUT /v2.0/ports/3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 1091 time: 2.5766604 Jul 07 18:07:03.512777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:03.515502 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:03.524173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object 3b707a0a-4852-4ce1-b142-52dbf6e319cd will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:03.543312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd093689-6a1b-4396-b9cc-342a926e281f service neutron] Pushing event updated for resources: {'Port': ['ID=3e2a81ed-e4f8-4dee-a5c6-b68200593172,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:03.573406 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccab22e-7178-4958-97aa-702f21c6c6d6 x-openstack-request-id: req-eccab22e-7178-4958-97aa-702f21c6c6d6 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:03.574341 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:03.574341 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eccab22e-7178-4958-97aa-702f21c6c6d6 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:03.574341 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172', 'status': 'completed', 'code': 200} Jul 07 18:07:03.591333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.628564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4f4da9d-8f0e-4c8c-9253-c883cce08451 req-7de510e4-bc5b-45d4-a625-aa1a3444fcce tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782887 Jul 07 18:07:03.640997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:03.647268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:03.673587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=3b707a0a-4852-4ce1-b142-52dbf6e319cd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:03.677402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:03.689642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Allocated IP 172.20.0.2 (b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff/b1581395-21e3-4d65-ac59-665a4047b339/6a02aed7-7e14-407c-a7cd-13a163f2b9f1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:03.788976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.789733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.802156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.804724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.805660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.806772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.806772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.807808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.808292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:03.810820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-73aaf534-cd25-4edf-a90b-3e2072c48797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6478 time: 0.3338773 Jul 07 18:07:03.817118 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0b1ef112-92ca-4a2e-a3f6-0c73b2f96200 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1564536 Jul 07 18:07:03.818613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47284) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:03.823813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff', 'name': 'tempest-PortsTestJSON-357005931'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:03.827897 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-c6c020b6-5588-4782-8971-cf4635977096 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:07:03.831707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c6c020b6-5588-4782-8971-cf4635977096 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2440882 Jul 07 18:07:03.833999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47286) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:03.846050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.938034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.949549 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.959557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Transition to ACTIVE for port object 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:03.976864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Transition to ACTIVE for port object 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:03.985939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.027406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:04.032755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:04.037383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:04.050979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Pushing event updated for resources: {'Port': ['ID=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:04.115490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Attempting to bind port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:04.115871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Attempting to bind port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '2921d111-c4a7-4ddc-9c8a-cbab7411df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:04.116119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b3111d-8c5f-4ed8-a28a-52a1e975f09d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:04.116216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Attempting to bind port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 on network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:04.123693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:04.123933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Checking segment: {'id': '2921d111-c4a7-4ddc-9c8a-cbab7411df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:04.124480 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.124942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Bound using segment: {'id': '2921d111-c4a7-4ddc-9c8a-cbab7411df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:04.125409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Bound port: 6a02aed7-7e14-407c-a7cd-13a163f2b9f1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2921d111-c4a7-4ddc-9c8a-cbab7411df9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:04.125794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.172092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-820c0a40-1b55-4f85-9465-9fa943586e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.172569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-820c0a40-1b55-4f85-9465-9fa943586e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.173189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-820c0a40-1b55-4f85-9465-9fa943586e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.174819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-820c0a40-1b55-4f85-9465-9fa943586e58 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=909283c21bc949b3b1e0577610d476e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3431380 Jul 07 18:07:04.208440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] For port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:04.215113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.221514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] For port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,segment=NetworkSegment(2921d111-c4a7-4ddc-9c8a-cbab7411df9f),segment_id=2921d111-c4a7-4ddc-9c8a-cbab7411df9f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:04.229499 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.265057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b9b3111d-8c5f-4ed8-a28a-52a1e975f09d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:04.279631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.302492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b9b3111d-8c5f-4ed8-a28a-52a1e975f09d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:04.302834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b9b3111d-8c5f-4ed8-a28a-52a1e975f09d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:04.365681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bdbf7-c4db-4034-baf4-2a8471eeb638 None None] Pushing event updated for resources: {'Port': ['ID=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:04.507326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.533832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.657843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-8b64e98f-9c14-4c92-bd7d-5d22f6ea41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.677370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22289b97-4061-41e8-ab10-8bda50f03b8b req-8b64e98f-9c14-4c92-bd7d-5d22f6ea41e8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4795802 Jul 07 18:07:04.694903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.696957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598bfe48-45db-4867-93a9-4f9b703a821e {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:04.706239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.711247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6cdacb02-2055-4ba5-83f8-79c16a8fb05f admin admin] 10.222.0.88 "DELETE /v2.0/routers/598bfe48-45db-4867-93a9-4f9b703a821e HTTP/1.1" status: 204 len: 168 time: 3.9523153 Jul 07 18:07:04.714111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47298) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:04.798099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.805148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.811829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.820056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.839311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.850348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.862328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:04.869594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-bdd9b69b-8a33-481e-a3ea-248246108b0e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.4014328 Jul 07 18:07:04.897655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:04.901616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.975417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:07:05.013819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bff9a816-ff8c-4eee-ade5-5deb48f3942d req-8201c4a0-0f7f-4498-883d-7bc21141b807 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332200 Jul 07 18:07:05.065888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.066703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.067407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.068041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.068682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.069739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.070406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.072816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f46d81e2-fa39-4e1d-8d45-3b25ff9056c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6478 time: 0.3405693 Jul 07 18:07:05.238743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] Deleting subnet b59b353d-3031-463e-a42c-d95411acdffc {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:05.244569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting port 607fad7d-7adf-4ff4-986f-96c0453220f1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:05.244952 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.251252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.358013 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.457465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.469129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.470147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 998d0385-e9f5-42e5-ad96-c30d61844d51 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:05.528705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Calling delete_port for 607fad7d-7adf-4ff4-986f-96c0453220f1 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:05.558912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-4d6aad9c-7e93-4026-a45c-78d50a402763 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 217 time: 0.4728198 Jul 07 18:07:05.582376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.4 (b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff/b1581395-21e3-4d65-ac59-665a4047b339/d450bc8b-7f3c-4503-bc3c-a7dcdfda6038) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:05.590185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 998d0385-e9f5-42e5-ad96-c30d61844d51 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:05.598805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 998d0385-e9f5-42e5-ad96-c30d61844d51 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:05.599609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.622819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ade7b-6fe8-491d-974b-6701f9e0cc2d req-d88c2cd9-da8e-404d-81ed-b60c2191bcfc tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.632318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-725ade7b-6fe8-491d-974b-6701f9e0cc2d req-d88c2cd9-da8e-404d-81ed-b60c2191bcfc tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 944 time: 0.7593646 Jul 07 18:07:05.706158 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.756087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.788859 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.845875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d0385-e9f5-42e5-ad96-c30d61844d51'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:05.850596 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00a6e3d-7a60-4f9d-a29b-f5961867492d" -d '{"events": [{"server_uuid": "d60b2794-1b38-46c4-ba54-e2efd92d3db2", "name": "network-vif-plugged", "status": "completed", "tag": "998d0385-e9f5-42e5-ad96-c30d61844d51"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:05.874550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 998d0385-e9f5-42e5-ad96-c30d61844d51, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=998d0385-e9f5-42e5-ad96-c30d61844d51,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:05.877896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64dcb8-5370-493a-aaa3-efabbee4d4ce None None] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:05.882404 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.892279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59b353d-3031-463e-a42c-d95411acdffc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:05.898991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-725ade7b-6fe8-491d-974b-6701f9e0cc2d req-b8793503-6501-4b34-a09b-1fd06c43a085 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595685 Jul 07 18:07:05.961772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.962675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-9fd0c897-fe47-48bf-81ad-55d5e4869ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:05.964566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-9fd0c897-fe47-48bf-81ad-55d5e4869ff0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 200 len: 851 time: 0.3524232 Jul 07 18:07:05.967488 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ec35999f-ff27-4dd1-9e5a-a1aa87786f63 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b59b353d-3031-463e-a42c-d95411acdffc HTTP/1.1" status: 204 len: 168 time: 1.2528615 Jul 07 18:07:05.967911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47306) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:05.992115 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9a6764-1e4a-48fc-8e97-fcb63f6dbbb9 x-openstack-request-id: req-7b9a6764-1e4a-48fc-8e97-fcb63f6dbbb9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:05.993387 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b2794-1b38-46c4-ba54-e2efd92d3db2", "name": "network-vif-plugged", "status": "completed", "tag": "998d0385-e9f5-42e5-ad96-c30d61844d51", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:05.993649 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b9a6764-1e4a-48fc-8e97-fcb63f6dbbb9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:05.994056 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d0385-e9f5-42e5-ad96-c30d61844d51', 'code': 200} Jul 07 18:07:06.065153 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4a5f8604-08df-4a34-aaf6-2e91b773e60f None None] Provisioning for port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:06.102912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.124988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a00a3-1002-43b9-8ddb-2b93c4504db0 req-04d30e20-fa22-43d7-a1e1-0b197460317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:06.126528 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c6a00a3-1002-43b9-8ddb-2b93c4504db0 req-04d30e20-fa22-43d7-a1e1-0b197460317d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 1096 time: 0.1001751 Jul 07 18:07:06.162917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Port': ['ID=607fad7d-7adf-4ff4-986f-96c0453220f1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:06.165112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=998d0385-e9f5-42e5-ad96-c30d61844d51,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:06.256220 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.326017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:06.348817 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7c6a00a3-1002-43b9-8ddb-2b93c4504db0 req-6a0bb0ae-a93e-4ae1-a2e3-0cb8d7536318 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029817 Jul 07 18:07:06.351942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.368380 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.395222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:06.472057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.476729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:06.492062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:06.492456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.535513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-4914ca95-d718-463e-b674-411628562035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:06.539287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-4914ca95-d718-463e-b674-411628562035 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5614059 Jul 07 18:07:06.579409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Router a7416b3f-1e8a-4592-9c14-ae3ed371f933 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:06.627811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.641862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:06.656779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6908cbd6-b149-4e6d-9a99-64dff3d77292') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:06.657342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6908cbd6-b149-4e6d-9a99-64dff3d77292') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:06.669538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.685945 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.687923 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.689325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:06.694076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:06.694678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.698116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-107cbcd0-a5be-4205-9ae9-8f8a405dff09 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8627305 Jul 07 18:07:06.702069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47312) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:06.753132 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-509d1a44-2f06-4ab4-9b79-e1a1595c344c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] delete failed (client error): The resource could not be found. Jul 07 18:07:06.754570 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-509d1a44-2f06-4ab4-9b79-e1a1595c344c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-1057432582 HTTP/1.1" status: 404 len: 335 time: 0.0507529 Jul 07 18:07:06.758537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47314) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:06.765161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1792d5aa-fe60-49ae-91c2-68a495ed91eb tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7416b3f-1e8a-4592-9c14-ae3ed371f933'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:06.769647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,segment=NetworkSegment(2921d111-c4a7-4ddc-9c8a-cbab7411df9f),segment_id=2921d111-c4a7-4ddc-9c8a-cbab7411df9f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:06.771079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] Sync routers for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:06.780249 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:06.810883 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:06.830843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.882344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:06.883893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:06.893736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.898117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] 10.222.0.88 "DELETE /v2.0/networks/4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8 HTTP/1.1" status: 204 len: 168 time: 0.9289854 Jul 07 18:07:06.924572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:06.960670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41e815-b0f3-4fd2-a69f-dab2254da6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb7c6ec-4e3f-40f1-82db-ab7117bd8ac8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:06.968708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:06.975614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:06.980327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=d450bc8b-7f3c-4503-bc3c-a7dcdfda6038,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:06.981383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:07.002179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.010418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.023902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.037361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.044175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:07.051716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.062341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.069643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:07.070446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:07.072705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.073578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2696bee7-327f-4ac3-8734-5bd9758db3df None None] Provisioning complete for port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:07.074132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2696bee7-327f-4ac3-8734-5bd9758db3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.084590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-30d47197-793b-4c46-ba8c-8e7bc9f51364 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.8007805 Jul 07 18:07:07.204166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:07.205163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56a7fc-2f79-4351-819a-39c379a171e0 None None] The sync data for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:07.279442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1792d5aa-fe60-49ae-91c2-68a495ed91eb tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.306702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.307516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.313233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47322) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:07.316368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-cecef26f-7a66-419c-a5c3-9845d1476aa2 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491428 Jul 07 18:07:07.317017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2696bee7-327f-4ac3-8734-5bd9758db3df None None] Provisioning for port 3b707a0a-4852-4ce1-b142-52dbf6e319cd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:07.321332 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-1792d5aa-fe60-49ae-91c2-68a495ed91eb tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] update failed (client error): The resource could not be found. Jul 07 18:07:07.321580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2696bee7-327f-4ac3-8734-5bd9758db3df None None] Provisioning complete for port 3b707a0a-4852-4ce1-b142-52dbf6e319cd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:07.321950 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2696bee7-327f-4ac3-8734-5bd9758db3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.329770 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1792d5aa-fe60-49ae-91c2-68a495ed91eb tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933 HTTP/1.1" status: 404 len: 339 time: 0.5689907 Jul 07 18:07:07.333143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47324) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:07.339121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-109089923'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:07.369864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99a88669-c2c2-4e5c-bf0d-6706e5a6f7c1 req-ab0620b3-d442-49bb-92cc-050c83947907 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2837417 Jul 07 18:07:07.372290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:07.375429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2696bee7-327f-4ac3-8734-5bd9758db3df None None] Port 3b707a0a-4852-4ce1-b142-52dbf6e319cd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:07.382574 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.414969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:07.423649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.424030 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Added segment 9cebac47-eea1-465e-a3db-ca510347b9af of type vlan for network d4662fce-17f4-431b-8a83-7a285a23117d Jul 07 18:07:07.430611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b87b7166-aafa-4214-b086-459de82d7ffa tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6106143 Jul 07 18:07:07.433822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47326) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:07.495498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fcbe2-e0d3-44b5-8fd0-6abf2890c87a req-0705daee-d0f1-4835-ba16-a148dcca6ce0 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.497179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba7fcbe2-e0d3-44b5-8fd0-6abf2890c87a req-0705daee-d0f1-4835-ba16-a148dcca6ce0 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 945 time: 0.2946153 Jul 07 18:07:07.499688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ec88176e-0917-4b94-b8a3-92fcfff26445 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0fde7cda1a6b4b6da63460a7056a69f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820869 Jul 07 18:07:07.506431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-55c513e4-d065-4147-96a0-2a4c043734ff None None] Provisioning for port d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:07.507053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47328) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:07.510531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-55c513e4-d065-4147-96a0-2a4c043734ff None None] Provisioning complete for port d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:07.510906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55c513e4-d065-4147-96a0-2a4c043734ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.554529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-31e5ee0c-fc35-4324-aef6-1d2ef4d79138 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226663 Jul 07 18:07:07.560916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.563610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-55c513e4-d065-4147-96a0-2a4c043734ff None None] Port d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:07.564799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba7fcbe2-e0d3-44b5-8fd0-6abf2890c87a req-6ff64578-48e9-4e18-aaf8-ddd1d82e447b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578568 Jul 07 18:07:07.574660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-55c513e4-d065-4147-96a0-2a4c043734ff None None] Provisioning complete for port 3b707a0a-4852-4ce1-b142-52dbf6e319cd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:07.575078 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55c513e4-d065-4147-96a0-2a4c043734ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.613776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-55c513e4-d065-4147-96a0-2a4c043734ff None None] Port 3b707a0a-4852-4ce1-b142-52dbf6e319cd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:07.614418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-0cab1135-f0f6-4532-afe3-82d504a30a52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 217 time: 0.0489173 Jul 07 18:07:07.658257 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f206f75d-d2c0-4018-ace3-0eccbf5325c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.666179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-67bdbee7-ffc8-4529-946b-00901f7bd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.667860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-67bdbee7-ffc8-4529-946b-00901f7bd7d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0475967 Jul 07 18:07:07.687869 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.693661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.694321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.704331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c75a8-b4d7-4d38-b221-c6ba4b680737 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.705726 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-620c75a8-b4d7-4d38-b221-c6ba4b680737 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.2705941 Jul 07 18:07:07.709168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47332) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:07.766268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f206f75d-d2c0-4018-ace3-0eccbf5325c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.784262 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4498613 Jul 07 18:07:07.790659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47338) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:07.795818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'subnet': {'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:07.805383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c8553743-f091-4f0e-9107-89cafac8cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.806890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c8553743-f091-4f0e-9107-89cafac8cac4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1322367 Jul 07 18:07:07.808743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8d47d-293b-47e5-8ac5-3c360a2d9167 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Network': ['ID=d4662fce-17f4-431b-8a83-7a285a23117d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:07.821984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d4662fce-17f4-431b-8a83-7a285a23117d details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:07.914095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:07.914347 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.941030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Made reservation on behalf of 3c56c800737b4333834133ad8734a6b0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:07.945247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:07.996806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-719dc398-470c-497a-acab-f9afe85cf328 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813903 Jul 07 18:07:08.004563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f206f75d-d2c0-4018-ace3-0eccbf5325c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.007467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f206f75d-d2c0-4018-ace3-0eccbf5325c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.009936 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f206f75d-d2c0-4018-ace3-0eccbf5325c2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/44bd916e-0b51-45df-b92c-4eb73cbb40b0 HTTP/1.1" status: 204 len: 168 time: 0.5016716 Jul 07 18:07:08.030579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206f75d-d2c0-4018-ace3-0eccbf5325c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd916e-0b51-45df-b92c-4eb73cbb40b0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:08.167041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.227919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:08.237912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.279377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:08.313478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3b5267e0-77ff-488e-9245-1ff8ad6753c1 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071308 Jul 07 18:07:08.338885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:08.340385 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.354318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Subnet': ['ID=553c5257-ac1a-4f4a-af6c-4a9ff39d2da8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:08.388346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Checking segment: {'id': '9cebac47-eea1-465e-a3db-ca510347b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:08.388346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network hostable DHCP agents. Network: d4662fce-17f4-431b-8a83-7a285a23117d, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:08.427494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network d4662fce-17f4-431b-8a83-7a285a23117d is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:08.445145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d4662fce-17f4-431b-8a83-7a285a23117d) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:08.451204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-3a176536-e60a-46f5-a518-2eb3a992fb8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 217 time: 0.1255827 Jul 07 18:07:08.456055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:08.456679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.478165 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-02bde3d6-80b6-4baf-9dc4-574982f1dd47 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6862617 Jul 07 18:07:08.480743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:08.487402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-39ac9fc5-c656-4a9c-a03e-05b2cf48f9f6 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:08.514357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a9387-5781-461f-ac57-6e11847bb487 None None] Network d4662fce-17f4-431b-8a83-7a285a23117d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:08.685693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.732863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-56da3667-f989-402a-9efb-1124e763c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:08.735721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-56da3667-f989-402a-9efb-1124e763c030 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.2723949 Jul 07 18:07:08.791899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-d4662fce-17f4-431b-8a83-7a285a23117d', 'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d', 'tenant_id': '3c56c800737b4333834133ad8734a6b0', 'fixed_ips': [{'subnet_id': '553c5257-ac1a-4f4a-af6c-4a9ff39d2da8'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:08.793167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.794154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=d450bc8b-7f3c-4503-bc3c-a7dcdfda6038,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:08.896120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39ac9fc5-c656-4a9c-a03e-05b2cf48f9f6 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:08.974166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:08.987563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.004390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.034015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.042238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.052320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.062254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.075390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Allocated IP 2001:db8:1::2 (d4662fce-17f4-431b-8a83-7a285a23117d/553c5257-ac1a-4f4a-af6c-4a9ff39d2da8/aebc66d3-a7fb-43c3-8ac4-f376594de420) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:09.078583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-a1480cbf-6336-4326-8706-0945115ff84c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.5022004 Jul 07 18:07:09.120233 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-39ac9fc5-c656-4a9c-a03e-05b2cf48f9f6 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:07:09.127404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-39ac9fc5-c656-4a9c-a03e-05b2cf48f9f6 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933 HTTP/1.1" status: 400 len: 364 time: 0.6443424 Jul 07 18:07:09.127653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47378) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:09.175707 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.178341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-80ccfcfa-17cf-46c6-955b-a46524de57ce tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 HTTP/1.1" status: 204 len: 168 time: 1.4686785 Jul 07 18:07:09.194629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47380) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:09.204767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e289268-14a7-4cbd-877f-5160357e1f66 req-827803a4-e952-4e2d-be14-4cc252a4bf7f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248159 Jul 07 18:07:09.245598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-23eb4d4e-82bb-4a07-b4fe-b336ca7f0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.247625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-23eb4d4e-82bb-4a07-b4fe-b336ca7f0135 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4639509 Jul 07 18:07:09.276320 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-685dfe16-6ef0-43dc-86b5-851c74b0f87b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:07:09.281199 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-685dfe16-6ef0-43dc-86b5-851c74b0f87b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/d450bc8b-7f3c-4503-bc3c-a7dcdfda6038 HTTP/1.1" status: 404 len: 333 time: 0.0851493 Jul 07 18:07:09.281850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47388) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:09.375845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457f21e-eaf7-45d9-ace6-207df93d75fa req-55515a90-cfdf-45c1-b917-c90622c02bca tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.380891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2457f21e-eaf7-45d9-ace6-207df93d75fa req-55515a90-cfdf-45c1-b917-c90622c02bca tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 945 time: 0.5529325 Jul 07 18:07:09.520171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-31627081-f4f5-41e0-a007-a62cefac9b24 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618468 Jul 07 18:07:09.529521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2457f21e-eaf7-45d9-ace6-207df93d75fa req-62160e4a-36ce-4d7a-ae21-523e6bef89b8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311247 Jul 07 18:07:09.548942 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.574772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Transition to ACTIVE for port object aebc66d3-a7fb-43c3-8ac4-f376594de420 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:09.601707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Transition to ACTIVE for port object aebc66d3-a7fb-43c3-8ac4-f376594de420 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:09.611802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.639727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Network d4662fce-17f4-431b-8a83-7a285a23117d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:09.653026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 3b707a0a-4852-4ce1-b142-52dbf6e319cd {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:09.653493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.662596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:09.666495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:09.680276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.722193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-f7321ca9-7a89-4e93-b217-88b7c4bb574c service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915567 Jul 07 18:07:09.743701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Pushing event updated for resources: {'Port': ['ID=aebc66d3-a7fb-43c3-8ac4-f376594de420,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:09.755116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Attempting to bind port aebc66d3-a7fb-43c3-8ac4-f376594de420 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:09.755499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Attempting to bind port aebc66d3-a7fb-43c3-8ac4-f376594de420 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9cebac47-eea1-465e-a3db-ca510347b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:09.755860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Attempting to bind port aebc66d3-a7fb-43c3-8ac4-f376594de420 on network d4662fce-17f4-431b-8a83-7a285a23117d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:09.772759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:09.774415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Checking segment: {'id': '9cebac47-eea1-465e-a3db-ca510347b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:09.774837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.776244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Bound using segment: {'id': '9cebac47-eea1-465e-a3db-ca510347b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:09.776781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Bound port: aebc66d3-a7fb-43c3-8ac4-f376594de420, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cebac47-eea1-465e-a3db-ca510347b9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4662fce-17f4-431b-8a83-7a285a23117d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:09.777197 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.822775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-7020e93a-3ac1-4a42-8ab9-ce33d14bfcd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 200 len: 217 time: 0.0925937 Jul 07 18:07:09.886219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-80ec7502-065f-4a2e-80ba-520d1131a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.888340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-80ec7502-065f-4a2e-80ba-520d1131a02c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0583909 Jul 07 18:07:09.950386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] For port aebc66d3-a7fb-43c3-8ac4-f376594de420, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:09.954390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] For port aebc66d3-a7fb-43c3-8ac4-f376594de420, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aebc66d3-a7fb-43c3-8ac4-f376594de420,segment=NetworkSegment(9cebac47-eea1-465e-a3db-ca510347b9af),segment_id=9cebac47-eea1-465e-a3db-ca510347b9af)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:09.961604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.992400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c282e21b-6856-46fe-817f-0058bab2ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:09.997033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c282e21b-6856-46fe-817f-0058bab2ac1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010094 Jul 07 18:07:10.089071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad18f38-d71b-4da1-9852-3650cd2d0702 None None] Pushing event updated for resources: {'Port': ['ID=aebc66d3-a7fb-43c3-8ac4-f376594de420,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:10.622756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Allocated IP 2001:db8::1 (e41b637e-d4af-4834-b3f5-2db5cdd8cadf/efa68423-5e65-4564-a790-1763f49fc338/84d1c4a9-410e-47f2-866f-137bf27b8fed) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:10.655688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ad73838-eff9-48ca-93e0-bef11af24915 req-89327abe-8b3b-4cf5-a021-629b5a417900 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.5250230 Jul 07 18:07:10.825864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:10.851247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Transition to ACTIVE for port object 84d1c4a9-410e-47f2-866f-137bf27b8fed will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:10.869393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2dc9ad89-69c3-41a8-a965-561049ccfb58 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8566592 Jul 07 18:07:10.903216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:10.911752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:10.924926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:10.940116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:10.954208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:10.965115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.010838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:11.035999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:11.052432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6ace4602-627c-45aa-9baf-6a92505677ac tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.3979120 Jul 07 18:07:11.085403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.153833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:11.179407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8bb91b8-cb58-4ca9-98a7-282d1c305492 req-6d0bed48-7fe4-43d0-b096-63a045a02436 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247385 Jul 07 18:07:11.204120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:11.216664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 3b707a0a-4852-4ce1-b142-52dbf6e319cd owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:11.240954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:11.244274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.262308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-79b75bdb-8636-4b09-893c-a1728393ce94 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697173 Jul 07 18:07:11.343713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Port': ['ID=84d1c4a9-410e-47f2-866f-137bf27b8fed,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:11.368361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-06af9982-44c2-40ab-bca4-7656f346fef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 200 len: 217 time: 0.0838518 Jul 07 18:07:11.503256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-d5aac8e0-a84c-4ab2-949a-ec5fd1e3b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:11.506214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-d5aac8e0-a84c-4ab2-949a-ec5fd1e3b48f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1243970 Jul 07 18:07:11.563076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55b6815f-df7f-49ec-aba8-f76e0c8387f3 req-549a13e2-5953-4123-8eb0-beeb5e4ce06f tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0527720 Jul 07 18:07:11.613450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.655214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-de89c734-90ea-46d3-9509-dd0f9978d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:11.657188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-de89c734-90ea-46d3-9509-dd0f9978d26e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267757 Jul 07 18:07:11.789964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2b0437a3-6431-4bbc-ad53-b2b3647db334 None None] Provisioning for port 84d1c4a9-410e-47f2-866f-137bf27b8fed completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:11.801081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2b0437a3-6431-4bbc-ad53-b2b3647db334 None None] Provisioning complete for port 84d1c4a9-410e-47f2-866f-137bf27b8fed triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:11.801503 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b0437a3-6431-4bbc-ad53-b2b3647db334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:11.821570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-6ea6402f-40c1-45ba-b403-6ebe3b16654e service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555574 Jul 07 18:07:11.873758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6b4ca-0984-4958-ad9a-fdaaa9f64934 None None] Network d4662fce-17f4-431b-8a83-7a285a23117d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:11.908957 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.017030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2b0437a3-6431-4bbc-ad53-b2b3647db334 None None] Port 84d1c4a9-410e-47f2-866f-137bf27b8fed cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:12.042367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=3b707a0a-4852-4ce1-b142-52dbf6e319cd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:12.059418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-fd0a8f85-bf8b-4ff3-91b9-e017610f24e8 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303476 Jul 07 18:07:12.159328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-cce1ec94-4d9d-4ebd-a32d-5097c6933995 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 200 len: 217 time: 0.0912583 Jul 07 18:07:12.162382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.171656 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fd726347-950f-44c1-90f0-f749d4d58b8e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/3b707a0a-4852-4ce1-b142-52dbf6e319cd HTTP/1.1" status: 204 len: 168 time: 2.8869123 Jul 07 18:07:12.174786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47468) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:12.295520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7ee5cee2-bdac-47c0-b04f-1cb662d3a4b1 None None] Provisioning for port aebc66d3-a7fb-43c3-8ac4-f376594de420 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:12.300286 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-776e7961-b55f-4614-a595-feea1baa12ed tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:07:12.311306 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-776e7961-b55f-4614-a595-feea1baa12ed tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/3b707a0a-4852-4ce1-b142-52dbf6e319cd HTTP/1.1" status: 404 len: 333 time: 0.1349838 Jul 07 18:07:12.313955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47474) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:12.322633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-6e893f8a-2ab1-4e5c-b4fd-c7bb8cfdf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.328084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-6e893f8a-2ab1-4e5c-b4fd-c7bb8cfdf8e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1627116 Jul 07 18:07:12.376103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aebc66d3-a7fb-43c3-8ac4-f376594de420 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:12.398960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.415806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.417327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.612368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:12.620223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:12.651028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c9302827-8d02-4580-ad3a-4855c3904d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.652406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-c9302827-8d02-4580-ad3a-4855c3904d5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3159115 Jul 07 18:07:12.738256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet b1581395-21e3-4d65-ac59-665a4047b339 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:12.748192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event updated for resources: {'Port': ['ID=84d1c4a9-410e-47f2-866f-137bf27b8fed,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:12.751627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.829188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.835266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.842999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.852040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.862899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.872019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.881515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.895448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:12.906062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-60f8999c-adb6-4768-b8e0-bd1fd324cfd5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.3767402 Jul 07 18:07:12.921631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port aebc66d3-a7fb-43c3-8ac4-f376594de420 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:12.930451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port aebc66d3-a7fb-43c3-8ac4-f376594de420 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:12.930871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:12.999624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.033287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20bd26ce-511e-48c1-815d-6e2c89a423f9 req-ef4cfbe3-c168-4a02-b9bf-2885793ea3a5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250432 Jul 07 18:07:13.084677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Router a7416b3f-1e8a-4592-9c14-ae3ed371f933 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:13.108411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-9242dc88-1c01-4397-be7c-3a78883ec9cf service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472637 Jul 07 18:07:13.122779 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.196318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port aebc66d3-a7fb-43c3-8ac4-f376594de420, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aebc66d3-a7fb-43c3-8ac4-f376594de420,segment=NetworkSegment(9cebac47-eea1-465e-a3db-ca510347b9af),segment_id=9cebac47-eea1-465e-a3db-ca510347b9af)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:13.211394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.324863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:13.337032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.347701 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] Sync routers for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:13.348357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b878bb22-079e-4f96-be5e-1ee61b317b4c None None] Provisioning complete for port 84d1c4a9-410e-47f2-866f-137bf27b8fed triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:13.348446 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b878bb22-079e-4f96-be5e-1ee61b317b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.355814 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:13.359412 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:13.382676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-da15d8b8-ee3a-4cfe-b4e6-3a29e18306e4 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2536020 Jul 07 18:07:13.385871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47492) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:13.409600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.411639 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/b1581395-21e3-4d65-ac59-665a4047b339 HTTP/1.1" status: 204 len: 168 time: 1.0965989 Jul 07 18:07:13.440914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47494) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:13.454266 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:13.478338 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:13.479204 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:13.479426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b878bb22-079e-4f96-be5e-1ee61b317b4c None None] Port 84d1c4a9-410e-47f2-866f-137bf27b8fed cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:13.489050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc2c4a2-d763-4fd8-a6ea-5487db09d0f3 None None] Network b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:13.515086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90057502-ec9d-4bf3-ad37-2312377b6677 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=b1581395-21e3-4d65-ac59-665a4047b339,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:13.549467 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:13.550127 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b05eaf-ee9c-41dd-8cb2-117065284cd5 None None] The sync data for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:13.609624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=aebc66d3-a7fb-43c3-8ac4-f376594de420,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:13.645272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d9771fbd-e329-4c2d-8c78-077b0b4eda48 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.673292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-da9c9e4d-2a15-47d8-88f6-d2379c243bfa None None] Provisioning complete for port aebc66d3-a7fb-43c3-8ac4-f376594de420 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:13.673897 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da9c9e4d-2a15-47d8-88f6-d2379c243bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:13.719295 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-204ff8a2-41ba-4ff9-9548-cec1dce4f98f req-a378ebd0-1f41-4301-997b-7a010099aa57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.0496316 Jul 07 18:07:13.822707 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-d9771fbd-e329-4c2d-8c78-077b0b4eda48 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 18:07:13.824174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d9771fbd-e329-4c2d-8c78-077b0b4eda48 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933 HTTP/1.1" status: 409 len: 329 time: 0.4373262 Jul 07 18:07:13.827725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47496) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:13.831388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75037c73-849a-4ec5-b0ba-d6c1451b1d50 req-918c24cb-f061-47c9-848f-095fd0f2319a tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.3962209 Jul 07 18:07:13.836280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-144b9bf2-fa32-4f41-9d32-f9d1df632a3d service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201896 Jul 07 18:07:13.911265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] DHCP port deletion for b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:13.955693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-35ce2505-ff72-4bb1-8cb6-259e65c716c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 217 time: 0.1138904 Jul 07 18:07:13.965600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.022485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] Deleting port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:14.023647 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.057622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-0e7cb797-da28-4a39-8509-2801f3145ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:14.060425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-0e7cb797-da28-4a39-8509-2801f3145ca0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.0891204 Jul 07 18:07:14.140255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] For port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,segment=NetworkSegment(2921d111-c4a7-4ddc-9c8a-cbab7411df9f),segment_id=2921d111-c4a7-4ddc-9c8a-cbab7411df9f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:14.141208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.147124 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:14.147829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:14.148292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.191348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] Calling delete_port for 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:14.256616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] For port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,segment=NetworkSegment(2921d111-c4a7-4ddc-9c8a-cbab7411df9f),segment_id=2921d111-c4a7-4ddc-9c8a-cbab7411df9f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:14.257726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.274377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:14.326900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aebc66d3-a7fb-43c3-8ac4-f376594de420 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:14.474151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.542358 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.546128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d90dd8d-3ea6-49b7-83e6-f9cea4cf70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:14.547885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-2d90dd8d-3ea6-49b7-83e6-f9cea4cf70c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4789965 Jul 07 18:07:14.600682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port aebc66d3-a7fb-43c3-8ac4-f376594de420 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:14.603274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.638714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:14.645710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No DVR routers for this DVR port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:14.829487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.864213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] Pushing event deleted for resources: {'Port': ['ID=6a02aed7-7e14-407c-a7cd-13a163f2b9f1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:14.873152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968ff20-f37a-46d6-9eaf-de5d439735b8 None None] No DVR routers for this DVR port 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:14.878563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:14.928431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:14.972031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:14.973478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:14.974926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6a02aed7-7e14-407c-a7cd-13a163f2b9f1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:14.988193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.004549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.007656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting port 84d1c4a9-410e-47f2-866f-137bf27b8fed {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:15.012908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.014353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.026953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.035270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.042054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.050629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1b97d1a-2546-414b-880d-11f770545354 req-61180e0e-6254-4524-9b63-dbff8e306611 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.6341248 Jul 07 18:07:15.054448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:15.097655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2921d111-c4a7-4ddc-9c8a-cbab7411df9f') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:15.098192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2921d111-c4a7-4ddc-9c8a-cbab7411df9f') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:15.116331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.122877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.131010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Calling delete_port for 84d1c4a9-410e-47f2-866f-137bf27b8fed owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:15.145499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-6cd9c120-04dc-4d51-94df-b81b349a6b97 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350857 Jul 07 18:07:15.195385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c289d61-cde3-4e0b-9721-1fbcc180a34f req-bc09d2a3-cf6f-4348-acdc-ded4706266cd tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0750866 Jul 07 18:07:15.208308 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.229279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1b97d1a-2546-414b-880d-11f770545354 req-7cf11077-93bf-4cca-a1ad-6fe9d00d3d7d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774163 Jul 07 18:07:15.278606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:15.279733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:15.283816 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:15.387012 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.393559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.396543 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.402034 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff HTTP/1.1" status: 204 len: 168 time: 1.9548647 Jul 07 18:07:15.411570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47512) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:15.456358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625566e-0cb6-48d3-9e7b-c085d6e481d8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=b63e9cbf-9eb7-4eb4-b392-f30b8eced7ff,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:15.464668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75ba4f9c-2dc8-4c68-ab8e-f3354ef49c4e req-9d114063-a93c-4d9e-acc6-c5c0d025b0f0 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069322 Jul 07 18:07:15.472430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-469675816'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:15.482983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Port': ['ID=84d1c4a9-410e-47f2-866f-137bf27b8fed,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:15.595857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:15.600207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.647022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.694913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.695590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.696070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.696539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.697032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.697935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.699216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.701447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-72950f70-30c3-4efd-9fde-3c2f5038a9df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6478 time: 0.1453907 Jul 07 18:07:15.720982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:15.775039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.776214 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment 6c29f221-2c2b-4c78-a9cb-601258f66b35 of type vlan for network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 Jul 07 18:07:15.808310 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b1fa-46e7-40fd-a6b8-979a8e99fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.918827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-adc357d8-1484-48fc-9dbe-9434717f266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:15.920319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-adc357d8-1484-48fc-9dbe-9434717f266a service neutron] 10.222.0.55 "GET /v2.0/networks?id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 902 time: 0.2102735 Jul 07 18:07:15.927239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.954173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Router a7416b3f-1e8a-4592-9c14-ae3ed371f933 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:15.978960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-ab515d92-1ce9-4908-ad7a-8ee6b85d7c73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 217 time: 0.0464857 Jul 07 18:07:16.042870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.048446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.049089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.050990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-b15d85c9-aee2-45df-b083-914c92996011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.053261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-b15d85c9-aee2-45df-b083-914c92996011 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.0679712 Jul 07 18:07:16.064687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:16.077652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] Sync routers for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:16.094962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10682334-0658-4830-a31e-6c6d057ad039 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2624469 Jul 07 18:07:16.095672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:16.096492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:16.099786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47520) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:16.139115 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6845777 Jul 07 18:07:16.146012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:16.154242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:16.156188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:16.165806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] Routers {'a7416b3f-1e8a-4592-9c14-ae3ed371f933'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:16.166482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:06:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:16.178047 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-03640f66-addc-4909-aa6a-06633b5870ce tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] show failed (client error): The resource could not be found. Jul 07 18:07:16.181044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-03640f66-addc-4909-aa6a-06633b5870ce tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-2030112956 HTTP/1.1" status: 404 len: 335 time: 0.0741873 Jul 07 18:07:16.184122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47524) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:16.198778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-914688bc-fc8b-4aca-b05e-82dfb84f8c17 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:16.207831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:16.208753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedb664-4048-4a04-bb1a-2f29a342f6a1 None None] The sync data for ids ['a7416b3f-1e8a-4592-9c14-ae3ed371f933'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:16.250946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c5d61-c289-4578-8033-d14fbd4ad039 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=4288fcc6-c392-487a-bf53-e44e8d3c4ea7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:16.267972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:16.277639 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-914688bc-fc8b-4aca-b05e-82dfb84f8c17 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] update failed (client error): The resource could not be found. Jul 07 18:07:16.283930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-914688bc-fc8b-4aca-b05e-82dfb84f8c17 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-594910402 HTTP/1.1" status: 404 len: 334 time: 0.0933747 Jul 07 18:07:16.286564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47530) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:16.305928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-f4e0978c-050d-42c8-9d3a-8f4fbc43bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.307448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-f4e0978c-050d-42c8-9d3a-8f4fbc43bd13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2468958 Jul 07 18:07:16.376895 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5511bf-c826-49e3-aa12-a9d28d88fa18 req-10f82d20-bae7-4836-9204-cf46e3c939aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.1036131 Jul 07 18:07:16.415503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting subnet 553c5257-ac1a-4f4a-af6c-4a9ff39d2da8 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:16.419681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:16.423731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.426620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.462967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f423c555-cd3f-45e4-a6dc-bf2fd17ba0a7 req-d1161fe9-825d-4134-9d83-6368d786ce48 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0365369 Jul 07 18:07:16.530742 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.548926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-c0e5b0f4-f8eb-418c-954e-926c370796be service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334778 Jul 07 18:07:16.676034 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.694854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.701391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.707960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.714323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.721124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.728604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.735340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:16.744290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-9ba03e22-9033-4cba-b744-4da7d1d0986d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.2581084 Jul 07 18:07:16.789179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.823764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.853666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:16.858999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/subnets/553c5257-ac1a-4f4a-af6c-4a9ff39d2da8 HTTP/1.1" status: 204 len: 168 time: 0.5674915 Jul 07 18:07:16.859885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47534) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:16.865107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ae598-822c-48f4-a503-ca2cb2dfd4c9 None None] Network d4662fce-17f4-431b-8a83-7a285a23117d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:17.002252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=8fd40e78-a503-4fe0-9bfd-4310187fa963,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:17.011502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': '6c29f221-2c2b-4c78-a9cb-601258f66b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:17.011864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: 4288fcc6-c392-487a-bf53-e44e8d3c4ea7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:17.104200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef3522-b3f2-4476-9b3c-31d4c016d835 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Subnet': ['ID=553c5257-ac1a-4f4a-af6c-4a9ff39d2da8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:17.144475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.164701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc597250-6002-44e1-ba3d-8c3a37132747 req-c40d2b91-75c5-4fa1-8fc8-3874f32bdf09 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4194751 Jul 07 18:07:17.167687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c7e546d-64ea-4e06-8392-63c93a7c0bfb req-ee9066e6-8939-4329-9ffc-cbe6b205f83c service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110754 Jul 07 18:07:17.168117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:17.211197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 4288fcc6-c392-487a-bf53-e44e8d3c4ea7) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:17.219074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:17.219747 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.221590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34ab38-1f1c-4175-9ace-95bc24851554 None None] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:17.268275 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-43ddae67-db5f-489a-bb46-c8603b6cd99f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1185658 Jul 07 18:07:17.269432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47540) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:17.281451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7', 'name': 'tempest-PortsTestJSON-66342466', 'fixed_ips': [{'subnet_id': '8fd40e78-a503-4fe0-9bfd-4310187fa963', 'ip_address': '172.20.0.10'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:17.342449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting port aebc66d3-a7fb-43c3-8ac4-f376594de420 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:17.342804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.367392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] DHCP port deletion for d4662fce-17f4-431b-8a83-7a285a23117d request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:17.428620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-4288fcc6-c392-487a-bf53-e44e8d3c4ea7', 'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7', 'tenant_id': '55d81440d7e340a28e55b2b63f3570a0', 'fixed_ips': [{'subnet_id': '8fd40e78-a503-4fe0-9bfd-4310187fa963'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:17.429589 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.438492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] For port aebc66d3-a7fb-43c3-8ac4-f376594de420, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aebc66d3-a7fb-43c3-8ac4-f376594de420,segment=NetworkSegment(9cebac47-eea1-465e-a3db-ca510347b9af),segment_id=9cebac47-eea1-465e-a3db-ca510347b9af)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:17.438860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.587894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Allocated IP 172.20.0.2 (4288fcc6-c392-487a-bf53-e44e8d3c4ea7/8fd40e78-a503-4fe0-9bfd-4310187fa963/69879a66-f3f7-47f9-932b-1c0409900965) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:17.781492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34271c36-2432-416f-878d-e0c237ab3694 req-d834661a-5277-4d67-b283-e3f387e09688 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0557687 Jul 07 18:07:17.781783 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.791863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Transition to ACTIVE for port object 69879a66-f3f7-47f9-932b-1c0409900965 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:17.808107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Transition to ACTIVE for port object 69879a66-f3f7-47f9-932b-1c0409900965 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:17.816569 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.871176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Pushing event updated for resources: {'Port': ['ID=69879a66-f3f7-47f9-932b-1c0409900965,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:17.893913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] Deleting port aebc66d3-a7fb-43c3-8ac4-f376594de420 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:17.894280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.906404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:17.909738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.910073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.910466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.910799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.911122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.911541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.911750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.912066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.912414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.913546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.913546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.913546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:17.919481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Calling delete_port for aebc66d3-a7fb-43c3-8ac4-f376594de420 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:17.942387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:18.004149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:18.038389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.096071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Port': ['ID=aebc66d3-a7fb-43c3-8ac4-f376594de420,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:18.111465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] No DVR routers for this DVR port aebc66d3-a7fb-43c3-8ac4-f376594de420 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:18.130490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Attempting to bind port 69879a66-f3f7-47f9-932b-1c0409900965 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:18.131036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Attempting to bind port 69879a66-f3f7-47f9-932b-1c0409900965 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '6c29f221-2c2b-4c78-a9cb-601258f66b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:18.131879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Attempting to bind port 69879a66-f3f7-47f9-932b-1c0409900965 on network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:18.175246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:18.175618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Checking segment: {'id': '6c29f221-2c2b-4c78-a9cb-601258f66b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:18.176057 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.176443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Bound using segment: {'id': '6c29f221-2c2b-4c78-a9cb-601258f66b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:18.176955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Bound port: 69879a66-f3f7-47f9-932b-1c0409900965, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c29f221-2c2b-4c78-a9cb-601258f66b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:18.177487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.208327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] For port aebc66d3-a7fb-43c3-8ac4-f376594de420, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aebc66d3-a7fb-43c3-8ac4-f376594de420,segment=NetworkSegment(9cebac47-eea1-465e-a3db-ca510347b9af),segment_id=9cebac47-eea1-465e-a3db-ca510347b9af)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:18.221330 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.303134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] Calling delete_port for aebc66d3-a7fb-43c3-8ac4-f376594de420 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:18.305160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aebc66d3-a7fb-43c3-8ac4-f376594de420 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:18.381114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: aebc66d3-a7fb-43c3-8ac4-f376594de420 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:18.396556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aebc66d3-a7fb-43c3-8ac4-f376594de420 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:18.409341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.427102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4662fce-17f4-431b-8a83-7a285a23117d']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:18.449453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cebac47-eea1-465e-a3db-ca510347b9af') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:18.449747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cebac47-eea1-465e-a3db-ca510347b9af') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:18.478062 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.484411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32eb2af0-3f64-4ccc-82a0-79bf610ca8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.510723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.518191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:18.518191 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:18.681890 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:18.700652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.714748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.721528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47574) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:18.723988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] For port 69879a66-f3f7-47f9-932b-1c0409900965, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:18.727428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] For port 69879a66-f3f7-47f9-932b-1c0409900965, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69879a66-f3f7-47f9-932b-1c0409900965,segment=NetworkSegment(6c29f221-2c2b-4c78-a9cb-601258f66b35),segment_id=6c29f221-2c2b-4c78-a9cb-601258f66b35)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:18.728871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.730272 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/networks/d4662fce-17f4-431b-8a83-7a285a23117d HTTP/1.1" status: 204 len: 168 time: 1.8547952 Jul 07 18:07:18.769974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:18.775759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd79d35-b508-4ccb-9852-00e192bfdc57 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Network': ['ID=d4662fce-17f4-431b-8a83-7a285a23117d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:18.786544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] Pushing event deleted for resources: {'Port': ['ID=aebc66d3-a7fb-43c3-8ac4-f376594de420,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:18.809710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.833377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] Network d4662fce-17f4-431b-8a83-7a285a23117d is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:07:18.835595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a9f5f-28ba-4041-bd64-0f0534f3903f None None] No DVR routers for this DVR port aebc66d3-a7fb-43c3-8ac4-f376594de420 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:18.847747 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.907825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df93a274-7bf5-48c8-ae2c-c5791f5b348a req-fc17bce2-2134-43ef-81bc-5f94255b1584 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0883009 Jul 07 18:07:18.980356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.008126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb2ef-2329-435b-b786-cc1a6731d041 None None] Pushing event updated for resources: {'Port': ['ID=69879a66-f3f7-47f9-932b-1c0409900965,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:19.023342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting subnet b2f1decd-1572-49a0-997e-9b01e9060a90 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:19.034035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.040150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:07:19.131556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.138035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.145131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.152164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.158430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.165078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.171543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.185689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-8ad4fca0-4137-47f0-800b-4aaa65dc2702 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.5165911 Jul 07 18:07:19.200330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.289107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2b34a22-06fb-4f8c-8b77-35d04abb6b79 req-441b78f8-2a7d-4c6b-b335-1f19dbc6a0dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031048 Jul 07 18:07:19.410344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.411727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.10 (4288fcc6-c392-487a-bf53-e44e8d3c4ea7/8fd40e78-a503-4fe0-9bfd-4310187fa963/bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:19.535461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.628297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f1decd-1572-49a0-997e-9b01e9060a90,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:19.642142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.651933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3a5d224-008e-448c-9b24-ca659e1b52b1 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/subnets/b2f1decd-1572-49a0-997e-9b01e9060a90 HTTP/1.1" status: 204 len: 168 time: 0.9263928 Jul 07 18:07:19.652513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47590) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:19.655229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d69d18-7fe4-43a4-b7bc-3d27e344b55c None None] Network b660cb47-b765-417a-a602-bb006a86056b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:19.659766 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.718209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.733214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:19.765009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting subnet 8c3f3d63-038f-42ba-866d-81985fe8499b {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:19.770524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.776693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.829687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:19.842352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:19.844154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:19.846908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:19.901677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:19.903068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.922279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1bbf1fd7-98a5-4bbf-824d-3c682dc7bada tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6514478 Jul 07 18:07:19.924637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47592) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:19.930780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '4288fcc6-c392-487a-bf53-e44e8d3c4ea7', 'name': 'tempest-PortsTestJSON-1369341066', 'fixed_ips': [{'subnet_id': '8fd40e78-a503-4fe0-9bfd-4310187fa963', 'ip_address': '172.20.0.9'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:19.936119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.990044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] DHCP port deletion for b660cb47-b765-417a-a602-bb006a86056b request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:20.027014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f7d20-0391-4979-b6a6-e8a46933ce36 req-3d5878e6-1a30-4460-abed-e9339a28a966 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:20.043857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b11f7d20-0391-4979-b6a6-e8a46933ce36 req-3d5878e6-1a30-4460-abed-e9339a28a966 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 947 time: 0.2155998 Jul 07 18:07:20.092287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] Deleting port 83f7d9fe-4ec3-4843-a9e0-434720356be7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:20.092909 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.116185 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b11f7d20-0391-4979-b6a6-e8a46933ce36 req-83526d79-bcd0-45e1-b323-cabb9e7ed223 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710289 Jul 07 18:07:20.157664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:20.174521 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.189512 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.225356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port fc7df858-7fa1-4146-a59c-9424ed8a094e yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:07:20.311830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] For port 83f7d9fe-4ec3-4843-a9e0-434720356be7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=83f7d9fe-4ec3-4843-a9e0-434720356be7,segment=NetworkSegment(79b56a28-a68b-47c7-ae10-554e0010d889),segment_id=79b56a28-a68b-47c7-ae10-554e0010d889)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:20.312211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.329806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] Calling delete_port for 83f7d9fe-4ec3-4843-a9e0-434720356be7 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:20.358468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbf12518-ce56-43db-8de6-36cb45108fbf req-2326eb52-5352-4ad6-a0d8-4545598e2000 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0808370 Jul 07 18:07:20.424733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.478907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.9 (4288fcc6-c392-487a-bf53-e44e8d3c4ea7/8fd40e78-a503-4fe0-9bfd-4310187fa963/fc7df858-7fa1-4146-a59c-9424ed8a094e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:20.537926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69879a66-f3f7-47f9-932b-1c0409900965 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:20.567767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.578100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/subnets/8c3f3d63-038f-42ba-866d-81985fe8499b HTTP/1.1" status: 204 len: 168 time: 0.9214652 Jul 07 18:07:20.578100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89fdf-bd3c-444f-a4e2-56be55048bab tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3f3d63-038f-42ba-866d-81985fe8499b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:20.583248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47602) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:20.629541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f65831-2edc-4a78-a1b6-2096d3ef3f1b None None] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:20.645871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.668408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.691087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object fc7df858-7fa1-4146-a59c-9424ed8a094e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:20.731935 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.778709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:20.782856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:20.788720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:20.811098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] No DVR routers for this DVR port 83f7d9fe-4ec3-4843-a9e0-434720356be7 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:20.821030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55b823-dbc5-44fb-8686-8ee569bfb176 None None] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:20.870056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.874405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:20.875064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.905424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9794047 Jul 07 18:07:20.906035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47606) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:20.941617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc077e-6412-4dfb-9130-b96e28dc5f3d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=fc7df858-7fa1-4146-a59c-9424ed8a094e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:20.962837 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9d187-6812-4015-99ef-d84d48529166 None None] Pushing event deleted for resources: {'Port': ['ID=83f7d9fe-4ec3-4843-a9e0-434720356be7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:21.022353 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.037534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.042896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 69879a66-f3f7-47f9-932b-1c0409900965 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:21.044245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.050431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.062814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.063850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-87076ac1-4555-4eb8-bc6f-2a1655409bd2 None None] Provisioning for port 69879a66-f3f7-47f9-932b-1c0409900965 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:21.077142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e463b-e0f0-4cff-8e1c-751008ccb711 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.078411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.088148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.093398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.103873 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a42e463b-e0f0-4cff-8e1c-751008ccb711 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1941659 Jul 07 18:07:21.104926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47610) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:21.113233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-668e067e-ac30-4136-9bb2-3faade7439be tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.3043380 Jul 07 18:07:21.128744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69879a66-f3f7-47f9-932b-1c0409900965 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:21.129377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.135417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-87076ac1-4555-4eb8-bc6f-2a1655409bd2 None None] Provisioning complete for port 69879a66-f3f7-47f9-932b-1c0409900965 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:21.135774 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87076ac1-4555-4eb8-bc6f-2a1655409bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.149100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b660cb47-b765-417a-a602-bb006a86056b']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:21.199027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b56a28-a68b-47c7-ae10-554e0010d889') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:21.201687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b56a28-a68b-47c7-ae10-554e0010d889') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:21.235345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be890de5-ea83-44ea-bf65-58091c44fb2f req-64719e8c-c993-40d4-ae24-3c3273dacd3e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207986 Jul 07 18:07:21.241970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.264531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.290105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:21.291990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:21.295681 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:21.320197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334665c0-1c48-4f98-b63a-7ee1250d383a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.332024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334665c0-1c48-4f98-b63a-7ee1250d383a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.343882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334665c0-1c48-4f98-b63a-7ee1250d383a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.348703 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-334665c0-1c48-4f98-b63a-7ee1250d383a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2399101 Jul 07 18:07:21.349031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47616) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:21.409189 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.418268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.421242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/networks/b660cb47-b765-417a-a602-bb006a86056b HTTP/1.1" status: 204 len: 168 time: 0.8370781 Jul 07 18:07:21.424520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47620) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:21.466441 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.522491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f3937-cec5-4fc7-8710-0e77eca2bfff tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Network': ['ID=b660cb47-b765-417a-a602-bb006a86056b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:21.574919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-56174600-a733-4042-90f8-017508e9ce52 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.576475 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-56174600-a733-4042-90f8-017508e9ce52 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 947 time: 0.1048763 Jul 07 18:07:21.578213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port fc7df858-7fa1-4146-a59c-9424ed8a094e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:21.578557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.581602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51186989-d195-4050-9322-97151737014c req-b4a8293e-acbe-4f8f-9711-42721cd8ce24 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:21.592407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51186989-d195-4050-9322-97151737014c req-b4a8293e-acbe-4f8f-9711-42721cd8ce24 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 947 time: 0.2328279 Jul 07 18:07:21.622230 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.726736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51186989-d195-4050-9322-97151737014c req-2a174c53-a5f6-4e60-842e-7fa9eddd9835 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332529 Jul 07 18:07:21.745664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68016a60-157a-4db5-920a-6f39027dcad6 req-d44df54e-a8d6-4368-b598-f69092f90c54 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0779710 Jul 07 18:07:21.747427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.865452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.895454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting port b7824524-1e91-4d8e-8201-dd9de7833558 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:21.895910 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.900268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for fc7df858-7fa1-4146-a59c-9424ed8a094e owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:21.951246 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87076ac1-4555-4eb8-bc6f-2a1655409bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.995815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] For port b7824524-1e91-4d8e-8201-dd9de7833558, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b7824524-1e91-4d8e-8201-dd9de7833558,segment=NetworkSegment(d5710a1a-81b4-489c-9bd0-ef98a8f8444c),segment_id=d5710a1a-81b4-489c-9bd0-ef98a8f8444c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:21.996427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.998196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Deleting port c347eb45-909d-469c-bca7-1cf3198dedaa {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:21.998539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.016446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Calling delete_port for b7824524-1e91-4d8e-8201-dd9de7833558 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:22.042189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-87076ac1-4555-4eb8-bc6f-2a1655409bd2 None None] For port 69879a66-f3f7-47f9-932b-1c0409900965, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69879a66-f3f7-47f9-932b-1c0409900965,segment=NetworkSegment(6c29f221-2c2b-4c78-a9cb-601258f66b35),segment_id=6c29f221-2c2b-4c78-a9cb-601258f66b35)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:22.047229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] DHCP port deletion for dfb7e94d-fa9c-4711-ab0e-77cd92849784 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:22.096223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47632) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:22.140132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.166430 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87076ac1-4555-4eb8-bc6f-2a1655409bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.205489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Port': ['ID=b7824524-1e91-4d8e-8201-dd9de7833558,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.216125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] No DVR routers for this DVR port b7824524-1e91-4d8e-8201-dd9de7833558 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:22.389474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.392125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5f1acb01-5cc1-4f4f-b54b-23e13707780b None None] Provisioning complete for port 69879a66-f3f7-47f9-932b-1c0409900965 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:22.392525 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f1acb01-5cc1-4f4f-b54b-23e13707780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.397914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] For port c347eb45-909d-469c-bca7-1cf3198dedaa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c347eb45-909d-469c-bca7-1cf3198dedaa,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:22.398484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.402174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb7e94d-fa9c-4711-ab0e-77cd92849784']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:22.406268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c02a97dc-055c-4927-88c3-d80e380d7174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.415224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5710a1a-81b4-489c-9bd0-ef98a8f8444c') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:22.415572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5710a1a-81b4-489c-9bd0-ef98a8f8444c') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:22.428457 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.444072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.460555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:22.461047 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.461464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:07:22.461828 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:07:22.471422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87076ac1-4555-4eb8-bc6f-2a1655409bd2 None None] Pushing event updated for resources: {'Port': ['ID=69879a66-f3f7-47f9-932b-1c0409900965,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.513527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Deleting port b7824524-1e91-4d8e-8201-dd9de7833558 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:22.514084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:22.542958 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:22.549268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.557786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.563134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/networks/dfb7e94d-fa9c-4711-ab0e-77cd92849784 HTTP/1.1" status: 204 len: 168 time: 1.1364179 Jul 07 18:07:22.574668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47644) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:22.618641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a318138-e3f0-49df-b7ad-b392c828beba tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Network': ['ID=dfb7e94d-fa9c-4711-ab0e-77cd92849784,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.660414 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.713359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting subnet efa68423-5e65-4564-a790-1763f49fc338 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:22.727474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.807461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=fc7df858-7fa1-4146-a59c-9424ed8a094e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.827936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] For port b7824524-1e91-4d8e-8201-dd9de7833558, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:22.828873 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.838879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.845567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.852637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.859697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.859799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5f1acb01-5cc1-4f4f-b54b-23e13707780b None None] Could not find standard attr ID for object fc7df858-7fa1-4146-a59c-9424ed8a094e. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:07:22.867280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.870078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Calling delete_port for b7824524-1e91-4d8e-8201-dd9de7833558 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:22.874283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.879461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Port b7824524-1e91-4d8e-8201-dd9de7833558 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:07:22.881005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:22.886047 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.892664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-aa048ef6-69ff-47e9-80f9-40b4be177f6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.5350871 Jul 07 18:07:22.905410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Network dfb7e94d-fa9c-4711-ab0e-77cd92849784 is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:07:22.906143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] No DVR routers for this DVR port b7824524-1e91-4d8e-8201-dd9de7833558 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:22.918881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5f1acb01-5cc1-4f4f-b54b-23e13707780b None None] Provisioning for port bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:22.935068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:22.965429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3a1af-2842-48b0-be2c-6edf5ed550cc None None] Pushing event deleted for resources: {'Port': ['ID=b7824524-1e91-4d8e-8201-dd9de7833558,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:22.969427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5f1acb01-5cc1-4f4f-b54b-23e13707780b None None] Provisioning complete for port bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:22.969427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f1acb01-5cc1-4f4f-b54b-23e13707780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.031069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74b000f2-86bb-48bd-8d52-195b8097c0bc req-2e3f9a7f-2d85-422e-97cc-9b1dc392bd18 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371450 Jul 07 18:07:23.076862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5f1acb01-5cc1-4f4f-b54b-23e13707780b None None] Port bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:23.134927 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.141237 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-936f34f8-cc9b-4f80-989d-0b4c91d41c27 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/fc7df858-7fa1-4146-a59c-9424ed8a094e HTTP/1.1" status: 204 len: 168 time: 1.7910314 Jul 07 18:07:23.153120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47654) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:23.162368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 83f7d9fe-4ec3-4843-a9e0-434720356be7 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:23.173824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.225512 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a161415b-c4cf-4abd-96a8-42ce9b8e5ed6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:07:23.225864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 83f7d9fe-4ec3-4843-a9e0-434720356be7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:23.226700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 83f7d9fe-4ec3-4843-a9e0-434720356be7 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:23.235641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3a40a77d-470b-4445-bd33-cfdd91421f76 None None] Provisioning complete for port bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:23.236366 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a40a77d-470b-4445-bd33-cfdd91421f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.241960 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a161415b-c4cf-4abd-96a8-42ce9b8e5ed6 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/fc7df858-7fa1-4146-a59c-9424ed8a094e HTTP/1.1" status: 404 len: 333 time: 0.0795887 Jul 07 18:07:23.242248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47656) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:23.277324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.284176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3a40a77d-470b-4445-bd33-cfdd91421f76 None None] Port bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:23.284346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.287693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3a40a77d-470b-4445-bd33-cfdd91421f76 None None] Could not find standard attr ID for object fc7df858-7fa1-4146-a59c-9424ed8a094e. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:07:23.291208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.297598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.303833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.309789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.315819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.317308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.317960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.318138 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Floating IP 62753520-95aa-4f9b-823b-e87da96a1d51 disassociated. External IP: 172.25.1.174, port: c347eb45-909d-469c-bca7-1cf3198dedaa. Jul 07 18:07:23.318328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Calling delete_port for c347eb45-909d-469c-bca7-1cf3198dedaa owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:23.324033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e75f8953-41a4-44ef-913e-804998447117 req-5344019d-29bb-428a-b1a6-a4d2d779ef42 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.7244737 Jul 07 18:07:23.339989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c02a97dc-055c-4927-88c3-d80e380d7174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.351388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69879a66-f3f7-47f9-932b-1c0409900965 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:23.359379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c02a97dc-055c-4927-88c3-d80e380d7174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.375356 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.414690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69879a66-f3f7-47f9-932b-1c0409900965 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:23.415302 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.429562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.434203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/subnets/efa68423-5e65-4564-a790-1763f49fc338 HTTP/1.1" status: 204 len: 168 time: 0.8555961 Jul 07 18:07:23.437169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a798b-0055-4491-a4af-6aa300977409 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Subnet': ['ID=efa68423-5e65-4564-a790-1763f49fc338,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:23.439990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:23.445324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e75f8953-41a4-44ef-913e-804998447117 req-95894cc1-35d8-40d0-ab79-feadcb87377a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203635 Jul 07 18:07:23.450551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aef215-b969-4fb7-b4ce-a28567b78eae None None] Network e41b637e-d4af-4834-b3f5-2db5cdd8cadf requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:23.520642 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c02a97dc-055c-4927-88c3-d80e380d7174 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7421f643e2a47e6928bb7ba343c768f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4267960 Jul 07 18:07:23.522343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a97dc-055c-4927-88c3-d80e380d7174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670c9828-b67c-4763-859f-bc166af9479c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:23.524701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47662) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:23.612519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:23.613068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.618040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.657641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfc44c-3f67-4593-9ff0-e7bd9787af15 req-5a2a5894-de52-4fc5-b631-7e7b22e93e55 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:23.659092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5bfc44c-3f67-4593-9ff0-e7bd9787af15 req-5a2a5894-de52-4fc5-b631-7e7b22e93e55 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 947 time: 0.3951340 Jul 07 18:07:23.670400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-300090fe-2ee2-4bb9-a9e1-dd219df944ac req-e876370e-cba4-44ca-afd5-399d1a93ae2f tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0786891 Jul 07 18:07:23.691322 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.718313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event deleted for resources: {'Port': ['ID=c347eb45-909d-469c-bca7-1cf3198dedaa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:23.736537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] DHCP port deletion for e41b637e-d4af-4834-b3f5-2db5cdd8cadf request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:23.787514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5bfc44c-3f67-4593-9ff0-e7bd9787af15 req-b2b624e7-b9aa-4d70-8532-2dfe3a90bc29 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups?id=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149278 Jul 07 18:07:23.799393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9883ca0a-263c-4f6a-a14c-ea70344ec0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.804464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b7824524-1e91-4d8e-8201-dd9de7833558 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:23.831484 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9883ca0a-263c-4f6a-a14c-ea70344ec0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.842653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b7824524-1e91-4d8e-8201-dd9de7833558 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:23.842998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b7824524-1e91-4d8e-8201-dd9de7833558 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:23.847862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.855595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] Deleting port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:23.859863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.886022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:23.917635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Deleting port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:23.918071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.941095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] For port 6bb8c390-9f5a-4ae2-988a-4ee358e22964, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6bb8c390-9f5a-4ae2-988a-4ee358e22964,segment=NetworkSegment(267d54af-b234-44df-b705-06091de3d35d),segment_id=267d54af-b234-44df-b705-06091de3d35d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:23.941438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.960208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] Calling delete_port for 6bb8c390-9f5a-4ae2-988a-4ee358e22964 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:24.026357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Router c746216e-257e-4329-9570-a24f17a95dfa has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:24.027949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.035741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.042561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.049783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.051460 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.056628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.063297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.070147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:24.072234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2e8faf4-900d-4f42-9b06-a8d1b0132b32 req-e93c8013-5742-48bd-9266-3faec8b798b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.2384901 Jul 07 18:07:24.074985 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9883ca0a-263c-4f6a-a14c-ea70344ec0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.081524 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] Pushing event deleted for resources: {'Port': ['ID=6bb8c390-9f5a-4ae2-988a-4ee358e22964,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:24.083749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9883ca0a-263c-4f6a-a14c-ea70344ec0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.085200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9883ca0a-263c-4f6a-a14c-ea70344ec0a4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/670c9828-b67c-4763-859f-bc166af9479c HTTP/1.1" status: 204 len: 168 time: 0.5473561 Jul 07 18:07:24.094490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] For port 6bb8c390-9f5a-4ae2-988a-4ee358e22964, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6bb8c390-9f5a-4ae2-988a-4ee358e22964,segment=NetworkSegment(267d54af-b234-44df-b705-06091de3d35d),segment_id=267d54af-b234-44df-b705-06091de3d35d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:24.094978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad9eab-ba37-4c55-b9c8-086612b666cd None None] No DVR routers for this DVR port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:24.095111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.122855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883ca0a-263c-4f6a-a14c-ea70344ec0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670c9828-b67c-4763-859f-bc166af9479c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:24.125153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Calling delete_port for 6bb8c390-9f5a-4ae2-988a-4ee358e22964 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:24.209898 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.235550 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.266003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:24.274153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:24.287345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Port': ['ID=6bb8c390-9f5a-4ae2-988a-4ee358e22964,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:24.290123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] No DVR routers for this DVR port 6bb8c390-9f5a-4ae2-988a-4ee358e22964 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:24.301857 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] Sync routers for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:24.326155 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:24.326874 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.394837 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] No DVR routers for this DVR port c347eb45-909d-469c-bca7-1cf3198dedaa on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:24.401337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.403594 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb3a1e3c-0d7d-4ea8-b3ac-64bda7e8116e req-aa0cd738-420d-4ccc-a068-fbba720e2a32 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.90 "DELETE /v2.0/ports/c347eb45-909d-469c-bca7-1cf3198dedaa HTTP/1.1" status: 204 len: 173 time: 2.8203220 Jul 07 18:07:24.403594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-deleted', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:24.406054 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd19d7e-4d9a-499c-aacb-b7af97630bd6" -d '{"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-deleted", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:24.486078 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:24.512197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.517544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6275ccda-26bd-4bcd-948f-1fd119d00af7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 HTTP/1.1" status: 204 len: 168 time: 1.2642896 Jul 07 18:07:24.518321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47678) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:24.528676 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ada818-66cf-4cc7-92ec-7977c39961bc x-openstack-request-id: req-05ada818-66cf-4cc7-92ec-7977c39961bc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:24.529360 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd18785-1403-4b97-a965-318ed65c47cf", "name": "network-vif-deleted", "tag": "c347eb45-909d-469c-bca7-1cf3198dedaa", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:24.529360 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-05ada818-66cf-4cc7-92ec-7977c39961bc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:24.529625 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd18785-1403-4b97-a965-318ed65c47cf', 'name': 'network-vif-deleted', 'tag': 'c347eb45-909d-469c-bca7-1cf3198dedaa', 'status': 'completed', 'code': 200} Jul 07 18:07:24.558386 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d200db-656c-4bfd-9fc7-7a2e73d7dce1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:07:24.562805 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f0d200db-656c-4bfd-9fc7-7a2e73d7dce1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/bd7bbbb9-b0f2-43e4-901c-b44f23bd9e94 HTTP/1.1" status: 404 len: 333 time: 0.0408328 Jul 07 18:07:24.563167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47680) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:24.608462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.649657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41b637e-d4af-4834-b3f5-2db5cdd8cadf']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.678568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet 8fd40e78-a503-4fe0-9bfd-4310187fa963 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:24.683179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.715010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267d54af-b234-44df-b705-06091de3d35d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.715716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267d54af-b234-44df-b705-06091de3d35d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.757629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.779195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.818161 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.834959 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.835319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:24.835973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:24.839865 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:24.870602 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] Checking router: c746216e-257e-4329-9570-a24f17a95dfa for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:24.881589 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:24.882481 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.966240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.972363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf4c1db6-09d9-4d9b-9987-7dac8c868b86 req-fc8ea6be-ac46-4e9a-84b5-257cb624e0fa tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0453758 Jul 07 18:07:25.002082 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.013587 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:25.014986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.033532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47694) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:25.034509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/networks/e41b637e-d4af-4834-b3f5-2db5cdd8cadf HTTP/1.1" status: 204 len: 168 time: 1.5871708 Jul 07 18:07:25.083257 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6e972298-8b53-49eb-9be9-2cdb63357fae tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7416b3f-1e8a-4592-9c14-ae3ed371f933 HTTP/1.1" status: 200 len: 205 time: 0.0448451 Jul 07 18:07:25.083257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47696) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:25.087554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10088142-9b88-4719-b5b5-7d21c07caa33 tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Pushing event deleted for resources: {'Network': ['ID=e41b637e-d4af-4834-b3f5-2db5cdd8cadf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:25.125249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.138704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.149595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.155589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.192463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.237902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.248806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:25.262659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-6e1c4700-0446-4e5b-9bf9-2ae7fb3d31dc tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.4763703 Jul 07 18:07:25.373037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7928373d-c691-4a0d-b89d-09554b699501 req-4a824720-9334-46d9-b9a9-343f6ea3ce6c tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/ports?device_id=0bd18785-1403-4b97-a965-318ed65c47cf HTTP/1.1" status: 200 len: 210 time: 0.1061332 Jul 07 18:07:25.402227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6bb8c390-9f5a-4ae2-988a-4ee358e22964 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:25.428080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7acccf4-14df-47d0-9e6e-455abb387e88 req-9e85d990-72d3-439a-96bb-e125eacbeda6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640041 Jul 07 18:07:25.477344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 6bb8c390-9f5a-4ae2-988a-4ee358e22964 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:25.477344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6bb8c390-9f5a-4ae2-988a-4ee358e22964 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:25.480899 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:25.531562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47706) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:25.534875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:25.548300 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6992222e-1b2b-4a74-8cdb-a37093ee414d None None] The sync data for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 is: [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T17:54:48Z', 'revision_number': 4, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'ffe29840-bc77-4516-8f41-d6a5f512d36c', 'name': '', 'network_id': '735efaa6-1612-4580-8ac3-c304e025c4b2', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'mac_address': 'fa:16:3e:e4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:46Z', 'updated_at': '2021-07-07T17:54:57Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'subnets': [{'id': 'ae236281-973e-4bf3-89e4-6761ce80f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:25.559667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: c347eb45-909d-469c-bca7-1cf3198dedaa {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:25.560014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c347eb45-909d-469c-bca7-1cf3198dedaa not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:25.660943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1743681607-network', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:25.685230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:25.687519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.699875 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.732685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.768324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27ccafaa-ed2d-4bc1-a4e7-c581f94b439c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.772670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd40e78-a503-4fe0-9bfd-4310187fa963,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:25.787014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245b458-e7ba-4339-a376-7aae6e4ef7b1 None None] Network 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:25.807298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.809451 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e7054a97-989f-41cb-bf94-739043fd577f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/8fd40e78-a503-4fe0-9bfd-4310187fa963 HTTP/1.1" status: 204 len: 168 time: 1.2452879 Jul 07 18:07:25.820086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47712) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:25.934133 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.949100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.953614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eedcd4c-83aa-4b15-bc62-e9bb0c3c15ff None None] New status for floating IP 62753520-95aa-4f9b-823b-e87da96a1d51: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:07:25.975184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27ccafaa-ed2d-4bc1-a4e7-c581f94b439c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.977983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27ccafaa-ed2d-4bc1-a4e7-c581f94b439c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.979720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.005256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:26.026479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:26.027421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27ccafaa-ed2d-4bc1-a4e7-c581f94b439c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.028325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ccafaa-ed2d-4bc1-a4e7-c581f94b439c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Fanout notify agent at l3_agent the message router_deleted on router a7416b3f-1e8a-4592-9c14-ae3ed371f933 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:26.030773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.031123 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Added segment 24db93f8-9a8e-4ccd-a643-85571fe2cabb of type vlan for network 6e8c40d1-4f4e-4043-af4e-b460953275ad Jul 07 18:07:26.037493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27ccafaa-ed2d-4bc1-a4e7-c581f94b439c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.041577 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-27ccafaa-ed2d-4bc1-a4e7-c581f94b439c tempest-RoutersNegativeIpV6Test-1530320589 tempest-RoutersNegativeIpV6Test-1530320589-project] 10.222.0.88 "DELETE /v2.0/routers/a7416b3f-1e8a-4592-9c14-ae3ed371f933 HTTP/1.1" status: 204 len: 168 time: 0.9573977 Jul 07 18:07:26.114884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.171425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 69879a66-f3f7-47f9-932b-1c0409900965 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:26.174227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.189962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.191023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.191680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.379880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47724) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:26.493505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] DHCP port deletion for 4288fcc6-c392-487a-bf53-e44e8d3c4ea7 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:26.552802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-35365d9e-f4e5-4e20-8a9f-5095d5b7aefc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c56c800737b4333834133ad8734a6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716816 Jul 07 18:07:26.555315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47734) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:26.605690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] Deleting port 69879a66-f3f7-47f9-932b-1c0409900965 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:26.606202 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.618247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0554a24-75b5-4e53-84f0-bb975dec7265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.655794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0554a24-75b5-4e53-84f0-bb975dec7265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.663539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c61e720-8123-4681-9d20-70e5aee2e406 req-945ca8d9-ee8f-43b8-b99f-7c542b013af4 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.4747562 Jul 07 18:07:26.665215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1318536 Jul 07 18:07:26.669009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47742) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:26.682165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Request body: {'subnet': {'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1743681607-subnet', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:26.717468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] For port 69879a66-f3f7-47f9-932b-1c0409900965, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69879a66-f3f7-47f9-932b-1c0409900965,segment=NetworkSegment(6c29f221-2c2b-4c78-a9cb-601258f66b35),segment_id=6c29f221-2c2b-4c78-a9cb-601258f66b35)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:26.717832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.721674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28d8bf-05b1-4e50-b140-7c959fce2561 admin admin] Pushing event updated for resources: {'Network': ['ID=6e8c40d1-4f4e-4043-af4e-b460953275ad,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:26.746424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:26.749583 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.750484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 69879a66-f3f7-47f9-932b-1c0409900965 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:26.758629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:26.761344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47746) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:26.840600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] For port 69879a66-f3f7-47f9-932b-1c0409900965, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69879a66-f3f7-47f9-932b-1c0409900965,segment=NetworkSegment(6c29f221-2c2b-4c78-a9cb-601258f66b35),segment_id=6c29f221-2c2b-4c78-a9cb-601258f66b35)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:26.841134 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.915652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] Calling delete_port for 69879a66-f3f7-47f9-932b-1c0409900965 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:26.952710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.958690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.964790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.970650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.976855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.983306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.989721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:26.992061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-dd0ecf0b-ab2b-4de3-8878-beb6534e8d71 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.3362429 Jul 07 18:07:26.999663 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0554a24-75b5-4e53-84f0-bb975dec7265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.002241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e0554a24-75b5-4e53-84f0-bb975dec7265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.006776 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e0554a24-75b5-4e53-84f0-bb975dec7265 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c248220-6c62-4158-ac2a-254fc1864bb6 HTTP/1.1" status: 204 len: 168 time: 0.4477551 Jul 07 18:07:27.006926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50f19b80-f8fd-4523-bdbe-de6a9ac5f225 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.022483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554a24-75b5-4e53-84f0-bb975dec7265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c248220-6c62-4158-ac2a-254fc1864bb6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:27.067406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.075818 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.106376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=69879a66-f3f7-47f9-932b-1c0409900965,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:27.116615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] Pushing event deleted for resources: {'Port': ['ID=69879a66-f3f7-47f9-932b-1c0409900965,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:27.123621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b8d13-50f8-4566-b6ba-af321ffd9e8d None None] No DVR routers for this DVR port 69879a66-f3f7-47f9-932b-1c0409900965 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:27.130218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47756) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:27.140857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.142884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd3e3038-86b5-4395-a8bb-d3c7a2243993 req-397b2420-9f90-403b-bcbb-d875b50166b4 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407630 Jul 07 18:07:27.152339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50f19b80-f8fd-4523-bdbe-de6a9ac5f225 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.160458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No DVR routers for this DVR port 69879a66-f3f7-47f9-932b-1c0409900965 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:27.228302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc003e4c-50d7-4c42-8288-37a4bc93dcba,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:27.237975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:27.237975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Network hostable DHCP agents. Network: 6e8c40d1-4f4e-4043-af4e-b460953275ad, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:27.254774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:27.268715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 6e8c40d1-4f4e-4043-af4e-b460953275ad) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:27.279567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.280277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.285023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8070428-705b-4279-944d-980060703115 None None] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:27.320666 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9e2b2b00-6fa4-42f7-81ea-1edbe1c62121 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6460700 Jul 07 18:07:27.322071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47762) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:27.327797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:27.379768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69879a66-f3f7-47f9-932b-1c0409900965 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:27.380980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.384101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.407917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7895b4b9-0d05-441c-bef8-e6e0bbb41903 req-a08c008b-5db2-41cc-a96b-2e65a8e25812 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0700080 Jul 07 18:07:27.408513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50f19b80-f8fd-4523-bdbe-de6a9ac5f225 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.411112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50f19b80-f8fd-4523-bdbe-de6a9ac5f225 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.418308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-50f19b80-f8fd-4523-bdbe-de6a9ac5f225 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "DELETE /v2.0/security-groups/5d177fbe-65d7-4419-a833-0fc2c8f7bfb2 HTTP/1.1" status: 204 len: 168 time: 0.6542015 Jul 07 18:07:27.421133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47766) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:27.426406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 69879a66-f3f7-47f9-932b-1c0409900965 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:27.426651 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.426785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69879a66-f3f7-47f9-932b-1c0409900965 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:27.478608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f19b80-f8fd-4523-bdbe-de6a9ac5f225 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d177fbe-65d7-4419-a833-0fc2c8f7bfb2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:27.484874 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-ae9f4014-c1d4-4a4e-9dc3-4b8b42791fc4 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] show failed (client error): The resource could not be found. Jul 07 18:07:27.489368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ae9f4014-c1d4-4a4e-9dc3-4b8b42791fc4 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "GET /v2.0/security-groups/5d177fbe-65d7-4419-a833-0fc2c8f7bfb2 HTTP/1.1" status: 404 len: 347 time: 0.0534108 Jul 07 18:07:27.491634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:27.493850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.496414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4288fcc6-c392-487a-bf53-e44e8d3c4ea7']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.550795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-6e8c40d1-4f4e-4043-af4e-b460953275ad', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:27.551681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.593248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c29f221-2c2b-4c78-a9cb-601258f66b35') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.593248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c29f221-2c2b-4c78-a9cb-601258f66b35') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.608182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.629266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.637981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:27.638795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:27.659216 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:27.690833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.702901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7895b4b9-0d05-441c-bef8-e6e0bbb41903 req-2c933a82-d5ac-4880-b234-1c9a3a22b648 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dff81c953b83455ea600cea995064aa2&device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.2119393 Jul 07 18:07:27.755869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Allocated IP 172.20.0.2 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/b651967a-0ccf-4edc-be97-8eafc9c9a371) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:27.839639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7895b4b9-0d05-441c-bef8-e6e0bbb41903 req-ed8c5b83-85e5-4e4a-a9e1-25b89e1354b5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=dff81c953b83455ea600cea995064aa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420275 Jul 07 18:07:27.909226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.947973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.948869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.949427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.949971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.950641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.971151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.971151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:27.971151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-3c477b38-7cc8-4f49-8018-e91de2a87ec1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6501 time: 0.8239067 Jul 07 18:07:27.987724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.992879 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.994571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/4288fcc6-c392-487a-bf53-e44e8d3c4ea7 HTTP/1.1" status: 204 len: 168 time: 2.1665356 Jul 07 18:07:28.007782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47790) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:28.020895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Transition to ACTIVE for port object b651967a-0ccf-4edc-be97-8eafc9c9a371 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:28.032748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1291263754'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:28.043760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Transition to ACTIVE for port object b651967a-0ccf-4edc-be97-8eafc9c9a371 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:28.052211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.067492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d79d4-8744-441c-8b29-6071500d3cdc tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=4288fcc6-c392-487a-bf53-e44e8d3c4ea7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.089611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-162ee43f-be12-43dc-b5aa-47aa36cc385d req-ca3d89a6-648a-422e-983c-9d9c83e147d2 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.1637776 Jul 07 18:07:28.126515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:28.127676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Pushing event updated for resources: {'Port': ['ID=b651967a-0ccf-4edc-be97-8eafc9c9a371,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.132196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:28.135042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:28.142120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-c1b651b9-ee1b-4951-932a-bef18be0fd68 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729426 Jul 07 18:07:28.148350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:28.152365 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.182311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Deleting port 3457a0ad-6666-4cab-8026-dfdea218a18b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:28.183010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.201794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:28.230466 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.254573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.254928 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Added segment 4b38515e-f8b1-4b86-aa31-06fa58b5852d of type vlan for network 7b55697e-e80d-4c3c-9a2c-f28491dba410 Jul 07 18:07:28.280855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Attempting to bind port b651967a-0ccf-4edc-be97-8eafc9c9a371 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:28.281358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Attempting to bind port b651967a-0ccf-4edc-be97-8eafc9c9a371 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:28.281689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Attempting to bind port b651967a-0ccf-4edc-be97-8eafc9c9a371 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:28.292693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.295819 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:28.299205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:28.299882 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.302457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:28.303215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Bound port: b651967a-0ccf-4edc-be97-8eafc9c9a371, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:28.303976 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.339936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.435207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.435588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.460275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Allocated IP 172.25.1.118 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/2c5ea37d-6d02-42bf-8435-f23522e03580) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:28.491386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] For port b651967a-0ccf-4edc-be97-8eafc9c9a371, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:28.492579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Calling delete_port for 3457a0ad-6666-4cab-8026-dfdea218a18b owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:28.495736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] For port b651967a-0ccf-4edc-be97-8eafc9c9a371, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b651967a-0ccf-4edc-be97-8eafc9c9a371,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:28.501303 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.581187 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:07:28.606261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9c0c-7c26-4bd1-8e2b-36f67f342175 None None] Pushing event updated for resources: {'Port': ['ID=b651967a-0ccf-4edc-be97-8eafc9c9a371,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.648009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.671295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.677420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:28.678338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.711803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.755228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895b4b9-0d05-441c-bef8-e6e0bbb41903 req-fa819740-620b-405f-92e8-c321cf0de8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:28.757133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7895b4b9-0d05-441c-bef8-e6e0bbb41903 req-fa819740-620b-405f-92e8-c321cf0de8cb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8700092 Jul 07 18:07:28.764392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:28.771490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:28.774675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:28.881183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Pushing event updated for resources: {'Port': ['ID=2c5ea37d-6d02-42bf-8435-f23522e03580,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.904812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8761573 Jul 07 18:07:28.910886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47820) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:28.927342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:28.935430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c810cb-4ffd-4b2f-9545-100cfed4d11c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Network': ['ID=7b55697e-e80d-4c3c-9a2c-f28491dba410,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.955020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:29.024734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.034753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.042814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.051290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.068910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.075719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.085476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.093228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e365c822-c154-4d78-aa39-8835ac80225d req-020fa33b-78a1-4982-be20-ae6390d25871 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.7195683 Jul 07 18:07:29.164911 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-78249d7d-7cf9-4563-b544-768d793bf16d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3128202 Jul 07 18:07:29.200789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-ff07cef8-33d1-4712-b868-04682a13054e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.202964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-ff07cef8-33d1-4712-b868-04682a13054e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.5802372 Jul 07 18:07:29.252764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e365c822-c154-4d78-aa39-8835ac80225d req-6d719368-db6e-43ba-99ca-a841dd98c16b tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585560 Jul 07 18:07:29.259222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.308670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-857a6e12-4cb1-4425-b234-774c0314bb51 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/quotas/b8db7d016f534d4d8bb9aef3d9ecc4af HTTP/1.1" status: 200 len: 375 time: 0.0878537 Jul 07 18:07:29.367953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Pushing event deleted for resources: {'Port': ['ID=3457a0ad-6666-4cab-8026-dfdea218a18b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:29.390246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:29.408315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.411568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.508360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b651967a-0ccf-4edc-be97-8eafc9c9a371 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:29.576547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b651967a-0ccf-4edc-be97-8eafc9c9a371 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:29.667105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e593afe3-e625-4994-9673-aad12b74cbd7 req-60e9d60c-3a7d-482f-a11e-d779c4e2e880 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.1753044 Jul 07 18:07:29.671046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.672946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.673732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.673913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.674386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.674852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.675730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.676212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.678310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-ea013355-2f6d-402c-96b3-68a86fcdde97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd7be2ae614a463aa95682e9a15268e1&device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 6501 time: 0.2679245 Jul 07 18:07:29.681188 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.705181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ef031615-8cce-47a5-82e1-14873b6ac717 tempest-AttachVolumeShelveTestJSON-46694397 tempest-AttachVolumeShelveTestJSON-46694397-project] 10.222.0.88 "DELETE /v2.0/floatingips/62753520-95aa-4f9b-823b-e87da96a1d51 HTTP/1.1" status: 204 len: 168 time: 2.1932406 Jul 07 18:07:29.840020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-7fd3ef87-8bca-4897-ac38-f3f40b6f999e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4859676 Jul 07 18:07:29.849630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.954073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-f08fc6ec-9387-448b-8de0-099288af01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.954545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-f08fc6ec-9387-448b-8de0-099288af01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.955005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-f08fc6ec-9387-448b-8de0-099288af01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:29.957451 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-f08fc6ec-9387-448b-8de0-099288af01cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=07d9762a-e6d8-4565-a451-2224c69acbeb&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=505be4a2-270c-4d00-b6c6-483296bee6ec&id=170bcb05-6fc9-471f-9776-2ba06426a53c&id=170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 200 len: 2298 time: 0.2142758 Jul 07 18:07:30.139026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-1c363208-b71e-47ac-a37b-040a83cc49cf service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846711 Jul 07 18:07:30.146929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.154636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2824f54-ee13-41ed-a895-e52d0c6675ad None None] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:30.254324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b242bbf5-356c-43c5-b880-561bcfdecd57 None None] Provisioning for port b651967a-0ccf-4edc-be97-8eafc9c9a371 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:30.270112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b242bbf5-356c-43c5-b880-561bcfdecd57 None None] Provisioning complete for port b651967a-0ccf-4edc-be97-8eafc9c9a371 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:30.271496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b242bbf5-356c-43c5-b880-561bcfdecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.412662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=c5cfa587-8748-4984-aca8-15b4976259a4,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:30.524935 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b242bbf5-356c-43c5-b880-561bcfdecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.531640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Checking segment: {'id': '4b38515e-f8b1-4b86-aa31-06fa58b5852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:30.532016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network hostable DHCP agents. Network: 7b55697e-e80d-4c3c-9a2c-f28491dba410, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:30.556758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-f3dfc500-387c-4d66-be1a-104f8c746342 service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062250 Jul 07 18:07:30.592586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-2df4269e-02a6-4887-a97c-9adae2dd6d06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 200 len: 1001 time: 0.6254258 Jul 07 18:07:30.598245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b242bbf5-356c-43c5-b880-561bcfdecd57 None None] For port b651967a-0ccf-4edc-be97-8eafc9c9a371, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b651967a-0ccf-4edc-be97-8eafc9c9a371,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:30.604715 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b242bbf5-356c-43c5-b880-561bcfdecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.621844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:30.666047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242bbf5-356c-43c5-b880-561bcfdecd57 None None] Pushing event updated for resources: {'Port': ['ID=b651967a-0ccf-4edc-be97-8eafc9c9a371,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:30.671735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 7b55697e-e80d-4c3c-9a2c-f28491dba410) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:30.679146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-a4e9a83b-23dc-4a8e-84d9-81061f3e728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.680974 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-a4e9a83b-23dc-4a8e-84d9-81061f3e728c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=426c9a68-c25d-42ce-8915-995083ca1ca2 HTTP/1.1" status: 200 len: 855 time: 0.0743146 Jul 07 18:07:30.687939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.689060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.695363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a46be5-732f-43ce-8ac7-33569f54e70d None None] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:30.698598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Router 6bb6ce31-331f-4161-98e0-22860239f8ff is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:30.713173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.720874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.727877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.734780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.744649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.753412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.763926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.775371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-a9f8c747-addb-47d0-836f-f76683b10616 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.3316972 Jul 07 18:07:30.845399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee800d3e-b054-4d21-bbdc-d2e6f84014b4 req-84d4e600-1eca-48fa-95c1-03574e51c129 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687044 Jul 07 18:07:30.869102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-37ce00c2-6b9a-433f-8f93-62e5f34a54ca tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9547250 Jul 07 18:07:30.869977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47848) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:30.908480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-fee5a9e1-df41-457a-9341-2c63d83c33a9 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1619079718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:30.914359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-7b55697e-e80d-4c3c-9a2c-f28491dba410', 'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410', 'tenant_id': '55d81440d7e340a28e55b2b63f3570a0', 'fixed_ips': [{'subnet_id': 'c5cfa587-8748-4984-aca8-15b4976259a4'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:30.917139 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.993806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-71878531-2cd2-41fe-bd60-ca0fb7be6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.995900 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-71878531-2cd2-41fe-bd60-ca0fb7be6a92 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=07d9762a-e6d8-4565-a451-2224c69acbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076432 Jul 07 18:07:31.014472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0989164c-5e1d-4a6b-ac0f-51d18cc7c0ee req-69ca8671-0b1a-40a4-9bd7-745ef032975e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 210 time: 0.0648079 Jul 07 18:07:31.033011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fee5a9e1-df41-457a-9341-2c63d83c33a9 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.034820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fee5a9e1-df41-457a-9341-2c63d83c33a9 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.160095 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fee5a9e1-df41-457a-9341-2c63d83c33a9 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.165599 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fee5a9e1-df41-457a-9341-2c63d83c33a9 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.171424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-75e47f4b-09cf-43a3-a921-d0d09e851204 None None] Provisioning complete for port b651967a-0ccf-4edc-be97-8eafc9c9a371 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:31.172022 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75e47f4b-09cf-43a3-a921-d0d09e851204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.179199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:31.199694 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:31.212295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fee5a9e1-df41-457a-9341-2c63d83c33a9 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.219687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fee5a9e1-df41-457a-9341-2c63d83c33a9 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3469942 Jul 07 18:07:31.221473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.225841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47856) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:31.227166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6e92614a-aaa9-4cfd-9e59-026f0bf91f0f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9038761 Jul 07 18:07:31.229912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47858) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:31.230575 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:31.231197 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:31.262842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410', 'name': 'tempest-PortsTestJSON-2093291839'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:31.306806 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-b7971fbe-5a55-466a-a374-2c9fda93d8e7 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959142 Jul 07 18:07:31.378612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Allocated IP 172.20.0.2 (7b55697e-e80d-4c3c-9a2c-f28491dba410/c5cfa587-8748-4984-aca8-15b4976259a4/3ba69869-0487-4828-8b9c-4bf7676e102a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:31.413493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45074b5a-11eb-4480-b2ca-5a57cb60efa7 req-53e61b5c-7b46-44cd-9d20-40a63830de04 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.1864610 Jul 07 18:07:31.508907 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-c6be0d2d-5d7c-4088-8126-f74727dd9c84 service neutron] 10.222.0.90 "GET /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840522 Jul 07 18:07:31.528251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:31.532224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.552164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port b5a361a0-ece7-42a5-8cbf-871820b45fa3 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:07:31.577091 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:31.634708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b651967a-0ccf-4edc-be97-8eafc9c9a371 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:31.652031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-e4d635cc-0f25-4e87-bd0e-8649dcff314c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 217 time: 0.1326358 Jul 07 18:07:31.778346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-6c43fdb1-9cbb-4c38-8cc9-01d2092f3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:31.779913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-6c43fdb1-9cbb-4c38-8cc9-01d2092f3830 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1192939 Jul 07 18:07:31.837076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.852400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Transition to ACTIVE for port object 3ba69869-0487-4828-8b9c-4bf7676e102a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:31.872354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Transition to ACTIVE for port object 3ba69869-0487-4828-8b9c-4bf7676e102a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:31.915983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.008425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.9 (7b55697e-e80d-4c3c-9a2c-f28491dba410/c5cfa587-8748-4984-aca8-15b4976259a4/b5a361a0-ece7-42a5-8cbf-871820b45fa3) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:32.024109 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:29Z', 'revision_number': 3, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:32.084229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:32.089066 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Updating router 6bb6ce31-331f-4161-98e0-22860239f8ff port 2c5ea37d-6d02-42bf-8435-f23522e03580 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:32.136881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:32.148172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:32.158694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:32.179527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Pushing event updated for resources: {'Port': ['ID=3ba69869-0487-4828-8b9c-4bf7676e102a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:32.226548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b651967a-0ccf-4edc-be97-8eafc9c9a371 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:32.226940 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.237634 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.351884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-08610526-6d1d-496c-a584-8b63a8fe2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:32.354705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Attempting to bind port 3ba69869-0487-4828-8b9c-4bf7676e102a on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:32.355234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Attempting to bind port 3ba69869-0487-4828-8b9c-4bf7676e102a by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4b38515e-f8b1-4b86-aa31-06fa58b5852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:32.355734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Attempting to bind port 3ba69869-0487-4828-8b9c-4bf7676e102a on network 7b55697e-e80d-4c3c-9a2c-f28491dba410 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:32.359933 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-08610526-6d1d-496c-a584-8b63a8fe2d03 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5681729 Jul 07 18:07:32.376338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:32.376840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Checking segment: {'id': '4b38515e-f8b1-4b86-aa31-06fa58b5852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:32.378536 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.379064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Bound using segment: {'id': '4b38515e-f8b1-4b86-aa31-06fa58b5852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:32.381339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Bound port: 3ba69869-0487-4828-8b9c-4bf7676e102a, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b38515e-f8b1-4b86-aa31-06fa58b5852d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b55697e-e80d-4c3c-9a2c-f28491dba410'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:32.381845 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.472602 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-5faa8094-3526-4236-bf71-653ca39c71fa service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035051 Jul 07 18:07:32.636964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] For port 3ba69869-0487-4828-8b9c-4bf7676e102a, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:32.642403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] For port 3ba69869-0487-4828-8b9c-4bf7676e102a, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3ba69869-0487-4828-8b9c-4bf7676e102a,segment=NetworkSegment(4b38515e-f8b1-4b86-aa31-06fa58b5852d),segment_id=4b38515e-f8b1-4b86-aa31-06fa58b5852d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:32.648560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.747031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33c2f-f1f3-4c10-9ff2-c321f4696b70 None None] Pushing event updated for resources: {'Port': ['ID=3ba69869-0487-4828-8b9c-4bf7676e102a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:32.763199 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-5351f2c9-8f78-4289-a867-60b4b8a0ef5d service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830589 Jul 07 18:07:32.843128 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-5c0c4117-633a-4210-95b0-ad555acd01fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 217 time: 0.0712426 Jul 07 18:07:32.887712 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95706c16-5ae8-459e-842b-a0ff0f5c5527 req-e3a1d1af-e399-4cb4-bef3-1c2560803de8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 210 time: 0.0832527 Jul 07 18:07:32.984288 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.014812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.016321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-5b35d19e-eb02-432a-a75d-005356f0babc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.018462 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-5b35d19e-eb02-432a-a75d-005356f0babc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1597281 Jul 07 18:07:33.028075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.033634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Transition to ACTIVE for port object 2c5ea37d-6d02-42bf-8435-f23522e03580 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:33.044625 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.047028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.063061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.089845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.136644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.148414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.157657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f39c02-bd43-4a32-986d-c6994668138b req-198250d0-8946-4ee3-9d9f-c20cbcb4e5c5 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.3509660 Jul 07 18:07:33.179928 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Attempting to bind port 2c5ea37d-6d02-42bf-8435-f23522e03580 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:33.180259 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Attempting to bind port 2c5ea37d-6d02-42bf-8435-f23522e03580 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:33.180666 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Attempting to bind port 2c5ea37d-6d02-42bf-8435-f23522e03580 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:33.203762 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:33.204252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:33.204674 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.205266 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:33.206371 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Bound port: 2c5ea37d-6d02-42bf-8435-f23522e03580, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:33.207194 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.210476 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5ea37d-6d02-42bf-8435-f23522e03580,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:33.263590 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.281203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.364027 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.365465 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.366247 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.366792 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.367759 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.368530 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.369104 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.369647 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.370267 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.370912 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.371492 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.372663 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:33.387296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object b5a361a0-ece7-42a5-8cbf-871820b45fa3 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:33.412749 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] For port 2c5ea37d-6d02-42bf-8435-f23522e03580, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:33.424783 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] For port 2c5ea37d-6d02-42bf-8435-f23522e03580, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2c5ea37d-6d02-42bf-8435-f23522e03580,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:33.432796 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.548951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3ba69869-0487-4828-8b9c-4bf7676e102a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:33.577928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-12ad6332-b3f4-4c94-b567-0b262d1d4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:33.580878 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-12ad6332-b3f4-4c94-b567-0b262d1d4889 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5110464 Jul 07 18:07:33.682762 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea9b58-4f8f-4e01-a16b-13d538055cd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5ea37d-6d02-42bf-8435-f23522e03580,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:33.723540 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:33.724819 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:33.763613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3ba69869-0487-4828-8b9c-4bf7676e102a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:33.815769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bbe8b938-42f0-4961-b660-07cbfbd422b9 req-c966ac30-1927-49ba-87d8-7783cc669fe6 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.3416634 Jul 07 18:07:33.841878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.069475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15f39c02-bd43-4a32-986d-c6994668138b req-f991664b-e2dc-4efa-b91d-85a7a11bc593 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9104881 Jul 07 18:07:34.081630 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:34.088982 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.283575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-9dc308dc-6957-4a16-a225-f95fa88e87b2 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:34.286904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-9dc308dc-6957-4a16-a225-f95fa88e87b2 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.8746033 Jul 07 18:07:34.322840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Request body: {'port': {'device_id': '116805b4-6344-497d-bba4-2f7861894fbb', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'admin_state_up': True, 'tenant_id': 'b8db7d016f534d4d8bb9aef3d9ecc4af'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:34.369785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:34.519187 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:29Z', 'revision_number': 3, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:34.537963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-d25f115d-4135-421d-ae21-894654890293 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8064404 Jul 07 18:07:34.547702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47922) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:34.562556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e10d1b72-21df-4d4a-97e1-d72839f6c1d3 req-13977f5c-02f3-41f0-9aff-abecdb4cb027 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 210 time: 0.2544084 Jul 07 18:07:34.566144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:34.572278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:34.587281 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20cf06c-d03f-4924-a728-5142357e6ca4 None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:29Z', 'revision_number': 3, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:34.592476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=b5a361a0-ece7-42a5-8cbf-871820b45fa3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:34.706006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Allocated IP 172.20.0.1 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/f7cce06a-f8ac-4b97-8d05-cb3c2a17267e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:34.715573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 3e2a81ed-e4f8-4dee-a5c6-b68200593172 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:34.763185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:34.765468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.860310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bdddc6db-3cde-4c57-a8d8-bf647bcea4ee tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6354690 Jul 07 18:07:34.863304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47926) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:34.925146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:34.941140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '3e2a81ed-e4f8-4dee-a5c6-b68200593172', 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce', 'port_id': '3e2a81ed-e4f8-4dee-a5c6-b68200593172', 'mac_address': 'fa:16:3e:50:b0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5db585-4a0c-4af2-afe7-2c7df6161188', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:34.946084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624a019-6a91-49b4-868c-a6b90a7c4f2a None None] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:35.143330 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.209864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Made reservation on behalf of b8db7d016f534d4d8bb9aef3d9ecc4af for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:35.220168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.341858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f3c7a67-b054-452d-ba06-d9df21a4423f req-73d0e7de-b307-4a0d-8428-74e814bdccd9 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.2129564 Jul 07 18:07:35.418611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2a81ed-e4f8-4dee-a5c6-b68200593172 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:35.446759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c5ea37d-6d02-42bf-8435-f23522e03580 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:35.499935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e76dbae6-9377-4049-bdee-cd21d6a81563 None None] Provisioning for port 3ba69869-0487-4828-8b9c-4bf7676e102a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:35.510836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e76dbae6-9377-4049-bdee-cd21d6a81563 None None] Provisioning complete for port 3ba69869-0487-4828-8b9c-4bf7676e102a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:35.511485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e76dbae6-9377-4049-bdee-cd21d6a81563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.534075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:35.537850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 2c5ea37d-6d02-42bf-8435-f23522e03580 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:35.548875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3662e292-e246-420b-a11f-82fca68d4bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.568479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2c5ea37d-6d02-42bf-8435-f23522e03580 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:35.569154 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.618354 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.619040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5ca40ed2-5bb3-494b-83e7-a95d6abac65f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:35.677957 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-c4c1effb-83ec-4f53-811d-f174b6079dbd service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1298881 Jul 07 18:07:35.733861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:35.761932 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-cee054fb-7248-4218-a847-dfecb79bd707 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8 HTTP/1.1" status: 200 len: 217 time: 0.0731626 Jul 07 18:07:35.873003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f', 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'port_id': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f', 'mac_address': 'fa:16:3e:88:b6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea9c51c-4377-444a-82d5-cc5b22788d49', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:35.873410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42734fad-10df-4eeb-a9ce-14b868efadb5 req-41f9c54a-84d5-4634-b379-b8d9f1f8d47d tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 210 time: 0.1090822 Jul 07 18:07:35.882244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-0bdb2797-fb21-42c9-b35b-f06d5b9f89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.884037 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-0bdb2797-fb21-42c9-b35b-f06d5b9f89c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1131446 Jul 07 18:07:35.892625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.918881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=3e2a81ed-e4f8-4dee-a5c6-b68200593172,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:35.921869 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3662e292-e246-420b-a11f-82fca68d4bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.953819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3662e292-e246-420b-a11f-82fca68d4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.996387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Transition to ACTIVE for port object f7cce06a-f8ac-4b97-8d05-cb3c2a17267e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:35.998075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662e292-e246-420b-a11f-82fca68d4bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41a1d06-e2bc-4e00-9f85-9abd9e4572df,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.005883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.012545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.025615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.028982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3662e292-e246-420b-a11f-82fca68d4bb8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=39136998d8da4218bf3ba0679f2bb0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4795852 Jul 07 18:07:36.034873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47936) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:36.045960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.057087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.064047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.075460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.076453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.086825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-c7e4ba7e-6f49-4057-aded-9c9861dcaeba tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5421 time: 0.6336751 Jul 07 18:07:36.093115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Allocated IP 172.20.0.9 (25ff07d5-8017-46d5-a3b3-1dd8523c4be3/9da12058-8aa2-4ad0-bd97-35971f24adae/5e93eb27-e0c2-4177-a840-5387930d8f20) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:36.105525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 2c5ea37d-6d02-42bf-8435-f23522e03580, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2c5ea37d-6d02-42bf-8435-f23522e03580,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:36.121077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-cbe12117-7e11-411b-bbea-f84a25612a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.123364 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-cbe12117-7e11-411b-bbea-f84a25612a9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2246921 Jul 07 18:07:36.125566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.145111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.149375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cdaa70f8-0fa5-4fe7-b2ea-ebc8d4121e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.230502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=2c5ea37d-6d02-42bf-8435-f23522e03580,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.257223 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.267799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:36.275871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.283948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26ae3f64-237a-4b31-b76a-75a92adcf092 req-eefcdc0c-c464-4346-9f3b-686084568ef0 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1963050 Jul 07 18:07:36.287691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:36.297577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.304199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:36.319147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cdaa70f8-0fa5-4fe7-b2ea-ebc8d4121e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.320140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca40ed2-5bb3-494b-83e7-a95d6abac65f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:36.341638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.359188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:36.362830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e76dbae6-9377-4049-bdee-cd21d6a81563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.375361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.376034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:36.573879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cdaa70f8-0fa5-4fe7-b2ea-ebc8d4121e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.574473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e76dbae6-9377-4049-bdee-cd21d6a81563 None None] For port 3ba69869-0487-4828-8b9c-4bf7676e102a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3ba69869-0487-4828-8b9c-4bf7676e102a,segment=NetworkSegment(4b38515e-f8b1-4b86-aa31-06fa58b5852d),segment_id=4b38515e-f8b1-4b86-aa31-06fa58b5852d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:36.579750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cdaa70f8-0fa5-4fe7-b2ea-ebc8d4121e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.585349 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cdaa70f8-0fa5-4fe7-b2ea-ebc8d4121e32 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c41a1d06-e2bc-4e00-9f85-9abd9e4572df HTTP/1.1" status: 204 len: 168 time: 0.5489857 Jul 07 18:07:36.588097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e76dbae6-9377-4049-bdee-cd21d6a81563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.594475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.601575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.615970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa70f8-0fa5-4fe7-b2ea-ebc8d4121e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41a1d06-e2bc-4e00-9f85-9abd9e4572df,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.725759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-f9dff54b-a070-4ad0-a1ac-3d9120ce7c83 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781789 Jul 07 18:07:36.750596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:36.845028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dbae6-9377-4049-bdee-cd21d6a81563 None None] Pushing event updated for resources: {'Port': ['ID=3ba69869-0487-4828-8b9c-4bf7676e102a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.851697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'port_id': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'mac_address': 'fa:16:3e:75:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:36.861443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb568376-f44b-4833-b2d6-4720b99d4f21 req-c5cfd2e3-fd4d-4333-85c6-5d12a55c3ceb tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.2066820 Jul 07 18:07:36.950847 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.952963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ad3e5b70-a766-42d1-8ccb-8559773d40a2 None None] Provisioning for port b5a361a0-ece7-42a5-8cbf-871820b45fa3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:36.989198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ad3e5b70-a766-42d1-8ccb-8559773d40a2 None None] Provisioning complete for port b5a361a0-ece7-42a5-8cbf-871820b45fa3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:36.991482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5b70-a766-42d1-8ccb-8559773d40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.016488 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.048176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:37.117461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:37.131378 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.132527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 38cb0c57-8cc5-4bf4-8844-48db311f6f92 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:37.133409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47948) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:37.175202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-68e40ccb-fd3b-4732-a936-269de740b66f service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330554 Jul 07 18:07:37.197460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e5b70-a766-42d1-8ccb-8559773d40a2 None None] Port b5a361a0-ece7-42a5-8cbf-871820b45fa3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:37.227383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb5214f0-c6a3-4263-a8ad-5652cc551689 req-0cf1cd4e-2c2b-4460-bf21-d5f16b044ba5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 210 time: 0.0744123 Jul 07 18:07:37.236959 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.260139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c16e78c-ee60-4b8e-98bb-60b9af566464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.265831 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.273895 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-67baf9e2-0a8c-455e-be1b-058f558f0472 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=954afe75-7d62-4476-91c4-dfdaa3419d31 HTTP/1.1" status: 200 len: 217 time: 0.0911348 Jul 07 18:07:37.277020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:37.292300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:37.297556 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.305549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ad3e5b70-a766-42d1-8ccb-8559773d40a2 None None] Provisioning complete for port 3ba69869-0487-4828-8b9c-4bf7676e102a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:37.306224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5b70-a766-42d1-8ccb-8559773d40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.310913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:37.320667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:37.331421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:37.398182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event updated for resources: {'Port': ['ID=5e93eb27-e0c2-4177-a840-5387930d8f20,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:37.415542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-e53ff63a-5982-48a5-a500-d8986e2e56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.417216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-e53ff63a-5982-48a5-a500-d8986e2e56d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 200 len: 797 time: 0.1028740 Jul 07 18:07:37.418119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c5ea37d-6d02-42bf-8435-f23522e03580 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:37.444817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:37.480167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.520145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '38cb0c57-8cc5-4bf4-8844-48db311f6f92', 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'port_id': '38cb0c57-8cc5-4bf4-8844-48db311f6f92', 'mac_address': 'fa:16:3e:d3:80:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea9c51c-4377-444a-82d5-cc5b22788d49', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:37.658748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-4c7775ac-848b-4f87-af86-cc488bc8b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.667434 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-4c7775ac-848b-4f87-af86-cc488bc8b605 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=505be4a2-270c-4d00-b6c6-483296bee6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2393405 Jul 07 18:07:37.679635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.714177 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.730721 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cb0c57-8cc5-4bf4-8844-48db311f6f92 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:37.740508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.740927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.741285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.741628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.741966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.744848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.745235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.745584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.746363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.746714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.747053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.747386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.765621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2c5ea37d-6d02-42bf-8435-f23522e03580 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:37.766161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.779574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:37.809602 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.810274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b677e435-0d3d-459a-81b3-ca35337a357b details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:37.849182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b677e435-0d3d-459a-81b3-ca35337a357b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b677e435-0d3d-459a-81b3-ca35337a357b,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:37.868703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'b677e435-0d3d-459a-81b3-ca35337a357b', 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'port_id': 'b677e435-0d3d-459a-81b3-ca35337a357b', 'mac_address': 'fa:16:3e:30:ad:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea9c51c-4377-444a-82d5-cc5b22788d49', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:37.870914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:37.872499 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.904672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c16e78c-ee60-4b8e-98bb-60b9af566464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.917410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c16e78c-ee60-4b8e-98bb-60b9af566464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.960373 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-22f3172d-e2db-48c8-a0f7-edf87f901329 service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835319 Jul 07 18:07:37.967295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-771e4e04-ab7e-45b8-a244-b55aa8aea7d1 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6605260 Jul 07 18:07:38.005611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-22729984-c3f5-41f4-bc44-300149365537 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:07:38.009169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-22729984-c3f5-41f4-bc44-300149365537 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317984 Jul 07 18:07:38.025625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Request body: {'port': {'device_id': '116805b4-6344-497d-bba4-2f7861894fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:38.030832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=b5a361a0-ece7-42a5-8cbf-871820b45fa3,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.051175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eae7f133-933c-4123-affa-2ab31e5106a5 None None] Provisioning complete for port b5a361a0-ece7-42a5-8cbf-871820b45fa3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:38.051556 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eae7f133-933c-4123-affa-2ab31e5106a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.066834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=38cb0c57-8cc5-4bf4-8844-48db311f6f92,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.083403 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7c16e78c-ee60-4b8e-98bb-60b9af566464 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=773af238acbf446aa2faf0d34cdbf367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302032 Jul 07 18:07:38.084042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47956) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:38.091048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16e78c-ee60-4b8e-98bb-60b9af566464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88cee27-bcff-4a76-8e9d-ba05789e42a3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.125873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-452da8a1-ee93-441b-9059-742b5228c2d5 req-bd98dd40-912a-4584-ab43-36203386f086 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0810184 Jul 07 18:07:38.131495 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.194548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.199846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b677e435-0d3d-459a-81b3-ca35337a357b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:38.203387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.212211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.220971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.223872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eae7f133-933c-4123-affa-2ab31e5106a5 None None] Port b5a361a0-ece7-42a5-8cbf-871820b45fa3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:38.225660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-0e651349-c97b-4f3f-9558-8e2d437c043e service neutron] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418036 Jul 07 18:07:38.231560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3ba69869-0487-4828-8b9c-4bf7676e102a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:38.232011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.235938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.238918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.245562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.251730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.253820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-617bdec7-a0f8-422e-989b-81b82bd13fc2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5424 time: 0.5786510 Jul 07 18:07:38.254359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b677e435-0d3d-459a-81b3-ca35337a357b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b677e435-0d3d-459a-81b3-ca35337a357b,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:38.265185 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.265861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a47094fe-0d7f-4a22-b3f7-d93d42aca76f details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:38.276926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eae7f133-933c-4123-affa-2ab31e5106a5 None None] Provisioning for port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:38.322496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eae7f133-933c-4123-affa-2ab31e5106a5 None None] Provisioning complete for port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:38.322870 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eae7f133-933c-4123-affa-2ab31e5106a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.346101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.380222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.389026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f619992-fcff-4c2f-bf3d-67fbdf90e60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.389165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:38.413250 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f619992-fcff-4c2f-bf3d-67fbdf90e60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.413477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b677e435-0d3d-459a-81b3-ca35337a357b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.419305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'a47094fe-0d7f-4a22-b3f7-d93d42aca76f', 'network_id': '8849a726-c7bb-46ac-b767-20a9d46e07c8', 'port_id': 'a47094fe-0d7f-4a22-b3f7-d93d42aca76f', 'mac_address': 'fa:16:3e:b1:b7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea9c51c-4377-444a-82d5-cc5b22788d49', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:38.420798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eae7f133-933c-4123-affa-2ab31e5106a5 None None] Port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:38.430278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3ba69869-0487-4828-8b9c-4bf7676e102a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:38.430650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.488946 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-8d5e275f-6d05-403e-9547-de96db06a69a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=351f67ef-a91c-44ab-9081-dea973296fa5 HTTP/1.1" status: 200 len: 217 time: 0.2541206 Jul 07 18:07:38.490442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.493548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f619992-fcff-4c2f-bf3d-67fbdf90e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.496087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f619992-fcff-4c2f-bf3d-67fbdf90e60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.506305 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f619992-fcff-4c2f-bf3d-67fbdf90e60c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d88cee27-bcff-4a76-8e9d-ba05789e42a3 HTTP/1.1" status: 204 len: 168 time: 0.4107766 Jul 07 18:07:38.509901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47094fe-0d7f-4a22-b3f7-d93d42aca76f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:38.511534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47be9d4d-009e-4187-a117-a51f68e1ec4f req-1400a445-eaba-4125-8980-96cf5c0e56ca tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2252870 Jul 07 18:07:38.534248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:38.586064 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.587613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:38.647243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.653489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f619992-fcff-4c2f-bf3d-67fbdf90e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88cee27-bcff-4a76-8e9d-ba05789e42a3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.673501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.716055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.724132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:38.749299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80', 'network_id': '82c89e28-4704-4bdf-9808-aabe4c6116ce', 'port_id': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80', 'mac_address': 'fa:16:3e:a1:c7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5db585-4a0c-4af2-afe7-2c7df6161188', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:38.775651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-f66f70d1-6718-42e0-8583-b2fa4c39ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.777322 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-f66f70d1-6718-42e0-8583-b2fa4c39ab6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.2627053 Jul 07 18:07:38.856802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.880960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:38.884315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-5fb97d78-0eca-41df-9603-9d0dd3526df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:38.885938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-5fb97d78-0eca-41df-9603-9d0dd3526df1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0998983 Jul 07 18:07:38.887888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:38.889364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:38.905400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:38.913170 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.039625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.323395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47980) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:39.326793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:39.398867 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.417363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c6f08c2e-2540-4590-b8e2-afef323018c8 None None] Provisioning complete for port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:39.418570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6f08c2e-2540-4590-b8e2-afef323018c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.425192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.524031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c6f08c2e-2540-4590-b8e2-afef323018c8 None None] Port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:39.528224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-aa2765fa-468d-47e1-be05-315349adae34 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261704 Jul 07 18:07:39.616314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1b21882-85c5-46b8-8c6a-0bf83c202f81 req-a99c5f38-1dfd-4e5f-b1a4-a86f7e8d24aa tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0477729 Jul 07 18:07:39.624505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['3e2a81ed-e4f8-4dee-a5c6-b68200593172'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:39.657380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=b5a361a0-ece7-42a5-8cbf-871820b45fa3,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.690385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:39.777272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['847a70d5-2e1e-420b-9f0f-85a4cd91ca80'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:39.779226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5ca40ed2-5bb3-494b-83e7-a95d6abac65f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:39.782177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336ce3a-58ac-4d15-a2d7-01eed7bc4577 req-563bf35d-6546-4a8f-b256-20e663f97e61 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:39.789208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9336ce3a-58ac-4d15-a2d7-01eed7bc4577 req-563bf35d-6546-4a8f-b256-20e663f97e61 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 931 time: 1.3605170 Jul 07 18:07:39.791244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.829997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['a47094fe-0d7f-4a22-b3f7-d93d42aca76f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:39.873276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9336ce3a-58ac-4d15-a2d7-01eed7bc4577 req-591d3afc-c4a4-4e97-a305-ba1b27cc6c67 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827429 Jul 07 18:07:39.884173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-d41d056b-2ae4-4830-9a28-6f66e4633d29 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549950 Jul 07 18:07:39.888210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:39.898458 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4b3b6426-1451-4926-bb89-d77cd0af45a4 admin admin] 10.222.0.88 "PUT /v2.0/routers/6bb6ce31-331f-4161-98e0-22860239f8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6669676 Jul 07 18:07:39.921808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['b677e435-0d3d-459a-81b3-ca35337a357b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:39.988854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:40.029774 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-fbc7887e-5a33-41bb-a27e-ca5052015d24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 200 len: 217 time: 0.1299078 Jul 07 18:07:40.249467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.261713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.267679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.295297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.316218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.346254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.352269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.354329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-23de5f15-3b38-448d-a979-8ade6cb68fc6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5428 time: 0.3897784 Jul 07 18:07:40.366864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:40.368292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:40.399558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:40.415284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:40.569835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d30bfba-684f-46fe-b3ac-418e562692bd req-4fdc36ac-02da-4500-aa0d-e70ca37744d0 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1991117 Jul 07 18:07:40.585035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['38cb0c57-8cc5-4bf4-8844-48db311f6f92'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:40.642813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e93eb27-e0c2-4177-a840-5387930d8f20 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:40.654070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.654949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-b733d694-d51e-4b71-8872-ac1b900a537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.657826 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-b733d694-d51e-4b71-8872-ac1b900a537b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 200 len: 797 time: 0.5516613 Jul 07 18:07:40.713733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Transition to ACTIVE for port object 5e93eb27-e0c2-4177-a840-5387930d8f20 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:40.729611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.848944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Router bdf7c606-d1f3-4cec-b641-2a6f82d46264 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:40.939777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Pushing event updated for resources: {'Port': ['ID=5e93eb27-e0c2-4177-a840-5387930d8f20,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:40.945804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5236-4799-44f2-8f21-6c34a942991a req-432440f9-aab2-4bc0-947b-36594ee740f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:40.950623 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-432440f9-aab2-4bc0-947b-36594ee740f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=170bcb05-6fc9-471f-9776-2ba06426a53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2657497 Jul 07 18:07:41.062967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:41.098240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b51bb61-c6d4-4023-a31a-b94614f3f6a4 req-457ca3c7-8587-4881-b202-cc1ac8b06443 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.2196193 Jul 07 18:07:41.143939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:41.151080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c9c5b748-efc9-4925-b2ed-852617aa6cc1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "PUT /v2.0/routers/bdf7c606-d1f3-4cec-b641-2a6f82d46264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2863746 Jul 07 18:07:41.159658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] Sync routers for ids ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:41.180550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48028) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:41.181009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48030) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:41.184890 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] Routers {'bdf7c606-d1f3-4cec-b641-2a6f82d46264'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:41.186772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:41.198481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1000366412-network', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:41.228861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:41.238253 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] Routers {'bdf7c606-d1f3-4cec-b641-2a6f82d46264'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:41.238959 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:41.257732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Attempting to bind port 5e93eb27-e0c2-4177-a840-5387930d8f20 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:41.258066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Attempting to bind port 5e93eb27-e0c2-4177-a840-5387930d8f20 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:41.258455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Attempting to bind port 5e93eb27-e0c2-4177-a840-5387930d8f20 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:41.273744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Port 5e93eb27-e0c2-4177-a840-5387930d8f20 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:07:41.274081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Attempting to bind port 5e93eb27-e0c2-4177-a840-5387930d8f20 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:41.276610 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:41.277344 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642d8cb-16b6-44c7-88b2-954ef5037b1e None None] The sync data for ids ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:41.283041 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-e1d0bcf7-ebb8-4789-a822-da7be076c284 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145046 Jul 07 18:07:41.283131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:41.283436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Checking segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:41.283827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Bound using segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:41.284301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Bound port: 5e93eb27-e0c2-4177-a840-5387930d8f20, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:41.284615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.309656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Made reservation on behalf of 2a5ec44fad1a446390d68b357b0a2a16 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:41.311117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd4445-914f-435c-a8a3-170471d796c1 req-f5d9d883-bc08-4e41-8194-88e927750538 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.312523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.318464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3cd4445-914f-435c-a8a3-170471d796c1 req-f5d9d883-bc08-4e41-8194-88e927750538 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 943 time: 0.1659493 Jul 07 18:07:41.409614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3cd4445-914f-435c-a8a3-170471d796c1 req-49d78682-ede1-4b26-a168-c8589a160b00 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902045 Jul 07 18:07:41.410279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f28d2026-c82d-4de2-8f10-decbc7f8b0bb None None] Provisioning complete for port b5a361a0-ece7-42a5-8cbf-871820b45fa3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:41.410279 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f28d2026-c82d-4de2-8f10-decbc7f8b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.418519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.434917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] For port 5e93eb27-e0c2-4177-a840-5387930d8f20, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:41.438721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] For port 5e93eb27-e0c2-4177-a840-5387930d8f20, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5e93eb27-e0c2-4177-a840-5387930d8f20,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:41.444445 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.483453 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-becf5236-4799-44f2-8f21-6c34a942991a req-8d5a719c-f4ae-4f9f-896d-7f3f91afad54 service neutron] 10.222.0.90 "GET /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771548 Jul 07 18:07:41.498818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.499511 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.505130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] 10.222.0.55 "PUT /v2.0/ports/5e93eb27-e0c2-4177-a840-5387930d8f20 HTTP/1.1" status: 200 len: 1091 time: 3.4824579 Jul 07 18:07:41.505907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116805b4-6344-497d-bba4-2f7861894fbb', 'tag': '5e93eb27-e0c2-4177-a840-5387930d8f20'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:41.509794 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b1999-0faf-41e6-8afd-1c77844178e7" -d '{"events": [{"name": "network-changed", "server_uuid": "116805b4-6344-497d-bba4-2f7861894fbb", "tag": "5e93eb27-e0c2-4177-a840-5387930d8f20"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:41.521688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.624788 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97333e15-321c-4c66-9844-d574f816b63b x-openstack-request-id: req-97333e15-321c-4c66-9844-d574f816b63b {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:41.625202 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116805b4-6344-497d-bba4-2f7861894fbb", "tag": "5e93eb27-e0c2-4177-a840-5387930d8f20", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:41.625383 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-97333e15-321c-4c66-9844-d574f816b63b {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:41.625788 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116805b4-6344-497d-bba4-2f7861894fbb', 'tag': '5e93eb27-e0c2-4177-a840-5387930d8f20', 'status': 'completed', 'code': 200} Jul 07 18:07:41.636352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f95dd5-da73-4024-94c7-5866e5b84468 service neutron] Pushing event updated for resources: {'Port': ['ID=5e93eb27-e0c2-4177-a840-5387930d8f20,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:41.659574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-ad90a206-c706-4580-96a7-279be3039da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.661509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-ad90a206-c706-4580-96a7-279be3039da4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 1094 time: 0.0968120 Jul 07 18:07:41.682166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f28d2026-c82d-4de2-8f10-decbc7f8b0bb None None] Port b5a361a0-ece7-42a5-8cbf-871820b45fa3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:41.765369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-94220a64-0110-4a3b-bb59-ed9b7426c1f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e93eb27-e0c2-4177-a840-5387930d8f20 HTTP/1.1" status: 200 len: 217 time: 0.0955625 Jul 07 18:07:41.842435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.862779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-213827db-0e09-42e4-9fe4-710824e40923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.864297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-213827db-0e09-42e4-9fe4-710824e40923 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.0903018 Jul 07 18:07:41.865436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 2, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:41.900945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:41.901349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Updating router 6bb6ce31-331f-4161-98e0-22860239f8ff port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:41.905507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-18589f08-6428-4f88-ab76-18b520f40f32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323255 Jul 07 18:07:41.918707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.924709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.931081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.937268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.938279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.943389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.949458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.950314 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:41.955365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.963234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-732fc1d4-b97a-4746-b484-0ce0250273cd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5428 time: 0.1903298 Jul 07 18:07:41.991757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56b488-cb8a-4887-99da-7ee8887b2d3f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:41.999871 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5d56b488-cb8a-4887-99da-7ee8887b2d3f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdf7c606-d1f3-4cec-b641-2a6f82d46264 HTTP/1.1" status: 200 len: 982 time: 0.8176219 Jul 07 18:07:42.022647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48046) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:42.056094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24240678-9bf3-41c4-b036-4910bab76567,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:42.110617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:42.140731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.141096 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Added segment cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c of type vlan for network cfbba741-210f-4d2b-9c86-251284203dab Jul 07 18:07:42.206631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c46328db-d3c5-47e0-ac48-248a4b46148b req-8223c3dd-3a2b-4e9b-afa9-276c2d308a5b tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2423201 Jul 07 18:07:42.277940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.339229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-b42fcf68-4bf7-4f7f-b809-2149171e5123 service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737938 Jul 07 18:07:42.365537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.366603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:42.367577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.422414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4aef6f90-6287-46de-8ed5-d767d9526265 req-1ef44964-67c5-4165-a244-19565c243502 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0806108 Jul 07 18:07:42.432738 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2493160 Jul 07 18:07:42.436696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48058) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:42.449276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Request body: {'subnet': {'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1000366412-subnet', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:42.452155 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.470877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Transition to ACTIVE for port object f7cce06a-f8ac-4b97-8d05-cb3c2a17267e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:42.477212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Made reservation on behalf of 2a5ec44fad1a446390d68b357b0a2a16 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:42.480023 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.480578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.501132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85fba-6dfd-467a-b40c-2acb2b59871b admin admin] Pushing event updated for resources: {'Network': ['ID=cfbba741-210f-4d2b-9c86-251284203dab,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:42.522971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network cfbba741-210f-4d2b-9c86-251284203dab details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:42.558277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Deleting port ffe29840-bc77-4516-8f41-d6a5f512d36c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:42.565098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.607873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04825fc-c081-483a-9337-bff45dd6d125 None None] Pushing event updated for resources: {'Port': ['ID=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:42.640053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d561efd-7cd6-4e07-b8ed-0c2d24d231ac req-18eadca2-d49f-46a1-9558-dbd04668748f service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515743 Jul 07 18:07:42.704022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Attempting to bind port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:42.705343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Attempting to bind port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:42.706556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Attempting to bind port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:42.714388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:42.715780 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:42.716379 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.717005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:42.717732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Bound port: f7cce06a-f8ac-4b97-8d05-cb3c2a17267e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:42.718312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.750892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] For port ffe29840-bc77-4516-8f41-d6a5f512d36c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ffe29840-bc77-4516-8f41-d6a5f512d36c,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:42.751180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.771538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Calling delete_port for ffe29840-bc77-4516-8f41-d6a5f512d36c owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:42.831482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] For port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:42.837897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] For port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:42.848026 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.905944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887093f-ebb1-417f-b06a-c8745dbaeef2 req-7e82dda4-9668-4664-890f-63bc385ec9f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:42.916227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d887093f-ebb1-417f-b06a-c8745dbaeef2 req-7e82dda4-9668-4664-890f-63bc385ec9f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 943 time: 0.2852597 Jul 07 18:07:42.943124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:42.978323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.985684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-21d33006-b161-4e45-997b-9a945c573ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:42.987306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-21d33006-b161-4e45-997b-9a945c573ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 1094 time: 0.2834334 Jul 07 18:07:43.022793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:43.024324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:43.084632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04825fc-c081-483a-9337-bff45dd6d125 None None] Pushing event updated for resources: {'Port': ['ID=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:43.107213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.189413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:43.192525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e456c613-e0bf-4846-9069-eeff3a33cb67,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:43.202906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:43.203567 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.210681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Checking segment: {'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:43.212592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Network hostable DHCP agents. Network: cfbba741-210f-4d2b-9c86-251284203dab, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:43.268046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:43.364482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Network cfbba741-210f-4d2b-9c86-251284203dab is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:43.370682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.409496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe29840-bc77-4516-8f41-d6a5f512d36c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:43.436908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, cfbba741-210f-4d2b-9c86-251284203dab) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:43.452976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:43.453586 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.479556 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c5ccca8d-0afc-4d02-b412-e7a6ca394c81 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0332742 Jul 07 18:07:43.493026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0699534-3276-4aa7-b51e-0c73e05a7c51 None None] Network cfbba741-210f-4d2b-9c86-251284203dab requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:43.508691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48066) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:43.515489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:43.588729 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.609748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.611855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.658062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d887093f-ebb1-417f-b06a-c8745dbaeef2 req-5d100856-38e3-4156-adf4-f195622fa20b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405283 Jul 07 18:07:43.815538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.872295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.896939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:43.898682 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1099ab86-d4f9-44dd-a43f-06e0bd5fe4fd" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:43.936232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:43.948066 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.984910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-1f1bbd47-4aa5-46f8-9887-e9cfae4eca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:43.986361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-1f1bbd47-4aa5-46f8-9887-e9cfae4eca65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 916 time: 0.8804293 Jul 07 18:07:44.015553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.022305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-cfbba741-210f-4d2b-9c86-251284203dab', 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'fixed_ips': [{'subnet_id': 'e456c613-e0bf-4846-9069-eeff3a33cb67'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:44.023094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.024191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.032227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56b05160-c261-4791-822b-92bc920e79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:42Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:44.032862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.039936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.049644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.056862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.063949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.065862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-0a247f38-6807-4bdd-b9f6-3b49b84b71ab tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5428 time: 0.4059656 Jul 07 18:07:44.074875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:44.119390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-51187d8e-79fc-4104-b104-15c29cd087ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e93eb27-e0c2-4177-a840-5387930d8f20 HTTP/1.1" status: 200 len: 217 time: 0.0521667 Jul 07 18:07:44.196755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.211699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a421b91-3b44-4a98-8732-d01dc952518b req-c956605e-1d84-4272-9759-1e7fed842870 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.2353160 Jul 07 18:07:44.213447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Allocated IP 172.20.0.2 (cfbba741-210f-4d2b-9c86-251284203dab/e456c613-e0bf-4846-9069-eeff3a33cb67/7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:44.222372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-31dbbd39-c5e8-40d2-b077-8c596a462270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:44.223941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-31dbbd39-c5e8-40d2-b077-8c596a462270 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.0805626 Jul 07 18:07:44.288788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b05160-c261-4791-822b-92bc920e79eb None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:42Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:44.328009 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da80db1-725b-4ee1-b1c5-af00c5d85206 x-openstack-request-id: req-1da80db1-725b-4ee1-b1c5-af00c5d85206 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:44.328698 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:44.329232 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1da80db1-725b-4ee1-b1c5-af00c5d85206 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:44.329902 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'code': 200} Jul 07 18:07:44.347083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-346a0b74-b0fc-49d7-b392-9e58fce1f0f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632868 Jul 07 18:07:44.416864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0aa65da3-213f-4d9d-8464-c8396fc6b3da req-669f8532-ad0f-4eef-ae1e-c16e1320a431 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2963188 Jul 07 18:07:44.513281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.527451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Transition to ACTIVE for port object 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:44.557883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Transition to ACTIVE for port object 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:44.570744 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.604024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-8bda17e8-840f-465f-b67e-b38da9af7ba2 service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327785 Jul 07 18:07:44.644756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Network cfbba741-210f-4d2b-9c86-251284203dab is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:44.648252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:44.653423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:44.719049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Pushing event updated for resources: {'Port': ['ID=7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:44.735515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Attempting to bind port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:44.736027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Attempting to bind port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:44.736492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Attempting to bind port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e on network cfbba741-210f-4d2b-9c86-251284203dab {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:44.742757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:44.743627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Checking segment: {'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:44.744302 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.744797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Bound using segment: {'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:44.745449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Bound port: 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:44.745947 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.753670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port b5a361a0-ece7-42a5-8cbf-871820b45fa3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:44.754186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.874053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] For port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:44.878569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] For port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e,segment=NetworkSegment(cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c),segment_id=cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:44.885778 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.906807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d83b1999-0faf-41e6-8afd-1c77844178e7 req-f4785c2a-6b81-4820-9fec-aafb0e381d3d service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919750 Jul 07 18:07:44.967914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5e93eb27-e0c2-4177-a840-5387930d8f20 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:07:44.970265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b677e435-0d3d-459a-81b3-ca35337a357b up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:45.002696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Router c746216e-257e-4329-9570-a24f17a95dfa has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:45.008722 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.029745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbd5b9-9373-4a92-bcf7-6637374fa207 req-16dd71a7-c7a5-4d42-b0d2-e90eee9dca9f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:45.032159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dcdbd5b9-9373-4a92-bcf7-6637374fa207 req-16dd71a7-c7a5-4d42-b0d2-e90eee9dca9f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 943 time: 0.1605544 Jul 07 18:07:45.043575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for b5a361a0-ece7-42a5-8cbf-871820b45fa3 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:45.195027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b5099-28f0-4eb9-9d1e-f0a1a6f31355 None None] Pushing event updated for resources: {'Port': ['ID=7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:45.208865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dcdbd5b9-9373-4a92-bcf7-6637374fa207 req-122b3ada-e201-42ef-a5fe-ca0ea2787c4e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671548 Jul 07 18:07:45.321291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port b677e435-0d3d-459a-81b3-ca35337a357b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:45.383238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port b677e435-0d3d-459a-81b3-ca35337a357b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:45.383616 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.515810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5e93eb27-e0c2-4177-a840-5387930d8f20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5e93eb27-e0c2-4177-a840-5387930d8f20,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:45.537037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '5e93eb27-e0c2-4177-a840-5387930d8f20', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'port_id': '5e93eb27-e0c2-4177-a840-5387930d8f20', 'mac_address': 'fa:16:3e:58:92:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da12058-8aa2-4ad0-bd97-35971f24adae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:07:45.611947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92eb6681-0097-4fb7-a0f1-8a31f58d879f req-3f8ed57e-cc36-4e54-9528-1073cbf90ff9 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0879428 Jul 07 18:07:45.720141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f7cce06a-f8ac-4b97-8d05-cb3c2a17267e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:45.759500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.823433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.827022 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.827678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:45.829813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e93eb27-e0c2-4177-a840-5387930d8f20 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:07:45.847428 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-332276d7-4fe8-48ef-b4ad-016d17712ded admin admin] 10.222.0.88 "PUT /v2.0/routers/c746216e-257e-4329-9570-a24f17a95dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5171835 Jul 07 18:07:45.856403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] Sync routers for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:45.864962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48092) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:45.871329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.877609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e78f8ccd-9dc3-4a21-af60-2d9464a0a1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.908186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5e93eb27-e0c2-4177-a840-5387930d8f20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5e93eb27-e0c2-4177-a840-5387930d8f20,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:45.936776 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.945645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:45.946354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:45.980235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.001399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b677e435-0d3d-459a-81b3-ca35337a357b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b677e435-0d3d-459a-81b3-ca35337a357b,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:46.039279 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.040104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5ca40ed2-5bb3-494b-83e7-a95d6abac65f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:46.085872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Allocated IP 172.25.1.231 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:46.088734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:46.115070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=b5a361a0-ece7-42a5-8cbf-871820b45fa3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:46.140037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.153096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:46.153714 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.327418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5e93eb27-e0c2-4177-a840-5387930d8f20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:46.340911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.357859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:46.360197 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563538a9-dfe7-4d06-b89f-e2d0974f14c1" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:46.406674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.425928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.428916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5e93eb27-e0c2-4177-a840-5387930d8f20,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:46.438943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.443399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.456811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.465691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.488469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.502859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Pushing event updated for resources: {'Port': ['ID=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:46.510959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.515038 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-88f4f76a-13cf-4dd2-ad99-1f8e78811990 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5429 time: 0.7306228 Jul 07 18:07:46.522203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:46.524134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:46.526034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:46.527096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:46.530661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.530894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.531249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.531585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.532202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.532855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.532955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.533796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.533796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.533986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.534219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.534546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:46.600393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:46.628852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:46.629088 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.750587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b677e435-0d3d-459a-81b3-ca35337a357b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:46.789357 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.814142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93d7c71a-bb49-4cb8-8fa7-6a81f53c5f31 req-bbc73c6f-b824-4141-9e78-21e2cb4bb551 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2651653 Jul 07 18:07:46.817918 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.916942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f15c8-c9b3-4abe-ae81-460bac5a24f8 None None] Network cfbba741-210f-4d2b-9c86-251284203dab requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:46.940655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e114f-74b9-4a75-9680-1a1e7fb930ce req-cae55fa9-9d4d-4ed0-a25b-0f47e058bf20 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:46.942103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f7e114f-74b9-4a75-9680-1a1e7fb930ce req-cae55fa9-9d4d-4ed0-a25b-0f47e058bf20 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 944 time: 0.4261179 Jul 07 18:07:46.989135 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf943bf-3d58-48a5-a6a1-b81fe239afa7 x-openstack-request-id: req-0cf943bf-3d58-48a5-a6a1-b81fe239afa7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:46.989377 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:46.989600 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0cf943bf-3d58-48a5-a6a1-b81fe239afa7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:46.989948 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b', 'code': 200} Jul 07 18:07:47.060475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.241630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-96fb7583-36cb-425d-8c96-9fc454ce1339 None None] Provisioning for port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:47.275698 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.383695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.439254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33c28a0c-75b8-47df-961e-8a2ad0f3e1b9 req-87c3de14-6f7a-4a5a-b6cb-5f7d32aa04c5 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0453339 Jul 07 18:07:47.445744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f7e114f-74b9-4a75-9680-1a1e7fb930ce req-9dda9c98-93e0-47b4-adfe-cd9e2eeea297 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945197 Jul 07 18:07:47.450957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:47.451816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Router bdf7c606-d1f3-4cec-b641-2a6f82d46264 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:47.458009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Deleting port 4700c15d-f671-4bba-9e77-02fb7efab1f6 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:47.458348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.489751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.583311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:47.587286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Router 6763c548-b7ce-435d-867c-3faef0eefa24 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:47.595143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:47.601900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-183599dd-96be-4ebc-828f-f68c0add962a tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "PUT /v2.0/routers/bdf7c606-d1f3-4cec-b641-2a6f82d46264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5781355 Jul 07 18:07:47.605428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48102) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:47.612352 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] Sync routers for ids ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:47.631554 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] Routers {'bdf7c606-d1f3-4cec-b641-2a6f82d46264'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:47.632539 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:47.641043 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65f76ee-9b4a-40d1-bd35-997a037000f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:07:47.642591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e65f76ee-9b4a-40d1-bd35-997a037000f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/b5a361a0-ece7-42a5-8cbf-871820b45fa3 HTTP/1.1" status: 404 len: 333 time: 0.0361876 Jul 07 18:07:47.653077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48104) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:47.665148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] For port 4700c15d-f671-4bba-9e77-02fb7efab1f6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4700c15d-f671-4bba-9e77-02fb7efab1f6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:47.665514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.669919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T18:07:43Z', 'revision_number': 5, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port': {'id': '4700c15d-f671-4bba-9e77-02fb7efab1f6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:40Z', 'updated_at': '2021-07-07T17:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:47.702987 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:47.722892 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] Routers {'bdf7c606-d1f3-4cec-b641-2a6f82d46264'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:47.723651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] Checking router: c746216e-257e-4329-9570-a24f17a95dfa for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:47.724103 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:47.733315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:47.742770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Calling delete_port for 4700c15d-f671-4bba-9e77-02fb7efab1f6 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:47.759049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62938c10-df6d-466b-8f9f-ff97dd426a21 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.763087 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:47.764044 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496737f-2fc2-4891-80a5-b0821e37c718 None None] The sync data for ids ['bdf7c606-d1f3-4cec-b641-2a6f82d46264'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:47.767808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:47.790480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Sync routers for ids ['6763c548-b7ce-435d-867c-3faef0eefa24'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:47.792441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.795521 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2ff73b21-e2f0-4095-a30b-a6193f5fb52b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2842281 Jul 07 18:07:47.807175 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.811325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48106) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:47.839313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Routers {'6763c548-b7ce-435d-867c-3faef0eefa24'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:47.840049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6763c548-b7ce-435d-867c-3faef0eefa24'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:47.849176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] Routers {'c746216e-257e-4329-9570-a24f17a95dfa'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:47.850382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c746216e-257e-4329-9570-a24f17a95dfa'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:47.992221 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62938c10-df6d-466b-8f9f-ff97dd426a21 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.028290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62938c10-df6d-466b-8f9f-ff97dd426a21 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.107935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] Set router c746216e-257e-4329-9570-a24f17a95dfa gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:48.125240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62938c10-df6d-466b-8f9f-ff97dd426a21 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.125802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62938c10-df6d-466b-8f9f-ff97dd426a21 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Fanout notify agent at l3_agent the message router_deleted on router bdf7c606-d1f3-4cec-b641-2a6f82d46264 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:48.137203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62938c10-df6d-466b-8f9f-ff97dd426a21 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.138355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-62938c10-df6d-466b-8f9f-ff97dd426a21 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/routers/bdf7c606-d1f3-4cec-b641-2a6f82d46264 HTTP/1.1" status: 204 len: 168 time: 0.4807575 Jul 07 18:07:48.141076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48112) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:48.209718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.215866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.222110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.228061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.232094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet c5cfa587-8748-4984-aca8-15b4976259a4 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:48.234067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.237177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.241295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.250295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:48.252313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bb97756-c68a-4087-ae83-aad837ba406b req-bd9398c4-3472-493b-84d8-47939eaf728a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5430 time: 0.2156165 Jul 07 18:07:48.253036 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.288214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Set router 6763c548-b7ce-435d-867c-3faef0eefa24 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:48.288604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4700c15d-f671-4bba-9e77-02fb7efab1f6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:48.361105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.366762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T18:07:46Z', 'revision_number': 6, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:48.368669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bb97756-c68a-4087-ae83-aad837ba406b req-c3ccd38b-d280-4f31-8e73-25afbaea8dc4 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890830 Jul 07 18:07:48.389756 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.432057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:48.435215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:48.476285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ce682-424e-44d8-a122-2d445c2c3c38 None None] The sync data for ids ['c746216e-257e-4329-9570-a24f17a95dfa'] in n-d-798930-2 is: [{'id': 'c746216e-257e-4329-9570-a24f17a95dfa', 'name': 'tempest-AttachVolumeShelveTestJSON-1337705821-router', 'tenant_id': '3fed500706c840ff847d890221fd3a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:38Z', 'updated_at': '2021-07-07T18:07:46Z', 'revision_number': 6, 'project_id': '3fed500706c840ff847d890221fd3a7d', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:48.482313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:48.482785 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.497687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.498520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 38cb0c57-8cc5-4bf4-8844-48db311f6f92 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:48.543117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.552487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0eff2fb-d7ef-42d7-8066-0a60e9bf0071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.558475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.573776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.640589 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.691627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.692335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c746216e-257e-4329-9570-a24f17a95dfa {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:48.697681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.699473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ce289ed7-6065-4ea5-b898-6ac654f2ee8c admin admin] 10.222.0.88 "DELETE /v2.0/routers/c746216e-257e-4329-9570-a24f17a95dfa HTTP/1.1" status: 204 len: 168 time: 2.8297329 Jul 07 18:07:48.702899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48118) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:48.756025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:48.791516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.797851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.818732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:48.829416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:48.830005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.892551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c40f362a-5209-4426-9055-2cd078f28e00 req-a3a7d9fb-0acd-4545-a6bf-06ee8ddeecb2 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0980260 Jul 07 18:07:48.897446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cfa587-8748-4984-aca8-15b4976259a4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:48.903565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.905427 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2b4d8e49-a709-4b1f-a8eb-11e626432d40 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/c5cfa587-8748-4984-aca8-15b4976259a4 HTTP/1.1" status: 204 len: 168 time: 0.7626269 Jul 07 18:07:48.911097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48120) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:48.922832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] Deleting subnet ae236281-973e-4bf3-89e4-6761ce80f1ec {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:48.928424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.945482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbb4db-162c-4fc9-8da6-dafa5255e573 None None] Network 7b55697e-e80d-4c3c-9a2c-f28491dba410 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:49.032257 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.050951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:49.054698 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caf6696-d2c7-4ac6-bf76-314fdf6443f3" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:49.079271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.080821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3f455-efb1-4d52-92f3-b3f391f8bbf5 req-c17db5f1-f0ed-4e49-9407-e397d28b2974 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.101886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fc3f455-efb1-4d52-92f3-b3f391f8bbf5 req-c17db5f1-f0ed-4e49-9407-e397d28b2974 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 944 time: 0.3076184 Jul 07 18:07:49.174232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fc3f455-efb1-4d52-92f3-b3f391f8bbf5 req-bb8346b1-cbdd-4c2a-bc69-922008a193f8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711348 Jul 07 18:07:49.192732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-608c9805-c74f-4e6f-9391-8cd67e1929b7 None None] Provisioning complete for port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:49.193129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-608c9805-c74f-4e6f-9391-8cd67e1929b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.207869 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb000d80-b8e4-4f01-8c13-96d0b597acc3 x-openstack-request-id: req-bb000d80-b8e4-4f01-8c13-96d0b597acc3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:49.208173 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:49.208432 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bb000d80-b8e4-4f01-8c13-96d0b597acc3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:49.208862 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f', 'code': 200} Jul 07 18:07:49.209496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.222247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Allocated IP 172.20.0.1 (cfbba741-210f-4d2b-9c86-251284203dab/e456c613-e0bf-4846-9069-eeff3a33cb67/f08f7bcb-fdbe-42ae-ae17-5fee3f36570a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:49.238072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.280698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port 3ba69869-0487-4828-8b9c-4bf7676e102a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:49.281076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.296411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e,segment=NetworkSegment(cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c),segment_id=cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:49.314839 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.349971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.391462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:07:46Z', 'revision_number': 3, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port': {'id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:45Z', 'updated_at': '2021-07-07T18:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:49.396502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae236281-973e-4bf3-89e4-6761ce80f1ec,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:49.400980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.404242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b0fe015c-f7b7-4888-8953-cd70af2efbf0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ae236281-973e-4bf3-89e4-6761ce80f1ec HTTP/1.1" status: 204 len: 168 time: 0.7006145 Jul 07 18:07:49.407038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48136) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:49.435276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] For port 3ba69869-0487-4828-8b9c-4bf7676e102a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3ba69869-0487-4828-8b9c-4bf7676e102a,segment=NetworkSegment(4b38515e-f8b1-4b86-aa31-06fa58b5852d),segment_id=4b38515e-f8b1-4b86-aa31-06fa58b5852d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:49.435695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.467376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for 3ba69869-0487-4828-8b9c-4bf7676e102a owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:49.499242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.539798 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.582119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Transition to ACTIVE for port object f08f7bcb-fdbe-42ae-ae17-5fee3f36570a will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:49.600391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Checking router: 6763c548-b7ce-435d-867c-3faef0eefa24 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:49.600741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Updating router 6763c548-b7ce-435d-867c-3faef0eefa24 port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:49.602768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793d83d-036b-4e1d-b9d9-6f17b8f923ee None None] Network 735efaa6-1612-4580-8ac3-c304e025c4b2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:49.605221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:49.678479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.730795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f7cce06a-f8ac-4b97-8d05-cb3c2a17267e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:49.733532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=3ba69869-0487-4828-8b9c-4bf7676e102a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:49.749630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No DVR routers for this DVR port 3ba69869-0487-4828-8b9c-4bf7676e102a on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:49.750872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Deleting port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:49.751590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.780303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.841799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Pushing event updated for resources: {'Port': ['ID=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:49.848597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] For port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=8150c2dc-bf3b-4b13-94f9-103f2ca06dd4,segment=NetworkSegment(b237d27a-896f-4160-9760-0d734238dd7f),segment_id=b237d27a-896f-4160-9760-0d734238dd7f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:49.849676 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.872122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48142) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:49.896446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Calling delete_port for 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:49.906642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Network cfbba741-210f-4d2b-9c86-251284203dab is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:49.911401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:49.914212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:49.918486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.971849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:49.978326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b55697e-e80d-4c3c-9a2c-f28491dba410']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:49.993805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.009320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b38515e-f8b1-4b86-aa31-06fa58b5852d') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:50.009701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b38515e-f8b1-4b86-aa31-06fa58b5852d') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:50.013476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.029203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.039266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.048790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.062388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.075745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.077571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.080162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-243718af-43c3-4f76-862a-a3fb7f0a6f16 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5431 time: 0.4402721 Jul 07 18:07:50.123138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b028779-a052-4b6a-87c6-a27e3f2ea9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.168551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.181913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:50.183650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:50.187605 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:50.196414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73fcbca-2225-4538-8597-4ea3e803d7c6 None None] DHCP port deletion for 7b55697e-e80d-4c3c-9a2c-f28491dba410 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:50.200781 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.205496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.218797 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.227222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-370454b5-195b-482e-8e21-5b6312262f22 req-6cde3f12-6154-4646-aef8-558485cfd319 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0546358 Jul 07 18:07:50.287357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d1ee28c-bf13-42e2-b8fb-7789f5b1ba18 req-8e344c5e-66b9-4884-b094-283bd1c2095f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869526 Jul 07 18:07:50.325811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:50.326190 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.337808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.343845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.346491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/7b55697e-e80d-4c3c-9a2c-f28491dba410 HTTP/1.1" status: 204 len: 168 time: 1.4342918 Jul 07 18:07:50.369815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48150) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:50.392013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:50.402758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ecf84-d6b3-4fa8-8055-5488ef0363cd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=7b55697e-e80d-4c3c-9a2c-f28491dba410,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:50.466779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.475384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a154e061-f60a-4150-a45b-54dd671054f1 None None] Provisioning for port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:50.485707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.486471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 3e2a81ed-e4f8-4dee-a5c6-b68200593172 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:50.501288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e027a0-e136-4a6a-8a93-b7b77f933fa1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.503419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-94e027a0-e136-4a6a-8a93-b7b77f933fa1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/abc6b48a-facb-4c8e-bcab-538e61c6a095 HTTP/1.1" status: 200 len: 841 time: 0.1328800 Jul 07 18:07:50.508097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48152) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:50.527565 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.575989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=38cb0c57-8cc5-4bf4-8844-48db311f6f92,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:50.586841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a154e061-f60a-4150-a45b-54dd671054f1 None None] Provisioning complete for port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:50.587223 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a154e061-f60a-4150-a45b-54dd671054f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.592562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Pushing event deleted for resources: {'Port': ['ID=8150c2dc-bf3b-4b13-94f9-103f2ca06dd4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:50.605839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] No DVR routers for this DVR port 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:50.647308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8122e3a1-4503-4a80-a485-63a2a39a73f0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/abc6b48a-facb-4c8e-bcab-538e61c6a095?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1378353 Jul 07 18:07:50.654284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48154) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:50.662203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:50.715744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a154e061-f60a-4150-a45b-54dd671054f1 None None] Port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:50.739685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.753450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.754564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.765319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f087cc-19a8-40d0-99db-b7d2dbbaa34e req-d96d748f-47f3-4c78-a0c1-ce5efc591445 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.767025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19f087cc-19a8-40d0-99db-b7d2dbbaa34e req-d96d748f-47f3-4c78-a0c1-ce5efc591445 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 944 time: 0.3104997 Jul 07 18:07:50.778451 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b028779-a052-4b6a-87c6-a27e3f2ea9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.788903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735efaa6-1612-4580-8ac3-c304e025c4b2']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:50.805833 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b028779-a052-4b6a-87c6-a27e3f2ea9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.818572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2b2ed-639a-401a-b5b5-30d4381671b5 None None] DHCP port deletion for 735efaa6-1612-4580-8ac3-c304e025c4b2 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:50.825845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:50.827114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b237d27a-896f-4160-9760-0d734238dd7f') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:50.827441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b237d27a-896f-4160-9760-0d734238dd7f') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:50.836626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:50.837019 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.863638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.907432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19f087cc-19a8-40d0-99db-b7d2dbbaa34e req-79f0fc2f-f2f6-4744-ac2b-cf340395c4de tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292334 Jul 07 18:07:50.908161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6b028779-a052-4b6a-87c6-a27e3f2ea9ab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a4e13b9d395543e5829a9e3780fb7b40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347829 Jul 07 18:07:50.913509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b028779-a052-4b6a-87c6-a27e3f2ea9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559255ff-f1e9-4b34-b01e-ef3b5aeb5bf0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:50.916510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48156) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:50.926043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.937203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4700c15d-f671-4bba-9e77-02fb7efab1f6 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:50.943462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:50.943462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:50.945600 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:50.967929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 4700c15d-f671-4bba-9e77-02fb7efab1f6 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:50.968292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4700c15d-f671-4bba-9e77-02fb7efab1f6 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:50.968714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ffe29840-bc77-4516-8f41-d6a5f512d36c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:51.005630 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.007925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ffe29840-bc77-4516-8f41-d6a5f512d36c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:51.008277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ffe29840-bc77-4516-8f41-d6a5f512d36c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:51.023869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Transition to ACTIVE for port object ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:51.043154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.062738 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.070906 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.072905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] 10.222.0.88 "DELETE /v2.0/networks/735efaa6-1612-4580-8ac3-c304e025c4b2 HTTP/1.1" status: 204 len: 168 time: 1.6648376 Jul 07 18:07:51.074807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c51e43f-7b65-45f3-9946-9bd6764fc9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.086910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544da03-0aeb-49a8-9fc3-cb2ab8e24211 admin admin] Pushing event deleted for resources: {'Network': ['ID=735efaa6-1612-4580-8ac3-c304e025c4b2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:51.110509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c51e43f-7b65-45f3-9946-9bd6764fc9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.136476 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.149981 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:51.170394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.171198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Attempting to bind port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:51.171571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Attempting to bind port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:51.171964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Attempting to bind port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:51.183665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c51e43f-7b65-45f3-9946-9bd6764fc9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.184090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8874ed-24ea-4d5c-9fd7-3b030d8fbb46 None None] Pushing event updated for resources: {'Port': ['ID=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:51.187906 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c51e43f-7b65-45f3-9946-9bd6764fc9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.191679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5c51e43f-7b65-45f3-9946-9bd6764fc9b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/559255ff-f1e9-4b34-b01e-ef3b5aeb5bf0 HTTP/1.1" status: 204 len: 168 time: 0.2709148 Jul 07 18:07:51.200270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51e43f-7b65-45f3-9946-9bd6764fc9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559255ff-f1e9-4b34-b01e-ef3b5aeb5bf0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:51.208348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:51.208723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:51.209169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.209603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:51.210120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Bound port: ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:51.210508 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.266526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] For port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:51.272067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.282934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] For port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:51.291004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:51.295053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.312287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb0c57-8cc5-4bf4-8844-48db311f6f92'}, {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:51.314904 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd2f01e-0249-4045-b9fd-35cfd2276e51" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "38cb0c57-8cc5-4bf4-8844-48db311f6f92"}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:51.319204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Pushing event updated for resources: {'Port': ['ID=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:51.329976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48166) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:51.369635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:51.374829 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.404222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.405356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a47094fe-0d7f-4a22-b3f7-d93d42aca76f up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:51.471532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0bea0275-28d0-4631-a917-64826055e629 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3fed500706c840ff847d890221fd3a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398597 Jul 07 18:07:51.477271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48172) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:51.520609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Network cfbba741-210f-4d2b-9c86-251284203dab is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:51.530827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:51.541212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d35d36e2-4211-4c25-b93c-63fd7106f861 req-029f6265-b70a-454e-95c5-731ea337078a tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.1267307 Jul 07 18:07:51.566511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8874ed-24ea-4d5c-9fd7-3b030d8fbb46 None None] Pushing event updated for resources: {'Port': ['ID=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:51.570362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Routers {'6763c548-b7ce-435d-867c-3faef0eefa24'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:51.577816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6763c548-b7ce-435d-867c-3faef0eefa24'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:51.637515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=3e2a81ed-e4f8-4dee-a5c6-b68200593172,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:51.672030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.679076 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da54f15-09b5-4926-bdc4-c283918eae13 x-openstack-request-id: req-2da54f15-09b5-4926-bdc4-c283918eae13 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:51.679632 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "38cb0c57-8cc5-4bf4-8844-48db311f6f92", "code": 200}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:51.680038 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2da54f15-09b5-4926-bdc4-c283918eae13 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:51.680578 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb0c57-8cc5-4bf4-8844-48db311f6f92', 'code': 200} Jul 07 18:07:51.681157 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172', 'code': 200} Jul 07 18:07:51.684613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.686119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:51.692617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.706135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.708146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8d29358-782c-434f-a266-56c3d5b931fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.713926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.722171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.728568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.730704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-5aa2879d-6b14-42cb-8853-800bb04e07c3 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5433 time: 0.2354577 Jul 07 18:07:51.742457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48174) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:51.773546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port a47094fe-0d7f-4a22-b3f7-d93d42aca76f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:51.783166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port a47094fe-0d7f-4a22-b3f7-d93d42aca76f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:51.783546 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.800654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-115a00d6-8ae5-4450-82c8-28aeb00fa60e req-254bf72d-3d56-4f76-93bc-0c131a2a5920 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621870 Jul 07 18:07:51.818873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3f187458-cbc4-4790-8d40-c11e704eaaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.834391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8d29358-782c-434f-a266-56c3d5b931fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.847979 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.858477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] Set router 6763c548-b7ce-435d-867c-3faef0eefa24 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:51.887666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:51.888045 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.930573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:51.942941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:51.946116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.946906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:51.967191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576ba444-10d8-42e1-9234-a446b8fdb869 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:51.969359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Router 6763c548-b7ce-435d-867c-3faef0eefa24 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:51.982676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=d3f79458-672e-453a-aabb-5f3dcaca149c,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.054666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8d29358-782c-434f-a266-56c3d5b931fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.057321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8d29358-782c-434f-a266-56c3d5b931fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.062013 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e8d29358-782c-434f-a266-56c3d5b931fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75304703-9a59-41ae-875d-61e306e44b97 HTTP/1.1" status: 204 len: 168 time: 0.5813384 Jul 07 18:07:52.107303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-71c113ad-b758-4b99-9553-25ae041e81e8 None None] Provisioning complete for port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:52.107680 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71c113ad-b758-4b99-9553-25ae041e81e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.120129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bbf48-93b5-419b-89bf-3dcb3641d16f req-d41509ee-0827-4f07-8338-ae75eff91395 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:52.121903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb7bbf48-93b5-419b-89bf-3dcb3641d16f req-d41509ee-0827-4f07-8338-ae75eff91395 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 944 time: 0.0816054 Jul 07 18:07:52.144283 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.167960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb7bbf48-93b5-419b-89bf-3dcb3641d16f req-73627356-710c-4035-8188-d67804729e3f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Jul 07 18:07:52.171714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d29358-782c-434f-a266-56c3d5b931fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75304703-9a59-41ae-875d-61e306e44b97,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.187450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:52.201450 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-47af6605-3c1a-4fb9-a579-a06da715449a admin admin] 10.222.0.88 "PUT /v2.0/routers/6763c548-b7ce-435d-867c-3faef0eefa24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3833873 Jul 07 18:07:52.248925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-71c113ad-b758-4b99-9553-25ae041e81e8 None None] Port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:52.253127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3f187458-cbc4-4790-8d40-c11e704eaaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.262557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3f187458-cbc4-4790-8d40-c11e704eaaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.282336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:52.305531 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3f187458-cbc4-4790-8d40-c11e704eaaae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c9bd183046234eac9d9f314e6e6eb98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519910 Jul 07 18:07:52.307850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48182) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:52.309245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.309544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4ee2b41e-80fe-437e-920c-eee79ceddb49 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6538715 Jul 07 18:07:52.310199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:52.318910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48184) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:52.327727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-09b05751-d1bb-4e9f-b74b-859e34d2fb71 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'security_group': {'name': 'tempest-secgroup-576699748'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:52.361832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f187458-cbc4-4790-8d40-c11e704eaaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0346990-01e3-4f8a-8230-9e952edef87b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.397189 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09b05751-d1bb-4e9f-b74b-859e34d2fb71 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.424308 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a64ec0bd-b59b-4bc2-9333-e98fbec4913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.455864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a64ec0bd-b59b-4bc2-9333-e98fbec4913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.517475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a64ec0bd-b59b-4bc2-9333-e98fbec4913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.523179 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a64ec0bd-b59b-4bc2-9333-e98fbec4913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.523403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09b05751-d1bb-4e9f-b74b-859e34d2fb71 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.525660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a64ec0bd-b59b-4bc2-9333-e98fbec4913a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b0346990-01e3-4f8a-8230-9e952edef87b HTTP/1.1" status: 204 len: 168 time: 0.2015128 Jul 07 18:07:52.531129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09b05751-d1bb-4e9f-b74b-859e34d2fb71 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.538200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ec0bd-b59b-4bc2-9333-e98fbec4913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0346990-01e3-4f8a-8230-9e952edef87b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.567600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:52.573970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09b05751-d1bb-4e9f-b74b-859e34d2fb71 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.575400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-09b05751-d1bb-4e9f-b74b-859e34d2fb71 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2528186 Jul 07 18:07:52.578240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48194) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:52.584122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-064fa127-21ed-44d0-be7e-545181a3ff0c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'security_group': {'name': 'tempest-secgroup-2130732708'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:52.591220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b05751-d1bb-4e9f-b74b-859e34d2fb71 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23916906-142f-4b00-8f86-0992b015f01a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.622570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-064fa127-21ed-44d0-be7e-545181a3ff0c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.701094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:52.701557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 8150c2dc-bf3b-4b13-94f9-103f2ca06dd4 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:52.701993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3ba69869-0487-4828-8b9c-4bf7676e102a no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:52.750024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-064fa127-21ed-44d0-be7e-545181a3ff0c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.758059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-064fa127-21ed-44d0-be7e-545181a3ff0c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.784865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3ba69869-0487-4828-8b9c-4bf7676e102a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:52.785289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3ba69869-0487-4828-8b9c-4bf7676e102a not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:52.805929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.838599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:52.846554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fa127-21ed-44d0-be7e-545181a3ff0c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e78b73-2e27-43f6-a2ec-5533affd2817,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.848369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 4, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port': {'id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:45Z', 'updated_at': '2021-07-07T18:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f08f7bcb-fdbe-42ae-ae17-5fee3f36570a', 'name': '', 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'mac_address': 'fa:16:3e:5b:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:48Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 2, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'subnets': [{'id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:52.852361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:52.853142 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.857960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-686a0373-ee48-4cd1-93d4-5ba0b5891a79 req-76cb62ef-5c84-40ab-b07c-7d4b24526310 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0837259 Jul 07 18:07:52.884422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-064fa127-21ed-44d0-be7e-545181a3ff0c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.886573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-064fa127-21ed-44d0-be7e-545181a3ff0c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3061628 Jul 07 18:07:52.889832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48204) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:52.928033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7613ffe-d5d9-49e2-806f-c0c4bdcff716 None None] The sync data for ids ['6763c548-b7ce-435d-867c-3faef0eefa24'] in n-d-798930-2 is: [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 4, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port': {'id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:45Z', 'updated_at': '2021-07-07T18:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f08f7bcb-fdbe-42ae-ae17-5fee3f36570a', 'name': '', 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'mac_address': 'fa:16:3e:5b:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:48Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 2, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'subnets': [{'id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:52.935360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-716428126', 'security_groups': ['c1e78b73-2e27-43f6-a2ec-5533affd2817'], 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3f79458-672e-453a-aabb-5f3dcaca149c'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:52.953915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-62123d3e-4e9b-4510-8271-a74dfdf4f693', 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'tenant_id': '55d81440d7e340a28e55b2b63f3570a0', 'fixed_ips': [{'subnet_id': 'd3f79458-672e-453a-aabb-5f3dcaca149c'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:52.955393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.183485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.262480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:53.287563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.304607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.307018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:53.317816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Allocated IP 172.20.0.2 (62123d3e-4e9b-4510-8271-a74dfdf4f693/d3f79458-672e-453a-aabb-5f3dcaca149c/c2fddd39-2503-449c-8578-c3669db5d5ac) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:53.323820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.328163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.347877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.349171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5e93eb27-e0c2-4177-a840-5387930d8f20 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:53.355970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.410687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.414255 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-55746307-307b-40bd-9643-070a7fc92bbd req-36af320d-f789-448c-b795-efe2e4f27be3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.3612561 Jul 07 18:07:53.426168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.432905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-36cc5a48-3274-4694-878b-3efcc6b4fe79 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5434 time: 0.3466470 Jul 07 18:07:53.516187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.570753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port f7c25698-6f05-4d55-8827-14f579bf0596 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:07:53.572496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4dcb3d2-adc6-48af-84f6-bb2fe4af630b req-db41a9fa-4d5d-4398-b789-ad01a5fbf1ea tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320131 Jul 07 18:07:53.661058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2c73a-d49d-40e5-b83d-a20fa95f4b3d req-4841972f-b05b-45a0-84ba-3d5e3852ec21 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.661259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90e2c73a-d49d-40e5-b83d-a20fa95f4b3d req-4841972f-b05b-45a0-84ba-3d5e3852ec21 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 944 time: 0.1984880 Jul 07 18:07:53.725663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.740702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:53.742040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90e2c73a-d49d-40e5-b83d-a20fa95f4b3d req-eff2c42a-7cbd-4186-bd07-b8d80ee9cf0d tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743711 Jul 07 18:07:53.744390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47094fe-0d7f-4a22-b3f7-d93d42aca76f'}, {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:53.756504 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd370a17-a4cf-46b6-91af-faa90d9c21e9" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "a47094fe-0d7f-4a22-b3f7-d93d42aca76f"}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:53.797972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 5e93eb27-e0c2-4177-a840-5387930d8f20 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:53.808811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Transition to ACTIVE for port object c2fddd39-2503-449c-8578-c3669db5d5ac will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:53.844415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 5e93eb27-e0c2-4177-a840-5387930d8f20 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:53.844916 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:53.912268 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1964ac2-9310-42d4-b4d0-bc5457b76080 x-openstack-request-id: req-b1964ac2-9310-42d4-b4d0-bc5457b76080 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:53.912575 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "a47094fe-0d7f-4a22-b3f7-d93d42aca76f", "code": 200}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-plugged", "status": "completed", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:53.912930 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1964ac2-9310-42d4-b4d0-bc5457b76080 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:53.913364 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47094fe-0d7f-4a22-b3f7-d93d42aca76f', 'code': 200} Jul 07 18:07:53.913618 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80', 'code': 200} Jul 07 18:07:53.918494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Transition to ACTIVE for port object c2fddd39-2503-449c-8578-c3669db5d5ac will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:53.955279 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.043636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.7 (62123d3e-4e9b-4510-8271-a74dfdf4f693/d3f79458-672e-453a-aabb-5f3dcaca149c/f7c25698-6f05-4d55-8827-14f579bf0596) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:54.078454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:54.087810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:54.140498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:54.173051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Pushing event updated for resources: {'Port': ['ID=c2fddd39-2503-449c-8578-c3669db5d5ac,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:54.213949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.215153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.215970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.216605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.217265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.227845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.230394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.233713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-6a45fc6f-076b-42fc-b05c-b8002f72cba2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.2406886 Jul 07 18:07:54.353850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62e90082-834e-4b1b-9f87-878dd092e4ce req-8b37e652-2e7c-4775-a70e-7e05681e7d23 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.1187537 Jul 07 18:07:54.364769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Attempting to bind port c2fddd39-2503-449c-8578-c3669db5d5ac on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:54.365411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Attempting to bind port c2fddd39-2503-449c-8578-c3669db5d5ac by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '7d71b52d-3cb5-4e4f-834e-f7ac80bde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:54.365932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Attempting to bind port c2fddd39-2503-449c-8578-c3669db5d5ac on network 62123d3e-4e9b-4510-8271-a74dfdf4f693 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:54.386334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:54.387011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Checking segment: {'id': '7d71b52d-3cb5-4e4f-834e-f7ac80bde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:54.395461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.396181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Bound using segment: {'id': '7d71b52d-3cb5-4e4f-834e-f7ac80bde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:54.397323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Bound port: c2fddd39-2503-449c-8578-c3669db5d5ac, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d71b52d-3cb5-4e4f-834e-f7ac80bde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:54.404911 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.408257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.430924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b802935a-e70c-4e9d-97cb-725f0130a239 req-44994e55-d187-428d-abb2-19c6e984ab28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584430 Jul 07 18:07:54.492147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.550521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5e93eb27-e0c2-4177-a840-5387930d8f20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5e93eb27-e0c2-4177-a840-5387930d8f20,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:54.568566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.576592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object f7c25698-6f05-4d55-8827-14f579bf0596 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:54.643872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] For port c2fddd39-2503-449c-8578-c3669db5d5ac, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:54.687406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.696345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] For port c2fddd39-2503-449c-8578-c3669db5d5ac, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c2fddd39-2503-449c-8578-c3669db5d5ac,segment=NetworkSegment(7d71b52d-3cb5-4e4f-834e-f7ac80bde59e),segment_id=7d71b52d-3cb5-4e4f-834e-f7ac80bde59e)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:54.719981 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:54.727785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5e93eb27-e0c2-4177-a840-5387930d8f20,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:54.799737 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9adf6-117b-4345-8a6f-133491ff73f5 None None] Pushing event updated for resources: {'Port': ['ID=c2fddd39-2503-449c-8578-c3669db5d5ac,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:54.803746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=f7c25698-6f05-4d55-8827-14f579bf0596,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:54.822455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:54.839134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:54.850183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:54.983659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.984327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:55.004115 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8e8d6b99-0439-4d2a-a44f-db6ee6d44d2c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1104198 Jul 07 18:07:55.004415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48268) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:55.016585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d2182936-6309-4e38-b6c4-204c80b2628c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:55.102571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.122230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.131031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.138307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.149929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.169916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.177869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.187832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-df2c0e12-5bdd-434f-b099-59177e0c1a6a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 0.2858410 Jul 07 18:07:55.339045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2182936-6309-4e38-b6c4-204c80b2628c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:55.343136 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2182936-6309-4e38-b6c4-204c80b2628c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:55.351756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dc11699-6d70-47d6-8952-b942cf37df2f req-4ad642e0-0175-4420-9f2a-5adcd3e8d6fa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1625428 Jul 07 18:07:55.408088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f0e4a-5291-4a09-9a76-7b4f64b526b6 req-399f12d7-883d-41eb-81de-755475b3b1d8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.417912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-024f0e4a-5291-4a09-9a76-7b4f64b526b6 req-399f12d7-883d-41eb-81de-755475b3b1d8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 945 time: 0.3608541 Jul 07 18:07:55.512149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-024f0e4a-5291-4a09-9a76-7b4f64b526b6 req-ac9dd5a1-a079-4952-9227-12e833c5a1b2 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900080 Jul 07 18:07:55.571238 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-d2182936-6309-4e38-b6c4-204c80b2628c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3f79458-672e-453a-aabb-5f3dcaca149c (CIDR: 172.20.0.0/28) Jul 07 18:07:55.579997 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2182936-6309-4e38-b6c4-204c80b2628c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:07:55.581165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2182936-6309-4e38-b6c4-204c80b2628c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:07:55.631100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48280) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:55.632204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d2182936-6309-4e38-b6c4-204c80b2628c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6263461 Jul 07 18:07:55.638009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:55.779346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-532e33a4-5e2d-4120-a1bb-54e983022c7b req-01454213-c0d6-4de8-8360-2bf36cf92e14 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0578606 Jul 07 18:07:55.842551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:55.915507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116805b4-6344-497d-bba4-2f7861894fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e93eb27-e0c2-4177-a840-5387930d8f20'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:55.918234 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58249715-d2da-47c0-883b-5bcf67643b5e" -d '{"events": [{"server_uuid": "116805b4-6344-497d-bba4-2f7861894fbb", "name": "network-vif-plugged", "status": "completed", "tag": "5e93eb27-e0c2-4177-a840-5387930d8f20"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:56.013317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:56.018222 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b9f383-45f3-407e-85bc-7a29784c173d x-openstack-request-id: req-c2b9f383-45f3-407e-85bc-7a29784c173d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:56.021692 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116805b4-6344-497d-bba4-2f7861894fbb", "name": "network-vif-plugged", "status": "completed", "tag": "5e93eb27-e0c2-4177-a840-5387930d8f20", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:56.022117 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c2b9f383-45f3-407e-85bc-7a29784c173d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:56.022800 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116805b4-6344-497d-bba4-2f7861894fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e93eb27-e0c2-4177-a840-5387930d8f20', 'code': 200} Jul 07 18:07:56.025966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.041431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:56.058090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:56.060076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.320546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c9ca8-48be-4cac-b120-f9fcf1cfe6c0 req-f317c23e-92f8-49e6-ba9c-dcf32cc353aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.322335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f7c9ca8-48be-4cac-b120-f9fcf1cfe6c0 req-f317c23e-92f8-49e6-ba9c-dcf32cc353aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 1096 time: 0.1711044 Jul 07 18:07:56.326773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.360543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:56.367944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.369302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c2fddd39-2503-449c-8578-c3669db5d5ac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:56.431611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f7c9ca8-48be-4cac-b120-f9fcf1cfe6c0 req-6d9367a3-53ba-40ff-baef-5a51c307cc2c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744073 Jul 07 18:07:56.534169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:56.536257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8faf5b56-0f68-405c-8a05-6a198734ba27 req-c6b39c0a-5e5e-41dc-b794-95714e5122b0 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613&device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.0872350 Jul 07 18:07:56.588248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c2fddd39-2503-449c-8578-c3669db5d5ac completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:56.806540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.820917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.827003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.831706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Provisioning complete for port abc6b48a-facb-4c8e-bcab-538e61c6a095 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:56.832934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.838495 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:56.839850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.846351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.853447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.859511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.869130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be47499a-20a4-4201-840d-40e004edd2f2 req-1d829427-ed64-480b-94fb-f8753fcca3e8 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 0.3194416 Jul 07 18:07:56.940923 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=4228b06b-70ba-42ba-80a3-3987ebd8c8c8,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:56.954741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Port abc6b48a-facb-4c8e-bcab-538e61c6a095 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:56.975850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Provisioning for port c2fddd39-2503-449c-8578-c3669db5d5ac completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:56.981432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Provisioning complete for port c2fddd39-2503-449c-8578-c3669db5d5ac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:56.986086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:56.986696 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:57.000874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a8a17-a453-46fa-84cc-382703bd4b16 req-cb8c2a8f-2034-4442-92bd-f7a5bed82172 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.008198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-719a8a17-a453-46fa-84cc-382703bd4b16 req-cb8c2a8f-2034-4442-92bd-f7a5bed82172 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 945 time: 0.3072886 Jul 07 18:07:57.027954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:57.031281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.031921 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:57.051308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be47499a-20a4-4201-840d-40e004edd2f2 req-9e4904d1-a529-46dc-b2a1-ac836039acd2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763430 Jul 07 18:07:57.139973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4dc255e5-2f01-47c8-ab21-258d956f63af tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5060785 Jul 07 18:07:57.142195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48328) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:57.162080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-164078609', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4228b06b-70ba-42ba-80a3-3987ebd8c8c8'}], 'security_groups': ['23916906-142f-4b00-8f86-0992b015f01a']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:57.191984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-719a8a17-a453-46fa-84cc-382703bd4b16 req-5771158e-735c-48f8-b586-4e6edf0c6b12 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825650 Jul 07 18:07:57.218356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e732e95-de35-49a0-af7e-b3d027a57649 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:57.367884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:57.376753 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Sync routers for ids ['6763c548-b7ce-435d-867c-3faef0eefa24'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:57.390428 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Routers {'6763c548-b7ce-435d-867c-3faef0eefa24'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:57.391064 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6763c548-b7ce-435d-867c-3faef0eefa24'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:57.421397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] For port c2fddd39-2503-449c-8578-c3669db5d5ac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c2fddd39-2503-449c-8578-c3669db5d5ac,segment=NetworkSegment(7d71b52d-3cb5-4e4f-834e-f7ac80bde59e),segment_id=7d71b52d-3cb5-4e4f-834e-f7ac80bde59e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:57.433085 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:57.531801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfae0a-aa4f-4be5-83be-090278f4efea None None] Pushing event updated for resources: {'Port': ['ID=c2fddd39-2503-449c-8578-c3669db5d5ac,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:57.573518 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Set router 6763c548-b7ce-435d-867c-3faef0eefa24 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:57.586420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-559c9639-6725-4524-9c0e-8253880a03c0 None None] Provisioning for port f7c25698-6f05-4d55-8827-14f579bf0596 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:57.596549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-559c9639-6725-4524-9c0e-8253880a03c0 None None] Provisioning complete for port f7c25698-6f05-4d55-8827-14f579bf0596 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:57.597218 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-559c9639-6725-4524-9c0e-8253880a03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:57.678078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-559c9639-6725-4524-9c0e-8253880a03c0 None None] Port f7c25698-6f05-4d55-8827-14f579bf0596 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:57.736079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:57.752499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:57.794570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] Update dhcp port {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'fixed_ips': [{'subnet_id': 'd3f79458-672e-453a-aabb-5f3dcaca149c', 'ip_address': '172.20.0.2'}, {'subnet_id': '4228b06b-70ba-42ba-80a3-3987ebd8c8c8'}], 'binding:host_id': 'n-d-798930-2'}, 'id': 'c2fddd39-2503-449c-8578-c3669db5d5ac'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:07:57.808797 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cf962aa3-e4d8-4f14-91ec-96df013f5d0a req-8c345f41-9791-4531-813f-a46323a37df3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dff81c953b83455ea600cea995064aa2&device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0582948 Jul 07 18:07:57.855197 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cf962aa3-e4d8-4f14-91ec-96df013f5d0a req-40c57520-b840-4004-b3e4-950e95da36be service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=dff81c953b83455ea600cea995064aa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379581 Jul 07 18:07:57.872112 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:57.919283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.926683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.934949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.941886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.943423 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 4, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port': {'id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:45Z', 'updated_at': '2021-07-07T18:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f08f7bcb-fdbe-42ae-ae17-5fee3f36570a', 'name': '', 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'mac_address': 'fa:16:3e:5b:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:48Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 2, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'subnets': [{'id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:57.949741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.955965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.962203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:57.974853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf69c39-8ca6-48ed-9d57-ab2d11650170 req-94edc526-16aa-434a-9ce3-b4c23f0ccd99 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 0.3823800 Jul 07 18:07:57.976338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:57.982643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Request body: {'floatingip': {'port_id': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:57.987623 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Checking router: 6763c548-b7ce-435d-867c-3faef0eefa24 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:57.987905 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Updating router 6763c548-b7ce-435d-867c-3faef0eefa24 port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:58.038528 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.072714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.096903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] Allocated IP 172.20.0.18 (62123d3e-4e9b-4510-8271-a74dfdf4f693/4228b06b-70ba-42ba-80a3-3987ebd8c8c8/c2fddd39-2503-449c-8578-c3669db5d5ac) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:58.180807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:58.180807 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.242319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf962aa3-e4d8-4f14-91ec-96df013f5d0a req-40618521-7b5a-4809-8522-5fe842a3cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.244661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cf962aa3-e4d8-4f14-91ec-96df013f5d0a req-40618521-7b5a-4809-8522-5fe842a3cc41 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3832929 Jul 07 18:07:58.269873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] For port c2fddd39-2503-449c-8578-c3669db5d5ac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c2fddd39-2503-449c-8578-c3669db5d5ac,segment=NetworkSegment(7d71b52d-3cb5-4e4f-834e-f7ac80bde59e),segment_id=7d71b52d-3cb5-4e4f-834e-f7ac80bde59e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:58.396868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.429776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] Transition to ACTIVE for port object c2fddd39-2503-449c-8578-c3669db5d5ac will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:58.436535 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.542826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf488c7e-6edd-4e73-b8cb-c810e14f7bf5 None None] Pushing event updated for resources: {'Port': ['ID=c2fddd39-2503-449c-8578-c3669db5d5ac,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:58.649982 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.666572 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Transition to ACTIVE for port object f08f7bcb-fdbe-42ae-ae17-5fee3f36570a will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:58.676364 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.766234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb433de-ee1f-447e-bf94-eb2b48fdac2f None None] Pushing event updated for resources: {'Port': ['ID=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:58.848615 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Attempting to bind port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:58.849300 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Attempting to bind port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:58.849922 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Attempting to bind port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a on network cfbba741-210f-4d2b-9c86-251284203dab {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:58.857850 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:58.858658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Checking segment: {'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:58.859263 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.859833 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Bound using segment: {'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:58.860517 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Bound port: f08f7bcb-fdbe-42ae-ae17-5fee3f36570a, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:58.861125 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:58.961993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-4d11c658-b9b7-43d4-a887-26fcc772d827 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.970725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-4d11c658-b9b7-43d4-a887-26fcc772d827 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.9909840 Jul 07 18:07:59.042498 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] For port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:59.046588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] For port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,segment=NetworkSegment(cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c),segment_id=cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:59.054268 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:59.077128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc2908c5-3c68-4e29-a39a-83b63b789aa3 req-8b9f91c8-d25c-4087-8fc9-2320e709a1e7 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0978601 Jul 07 18:07:59.109052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-f7e0f439-7f6b-400b-b1ef-9cb9c077973c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/quotas/77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 375 time: 0.1368930 Jul 07 18:07:59.141064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:07:59.249887 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Routers {'6763c548-b7ce-435d-867c-3faef0eefa24'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:59.251274 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6763c548-b7ce-435d-867c-3faef0eefa24'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:59.294546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:59.302825 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:59.615026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Delete allocated IP 172.20.0.7 (62123d3e-4e9b-4510-8271-a74dfdf4f693/d3f79458-672e-453a-aabb-5f3dcaca149c) {{(pid=105588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 18:07:59.630531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.30 (62123d3e-4e9b-4510-8271-a74dfdf4f693/4228b06b-70ba-42ba-80a3-3987ebd8c8c8/f7c25698-6f05-4d55-8827-14f579bf0596) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:59.697860 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb433de-ee1f-447e-bf94-eb2b48fdac2f None None] Pushing event updated for resources: {'Port': ['ID=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:59.709749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c2fddd39-2503-449c-8578-c3669db5d5ac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:59.740247 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] Set router 6763c548-b7ce-435d-867c-3faef0eefa24 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:59.808612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-45b2b73b-30d8-49bd-b3b2-79ac4d5b858f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6983588 Jul 07 18:08:00.009568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5a752-b213-4657-9127-489097a5c10f req-db9a4118-6493-4648-8adf-32bb59d8b10c tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:00.011358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28c5a752-b213-4657-9127-489097a5c10f req-db9a4118-6493-4648-8adf-32bb59d8b10c tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 945 time: 0.6790297 Jul 07 18:08:00.067224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-fbcca226-0621-49c3-b109-a05a21239ab2 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574997 Jul 07 18:08:00.128559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Provisioning complete for port f7c25698-6f05-4d55-8827-14f579bf0596 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:00.128973 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.134770 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 4, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port': {'id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:45Z', 'updated_at': '2021-07-07T18:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f08f7bcb-fdbe-42ae-ae17-5fee3f36570a', 'name': '', 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'mac_address': 'fa:16:3e:5b:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:48Z', 'updated_at': '2021-07-07T18:07:59Z', 'revision_number': 4, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'subnets': [{'id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:00.167078 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eaa43a-b331-47df-b403-7bd2676927e4 None None] The sync data for ids ['6763c548-b7ce-435d-867c-3faef0eefa24'] in n-d-798930-2 is: [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:07:50Z', 'revision_number': 4, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port': {'id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:45Z', 'updated_at': '2021-07-07T18:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f08f7bcb-fdbe-42ae-ae17-5fee3f36570a', 'name': '', 'network_id': 'cfbba741-210f-4d2b-9c86-251284203dab', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'mac_address': 'fa:16:3e:5b:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:48Z', 'updated_at': '2021-07-07T18:07:59Z', 'revision_number': 4, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'subnets': [{'id': 'e456c613-e0bf-4846-9069-eeff3a33cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:00.186081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.206742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Port f7c25698-6f05-4d55-8827-14f579bf0596 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:00.228704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Provisioning complete for port abc6b48a-facb-4c8e-bcab-538e61c6a095 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:00.229100 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.261917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28c5a752-b213-4657-9127-489097a5c10f req-bf2c8c38-de5a-46d0-bd0a-c571e2920a2b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327619 Jul 07 18:08:00.289025 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cf962aa3-e4d8-4f14-91ec-96df013f5d0a req-4090464b-086d-4779-a3a7-017782739912 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.90 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0719943 Jul 07 18:08:00.307259 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Floating IP 98114f86-a953-4c16-ab8e-69efae2d0fc8 associated. External IP: 172.25.1.145, port: ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67. Jul 07 18:08:00.331140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Port abc6b48a-facb-4c8e-bcab-538e61c6a095 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:00.380442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Provisioning for port c2fddd39-2503-449c-8578-c3669db5d5ac completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:00.389853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-54c7db0d-91fb-45af-b556-a6e41790ab80 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217785 Jul 07 18:08:00.390994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object f7c25698-6f05-4d55-8827-14f579bf0596 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:00.399532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Provisioning complete for port c2fddd39-2503-449c-8578-c3669db5d5ac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:00.399819 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.400382 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-869f8821-8025-4b5b-9fcc-a336c42a1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.509590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=f7c25698-6f05-4d55-8827-14f579bf0596,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:00.903908 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ad25d60-ccb7-40de-80dd-f54adf75a53f req-cb4b0696-e5f4-4b92-8049-50dca578600f tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=2abbde12-1b39-4897-b8e6-1e0fef493613 HTTP/1.1" status: 200 len: 210 time: 0.0816610 Jul 07 18:08:00.913188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] In _notify_port_updated(), no bound segment for port f7c25698-6f05-4d55-8827-14f579bf0596 on network 62123d3e-4e9b-4510-8271-a74dfdf4f693 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:08:00.925247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Router bde01786-55c3-4073-a55d-06fa1f3412c1 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:00.929629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:00.930298 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.934420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9f052366-42b7-4f37-9a17-8732263bb82f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "PUT /v2.0/ports/f7c25698-6f05-4d55-8827-14f579bf0596 HTTP/1.1" status: 200 len: 920 time: 3.7850783 Jul 07 18:08:00.939342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48386) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:01.344425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb11f65c-0e5f-4b37-a41b-eee4622c3548 req-b3b0058c-8b5c-4e03-a90b-1595dbe9a204 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.1399834 Jul 07 18:08:01.412154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9b257c44-5cfe-4eaa-a01c-1672e83ae39c None None] Provisioning for port f7c25698-6f05-4d55-8827-14f579bf0596 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:01.419322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9b257c44-5cfe-4eaa-a01c-1672e83ae39c None None] Provisioning complete for port f7c25698-6f05-4d55-8827-14f579bf0596 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:01.419857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b257c44-5cfe-4eaa-a01c-1672e83ae39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:01.549404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9b257c44-5cfe-4eaa-a01c-1672e83ae39c None None] Port f7c25698-6f05-4d55-8827-14f579bf0596 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:01.588870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:01.608362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] Sync routers for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:01.610382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:01.639943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:01.640915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:01.696072 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-455d172a-9b6a-4ea7-90e4-15107dcc6f5d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "PUT /v2.0/floatingips/98114f86-a953-4c16-ab8e-69efae2d0fc8 HTTP/1.1" status: 200 len: 992 time: 3.7183118 Jul 07 18:08:01.698951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:01.701942 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4923634a-80e8-48a9-b77d-0b55cef87b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:01.742027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f08f7bcb-fdbe-42ae-ae17-5fee3f36570a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:01.748583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port f7c25698-6f05-4d55-8827-14f579bf0596 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:01.749925 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:01.887919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:01.909656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:01.912370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.009351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.024456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for f7c25698-6f05-4d55-8827-14f579bf0596 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:02.085172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:02.140054 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba56e87-c8d3-4799-9736-d3e48f4e7512 x-openstack-request-id: req-8ba56e87-c8d3-4799-9736-d3e48f4e7512 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:02.140463 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:02.140603 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8ba56e87-c8d3-4799-9736-d3e48f4e7512 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:02.141075 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'status': 'completed', 'code': 200} Jul 07 18:08:02.269106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.311357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.312543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.316043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.316892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.319361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.320068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.322345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.332388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-34c9c402-902e-49bd-906d-07724a8d0bee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.1711161 Jul 07 18:08:02.402192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=f7c25698-6f05-4d55-8827-14f579bf0596,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:02.496359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.541960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.548204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-da425b74-4774-4ab4-980e-3e249c7c2e88 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/f7c25698-6f05-4d55-8827-14f579bf0596 HTTP/1.1" status: 204 len: 168 time: 1.6075728 Jul 07 18:08:02.550566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48466) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:02.619430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-ed55ba5f-7264-4a7f-8009-80dbce1edfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.625780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-ed55ba5f-7264-4a7f-8009-80dbce1edfa4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 HTTP/1.1" status: 200 len: 913 time: 0.2846119 Jul 07 18:08:02.667315 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d98ff9-9ed5-4c1d-bccd-cfb62e0d9102 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:08:02.670414 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-91d98ff9-9ed5-4c1d-bccd-cfb62e0d9102 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/f7c25698-6f05-4d55-8827-14f579bf0596 HTTP/1.1" status: 404 len: 333 time: 0.1182079 Jul 07 18:08:02.672555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:02.812352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-821dd17f-2516-4413-aaaa-282a706c6c74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.869142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,segment=NetworkSegment(cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c),segment_id=cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:02.883522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.884525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-295b5b60-10dd-4383-ad4a-24878f9e8deb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 1000 time: 0.2395279 Jul 07 18:08:02.888169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-821dd17f-2516-4413-aaaa-282a706c6c74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.012507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '98114f86-a953-4c16-ab8e-69efae2d0fc8', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'port_id': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'mac_address': 'fa:16:3e:75:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:06:20Z', 'updated_at': '2021-07-07T18:07:58Z', 'revision_number': 1, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:34Z', 'revision_number': 5, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:03.018509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c59acaa9-1a93-41e6-a65c-d19cb0ca87b5 req-e6eff50e-334d-4002-b277-7db218de46a0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.3914132 Jul 07 18:08:03.069040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b167477-c962-4bfc-bbc9-a7181232791d req-390b6751-069f-4691-be4e-eed26c685e4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dff81c953b83455ea600cea995064aa2&device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.0712478 Jul 07 18:08:03.069829 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-821dd17f-2516-4413-aaaa-282a706c6c74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.079636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-821dd17f-2516-4413-aaaa-282a706c6c74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.088092 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-821dd17f-2516-4413-aaaa-282a706c6c74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/security-groups/c1e78b73-2e27-43f6-a2ec-5533affd2817 HTTP/1.1" status: 204 len: 168 time: 0.4141610 Jul 07 18:08:03.088764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:03.129071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] Checking router: bde01786-55c3-4073-a55d-06fa1f3412c1 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:03.160558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3c955d4-03ed-48b9-b53b-14984d72f089 req-1cc7a307-6593-4386-a7fe-8c9e796d8825 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.0445752 Jul 07 18:08:03.185704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-642b4b42-ca33-40b9-820f-6c706445faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.189722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-642b4b42-ca33-40b9-820f-6c706445faab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 200 len: 851 time: 0.2897916 Jul 07 18:08:03.196928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dd17f-2516-4413-aaaa-282a706c6c74 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e78b73-2e27-43f6-a2ec-5533affd2817,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:03.228370 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b167477-c962-4bfc-bbc9-a7181232791d req-17b497f6-4ef3-4c7c-b027-021d9ef212d7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=dff81c953b83455ea600cea995064aa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385834 Jul 07 18:08:03.273889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:03.283805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:03.284539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:03.346795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-75099dd6-77cd-472e-9986-024c0c054c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.351006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-75099dd6-77cd-472e-9986-024c0c054c14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520603 Jul 07 18:08:03.524702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f7664c-8ed3-4438-be5c-47c833f32541 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.562159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-da9af878-7e81-4106-bf38-af542934a29c service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891570 Jul 07 18:08:03.580372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:03.595876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f7664c-8ed3-4438-be5c-47c833f32541 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.628931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b167477-c962-4bfc-bbc9-a7181232791d req-14fe6f9c-272b-420b-b5c2-22ec65045236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.628931 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b167477-c962-4bfc-bbc9-a7181232791d req-14fe6f9c-272b-420b-b5c2-22ec65045236 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3881624 Jul 07 18:08:03.699480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f7664c-8ed3-4438-be5c-47c833f32541 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.700355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f08f7bcb-fdbe-42ae-ae17-5fee3f36570a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:03.702871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f7664c-8ed3-4438-be5c-47c833f32541 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.704345 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f5f7664c-8ed3-4438-be5c-47c833f32541 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/security-groups/23916906-142f-4b00-8f86-0992b015f01a HTTP/1.1" status: 204 len: 168 time: 0.6054285 Jul 07 18:08:03.707858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48498) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:03.745693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7664c-8ed3-4438-be5c-47c833f32541 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23916906-142f-4b00-8f86-0992b015f01a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:03.862536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:03.863228 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.868754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet d3f79458-672e-453a-aabb-5f3dcaca149c {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:03.871389 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.877791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.912046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4923634a-80e8-48a9-b77d-0b55cef87b3f req-8972e2c2-e14f-4943-9592-ac7677b1ee8e service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372941 Jul 07 18:08:04.087408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:04.298907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '98114f86-a953-4c16-ab8e-69efae2d0fc8', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'port_id': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'mac_address': 'fa:16:3e:75:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:06:20Z', 'updated_at': '2021-07-07T18:07:58Z', 'revision_number': 1, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:34Z', 'revision_number': 5, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:04.302475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-474d765b-b3ce-430e-9930-712611c56bae req-095ad19e-080f-4005-9e0d-8dda7482ae35 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.0662520 Jul 07 18:08:04.373820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98821fb-b042-44ff-b438-f18cbacbd9ec None None] The sync data for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 is: [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '98114f86-a953-4c16-ab8e-69efae2d0fc8', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'port_id': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'mac_address': 'fa:16:3e:75:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:06:20Z', 'updated_at': '2021-07-07T18:07:58Z', 'revision_number': 1, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:34Z', 'revision_number': 5, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:04.400987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:04.534026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:04.580560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:04.587545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48514) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:04.590071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c4b457-a230-415a-a457-063342dd33b1 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:04.593686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:04.608006 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/d3f79458-672e-453a-aabb-5f3dcaca149c HTTP/1.1" status: 204 len: 168 time: 0.8813736 Jul 07 18:08:04.612474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1806-c09d-44e0-b103-2131d617d70d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f79458-672e-453a-aabb-5f3dcaca149c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:04.640977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-e9d28e75-a39e-4913-996a-bb8a5c846c54 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:04.649805 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-e9d28e75-a39e-4913-996a-bb8a5c846c54 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.7002578 Jul 07 18:08:04.662889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'port': {'device_id': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'admin_state_up': True, 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:04.861037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:04.876796 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338f154-9a78-4368-be25-f21ee40fc728 None None] New status for floating IP 98114f86-a953-4c16-ab8e-69efae2d0fc8: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:08:04.883153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:04.914209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:04.919523 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.374555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b167477-c962-4bfc-bbc9-a7181232791d req-ea3ff77b-1b19-47f0-a53b-6be0a3d0d4d5 tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.0979228 Jul 07 18:08:05.471846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.20.0.10 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/6723aa52-c926-47e9-b741-e9b95e13dd88) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:05.517035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d01e2cf-073d-4459-b0bf-e8b2b782fc54 req-6334d7b1-293e-493a-bc98-e6a3d686cb2f tempest-ServerShowV247Test-1435897177 tempest-ServerShowV247Test-1435897177-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9f786d6-fb6a-477f-aa28-823273ce4a33 HTTP/1.1" status: 200 len: 210 time: 0.2431803 Jul 07 18:08:05.685606 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.738685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.842105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.862633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Transition to ACTIVE for port object 6723aa52-c926-47e9-b741-e9b95e13dd88 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:05.923346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=6413c622-bac5-4f44-b4d1-0bfd75a49d03,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:05.946177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18b2039b-5194-40cb-932f-2a40cf7eeff3 req-e46487c9-6341-42aa-8fc3-44b0c1a257b7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.3039324 Jul 07 18:08:05.962427 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.965921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:05.967712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:05.970829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:05.971875 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.994049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1d624d99-b22b-4482-8911-1774aea6c91d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4028547 Jul 07 18:08:05.994288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48526) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:05.999191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b499a523-8a8c-49ba-8cae-2b88a1f7d8f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'security_group': {'name': 'tempest-secgroup-1434204393'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:06.025944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48528) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:06.051410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b499a523-8a8c-49ba-8cae-2b88a1f7d8f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.058483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:06.065012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:06.071472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:06.161058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:06.161760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.172757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=6723aa52-c926-47e9-b741-e9b95e13dd88,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:06.236903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019a0a1d-f1a4-47ad-8503-3e4a7a5d93e4 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:06.246124 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b499a523-8a8c-49ba-8cae-2b88a1f7d8f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.258200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b499a523-8a8c-49ba-8cae-2b88a1f7d8f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.261622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-37098f29-5ab0-4526-9c9c-d090817dbd75 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6029320 Jul 07 18:08:06.274108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-449fb503-dddf-4a64-841a-b9faddd2df72 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:08:06.275171 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-449fb503-dddf-4a64-841a-b9faddd2df72 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065937 Jul 07 18:08:06.294621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Request body: {'port': {'device_id': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:06.326034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499a523-8a8c-49ba-8cae-2b88a1f7d8f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da76f2f-7bba-4f81-b176-92284cee78c6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:06.340721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b499a523-8a8c-49ba-8cae-2b88a1f7d8f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.342818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b499a523-8a8c-49ba-8cae-2b88a1f7d8f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3473747 Jul 07 18:08:06.350214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48532) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:06.361770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bcf0eaa9-2104-4787-adb6-568ca6ac9089 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'security_group': {'name': 'tempest-secgroup-27357346'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:06.377393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8f6b714-5076-4ea6-881e-fd6ff1da92e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.380888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b342a540-28f7-447b-8fbf-0df8079fdb54 None None] Provisioning complete for port abc6b48a-facb-4c8e-bcab-538e61c6a095 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:06.381283 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b342a540-28f7-447b-8fbf-0df8079fdb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.403697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcf0eaa9-2104-4787-adb6-568ca6ac9089 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.450170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.471248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b342a540-28f7-447b-8fbf-0df8079fdb54 None None] Port abc6b48a-facb-4c8e-bcab-538e61c6a095 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:06.497957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b342a540-28f7-447b-8fbf-0df8079fdb54 None None] Provisioning complete for port c2fddd39-2503-449c-8578-c3669db5d5ac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:06.498592 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b342a540-28f7-447b-8fbf-0df8079fdb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.517156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8f6b714-5076-4ea6-881e-fd6ff1da92e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.530641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8f6b714-5076-4ea6-881e-fd6ff1da92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.617991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6b714-5076-4ea6-881e-fd6ff1da92e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388cc3fa-5b7e-4be4-869d-b8609eeabece,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:06.701632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b8f6b714-5076-4ea6-881e-fd6ff1da92e7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a574279a6ee940f0a788ed3e12bc5a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6741738 Jul 07 18:08:06.726613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48536) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:06.815568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6723aa52-c926-47e9-b741-e9b95e13dd88 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:06.825960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.843135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Transition to ACTIVE for port object 6723aa52-c926-47e9-b741-e9b95e13dd88 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:06.849741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.915768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5677a6a4-ba12-46e9-bad1-67e0378b6fcc None None] Provisioning for port 6723aa52-c926-47e9-b741-e9b95e13dd88 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:06.927365 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcf0eaa9-2104-4787-adb6-568ca6ac9089 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.946327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] Update dhcp port {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'fixed_ips': [{'subnet_id': '4228b06b-70ba-42ba-80a3-3987ebd8c8c8', 'ip_address': '172.20.0.18'}, {'subnet_id': '6413c622-bac5-4f44-b4d1-0bfd75a49d03'}], 'binding:host_id': 'n-d-798930-2'}, 'id': 'c2fddd39-2503-449c-8578-c3669db5d5ac'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:08:06.950709 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f0ee830a-ef9a-4911-983f-014ff2a39368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.965662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcf0eaa9-2104-4787-adb6-568ca6ac9089 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.975336 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6723aa52-c926-47e9-b741-e9b95e13dd88,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:07.043183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f0ee830a-ef9a-4911-983f-014ff2a39368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.044373 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.130166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcf0eaa9-2104-4787-adb6-568ca6ac9089 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.131941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bcf0eaa9-2104-4787-adb6-568ca6ac9089 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7804790 Jul 07 18:08:07.138567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48546) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:07.144023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2a138dbd-e741-4868-9109-9f928d0d53fd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'security_group': {'name': 'tempest-secgroup-469442262'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:07.170934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48548) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:07.182720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0eaa9-2104-4787-adb6-568ca6ac9089 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a52df8-1af7-46af-975f-33d1d7844062,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:07.221469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a138dbd-e741-4868-9109-9f928d0d53fd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.226451 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f0ee830a-ef9a-4911-983f-014ff2a39368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.229409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f0ee830a-ef9a-4911-983f-014ff2a39368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.233095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f0ee830a-ef9a-4911-983f-014ff2a39368 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/388cc3fa-5b7e-4be4-869d-b8609eeabece HTTP/1.1" status: 204 len: 168 time: 0.5025640 Jul 07 18:08:07.243423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee830a-ef9a-4911-983f-014ff2a39368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388cc3fa-5b7e-4be4-869d-b8609eeabece,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:07.255133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Attempting to bind port 6723aa52-c926-47e9-b741-e9b95e13dd88 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:07.255514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Attempting to bind port 6723aa52-c926-47e9-b741-e9b95e13dd88 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:07.255811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Attempting to bind port 6723aa52-c926-47e9-b741-e9b95e13dd88 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:07.263759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Port 6723aa52-c926-47e9-b741-e9b95e13dd88 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:07.264091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Attempting to bind port 6723aa52-c926-47e9-b741-e9b95e13dd88 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:07.276990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:07.277558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:07.277817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:07.278224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Bound port: 6723aa52-c926-47e9-b741-e9b95e13dd88, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:07.278585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.447681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b38fc2-17a6-4096-b235-cd0fb5a7926e req-2186d23f-cd0d-4998-ba27-64a76c9978fa tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:07.458210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5b38fc2-17a6-4096-b235-cd0fb5a7926e req-2186d23f-cd0d-4998-ba27-64a76c9978fa tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.1274486 Jul 07 18:08:07.481619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] For port 6723aa52-c926-47e9-b741-e9b95e13dd88, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:07.488735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] For port 6723aa52-c926-47e9-b741-e9b95e13dd88, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6723aa52-c926-47e9-b741-e9b95e13dd88,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:07.502871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.547200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5b38fc2-17a6-4096-b235-cd0fb5a7926e req-3445a5af-d5d1-4ab8-90dc-f6e011ee8204 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876472 Jul 07 18:08:07.608537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] Allocated IP 172.20.0.2 (62123d3e-4e9b-4510-8271-a74dfdf4f693/6413c622-bac5-4f44-b4d1-0bfd75a49d03/c2fddd39-2503-449c-8578-c3669db5d5ac) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:07.626298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:07.626934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.628449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] 10.222.0.90 "PUT /v2.0/ports/6723aa52-c926-47e9-b741-e9b95e13dd88 HTTP/1.1" status: 200 len: 1092 time: 1.3418348 Jul 07 18:08:07.633375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'tag': '6723aa52-c926-47e9-b741-e9b95e13dd88'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:07.635522 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8637ba30-15bf-4d9d-94aa-30068a49a0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "04aea8cc-b742-4dfa-9579-91ea6db15aaf", "tag": "6723aa52-c926-47e9-b741-e9b95e13dd88"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:07.657266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a138dbd-e741-4868-9109-9f928d0d53fd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.677336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a138dbd-e741-4868-9109-9f928d0d53fd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.720362 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a6fdfd7-be01-4320-8f77-a09e185770be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.798059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] For port c2fddd39-2503-449c-8578-c3669db5d5ac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c2fddd39-2503-449c-8578-c3669db5d5ac,segment=NetworkSegment(7d71b52d-3cb5-4e4f-834e-f7ac80bde59e),segment_id=7d71b52d-3cb5-4e4f-834e-f7ac80bde59e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:07.829988 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf08923-da5f-4061-99b4-f6028e5c8075 x-openstack-request-id: req-aaf08923-da5f-4061-99b4-f6028e5c8075 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:07.830547 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04aea8cc-b742-4dfa-9579-91ea6db15aaf", "tag": "6723aa52-c926-47e9-b741-e9b95e13dd88", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:07.831144 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aaf08923-da5f-4061-99b4-f6028e5c8075 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:07.831680 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'tag': '6723aa52-c926-47e9-b741-e9b95e13dd88', 'status': 'completed', 'code': 200} Jul 07 18:08:07.859395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.881876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] Transition to ACTIVE for port object c2fddd39-2503-449c-8578-c3669db5d5ac will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:07.890147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.909036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f96f5-ceff-4a9d-9b66-a91568d8c3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6723aa52-c926-47e9-b741-e9b95e13dd88,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:07.942415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a138dbd-e741-4868-9109-9f928d0d53fd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce39a327-0118-4417-a0fe-07bb24f251d0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:07.954561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48558) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:07.982074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85ece8ec-a210-4ffe-9843-9a0435344fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.988714 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a6fdfd7-be01-4320-8f77-a09e185770be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.015967 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a6fdfd7-be01-4320-8f77-a09e185770be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.021223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a138dbd-e741-4868-9109-9f928d0d53fd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.025193 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2a138dbd-e741-4868-9109-9f928d0d53fd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8854589 Jul 07 18:08:08.029084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:08.038901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59636e-5bb9-45e2-917a-210be4bba60a None None] Pushing event updated for resources: {'Port': ['ID=c2fddd39-2503-449c-8578-c3669db5d5ac,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:08.039947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-aafcf176-afcb-4300-9673-50be43f3c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:08.047171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1324649065', 'security_groups': ['ce39a327-0118-4417-a0fe-07bb24f251d0'], 'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6413c622-bac5-4f44-b4d1-0bfd75a49d03'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:08.050631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-aafcf176-afcb-4300-9673-50be43f3c74f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 1095 time: 0.3168182 Jul 07 18:08:08.103792 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-93e8671e-bc40-421d-8a8d-2c27b09f9762 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723aa52-c926-47e9-b741-e9b95e13dd88 HTTP/1.1" status: 200 len: 217 time: 0.0518470 Jul 07 18:08:08.130374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fdfd7-be01-4320-8f77-a09e185770be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a1a51f-c0f6-4de7-899c-b2542281599d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:08.167764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2a6fdfd7-be01-4320-8f77-a09e185770be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dff81c953b83455ea600cea995064aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9933093 Jul 07 18:08:08.168302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48564) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:08.229820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-434e353f-af1d-46cc-88fc-55ebedfb3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:08.231522 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-434e353f-af1d-46cc-88fc-55ebedfb3aab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1186721 Jul 07 18:08:08.304806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d283fe97-3dd6-4c69-8909-39cc191108e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.332198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85ece8ec-a210-4ffe-9843-9a0435344fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.336255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-f14117b3-c769-4788-94da-e1e31d95dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:08.338382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-f14117b3-c769-4788-94da-e1e31d95dae1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989232 Jul 07 18:08:08.340953 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85ece8ec-a210-4ffe-9843-9a0435344fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.352478 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d283fe97-3dd6-4c69-8909-39cc191108e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.430977 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d283fe97-3dd6-4c69-8909-39cc191108e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.436521 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d283fe97-3dd6-4c69-8909-39cc191108e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.440519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d283fe97-3dd6-4c69-8909-39cc191108e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b8a1a51f-c0f6-4de7-899c-b2542281599d HTTP/1.1" status: 204 len: 168 time: 0.2683184 Jul 07 18:08:08.451164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:08.456087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283fe97-3dd6-4c69-8909-39cc191108e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a1a51f-c0f6-4de7-899c-b2542281599d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:08.506058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ece8ec-a210-4ffe-9843-9a0435344fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424ccb19-2fc1-44bd-8c6f-2031ac04cc61,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:08.512723 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-3553caa1-7b90-4e72-a8d3-f401e260fdfa service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664002 Jul 07 18:08:08.519096 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-85ece8ec-a210-4ffe-9843-9a0435344fa5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=291d4ef4175d4778b63c44156346c7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614009 Jul 07 18:08:08.519722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:08.641500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.701832 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa2194f4-c1f1-4540-9a50-9cf69f71de85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.704436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] device_id is not set on port c36a031a-aed5-4c6f-93f0-0c78131b4c35 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:08:08.744776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa2194f4-c1f1-4540-9a50-9cf69f71de85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.826595 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5d863f9-580b-4c3f-9e3f-eda135114a90 req-7bb67206-f825-47eb-ac34-3aa4cc8cf8d9 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703555 Jul 07 18:08:08.838981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa2194f4-c1f1-4540-9a50-9cf69f71de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.846535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa2194f4-c1f1-4540-9a50-9cf69f71de85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:08.848377 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa2194f4-c1f1-4540-9a50-9cf69f71de85 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/424ccb19-2fc1-44bd-8c6f-2031ac04cc61 HTTP/1.1" status: 204 len: 168 time: 0.3264141 Jul 07 18:08:08.872263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2194f4-c1f1-4540-9a50-9cf69f71de85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424ccb19-2fc1-44bd-8c6f-2031ac04cc61,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:09.032108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.7 (62123d3e-4e9b-4510-8271-a74dfdf4f693/6413c622-bac5-4f44-b4d1-0bfd75a49d03/c36a031a-aed5-4c6f-93f0-0c78131b4c35) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:09.063699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-628371c0-aa02-413a-8705-0f5886172c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.069318 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-628371c0-aa02-413a-8705-0f5886172c26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 1095 time: 0.1561496 Jul 07 18:08:09.280869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.298933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6d6ab8fb-25e1-4b0f-ab74-cb410a55c1f7 None None] Provisioning complete for port abc6b48a-facb-4c8e-bcab-538e61c6a095 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:09.299553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab8fb-25e1-4b0f-ab74-cb410a55c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.306921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object c36a031a-aed5-4c6f-93f0-0c78131b4c35 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:09.321835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-ddf9b480-b248-4745-91ce-b4fb304e830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.324871 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-ddf9b480-b248-4745-91ce-b4fb304e830f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.2490382 Jul 07 18:08:09.344771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ab8fb-25e1-4b0f-ab74-cb410a55c1f7 None None] Port abc6b48a-facb-4c8e-bcab-538e61c6a095 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:09.363678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.367420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6d6ab8fb-25e1-4b0f-ab74-cb410a55c1f7 None None] Provisioning for port c2fddd39-2503-449c-8578-c3669db5d5ac completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:09.373786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6d6ab8fb-25e1-4b0f-ab74-cb410a55c1f7 None None] Provisioning complete for port c2fddd39-2503-449c-8578-c3669db5d5ac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:09.374328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab8fb-25e1-4b0f-ab74-cb410a55c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.400941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:09.409803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:09.413232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:09.460571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-ddc2e90c-4cfa-4226-8b92-9a48998ac29b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723aa52-c926-47e9-b741-e9b95e13dd88 HTTP/1.1" status: 200 len: 217 time: 0.1289630 Jul 07 18:08:09.521121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b0461-584b-477c-a6bc-fffb28b244a7 req-0ce254eb-cd33-4311-a9c8-e322cf31a556 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.551824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd2b0461-584b-477c-a6bc-fffb28b244a7 req-0ce254eb-cd33-4311-a9c8-e322cf31a556 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.7611232 Jul 07 18:08:09.585754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.586435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.627270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5896256 Jul 07 18:08:09.628926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48602) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:09.642450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6fc80956-9cc8-4718-8007-bd5edb3ab611 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:09.650159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-fa169d8c-5b50-4dcc-be31-7bc9c47e0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.657102 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-fa169d8c-5b50-4dcc-be31-7bc9c47e0b95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1501460 Jul 07 18:08:09.746930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c2fddd39-2503-449c-8578-c3669db5d5ac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:09.825372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69689c7e-64e9-4429-855e-e8a9ad74a715 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=c36a031a-aed5-4c6f-93f0-0c78131b4c35,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:09.862327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-692a5f10-240e-4af0-b47c-c985ae2017fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.864684 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-692a5f10-240e-4af0-b47c-c985ae2017fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024202 Jul 07 18:08:09.865644 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd2b0461-584b-477c-a6bc-fffb28b244a7 req-61e68e09-8960-446f-9ae6-6d0210fe83fc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096108 Jul 07 18:08:09.929268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c2fddd39-2503-449c-8578-c3669db5d5ac triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:09.929646 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.042145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-115bef7c-876e-4e42-9fa9-f174f54c1b3c None None] Provisioning for port c36a031a-aed5-4c6f-93f0-0c78131b4c35 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:10.054073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-115bef7c-876e-4e42-9fa9-f174f54c1b3c None None] Provisioning complete for port c36a031a-aed5-4c6f-93f0-0c78131b4c35 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:10.055254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-115bef7c-876e-4e42-9fa9-f174f54c1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.064262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc80956-9cc8-4718-8007-bd5edb3ab611 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:10.080529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6fc80956-9cc8-4718-8007-bd5edb3ab611 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.109116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-115bef7c-876e-4e42-9fa9-f174f54c1b3c None None] Port c36a031a-aed5-4c6f-93f0-0c78131b4c35 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:10.286229 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-adad930b-72c3-42da-9953-ea32552aae74 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047046 Jul 07 18:08:10.434538 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-6fc80956-9cc8-4718-8007-bd5edb3ab611 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6413c622-bac5-4f44-b4d1-0bfd75a49d03 (CIDR: 172.20.0.0/28) Jul 07 18:08:10.441549 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc80956-9cc8-4718-8007-bd5edb3ab611 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:08:10.442066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc80956-9cc8-4718-8007-bd5edb3ab611 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:10.482354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6fc80956-9cc8-4718-8007-bd5edb3ab611 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8514361 Jul 07 18:08:10.482995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48646) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:10.491839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-943380e4-42ec-4f3c-9cff-f9e747e983e1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:10.513190 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8637ba30-15bf-4d9d-94aa-30068a49a0b5 req-76870a70-3bec-47ff-975b-8d6ba2302bda service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167451 Jul 07 18:08:10.552298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-73610462-29b6-4271-9d7a-092634853547 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.565094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-73610462-29b6-4271-9d7a-092634853547 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.2389359 Jul 07 18:08:10.585411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-ea901b39-85a8-4d1c-b245-11bcdfceaecf tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/quotas/b8db7d016f534d4d8bb9aef3d9ecc4af HTTP/1.1" status: 200 len: 375 time: 0.0183194 Jul 07 18:08:10.647181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943380e4-42ec-4f3c-9cff-f9e747e983e1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:10.653553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-943380e4-42ec-4f3c-9cff-f9e747e983e1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:10.689346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-8f562c3f-7135-40c0-8965-8a5dc56f6407 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027422 Jul 07 18:08:10.850582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b3c58cbb-beca-44c9-a013-d2a9b98348ba service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598701 Jul 07 18:08:10.916674 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-943380e4-42ec-4f3c-9cff-f9e747e983e1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4228b06b-70ba-42ba-80a3-3987ebd8c8c8 (CIDR: 172.20.0.16/28) Jul 07 18:08:10.922864 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-943380e4-42ec-4f3c-9cff-f9e747e983e1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:08:10.924069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943380e4-42ec-4f3c-9cff-f9e747e983e1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:10.961138 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-943380e4-42ec-4f3c-9cff-f9e747e983e1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4742858 Jul 07 18:08:10.964157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48664) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:10.972223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'subnet': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:11.019894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9009445b-2965-42be-9b10-374a4da8a9cc req-2afa98de-f101-45fe-ab36-8b72836ecbfc tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0820808 Jul 07 18:08:11.073874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-d3e5e08e-da86-465f-8995-052b88c61c17 service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163613 Jul 07 18:08:11.156528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Made reservation on behalf of 55d81440d7e340a28e55b2b63f3570a0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:11.166835 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.334870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24514fd-0929-47df-a6fa-11792a163157 req-d6c5c802-dc23-4515-9ef5-1fb71073d3d3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:11.351486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b24514fd-0929-47df-a6fa-11792a163157 req-d6c5c802-dc23-4515-9ef5-1fb71073d3d3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.1658201 Jul 07 18:08:11.470933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b24514fd-0929-47df-a6fa-11792a163157 req-05d748f4-5ae6-4d97-91c1-6774870333cc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182547 Jul 07 18:08:11.606557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83435358-4e61-428b-8882-1baa0e8e1ec9 req-6971477d-7973-464f-8248-15f5ab8a314f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 210 time: 0.1266541 Jul 07 18:08:11.683340 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.759775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:11.766127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:11.778722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e145e2-1eca-4c05-bbac-e39bd78f6387 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:11.780791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:11.782461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:11.803850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Subnet': ['ID=3d140568-cdeb-4a3b-b5a3-d44a84e697d2,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:11.813520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ec9cc2a2-5ddc-4acf-ad19-38565d4396bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8476737 Jul 07 18:08:11.816805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48688) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:11.825113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2115360841', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d140568-cdeb-4a3b-b5a3-d44a84e697d2'}], 'security_groups': ['0da76f2f-7bba-4f81-b176-92284cee78c6', '68a52df8-1af7-46af-975f-33d1d7844062']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:12.385763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cabf57d9-3215-41b1-827f-036676a09170 req-d6052731-18c6-4e17-947c-26e9f3b857bf tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0918314 Jul 07 18:08:12.425773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12466b-752f-497c-956e-b60e66222fea None None] Update dhcp port {'port': {'network_id': '62123d3e-4e9b-4510-8271-a74dfdf4f693', 'fixed_ips': [{'subnet_id': '4228b06b-70ba-42ba-80a3-3987ebd8c8c8', 'ip_address': '172.20.0.18'}, {'subnet_id': '6413c622-bac5-4f44-b4d1-0bfd75a49d03', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d140568-cdeb-4a3b-b5a3-d44a84e697d2'}], 'binding:host_id': 'n-d-798930-2'}, 'id': 'c2fddd39-2503-449c-8578-c3669db5d5ac'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:08:12.497061 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b12466b-752f-497c-956e-b60e66222fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.642443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.949416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0b12466b-752f-497c-956e-b60e66222fea None None] Allocated IP 172.20.0.34 (62123d3e-4e9b-4510-8271-a74dfdf4f693/3d140568-cdeb-4a3b-b5a3-d44a84e697d2/c2fddd39-2503-449c-8578-c3669db5d5ac) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:13.133523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0b12466b-752f-497c-956e-b60e66222fea None None] For port c2fddd39-2503-449c-8578-c3669db5d5ac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c2fddd39-2503-449c-8578-c3669db5d5ac,segment=NetworkSegment(7d71b52d-3cb5-4e4f-834e-f7ac80bde59e),segment_id=7d71b52d-3cb5-4e4f-834e-f7ac80bde59e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:13.186482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b12466b-752f-497c-956e-b60e66222fea None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.202867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0b12466b-752f-497c-956e-b60e66222fea None None] Transition to ACTIVE for port object c2fddd39-2503-449c-8578-c3669db5d5ac will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:13.217879 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b12466b-752f-497c-956e-b60e66222fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:13.419503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12466b-752f-497c-956e-b60e66222fea None None] Pushing event updated for resources: {'Port': ['ID=c2fddd39-2503-449c-8578-c3669db5d5ac,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:13.461791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Delete allocated IP 172.20.0.7 (62123d3e-4e9b-4510-8271-a74dfdf4f693/6413c622-bac5-4f44-b4d1-0bfd75a49d03) {{(pid=105589) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 18:08:13.480337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Allocated IP 172.20.0.44 (62123d3e-4e9b-4510-8271-a74dfdf4f693/3d140568-cdeb-4a3b-b5a3-d44a84e697d2/c36a031a-aed5-4c6f-93f0-0c78131b4c35) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:13.683161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c2fddd39-2503-449c-8578-c3669db5d5ac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:13.702531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-413ad332-137f-4b94-82ba-bebe3c08c7d5 req-80e0bb7f-1ecd-402b-8a9a-5d4e8cde6933 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 210 time: 0.0610883 Jul 07 18:08:13.750725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9525726-f829-4f97-be32-639188b9e570 req-689b14ed-7868-4ced-b64e-26bccc9afd2f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.762856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9525726-f829-4f97-be32-639188b9e570 req-689b14ed-7868-4ced-b64e-26bccc9afd2f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 1.0217295 Jul 07 18:08:13.860025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9525726-f829-4f97-be32-639188b9e570 req-728ff604-32f8-4070-a383-1945a27bcffb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944600 Jul 07 18:08:14.131510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-c9377125-1998-4904-8e76-f7041fce409b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.136152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-c9377125-1998-4904-8e76-f7041fce409b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.4973962 Jul 07 18:08:14.152204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Request body: {'port': {'device_id': '1de53e9b-beee-4178-8750-70b2a269928b', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'admin_state_up': True, 'tenant_id': 'b8db7d016f534d4d8bb9aef3d9ecc4af'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:14.224050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48732) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:14.243471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43e5a785-97c0-4451-b8be-6774406b99a9 req-e1d08277-523f-4c29-87b9-cf58fa6105c4 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0789094 Jul 07 18:08:14.255458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.279346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Transition to ACTIVE for port object c36a031a-aed5-4c6f-93f0-0c78131b4c35 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:14.290401 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.445533 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fc50fbf3-84dd-4fe9-8fbe-9670354bea3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.456770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event updated for resources: {'Port': ['ID=c36a031a-aed5-4c6f-93f0-0c78131b4c35,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:14.469154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] In _notify_port_updated(), no bound segment for port c36a031a-aed5-4c6f-93f0-0c78131b4c35 on network 62123d3e-4e9b-4510-8271-a74dfdf4f693 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:08:14.474957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.475688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.479619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Provisioning complete for port abc6b48a-facb-4c8e-bcab-538e61c6a095 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:14.480540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.480656 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0343bd10-2ae1-4c74-ab22-022652bd52b0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "PUT /v2.0/ports/c36a031a-aed5-4c6f-93f0-0c78131b4c35 HTTP/1.1" status: 200 len: 960 time: 2.6623044 Jul 07 18:08:14.484742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48736) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:14.531076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Made reservation on behalf of b8db7d016f534d4d8bb9aef3d9ecc4af for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:14.536477 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.559587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Port abc6b48a-facb-4c8e-bcab-538e61c6a095 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:14.591908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Provisioning for port c36a031a-aed5-4c6f-93f0-0c78131b4c35 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:14.596859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Provisioning complete for port c36a031a-aed5-4c6f-93f0-0c78131b4c35 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:14.597222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.666100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fc50fbf3-84dd-4fe9-8fbe-9670354bea3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.674245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fc50fbf3-84dd-4fe9-8fbe-9670354bea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.685919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Port c36a031a-aed5-4c6f-93f0-0c78131b4c35 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:14.730238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Provisioning for port c2fddd39-2503-449c-8578-c3669db5d5ac completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:14.741997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Provisioning complete for port c2fddd39-2503-449c-8578-c3669db5d5ac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:14.742376 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10a77b06-d65c-43ef-a70f-0b7abb3548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.769632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fc50fbf3-84dd-4fe9-8fbe-9670354bea3d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=248366fe48bf44b794f5efed28c1fd2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430293 Jul 07 18:08:14.772623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48744) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:14.810598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50fbf3-84dd-4fe9-8fbe-9670354bea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19246c2-63de-47fd-b63c-dd2e930ddcb1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:14.844140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87699736-4162-4cc9-945b-14fce9419725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.888164 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87699736-4162-4cc9-945b-14fce9419725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.946740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port c36a031a-aed5-4c6f-93f0-0c78131b4c35 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:14.947257 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.996467 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87699736-4162-4cc9-945b-14fce9419725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.007416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87699736-4162-4cc9-945b-14fce9419725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.008576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-87699736-4162-4cc9-945b-14fce9419725 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d19246c2-63de-47fd-b63c-dd2e930ddcb1 HTTP/1.1" status: 204 len: 168 time: 0.2350044 Jul 07 18:08:15.028017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48754) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:15.039832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4dda879-18e1-4269-821c-2a9561eaa581 req-a231329e-856f-4528-9c96-308974524025 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 210 time: 0.0596931 Jul 07 18:08:15.057460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87699736-4162-4cc9-945b-14fce9419725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19246c2-63de-47fd-b63c-dd2e930ddcb1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:15.067532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Allocated IP 172.20.0.6 (25ff07d5-8017-46d5-a3b3-1dd8523c4be3/9da12058-8aa2-4ad0-bd97-35971f24adae/7c7b32fb-4f13-42ab-8447-1e969fa0c97d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:15.327611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d82ace14-5f5d-4d8f-a5d4-9f8073fbb9df None None] Provisioning complete for port c36a031a-aed5-4c6f-93f0-0c78131b4c35 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:15.328164 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d82ace14-5f5d-4d8f-a5d4-9f8073fbb9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.340682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.392563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58079840-64b1-4f92-be85-288726f23dca req-c237c6a4-5b23-4eb7-a9b0-23628f3ad5db tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:15.401743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58079840-64b1-4f92-be85-288726f23dca req-c237c6a4-5b23-4eb7-a9b0-23628f3ad5db tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.1563532 Jul 07 18:08:15.415237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d82ace14-5f5d-4d8f-a5d4-9f8073fbb9df None None] Port c36a031a-aed5-4c6f-93f0-0c78131b4c35 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:15.416068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for c36a031a-aed5-4c6f-93f0-0c78131b4c35 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:15.463992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58079840-64b1-4f92-be85-288726f23dca req-6a7d4bcd-62d5-487a-ac1b-59ffa34534af tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608814 Jul 07 18:08:15.464727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6489d333-7a42-47b1-9bcd-de9c98609a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.538346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00625b6c-8c18-4912-94e2-181c1d0d83ce req-171f841e-e2a3-4413-886a-4a5884197954 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0326753 Jul 07 18:08:15.604862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.615576 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6489d333-7a42-47b1-9bcd-de9c98609a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.622025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6489d333-7a42-47b1-9bcd-de9c98609a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.646948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48762) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:15.686850 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd92e157-ff16-495c-a7f8-0f7028975703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.693445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6489d333-7a42-47b1-9bcd-de9c98609a0f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1f765589f2f44cf58cb92001b2f5ea4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643081 Jul 07 18:08:15.695819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48764) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:15.707962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489d333-7a42-47b1-9bcd-de9c98609a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed33802-2088-4095-b996-1de80ca524dc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:15.720672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.730934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.744657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:15.747441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5e93eb27-e0c2-4177-a840-5387930d8f20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:15.772369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=c36a031a-aed5-4c6f-93f0-0c78131b4c35,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:15.887789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event updated for resources: {'Port': ['ID=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:15.889500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41a83226-cce9-48fe-8c68-dc3dd5596503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.899681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:15.905744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c749d1f3-b0af-4444-8619-6dcf280757ab req-ad30e2c8-e587-4f8c-86d4-c82727f92970 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0619469 Jul 07 18:08:15.916399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd92e157-ff16-495c-a7f8-0f7028975703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.922213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd92e157-ff16-495c-a7f8-0f7028975703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.944481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14c3a46f-2393-4455-a0d1-a30c4d88753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.946587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:15.959827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:15.987795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cd92e157-ff16-495c-a7f8-0f7028975703 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=27bec82dd37140f4bae53426bb818e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373091 Jul 07 18:08:15.987795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92e157-ff16-495c-a7f8-0f7028975703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01983dbb-7bd2-486f-9d07-a989aa2198e7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:15.989540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48766) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.056970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14c3a46f-2393-4455-a0d1-a30c4d88753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.057313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4651e242-0b27-4469-9569-2d2e1a833aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.066700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:16.068019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.072490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.075308 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-23971611-e80f-4f23-a0ac-d43a606fcb62 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/c36a031a-aed5-4c6f-93f0-0c78131b4c35 HTTP/1.1" status: 204 len: 168 time: 1.5891840 Jul 07 18:08:16.077913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.105158 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-1e814eda-b861-4673-afec-c7a2365640ed tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9619205 Jul 07 18:08:16.127057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Request body: {'port': {'device_id': '1de53e9b-beee-4178-8750-70b2a269928b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:16.152857 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6b4172-1c1a-4b33-bf69-74b139bb146f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] GET failed (client error): The resource could not be found. Jul 07 18:08:16.157803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7a6b4172-1c1a-4b33-bf69-74b139bb146f tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports/c36a031a-aed5-4c6f-93f0-0c78131b4c35 HTTP/1.1" status: 404 len: 333 time: 0.0768955 Jul 07 18:08:16.158415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48772) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.197798 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4651e242-0b27-4469-9569-2d2e1a833aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.244068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.316032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14c3a46f-2393-4455-a0d1-a30c4d88753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.318902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14c3a46f-2393-4455-a0d1-a30c4d88753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.322378 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-14c3a46f-2393-4455-a0d1-a30c4d88753a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ed33802-2088-4095-b996-1de80ca524dc HTTP/1.1" status: 204 len: 168 time: 0.6232419 Jul 07 18:08:16.336062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a46f-2393-4455-a0d1-a30c4d88753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed33802-2088-4095-b996-1de80ca524dc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.360582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1145-f338-4235-96ba-2b0d7e39d66b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.408007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1145-f338-4235-96ba-2b0d7e39d66b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.427132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4651e242-0b27-4469-9569-2d2e1a833aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.429990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4651e242-0b27-4469-9569-2d2e1a833aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.431197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4651e242-0b27-4469-9569-2d2e1a833aa1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/01983dbb-7bd2-486f-9d07-a989aa2198e7 HTTP/1.1" status: 204 len: 168 time: 0.4407151 Jul 07 18:08:16.456262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796d976-2a6e-44df-b5a9-b351379e7e1e req-58276327-6924-47d6-914d-66208e2e7072 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:16.457815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9796d976-2a6e-44df-b5a9-b351379e7e1e req-58276327-6924-47d6-914d-66208e2e7072 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 931 time: 0.1860075 Jul 07 18:08:16.483777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e242-0b27-4469-9569-2d2e1a833aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01983dbb-7bd2-486f-9d07-a989aa2198e7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.536210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9796d976-2a6e-44df-b5a9-b351379e7e1e req-2fe3c78c-3997-4c87-bb35-62e968473344 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Jul 07 18:08:16.542612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1145-f338-4235-96ba-2b0d7e39d66b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.548513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1145-f338-4235-96ba-2b0d7e39d66b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.549969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dd4f1145-f338-4235-96ba-2b0d7e39d66b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/security-groups/ce39a327-0118-4417-a0fe-07bb24f251d0 HTTP/1.1" status: 204 len: 168 time: 0.3859661 Jul 07 18:08:16.554280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48782) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.577420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f1145-f338-4235-96ba-2b0d7e39d66b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce39a327-0118-4417-a0fe-07bb24f251d0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.649968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f421-adfb-4ab0-ade7-52cd031871c2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.737406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f421-adfb-4ab0-ade7-52cd031871c2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.839842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f421-adfb-4ab0-ade7-52cd031871c2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.842910 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f421-adfb-4ab0-ade7-52cd031871c2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.844061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ee3f421-adfb-4ab0-ade7-52cd031871c2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/security-groups/68a52df8-1af7-46af-975f-33d1d7844062 HTTP/1.1" status: 204 len: 168 time: 0.2885709 Jul 07 18:08:16.857788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48790) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.863427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7b32fb-4f13-42ab-8447-1e969fa0c97d {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:16.877997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.910202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-031fd60a-5667-4ad3-a7b0-1b12f18601ca req-d842337d-9cfa-4084-b6ec-b235adf6e358 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.1196618 Jul 07 18:08:16.915488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Transition to ACTIVE for port object 7c7b32fb-4f13-42ab-8447-1e969fa0c97d will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:16.927469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3f421-adfb-4ab0-ade7-52cd031871c2 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a52df8-1af7-46af-975f-33d1d7844062,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.932578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.006505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048837b-0958-4aea-bcc5-24d3cae753c2 req-bac52fbe-9880-4b08-b6a0-08d1de583514 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:17.008226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c048837b-0958-4aea-bcc5-24d3cae753c2 req-bac52fbe-9880-4b08-b6a0-08d1de583514 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.2931309 Jul 07 18:08:17.011705 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b812-d883-4de7-b864-db50b1dba9a1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.039475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b812-d883-4de7-b864-db50b1dba9a1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.102239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b812-d883-4de7-b864-db50b1dba9a1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.104950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b812-d883-4de7-b864-db50b1dba9a1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.106105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9fd0b812-d883-4de7-b864-db50b1dba9a1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/security-groups/0da76f2f-7bba-4f81-b176-92284cee78c6 HTTP/1.1" status: 204 len: 168 time: 0.2459388 Jul 07 18:08:17.110452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48802) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.150528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0b812-d883-4de7-b864-db50b1dba9a1 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da76f2f-7bba-4f81-b176-92284cee78c6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.156237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Attempting to bind port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:17.156646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Attempting to bind port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:17.157283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Attempting to bind port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:17.165630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.175223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:17.175477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Attempting to bind port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:17.190103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:17.190502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Checking segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:17.190897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Bound using segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:17.191339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Bound port: 7c7b32fb-4f13-42ab-8447-1e969fa0c97d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:17.191730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.236263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c048837b-0958-4aea-bcc5-24d3cae753c2 req-9edeb053-67d6-4845-91a6-f8bce4661619 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558661 Jul 07 18:08:17.253981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet 6413c622-bac5-4f44-b4d1-0bfd75a49d03 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:17.258809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.284768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] For port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:17.288373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] For port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:17.294381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.334835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:17.335539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.337872 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] 10.222.0.90 "PUT /v2.0/ports/7c7b32fb-4f13-42ab-8447-1e969fa0c97d HTTP/1.1" status: 200 len: 1091 time: 1.2245569 Jul 07 18:08:17.338449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de53e9b-beee-4178-8750-70b2a269928b', 'tag': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:17.341474 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6280d43-807d-452c-a724-1289ceaa1c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1de53e9b-beee-4178-8750-70b2a269928b", "tag": "7c7b32fb-4f13-42ab-8447-1e969fa0c97d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:17.350000 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.384530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee0ff0-9cee-4d18-998f-d4aa67a5bcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.454880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.462210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-cc1faa6f-441d-4910-8683-adeabbdd450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:17.463892 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-cc1faa6f-441d-4910-8683-adeabbdd450d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 1094 time: 0.0759859 Jul 07 18:08:17.521245 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-c59a5eaa-c218-47d1-b225-9bd5fcda0a07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7b32fb-4f13-42ab-8447-1e969fa0c97d HTTP/1.1" status: 200 len: 217 time: 0.0490556 Jul 07 18:08:17.550598 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.592650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-e49647ea-29f0-400d-8caa-bf2a33531d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:17.595308 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-e49647ea-29f0-400d-8caa-bf2a33531d34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.0676546 Jul 07 18:08:17.599919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=6413c622-bac5-4f44-b4d1-0bfd75a49d03,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.610775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.616612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97fb97-973c-43e3-9820-e0b3398293b6 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:17.617342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b3a5cb32-6704-45b8-80a9-86ef84316776 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/6413c622-bac5-4f44-b4d1-0bfd75a49d03 HTTP/1.1" status: 204 len: 168 time: 0.4717207 Jul 07 18:08:17.622314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48826) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.699671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-265ca3ab-9082-4cf2-8d4f-25b53a23f0bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962207 Jul 07 18:08:17.705251 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57d718-9106-465d-9ee2-19ae9e544dc9 x-openstack-request-id: req-3a57d718-9106-465d-9ee2-19ae9e544dc9 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:17.705809 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de53e9b-beee-4178-8750-70b2a269928b", "tag": "7c7b32fb-4f13-42ab-8447-1e969fa0c97d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:17.706164 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a57d718-9106-465d-9ee2-19ae9e544dc9 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:17.706947 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de53e9b-beee-4178-8750-70b2a269928b', 'tag': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d', 'status': 'completed', 'code': 200} Jul 07 18:08:17.720600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet 3d140568-cdeb-4a3b-b5a3-d44a84e697d2 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:17.727806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.785660 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.835525 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-dd04157b-4bda-4715-9410-8b72e2bf29c5 service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265402 Jul 07 18:08:17.965530 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1b5f1397-b7c5-4f4f-a402-2c0bec64fc22 req-9315387b-d26b-4525-8673-f60ad44abf06 service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223366 Jul 07 18:08:17.966635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2a8a3-7ef7-4642-a80e-c0a27a2fc1c8 req-567b089b-d0dc-4ce4-80cd-3bfe87762a9f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:17.968205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3af2a8a3-7ef7-4642-a80e-c0a27a2fc1c8 req-567b089b-d0dc-4ce4-80cd-3bfe87762a9f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 943 time: 0.1501460 Jul 07 18:08:17.991565 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.110670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3af2a8a3-7ef7-4642-a80e-c0a27a2fc1c8 req-edde496e-b53a-4557-9661-2d3ae3ff7ca5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117454 Jul 07 18:08:18.114645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-9d2024bf-218f-4a76-b5db-dce5f3136137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:18.129417 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-9d2024bf-218f-4a76-b5db-dce5f3136137 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 1094 time: 0.0878866 Jul 07 18:08:18.166329 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.208812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b00dda95-de1e-4e02-9436-0de77c3678e1 req-7948ab64-eeb6-4ead-9ca6-d7240a67e43e tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0539174 Jul 07 18:08:18.228144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=3d140568-cdeb-4a3b-b5a3-d44a84e697d2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.231659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.238654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-848c573a-57e4-4c2a-bf30-08bf5c18e080 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/3d140568-cdeb-4a3b-b5a3-d44a84e697d2 HTTP/1.1" status: 204 len: 168 time: 0.6141357 Jul 07 18:08:18.241065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.321580 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-270536f7-8121-41d5-ba48-b7549b6263c0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:18.322071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270536f7-8121-41d5-ba48-b7549b6263c0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:18.324011 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-270536f7-8121-41d5-ba48-b7549b6263c0 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/6413c622-bac5-4f44-b4d1-0bfd75a49d03 HTTP/1.1" status: 404 len: 337 time: 0.0780175 Jul 07 18:08:18.326715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48852) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.365669 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3625575-2164-45a4-982d-b461a50182e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.372335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-92aab0fe-cad8-48ca-ab94-fdbadbeacde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:18.376607 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-92aab0fe-cad8-48ca-ab94-fdbadbeacde5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 916 time: 0.2439177 Jul 07 18:08:18.444968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting subnet 4228b06b-70ba-42ba-80a3-3987ebd8c8c8 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:18.458616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.474159 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-474852e0-ce99-49e8-8aff-06f94c66b23a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7b32fb-4f13-42ab-8447-1e969fa0c97d HTTP/1.1" status: 200 len: 217 time: 0.0903907 Jul 07 18:08:18.492262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.546523 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.566469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-6fd3c144-07f1-4bec-aff6-1f61d17f1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:18.568584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-6fd3c144-07f1-4bec-aff6-1f61d17f1ed7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.0883706 Jul 07 18:08:18.631967 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-1fff0b7e-2043-4e21-bbbe-8524de1cb1e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449753 Jul 07 18:08:18.632568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797e17-0abd-4e96-a486-ff2dfdf49c40 req-f58392af-bf32-4a04-9331-94bb44707b50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:18.639758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd797e17-0abd-4e96-a486-ff2dfdf49c40 req-f58392af-bf32-4a04-9331-94bb44707b50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.2023673 Jul 07 18:08:18.723941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd797e17-0abd-4e96-a486-ff2dfdf49c40 req-1a8da938-7ef7-4c68-b854-e4a0cab2d2d5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829217 Jul 07 18:08:18.735467 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.784451 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-87991d64-1239-4614-8271-cad2d8f5d5d6 service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386037 Jul 07 18:08:18.908393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.935456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.947429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/4228b06b-70ba-42ba-80a3-3987ebd8c8c8 HTTP/1.1" status: 204 len: 168 time: 0.6191468 Jul 07 18:08:18.949878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48878) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:18.972616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a960be-458f-4010-8c4a-be7b6f46f3fb tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Subnet': ['ID=4228b06b-70ba-42ba-80a3-3987ebd8c8c8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:18.999334 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f6280d43-807d-452c-a724-1289ceaa1c0a req-24f6fe91-fe70-421f-bff0-ed596e506075 service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069855 Jul 07 18:08:19.000642 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-937a514c-0b56-4f09-abf8-39c921d3e0b4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.000970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937a514c-0b56-4f09-abf8-39c921d3e0b4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.002723 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-937a514c-0b56-4f09-abf8-39c921d3e0b4 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/d3f79458-672e-453a-aabb-5f3dcaca149c HTTP/1.1" status: 404 len: 337 time: 0.0504451 Jul 07 18:08:19.007059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48884) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.059925 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a915ccfa-1361-48be-a4be-bdeeee622dd3 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdf7c606-d1f3-4cec-b641-2a6f82d46264 HTTP/1.1" status: 200 len: 205 time: 0.0505877 Jul 07 18:08:19.062084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48890) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.076725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0a63d-a78d-4114-9af9-17e66b639101 None None] Network 62123d3e-4e9b-4510-8271-a74dfdf4f693 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:19.108964 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-c45bb87f-4ad9-42e5-a356-b1545735d36e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] delete failed (client error): The resource could not be found. Jul 07 18:08:19.110314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c45bb87f-4ad9-42e5-a356-b1545735d36e tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/routers/bdf7c606-d1f3-4cec-b641-2a6f82d46264 HTTP/1.1" status: 404 len: 336 time: 0.0470488 Jul 07 18:08:19.113592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48892) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.187110 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-184228ab-0858-4739-9dae-1322b9f8c1b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.187955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184228ab-0858-4739-9dae-1322b9f8c1b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.190875 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-184228ab-0858-4739-9dae-1322b9f8c1b8 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/c5cfa587-8748-4984-aca8-15b4976259a4 HTTP/1.1" status: 404 len: 337 time: 0.0759411 Jul 07 18:08:19.193829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48898) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.237914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1862f2df-a9b4-4347-9111-39efe3b49043 None None] Provisioning complete for port abc6b48a-facb-4c8e-bcab-538e61c6a095 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:19.246132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1862f2df-a9b4-4347-9111-39efe3b49043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.256678 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7648410c-2ae7-4855-b1e4-5a5a27827f1d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.259015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7648410c-2ae7-4855-b1e4-5a5a27827f1d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.265061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48904) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.265958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7648410c-2ae7-4855-b1e4-5a5a27827f1d tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/8fd40e78-a503-4fe0-9bfd-4310187fa963 HTTP/1.1" status: 404 len: 337 time: 0.0698302 Jul 07 18:08:19.332124 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d87802-9b14-476d-8503-cdf17cef0fba tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.332882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d87802-9b14-476d-8503-cdf17cef0fba tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.335130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-66d87802-9b14-476d-8503-cdf17cef0fba tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/b1581395-21e3-4d65-ac59-665a4047b339 HTTP/1.1" status: 404 len: 337 time: 0.0682616 Jul 07 18:08:19.337919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48906) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.415812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1862f2df-a9b4-4347-9111-39efe3b49043 None None] Port abc6b48a-facb-4c8e-bcab-538e61c6a095 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:19.418219 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8322ceea-1cb4-4e6a-8aad-949ba2ec7c7c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.420233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8322ceea-1cb4-4e6a-8aad-949ba2ec7c7c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.424289 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8322ceea-1cb4-4e6a-8aad-949ba2ec7c7c tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/70acc702-7836-45eb-a601-c68ad2fb88c7 HTTP/1.1" status: 404 len: 333 time: 0.0822046 Jul 07 18:08:19.425167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48910) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.463559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1862f2df-a9b4-4347-9111-39efe3b49043 None None] Provisioning complete for port c2fddd39-2503-449c-8578-c3669db5d5ac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:19.464056 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1862f2df-a9b4-4347-9111-39efe3b49043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.482051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668162-05bb-4635-8738-63e5098de156 req-2ddb6a39-340d-4862-bcca-cbd61e765400 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:19.498788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca668162-05bb-4635-8738-63e5098de156 req-2ddb6a39-340d-4862-bcca-cbd61e765400 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 943 time: 0.1811509 Jul 07 18:08:19.504777 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-37855d90-b696-4086-998f-dbea3b5e4420 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.511072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37855d90-b696-4086-998f-dbea3b5e4420 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.513755 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37855d90-b696-4086-998f-dbea3b5e4420 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/9e329b5d-d557-4a56-8b40-55ccfa5e625f HTTP/1.1" status: 404 len: 337 time: 0.0875676 Jul 07 18:08:19.517625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48922) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.548030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca668162-05bb-4635-8738-63e5098de156 req-2bd5d0ec-b62e-4d73-91fb-2483bc35fe3b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Jul 07 18:08:19.562295 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d14080-9b65-4799-8d33-0cc39e66829b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.562753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d14080-9b65-4799-8d33-0cc39e66829b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.564687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-74d14080-9b65-4799-8d33-0cc39e66829b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/7e38e73c-89b6-4ba5-8b23-7d1b6b592ec6 HTTP/1.1" status: 404 len: 337 time: 0.0459089 Jul 07 18:08:19.567975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48926) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.628889 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4c7fb6-f7b0-4612-8ca8-7847f1f61844 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.629987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4c7fb6-f7b0-4612-8ca8-7847f1f61844 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.633229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0f4c7fb6-f7b0-4612-8ca8-7847f1f61844 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/876e7ec6-8b6c-4ae1-9a57-ee7272b702bd HTTP/1.1" status: 404 len: 333 time: 0.0641732 Jul 07 18:08:19.635835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48932) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.687261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.701406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] DHCP port deletion for 62123d3e-4e9b-4510-8271-a74dfdf4f693 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:08:19.759319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49b5386c-aeac-4504-901b-6d3417a1cf8e req-c3de4128-7e2f-4af3-a52f-d246ad51888a tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0362833 Jul 07 18:08:19.760755 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b212b-10a6-41e2-9da1-6a546cbae1f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.761658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480b212b-10a6-41e2-9da1-6a546cbae1f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.764261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-480b212b-10a6-41e2-9da1-6a546cbae1f7 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/d0eb5422-46c9-4f25-85d2-c352c09412b7 HTTP/1.1" status: 404 len: 337 time: 0.1260347 Jul 07 18:08:19.767057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48936) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.772436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Deleting port c2fddd39-2503-449c-8578-c3669db5d5ac {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:19.775374 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.845123 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-21534665-68ba-4eaf-97b1-6081575af2bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] DELETE failed (client error): The resource could not be found. Jul 07 18:08:19.847102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21534665-68ba-4eaf-97b1-6081575af2bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:08:19.852752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48942) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:19.853202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-21534665-68ba-4eaf-97b1-6081575af2bd tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/subnets/d69014f8-8d80-4c6d-85d3-1a447498b213 HTTP/1.1" status: 404 len: 337 time: 0.0815713 Jul 07 18:08:19.895950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] For port c2fddd39-2503-449c-8578-c3669db5d5ac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c2fddd39-2503-449c-8578-c3669db5d5ac,segment=NetworkSegment(7d71b52d-3cb5-4e4f-834e-f7ac80bde59e),segment_id=7d71b52d-3cb5-4e4f-834e-f7ac80bde59e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:19.896934 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.916575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Calling delete_port for c2fddd39-2503-449c-8578-c3669db5d5ac owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:19.979377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54199ce-cac9-4d2c-a496-bd343352e8ee req-8e22e041-77ae-4667-bfe4-f7acfc1fd9ec tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:19.981502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e54199ce-cac9-4d2c-a496-bd343352e8ee req-8e22e041-77ae-4667-bfe4-f7acfc1fd9ec tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.0832641 Jul 07 18:08:20.032699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e54199ce-cac9-4d2c-a496-bd343352e8ee req-aabfd096-4278-4321-a7eb-6b9d7ad53108 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440142 Jul 07 18:08:20.069211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Deleting port abc6b48a-facb-4c8e-bcab-538e61c6a095 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:20.069853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.092467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.139606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Pushing event deleted for resources: {'Port': ['ID=c2fddd39-2503-449c-8578-c3669db5d5ac,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:20.147907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] No DVR routers for this DVR port c2fddd39-2503-449c-8578-c3669db5d5ac on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:20.150457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.151082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.151882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.152520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.153105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.153752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.154159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.154686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.155082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.155476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.155865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.156417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c31dea-8734-43da-95e1-b3b5d1314ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:20.164532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.180893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Calling delete_port for abc6b48a-facb-4c8e-bcab-538e61c6a095 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:20.280119 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.316022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Port': ['ID=abc6b48a-facb-4c8e-bcab-538e61c6a095,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:20.324464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.329274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-36766ffb-c9ae-415d-b535-037e3ff9e279 tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/ports/abc6b48a-facb-4c8e-bcab-538e61c6a095 HTTP/1.1" status: 204 len: 168 time: 0.4724429 Jul 07 18:08:20.329734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48960) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:20.413653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.510788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.522747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62123d3e-4e9b-4510-8271-a74dfdf4f693']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:20.544709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d71b52d-3cb5-4e4f-834e-f7ac80bde59e') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:20.545298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d71b52d-3cb5-4e4f-834e-f7ac80bde59e') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:20.556202 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.572129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.579911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:08:20.580354 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:08:20.584507 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:08:20.668613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.674254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:20.682036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] 10.222.0.88 "DELETE /v2.0/networks/62123d3e-4e9b-4510-8271-a74dfdf4f693 HTTP/1.1" status: 204 len: 168 time: 0.3505108 Jul 07 18:08:20.714246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92594c53-7da5-4a2f-bfc1-f3ade6b8272b tempest-PortsTestJSON-1435291719 tempest-PortsTestJSON-1435291719-project] Pushing event deleted for resources: {'Network': ['ID=62123d3e-4e9b-4510-8271-a74dfdf4f693,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:20.842640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156800b8-d84b-459d-a49f-68a1f47c560c req-510ee237-c4e0-430c-8e39-0c7bb7b87e7a tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:20.851723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-156800b8-d84b-459d-a49f-68a1f47c560c req-510ee237-c4e0-430c-8e39-0c7bb7b87e7a tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 943 time: 0.1014400 Jul 07 18:08:20.908999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-156800b8-d84b-459d-a49f-68a1f47c560c req-a868b504-4859-440c-afb7-23f78318da5a tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 Jul 07 18:08:20.961720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ed3ce3f-661a-43ca-877d-c08b3d6b5d48 req-e8bfda63-7c89-4853-b7e7-a1b6c3378156 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0417302 Jul 07 18:08:21.041156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48986) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:21.146300 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.258615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d7b3e-49a4-4712-a704-4611430f102a req-6c0260ad-16e8-4900-9ac7-58794adf1d45 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:21.266181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b8d7b3e-49a4-4712-a704-4611430f102a req-6c0260ad-16e8-4900-9ac7-58794adf1d45 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.0999737 Jul 07 18:08:21.305291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b8d7b3e-49a4-4712-a704-4611430f102a req-c622bf93-9b5c-4b2b-a98b-67e1f2c08b8e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374665 Jul 07 18:08:21.401803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-737be5ae-5eab-4b81-a754-0967c54718cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55d81440d7e340a28e55b2b63f3570a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593683 Jul 07 18:08:21.404488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49000) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:21.466540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2811-f7dc-4e75-91e2-7d22f17a7291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.492416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2811-f7dc-4e75-91e2-7d22f17a7291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.546633 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2811-f7dc-4e75-91e2-7d22f17a7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.549971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2811-f7dc-4e75-91e2-7d22f17a7291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:21.551168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6f7c2811-f7dc-4e75-91e2-7d22f17a7291 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/df11b671-83d5-4637-875e-f0b65fd9b24d HTTP/1.1" status: 204 len: 168 time: 0.1455305 Jul 07 18:08:21.561674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c2811-f7dc-4e75-91e2-7d22f17a7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11b671-83d5-4637-875e-f0b65fd9b24d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:21.628583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c2fddd39-2503-449c-8578-c3669db5d5ac no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:21.653135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c2fddd39-2503-449c-8578-c3669db5d5ac {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:21.653952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c2fddd39-2503-449c-8578-c3669db5d5ac not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:21.812869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c7b32fb-4f13-42ab-8447-1e969fa0c97d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:08:21.925735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:21.939082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'port_id': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d', 'mac_address': 'fa:16:3e:16:0f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da12058-8aa2-4ad0-bd97-35971f24adae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:08:21.987431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.005824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7b32fb-4f13-42ab-8447-1e969fa0c97d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:22.040277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:22.046509 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:22.110449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:22.203974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8dd5b259-84af-48c2-b5a2-4eec9d658afe req-49219d5e-9ba6-4537-b065-999ea2518b88 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0356114 Jul 07 18:08:22.217804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4f750-b466-443c-b817-51cef76ee066 req-3202d5fd-d7f7-4d03-aba8-17f40bec9c65 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:22.226561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7b4f750-b466-443c-b817-51cef76ee066 req-3202d5fd-d7f7-4d03-aba8-17f40bec9c65 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 944 time: 0.1705847 Jul 07 18:08:22.273674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7b4f750-b466-443c-b817-51cef76ee066 req-73e610da-7818-4d3d-af1b-56412ff4ab24 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460212 Jul 07 18:08:22.462668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['7c7b32fb-4f13-42ab-8447-1e969fa0c97d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:22.591846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceb8ec-5cb6-485b-8c21-023d53979c5f req-3da85961-2801-49f6-8d81-e55be0417c2f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:22.594182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ceb8ec-5cb6-485b-8c21-023d53979c5f req-3da85961-2801-49f6-8d81-e55be0417c2f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.0945385 Jul 07 18:08:22.662807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ceb8ec-5cb6-485b-8c21-023d53979c5f req-b1d05cea-b534-4220-a866-8960bfeb8c49 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622709 Jul 07 18:08:23.186680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49088) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:23.327880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0490d502-d05b-4e1f-b207-4ca047e839ed tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-170640219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:23.360097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0490d502-d05b-4e1f-b207-4ca047e839ed tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.361845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0490d502-d05b-4e1f-b207-4ca047e839ed tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.430795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f711453-6625-48e0-8c21-348019308577 req-182e7fac-4366-4751-a2fb-49cbaddb8790 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0383317 Jul 07 18:08:23.471611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0490d502-d05b-4e1f-b207-4ca047e839ed tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.490912 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0490d502-d05b-4e1f-b207-4ca047e839ed tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.519610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0490d502-d05b-4e1f-b207-4ca047e839ed tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.520905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0490d502-d05b-4e1f-b207-4ca047e839ed tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3326557 Jul 07 18:08:23.524482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49104) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:23.534420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1519856871'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:23.545468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40dc8-fc6c-4a95-a9b4-57c8416315ad req-78f90a94-d612-41f6-b9a1-125f14dcead8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:23.547007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20a40dc8-fc6c-4a95-a9b4-57c8416315ad req-78f90a94-d612-41f6-b9a1-125f14dcead8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 944 time: 0.0885384 Jul 07 18:08:23.592414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Made reservation on behalf of aa4a6332a34a4dc9bce05cc963ff710c for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:23.597565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-20a40dc8-fc6c-4a95-a9b4-57c8416315ad req-c3ec88b7-890c-4ea3-aa49-fd8d97db927b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Jul 07 18:08:23.600200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.611807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.747073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.755192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.788673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:08:23.801201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb107b-9f34-42cc-aedd-3b168fee306e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:23.814147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.814620 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Added segment 8434a565-c3ae-421e-8898-f268bfd8f572 of type vlan for network 6e0b29b3-a193-4699-8fc5-e2daca636af0 Jul 07 18:08:23.822327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c7b32fb-4f13-42ab-8447-1e969fa0c97d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:23.876299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.897106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:23.916458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:23.916989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.934062 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:23.934749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc5ec5-a5b3-47e3-8911-99f100c7014d req-6deacea8-8b44-4b99-9652-7ae2c464220a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:23.936342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85bc5ec5-a5b3-47e3-8911-99f100c7014d req-6deacea8-8b44-4b99-9652-7ae2c464220a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.1389258 Jul 07 18:08:23.945015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:23.946550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.017104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85bc5ec5-a5b3-47e3-8911-99f100c7014d req-5cd48f76-f44d-4fec-810e-4236b2e8b41f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727134 Jul 07 18:08:24.030061 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5035949 Jul 07 18:08:24.033588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49118) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:24.040395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'subnet': {'network_id': '6e0b29b3-a193-4699-8fc5-e2daca636af0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:24.074363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad379-42bd-406d-823a-f07be6dcef06 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Network': ['ID=6e0b29b3-a193-4699-8fc5-e2daca636af0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:24.087913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:08:24.159840 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.163586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Made reservation on behalf of aa4a6332a34a4dc9bce05cc963ff710c for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:24.169261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.194215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e9b-beee-4178-8750-70b2a269928b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:24.196931 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f71b24f-942f-428c-9ee5-50125f78172f" -d '{"events": [{"server_uuid": "1de53e9b-beee-4178-8750-70b2a269928b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b32fb-4f13-42ab-8447-1e969fa0c97d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:24.235083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:24.241768 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.305530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:24.466758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.546009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Subnet': ['ID=0a3481c5-2d94-4a19-95d9-a3eff357c5cd,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:24.553042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Checking segment: {'id': '8434a565-c3ae-421e-8898-f268bfd8f572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e0b29b3-a193-4699-8fc5-e2daca636af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:24.553042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network hostable DHCP agents. Network: 6e0b29b3-a193-4699-8fc5-e2daca636af0, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:08:24.574018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:08:24.585215 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 6e0b29b3-a193-4699-8fc5-e2daca636af0) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:24.594238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb02836-f3c3-4fed-8a38-ce0058db0bd4 None None] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:24.612719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.613363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.643025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7196a53a-90b2-44d6-a159-77fe041ce7c4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6068091 Jul 07 18:08:24.645520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49142) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:24.652646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'network': {'name': 'tempest-router-network01--1382184631'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:24.699285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e0f3211-637e-4cdf-9eaf-a5d371e03f02 req-4330fcc3-319e-4743-8da7-5ae07bfa7f6d tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0410907 Jul 07 18:08:24.704917 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7088360e-b944-4fcf-9239-6b8c2fb738aa x-openstack-request-id: req-7088360e-b944-4fcf-9239-6b8c2fb738aa {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:24.705148 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e9b-beee-4178-8750-70b2a269928b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b32fb-4f13-42ab-8447-1e969fa0c97d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:24.705767 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7088360e-b944-4fcf-9239-6b8c2fb738aa {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:24.706383 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e9b-beee-4178-8750-70b2a269928b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d', 'code': 200} Jul 07 18:08:24.767793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Made reservation on behalf of aa4a6332a34a4dc9bce05cc963ff710c for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:24.775774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.858561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:08:24.879578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.879929 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Added segment 685829a6-648a-4bb0-8f9f-7c20959766eb of type vlan for network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c Jul 07 18:08:24.882227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-6e0b29b3-a193-4699-8fc5-e2daca636af0', 'network_id': '6e0b29b3-a193-4699-8fc5-e2daca636af0', 'tenant_id': 'aa4a6332a34a4dc9bce05cc963ff710c', 'fixed_ips': [{'subnet_id': '0a3481c5-2d94-4a19-95d9-a3eff357c5cd'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:08:24.883512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.963271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.971731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5a0b5-6c29-4534-963d-dee368060aa4 req-c9215787-076b-4ae5-9d04-2548b0271535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.973933 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36f5a0b5-6c29-4534-963d-dee368060aa4 req-c9215787-076b-4ae5-9d04-2548b0271535 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 1096 time: 0.2745268 Jul 07 18:08:24.976955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2e61c-a177-4c7f-b9e0-427a5dda25f6 req-2006279a-15a8-4386-ada0-a9a38e08ad66 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.979182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dcd2e61c-a177-4c7f-b9e0-427a5dda25f6 req-2006279a-15a8-4386-ada0-a9a38e08ad66 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 945 time: 0.0821609 Jul 07 18:08:25.041354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.048190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:25.048684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.062040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Allocated IP 172.20.0.2 (6e0b29b3-a193-4699-8fc5-e2daca636af0/0a3481c5-2d94-4a19-95d9-a3eff357c5cd/dcf86312-c6f1-4d14-91bc-db4792ff5b55) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:25.075437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dcd2e61c-a177-4c7f-b9e0-427a5dda25f6 req-35114dfe-652f-4350-8ed8-3b202f7983d6 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879347 Jul 07 18:08:25.104470 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36f5a0b5-6c29-4534-963d-dee368060aa4 req-0a28f45a-0529-4013-b145-6b8d8581395a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165221 Jul 07 18:08:25.165672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5151756 Jul 07 18:08:25.166134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49156) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:25.173337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'network': {'name': 'tempest-router-network02--254023064'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:25.177639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27670676-cb9b-48e7-9c12-f7343874d222 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Network': ['ID=b17c8d04-0a9e-4303-a90a-73ef0eda1d3c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.208723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Made reservation on behalf of aa4a6332a34a4dc9bce05cc963ff710c for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:25.213715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.234529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:08:25.264047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:08:25.279569 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.279931 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Added segment 8b68eba3-d535-4a2d-bfcf-88c16be2245b of type vlan for network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb Jul 07 18:08:25.356282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.365692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.380394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Transition to ACTIVE for port object dcf86312-c6f1-4d14-91bc-db4792ff5b55 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:25.390383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2597e-268b-4bd4-aa44-2b38f6f45ac2 req-e6f19070-66d6-441f-8975-84055a6fb1fe tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:25.398867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7dc2597e-268b-4bd4-aa44-2b38f6f45ac2 req-e6f19070-66d6-441f-8975-84055a6fb1fe tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 944 time: 0.1719160 Jul 07 18:08:25.413661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Transition to ACTIVE for port object dcf86312-c6f1-4d14-91bc-db4792ff5b55 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:25.424408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.435279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.452411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:25.453113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.482120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7dc2597e-268b-4bd4-aa44-2b38f6f45ac2 req-babd7239-06a4-46c3-8628-ec3a6015d544 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752740 Jul 07 18:08:25.493312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:25.496415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:25.500535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:25.543725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Pushing event updated for resources: {'Port': ['ID=dcf86312-c6f1-4d14-91bc-db4792ff5b55,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.568652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Network': ['ID=1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.577745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49170) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:25.578016 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8fa9a351-5e81-4162-9a89-0fb8c4d0b493 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4105155 Jul 07 18:08:25.583985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'subnet': {'network_id': 'b17c8d04-0a9e-4303-a90a-73ef0eda1d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:25.592240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Attempting to bind port dcf86312-c6f1-4d14-91bc-db4792ff5b55 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:25.592647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Attempting to bind port dcf86312-c6f1-4d14-91bc-db4792ff5b55 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '8434a565-c3ae-421e-8898-f268bfd8f572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e0b29b3-a193-4699-8fc5-e2daca636af0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:25.593113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Attempting to bind port dcf86312-c6f1-4d14-91bc-db4792ff5b55 on network 6e0b29b3-a193-4699-8fc5-e2daca636af0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:25.596589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:08:25.643388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:25.647607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Checking segment: {'id': '8434a565-c3ae-421e-8898-f268bfd8f572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e0b29b3-a193-4699-8fc5-e2daca636af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:25.647607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.647607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Bound using segment: {'id': '8434a565-c3ae-421e-8898-f268bfd8f572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e0b29b3-a193-4699-8fc5-e2daca636af0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:25.647607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Bound port: dcf86312-c6f1-4d14-91bc-db4792ff5b55, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8434a565-c3ae-421e-8898-f268bfd8f572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e0b29b3-a193-4699-8fc5-e2daca636af0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:25.647607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.720687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Made reservation on behalf of aa4a6332a34a4dc9bce05cc963ff710c for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:25.727416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.775535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] For port dcf86312-c6f1-4d14-91bc-db4792ff5b55, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:25.784518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] For port dcf86312-c6f1-4d14-91bc-db4792ff5b55, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcf86312-c6f1-4d14-91bc-db4792ff5b55,segment=NetworkSegment(8434a565-c3ae-421e-8898-f268bfd8f572),segment_id=8434a565-c3ae-421e-8898-f268bfd8f572)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:25.790846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.855453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6723aa52-c926-47e9-b741-e9b95e13dd88 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:08:25.952651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608a397-244c-4f75-b3c5-a8806e3dac31 None None] Pushing event updated for resources: {'Port': ['ID=dcf86312-c6f1-4d14-91bc-db4792ff5b55,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.990384 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.082812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 6723aa52-c926-47e9-b741-e9b95e13dd88, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6723aa52-c926-47e9-b741-e9b95e13dd88,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:26.105205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5016f7f0-478b-4ed6-93d9-927afa6b86eb req-d94cb46e-56b3-41f5-8f37-979e48145871 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.1153681 Jul 07 18:08:26.122190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Subnet': ['ID=db6d5537-9cb1-43b7-9ac0-d04691e244c6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.206024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Checking segment: {'id': '685829a6-648a-4bb0-8f9f-7c20959766eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b17c8d04-0a9e-4303-a90a-73ef0eda1d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:26.206416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network hostable DHCP agents. Network: b17c8d04-0a9e-4303-a90a-73ef0eda1d3c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:08:26.279272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:08:26.301791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b17c8d04-0a9e-4303-a90a-73ef0eda1d3c) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:26.312063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.313579 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.351184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3d5e9bd4-012c-4a11-b971-a4441699e541 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7719667 Jul 07 18:08:26.354156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49186) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:26.368536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'subnet': {'network_id': '1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:26.440216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5acc75e-bb5e-4a06-b6a9-73665b40624c None None] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:26.443052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '6723aa52-c926-47e9-b741-e9b95e13dd88', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'port_id': '6723aa52-c926-47e9-b741-e9b95e13dd88', 'mac_address': 'fa:16:3e:a8:68:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:08:26.570736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Made reservation on behalf of aa4a6332a34a4dc9bce05cc963ff710c for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:26.574939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.587180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1e74-f81b-4f08-8979-430dbc7b661c req-805d4833-4307-4cb9-b86e-20324d7e9d41 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.589228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2bb1e74-f81b-4f08-8979-430dbc7b661c req-805d4833-4307-4cb9-b86e-20324d7e9d41 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 945 time: 0.1702929 Jul 07 18:08:26.627766 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.676231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6723aa52-c926-47e9-b741-e9b95e13dd88 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:26.731156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 6723aa52-c926-47e9-b741-e9b95e13dd88, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6723aa52-c926-47e9-b741-e9b95e13dd88,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:26.740577 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.803529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2bb1e74-f81b-4f08-8979-430dbc7b661c req-487625e6-8426-4334-9b88-bb15a9b74c1f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960888 Jul 07 18:08:26.959351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b17c8d04-0a9e-4303-a90a-73ef0eda1d3c', 'network_id': 'b17c8d04-0a9e-4303-a90a-73ef0eda1d3c', 'tenant_id': 'aa4a6332a34a4dc9bce05cc963ff710c', 'fixed_ips': [{'subnet_id': 'db6d5537-9cb1-43b7-9ac0-d04691e244c6'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:08:26.960555 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.971760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=6723aa52-c926-47e9-b741-e9b95e13dd88,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.998062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1b40-72ef-407f-a11c-2f728c499f29 req-91ff04a7-e384-4691-a4b6-000ab0e54677 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.007426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a3b1b40-72ef-407f-a11c-2f728c499f29 req-91ff04a7-e384-4691-a4b6-000ab0e54677 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 945 time: 0.2925048 Jul 07 18:08:27.091547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a3b1b40-72ef-407f-a11c-2f728c499f29 req-2dbbce20-6d6c-41d9-9c16-d90c8428eb23 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829573 Jul 07 18:08:27.162326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.283185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Subnet': ['ID=9530ebb8-51f8-4e53-8535-802e1192e00d,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:27.295911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Checking segment: {'id': '8b68eba3-d535-4a2d-bfcf-88c16be2245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:27.296574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network hostable DHCP agents. Network: 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:08:27.319897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:08:27.343738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:27.353482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.355917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.390720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-313319a7-b754-49c2-bb6e-37c900746e49 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0349514 Jul 07 18:08:27.393782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49214) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:27.419910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['6723aa52-c926-47e9-b741-e9b95e13dd88'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:27.515488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f3c0e-38bf-4199-a310-02e50e358ab4 None None] Network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:27.629353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf10c3f-4443-426e-84c7-38e57a4ad054 None None] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:27.633080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fef76adc-55aa-400e-bc8b-355f7f9752ba req-93c042cd-adc9-4dc0-b699-44d9ff277fe8 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.1273441 Jul 07 18:08:27.733831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Allocated IP 172.20.0.2 (b17c8d04-0a9e-4303-a90a-73ef0eda1d3c/db6d5537-9cb1-43b7-9ac0-d04691e244c6/69b9dbf5-68ff-43aa-8081-2e25d454ff9e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:27.828858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcf86312-c6f1-4d14-91bc-db4792ff5b55 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:27.838665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aa466844-e5d6-438a-8638-823df24334f2 None None] Provisioning for port dcf86312-c6f1-4d14-91bc-db4792ff5b55 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:28.086037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port dcf86312-c6f1-4d14-91bc-db4792ff5b55 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:28.096508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dcf86312-c6f1-4d14-91bc-db4792ff5b55 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:28.097506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.100111 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb', 'network_id': '1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb', 'tenant_id': 'aa4a6332a34a4dc9bce05cc963ff710c', 'fixed_ips': [{'subnet_id': '9530ebb8-51f8-4e53-8535-802e1192e00d'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:08:28.101320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.149893 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:28.525432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcbba8-9a69-424e-91cd-1d0de4131d7e req-1028a357-b131-49af-af7d-eea61ee5d851 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.526978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63fcbba8-9a69-424e-91cd-1d0de4131d7e req-1028a357-b131-49af-af7d-eea61ee5d851 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 945 time: 0.2896309 Jul 07 18:08:28.547134 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.596634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0607c-c381-4447-8f3b-c76875d3323c req-b0289949-67bb-48f8-a9a4-774ef0341524 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.598755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ba0607c-c381-4447-8f3b-c76875d3323c req-b0289949-67bb-48f8-a9a4-774ef0341524 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 945 time: 0.2908394 Jul 07 18:08:28.601909 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.603664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.613776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-9fb36592-ac9a-4697-8cbe-84490382d21f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2858989 Jul 07 18:08:28.646685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Allocated IP 172.20.0.2 (1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb/9530ebb8-51f8-4e53-8535-802e1192e00d/2470eb0b-20cf-4984-a9b0-a13f4a959ec9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:28.705708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Transition to ACTIVE for port object 69b9dbf5-68ff-43aa-8081-2e25d454ff9e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:28.751786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63fcbba8-9a69-424e-91cd-1d0de4131d7e req-f7f0aa05-dc8c-47e6-8559-fb38a71ff207 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101812 Jul 07 18:08:28.822922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port dcf86312-c6f1-4d14-91bc-db4792ff5b55, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcf86312-c6f1-4d14-91bc-db4792ff5b55,segment=NetworkSegment(8434a565-c3ae-421e-8898-f268bfd8f572),segment_id=8434a565-c3ae-421e-8898-f268bfd8f572)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:28.833905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Transition to ACTIVE for port object 69b9dbf5-68ff-43aa-8081-2e25d454ff9e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:28.835643 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.851655 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:28.910991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:28.925287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:28.928549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:28.966709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ba0607c-c381-4447-8f3b-c76875d3323c req-91ab9040-2c30-446f-811b-d901f82975e9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085845 Jul 07 18:08:29.068077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=dcf86312-c6f1-4d14-91bc-db4792ff5b55,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:29.084647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.085120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.085887 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.086866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.087576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.088026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.090008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.090796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c8e2a04c-92b8-4a6a-bd94-3ed3a885e934 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.3681328 Jul 07 18:08:29.100243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Attempting to bind port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:29.101598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Attempting to bind port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '685829a6-648a-4bb0-8f9f-7c20959766eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b17c8d04-0a9e-4303-a90a-73ef0eda1d3c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:29.102218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Attempting to bind port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e on network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:29.113048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:29.113310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Checking segment: {'id': '685829a6-648a-4bb0-8f9f-7c20959766eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b17c8d04-0a9e-4303-a90a-73ef0eda1d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:29.113712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.114570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Bound using segment: {'id': '685829a6-648a-4bb0-8f9f-7c20959766eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b17c8d04-0a9e-4303-a90a-73ef0eda1d3c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:29.114863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Bound port: 69b9dbf5-68ff-43aa-8081-2e25d454ff9e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685829a6-648a-4bb0-8f9f-7c20959766eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b17c8d04-0a9e-4303-a90a-73ef0eda1d3c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:29.115315 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.151813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bb8a2fd-a097-4113-b4b0-d0d46914db5a req-ae02e755-5d07-464f-9817-cd3d07156c84 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0371585 Jul 07 18:08:29.194754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bffc6ad2-17a6-4627-8ef8-909ab027b23b None None] Provisioning complete for port dcf86312-c6f1-4d14-91bc-db4792ff5b55 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:29.195125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bffc6ad2-17a6-4627-8ef8-909ab027b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.302242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.304084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Pushing event updated for resources: {'Port': ['ID=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:29.373530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Transition to ACTIVE for port object 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:29.392054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Allocated IP 172.20.0.1 (b17c8d04-0a9e-4303-a90a-73ef0eda1d3c/db6d5537-9cb1-43b7-9ac0-d04691e244c6/93ea8195-6913-4921-b18b-8e9c430f6447) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:29.422072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-8c62b408-5b1a-45c2-8aa3-3b904aa7c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.422586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-8c62b408-5b1a-45c2-8aa3-3b904aa7c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.423037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-8c62b408-5b1a-45c2-8aa3-3b904aa7c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.425251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-8c62b408-5b1a-45c2-8aa3-3b904aa7c710 service neutron] 10.222.0.55 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=82c89e28-4704-4bdf-9808-aabe4c6116ce&id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 2291 time: 0.2717700 Jul 07 18:08:29.425707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Transition to ACTIVE for port object 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:29.428530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] For port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:29.436744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] For port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,segment=NetworkSegment(685829a6-648a-4bb0-8f9f-7c20959766eb),segment_id=685829a6-648a-4bb0-8f9f-7c20959766eb)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:29.439398 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.460122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:29.463808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:29.467320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:29.470151 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.568630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-198a7ede-2b6b-4fd2-9b4c-60659511799a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 1002 time: 0.1235068 Jul 07 18:08:29.687098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcf86312-c6f1-4d14-91bc-db4792ff5b55 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:29.725857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-3e68c89e-fbd1-4a49-ba3c-069241ee9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:29.728293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-3e68c89e-fbd1-4a49-ba3c-069241ee9759 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 200 len: 851 time: 0.1424801 Jul 07 18:08:29.745714 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.775968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Transition to ACTIVE for port object 93ea8195-6913-4921-b18b-8e9c430f6447 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:29.896632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:29.926426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:29.930237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:29.988366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:30.151605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6723aa52-c926-47e9-b741-e9b95e13dd88 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:30.171804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Pushing event updated for resources: {'Port': ['ID=2470eb0b-20cf-4984-a9b0-a13f4a959ec9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:30.266220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-78fc78c5-1c80-452b-b19f-5b0f8f8740ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.271373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-78fc78c5-1c80-452b-b19f-5b0f8f8740ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4343600 Jul 07 18:08:30.279180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Attempting to bind port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:30.279648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Attempting to bind port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '8b68eba3-d535-4a2d-bfcf-88c16be2245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:30.279931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Attempting to bind port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 on network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:30.282765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.416892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dcf86312-c6f1-4d14-91bc-db4792ff5b55 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:30.417277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.419161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:30.419534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Checking segment: {'id': '8b68eba3-d535-4a2d-bfcf-88c16be2245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:30.419926 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.420386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Bound using segment: {'id': '8b68eba3-d535-4a2d-bfcf-88c16be2245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:30.424517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Bound port: 2470eb0b-20cf-4984-a9b0-a13f4a959ec9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b68eba3-d535-4a2d-bfcf-88c16be2245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:30.425226 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.559323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85011aaf-5532-451e-9404-527029d1e9ef None None] Pushing event updated for resources: {'Port': ['ID=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:30.563015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Port': ['ID=93ea8195-6913-4921-b18b-8e9c430f6447,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:30.601351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 6723aa52-c926-47e9-b741-e9b95e13dd88 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:30.632184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 6723aa52-c926-47e9-b741-e9b95e13dd88 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:30.632525 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.665153 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] For port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:30.700130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] For port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2470eb0b-20cf-4984-a9b0-a13f4a959ec9,segment=NetworkSegment(8b68eba3-d535-4a2d-bfcf-88c16be2245b),segment_id=8b68eba3-d535-4a2d-bfcf-88c16be2245b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:30.717853 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.738045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3147e982-0081-47fe-af19-86dcd3e83061 req-34ef6770-8379-4830-8600-f11348e39ce1 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.2067022 Jul 07 18:08:30.790740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:30.872323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-e9723fb8-f93f-46f0-b4cc-dbf518ca6787 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949349 Jul 07 18:08:30.926845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e34f13-38e7-4b36-bc7f-d450fb83e410 req-080492f2-7460-4ae7-8263-ff5dd9ffe854 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:30.935517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56e34f13-38e7-4b36-bc7f-d450fb83e410 req-080492f2-7460-4ae7-8263-ff5dd9ffe854 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 945 time: 0.4310925 Jul 07 18:08:30.961138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656cdc3-bf31-4989-85c1-2e16e764c190 None None] Pushing event updated for resources: {'Port': ['ID=2470eb0b-20cf-4984-a9b0-a13f4a959ec9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:31.002013 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:31.034623 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-c74dc55d-137d-4f8d-8ca8-310eca8c401c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166873 Jul 07 18:08:31.052491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723aa52-c926-47e9-b741-e9b95e13dd88'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:31.057760 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c53f2-9b25-499b-b62a-c2dc6bf97d07" -d '{"events": [{"server_uuid": "04aea8cc-b742-4dfa-9579-91ea6db15aaf", "name": "network-vif-plugged", "status": "completed", "tag": "6723aa52-c926-47e9-b741-e9b95e13dd88"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:31.089531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 6723aa52-c926-47e9-b741-e9b95e13dd88, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6723aa52-c926-47e9-b741-e9b95e13dd88,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:31.107335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:31.185896 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e4844-80e6-4c59-9d79-5b42756e4f90 x-openstack-request-id: req-e26e4844-80e6-4c59-9d79-5b42756e4f90 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:31.186597 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aea8cc-b742-4dfa-9579-91ea6db15aaf", "name": "network-vif-plugged", "status": "completed", "tag": "6723aa52-c926-47e9-b741-e9b95e13dd88", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:31.186597 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e26e4844-80e6-4c59-9d79-5b42756e4f90 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:31.186890 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723aa52-c926-47e9-b741-e9b95e13dd88', 'code': 200} Jul 07 18:08:31.283720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-288ddc1b-f59c-4939-ae82-b905f16eb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.284389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=6723aa52-c926-47e9-b741-e9b95e13dd88,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:31.296710 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-288ddc1b-f59c-4939-ae82-b905f16eb1dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 1096 time: 0.2331815 Jul 07 18:08:31.373044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-2754e077-a417-4e2e-933f-bfdcf90a665b service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728687 Jul 07 18:08:31.429624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56e34f13-38e7-4b36-bc7f-d450fb83e410 req-32d612dd-5ecb-4e94-bd58-5c148e5e389f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931793 Jul 07 18:08:31.473761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-466e9a52-f1ec-46ac-8852-89736dc4cb2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 217 time: 0.0847068 Jul 07 18:08:31.561820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-37dd3fea-eefc-4765-9787-f8dd584ff342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.563540 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-37dd3fea-eefc-4765-9787-f8dd584ff342 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 916 time: 0.2373867 Jul 07 18:08:31.639252 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-52c5b6e8-3c9f-407c-ba26-18d1ee5ec2db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=998d0385-e9f5-42e5-ad96-c30d61844d51 HTTP/1.1" status: 200 len: 217 time: 0.0685914 Jul 07 18:08:31.702412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9227cff4-9d84-407b-a0df-55fcfd8e006d None None] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:31.706685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-9f2d2345-6145-4414-958e-abc456c22807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.709039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-9f2d2345-6145-4414-958e-abc456c22807 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.0636101 Jul 07 18:08:31.738328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-0b017ad7-5fc1-4bb3-bfd7-54c8753dffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.753295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-0b017ad7-5fc1-4bb3-bfd7-54c8753dffaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.2593639 Jul 07 18:08:31.789656 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-13b010ee-cd77-40ff-bc35-a866a0c6ab66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716162 Jul 07 18:08:31.831020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69b9dbf5-68ff-43aa-8081-2e25d454ff9e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:31.862813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda96fa-dd10-4a3d-ab98-a943ddb73b1c req-68c40270-9441-4f2f-a1ad-9fae317a35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:31.864455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdda96fa-dd10-4a3d-ab98-a943ddb73b1c req-68c40270-9441-4f2f-a1ad-9fae317a35c1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 1097 time: 0.5174274 Jul 07 18:08:31.891953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e94bf756-35df-4310-ba9c-f1ca724be430 None None] Provisioning for port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:31.964426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:31.975445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:31.976358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:31.981536 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-c242514b-2004-4e4b-9d9e-1b0a356ab3df service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779652 Jul 07 18:08:32.140129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.189561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,segment=NetworkSegment(685829a6-648a-4bb0-8f9f-7c20959766eb),segment_id=685829a6-648a-4bb0-8f9f-7c20959766eb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:32.195501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.196636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:32.221191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.230061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ef62392-45c4-48d1-902e-85ec6b61b2eb req-d5712a00-3816-4d1b-90b6-d5bf6b9ced8b tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.3143787 Jul 07 18:08:32.241492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1182140a-a689-4c5e-a8e8-73b02a9285e4 req-30022470-5877-4ba6-a839-19ddc93fb3c1 service neutron] 10.222.0.90 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572911 Jul 07 18:08:32.278819 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.332382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:32.458802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:32.460399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-37ea88aa-cc9e-4af9-861a-1deb370e9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:32.482083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-37ea88aa-cc9e-4af9-861a-1deb370e9c2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7243648 Jul 07 18:08:32.488590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdda96fa-dd10-4a3d-ab98-a943ddb73b1c req-a88d6c93-b28b-4753-91b7-99b581eea1df service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172104 Jul 07 18:08:32.667091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-984479f9-0934-4030-be7d-cddf91a637a4 None None] Provisioning complete for port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:32.667559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-984479f9-0934-4030-be7d-cddf91a637a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.684301 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-55ac1631-a884-4087-bd98-822bc3a9560f service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607668 Jul 07 18:08:32.687861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Port': ['ID=93ea8195-6913-4921-b18b-8e9c430f6447,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:32.692338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.868631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-984479f9-0934-4030-be7d-cddf91a637a4 None None] Provisioning for port 93ea8195-6913-4921-b18b-8e9c430f6447 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:32.875107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-984479f9-0934-4030-be7d-cddf91a637a4 None None] Provisioning complete for port 93ea8195-6913-4921-b18b-8e9c430f6447 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:32.875681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-984479f9-0934-4030-be7d-cddf91a637a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.921013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-984479f9-0934-4030-be7d-cddf91a637a4 None None] Port 93ea8195-6913-4921-b18b-8e9c430f6447 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:32.946456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbbcda3-3682-4b99-a7e7-6415925dc958 None None] Network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:33.125263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80bba791-472e-411e-846e-2453e977f394 None None] Provisioning complete for port 93ea8195-6913-4921-b18b-8e9c430f6447 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:33.126043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80bba791-472e-411e-846e-2453e977f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.255627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-80bba791-472e-411e-846e-2453e977f394 None None] Port 93ea8195-6913-4921-b18b-8e9c430f6447 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:33.342422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80bba791-472e-411e-846e-2453e977f394 None None] Provisioning for port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:33.367123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80bba791-472e-411e-846e-2453e977f394 None None] Provisioning complete for port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:33.368889 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80bba791-472e-411e-846e-2453e977f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.549915 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80bba791-472e-411e-846e-2453e977f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.673961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-80bba791-472e-411e-846e-2453e977f394 None None] For port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2470eb0b-20cf-4984-a9b0-a13f4a959ec9,segment=NetworkSegment(8b68eba3-d535-4a2d-bfcf-88c16be2245b),segment_id=8b68eba3-d535-4a2d-bfcf-88c16be2245b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:33.680891 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80bba791-472e-411e-846e-2453e977f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.697333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d447759f-74a6-4aa5-b05a-29a7fe484338 req-6d18b5a6-da96-4d1b-a8ac-8dacf6555028 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.1267335 Jul 07 18:08:33.796436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bba791-472e-411e-846e-2453e977f394 None None] Pushing event updated for resources: {'Port': ['ID=2470eb0b-20cf-4984-a9b0-a13f4a959ec9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:33.803156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69b9dbf5-68ff-43aa-8081-2e25d454ff9e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:33.825830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49372) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:33.845140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-142e5786-f211-4a7b-ac4e-ec82ddbbc32d service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1503987 Jul 07 18:08:33.938531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.979583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0564102-315e-4e5a-a2bb-23056832bad3 req-0765ff3a-6a55-4560-9975-b810de38d7bc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:33.985113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0564102-315e-4e5a-a2bb-23056832bad3 req-0765ff3a-6a55-4560-9975-b810de38d7bc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 946 time: 0.6551855 Jul 07 18:08:33.993887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-51d8ccd6-7797-4856-ae1f-ce9b99d6a50f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 217 time: 0.1340544 Jul 07 18:08:33.994690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:33.995071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.046880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:34.056900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:34.078857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4544-2199-4ee6-879a-861f798c2521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.127982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4ac196c1-f896-4adb-9544-8687051905ab None None] Provisioning complete for port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:34.128710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ac196c1-f896-4adb-9544-8687051905ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.325800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4544-2199-4ee6-879a-861f798c2521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.333159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4544-2199-4ee6-879a-861f798c2521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.354023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0564102-315e-4e5a-a2bb-23056832bad3 req-60268b23-5d23-47a9-8372-3cb138a45e4e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575864 Jul 07 18:08:34.372195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-914fe336-d3fa-4ae6-8136-b7dccccbbade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:34.380030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-914fe336-d3fa-4ae6-8136-b7dccccbbade service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.3292279 Jul 07 18:08:34.418155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2eeb4544-2199-4ee6-879a-861f798c2521 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d2fb38eec1b4276a3c23968105fcfd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850863 Jul 07 18:08:34.418155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4544-2199-4ee6-879a-861f798c2521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9db0386-6f2d-4a3e-a71e-e0568164c7de,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:34.424663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49380) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:34.559807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4fdefa3-3a33-425e-9259-726158472d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.585951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3035e616-16e2-471f-8555-8ccd8b383f7c None None] Provisioning complete for port 93ea8195-6913-4921-b18b-8e9c430f6447 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:34.586561 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3035e616-16e2-471f-8555-8ccd8b383f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.595699 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4fdefa3-3a33-425e-9259-726158472d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.659335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3035e616-16e2-471f-8555-8ccd8b383f7c None None] Port 93ea8195-6913-4921-b18b-8e9c430f6447 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:34.680394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4fdefa3-3a33-425e-9259-726158472d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.689690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f4fdefa3-3a33-425e-9259-726158472d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.691510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f4fdefa3-3a33-425e-9259-726158472d12 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e9db0386-6f2d-4a3e-a71e-e0568164c7de HTTP/1.1" status: 204 len: 168 time: 0.2646875 Jul 07 18:08:34.711735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-860a7bdf-5691-46fa-b116-2cdc1f08c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:34.721044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-860a7bdf-5691-46fa-b116-2cdc1f08c687 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3296394 Jul 07 18:08:34.791347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Router ae689f60-5286-47cc-bf5c-497520d00ba0 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:08:34.794580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdefa3-3a33-425e-9259-726158472d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9db0386-6f2d-4a3e-a71e-e0568164c7de,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:34.979268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:34.995759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] Sync routers for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:35.013961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:35.014787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:35.020114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e2f0fdf0-6157-4097-bbe5-f04fcd4a49d9 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "PUT /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6229391 Jul 07 18:08:35.023444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49394) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:35.030564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c07d64f8-f09e-494b-9946-efa98b80d038 req-ee323964-7f56-4d33-acf2-747bc321f3a8 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0754356 Jul 07 18:08:35.113411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:35.126044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-d0cdceb5-416a-41e5-a748-e95133bb90ff service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920674 Jul 07 18:08:35.140173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:35.140860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:35.224100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:35.224958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36056a-ea86-4dbe-af2a-ad1a51f348a8 None None] The sync data for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:35.326070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-1a28c96e-86b1-4469-9c30-915ed5abdd56 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912489 Jul 07 18:08:35.385586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-32b8740b-7ff6-46f9-9a1e-5221795d7dce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 200 len: 217 time: 0.0503809 Jul 07 18:08:35.516355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c5154cfa-1583-4605-8d94-46136d7f6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:35.518128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c5154cfa-1583-4605-8d94-46136d7f6bec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1227782 Jul 07 18:08:35.666006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:35.700687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:35.717333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-485e2f01-7cea-446e-b8ca-d6aca84bd087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.783974 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.792514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:35.792919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.879088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-485e2f01-7cea-446e-b8ca-d6aca84bd087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.879088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49408) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:35.879088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-441365cd-6483-4a52-9137-7188e2e3b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:35.880713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-441365cd-6483-4a52-9137-7188e2e3b25d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3532307 Jul 07 18:08:35.892778 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-485e2f01-7cea-446e-b8ca-d6aca84bd087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.984277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e2f01-7cea-446e-b8ca-d6aca84bd087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120b453-dceb-442a-9b9d-a464560237fc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:36.001367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e3e41-c096-414d-a5b3-8b2a0c46f51d req-48c207c6-fad0-463d-b2a8-f0f02fe624a7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.009672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b11e3e41-c096-414d-a5b3-8b2a0c46f51d req-48c207c6-fad0-463d-b2a8-f0f02fe624a7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 946 time: 0.4040763 Jul 07 18:08:36.034828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-485e2f01-7cea-446e-b8ca-d6aca84bd087 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=15e0b7ffc0af4a958c1383a5e78a0deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625741 Jul 07 18:08:36.043073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49414) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:36.065465 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-efab9c93-54ec-4343-8b96-55b752c4e089 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:08:36.066760 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-efab9c93-54ec-4343-8b96-55b752c4e089 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "PUT /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0409553 Jul 07 18:08:36.070978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49416) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:36.071596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f9c42e35-115a-4543-9be3-a6300728c077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.170874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b11e3e41-c096-414d-a5b3-8b2a0c46f51d req-b8def99c-a444-4129-b71e-5cfc78f09f99 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603603 Jul 07 18:08:36.235071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a47966c6-ec61-4d57-be17-9f41f3b1e0c4 req-3735175e-228d-4b85-85f6-dfe137fb2410 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0308089 Jul 07 18:08:36.258612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385282bc-5618-4e1a-931f-b4afe92e2930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.266064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-c175c352-0641-4cc5-ad6e-e832f65ad71c service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690860 Jul 07 18:08:36.349097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385282bc-5618-4e1a-931f-b4afe92e2930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.518197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.525093 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f9c42e35-115a-4543-9be3-a6300728c077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.530211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385282bc-5618-4e1a-931f-b4afe92e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.533415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-385282bc-5618-4e1a-931f-b4afe92e2930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.537593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-385282bc-5618-4e1a-931f-b4afe92e2930 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f120b453-dceb-442a-9b9d-a464560237fc HTTP/1.1" status: 204 len: 168 time: 0.4873688 Jul 07 18:08:36.543127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f9c42e35-115a-4543-9be3-a6300728c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.547541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-edae07de-22d2-4456-b94e-91d38e6eef4a service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724214 Jul 07 18:08:36.577434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385282bc-5618-4e1a-931f-b4afe92e2930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120b453-dceb-442a-9b9d-a464560237fc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:36.663752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-93a3e667-ab11-4aac-b65a-dd7872b9f6b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 200 len: 217 time: 0.0960705 Jul 07 18:08:36.693085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f9c42e35-115a-4543-9be3-a6300728c077 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5b5c6d3b0ee4fa0a28e08fc3cc47777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072605 Jul 07 18:08:36.699411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49428) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:36.748007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fff00-f8c4-4108-98b2-4824d2b18abd req-74e0b4b6-c465-4336-8b62-99c4a5b38177 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.750009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252fff00-f8c4-4108-98b2-4824d2b18abd req-74e0b4b6-c465-4336-8b62-99c4a5b38177 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 946 time: 0.3367989 Jul 07 18:08:36.760240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c42e35-115a-4543-9be3-a6300728c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f5b059-5466-4e55-8d2d-64becb321e48,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:36.811281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-9eb73f72-bab0-45de-b86a-60311cdd1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.813081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-9eb73f72-bab0-45de-b86a-60311cdd1bbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1409004 Jul 07 18:08:36.900108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252fff00-f8c4-4108-98b2-4824d2b18abd req-5a423e72-ab8b-4b07-9bcb-59a4a54d35ae tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339293 Jul 07 18:08:36.917612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03f5a70-1946-471b-89ce-fb04803365f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.957663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49434) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:36.962171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03f5a70-1946-471b-89ce-fb04803365f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.975602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Deleting port 93ea8195-6913-4921-b18b-8e9c430f6447 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:36.985104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.985325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-139f857a-b566-4da0-b4bf-034d4581da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.985325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-139f857a-b566-4da0-b4bf-034d4581da01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550119 Jul 07 18:08:36.996736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.087603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.103514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Calling delete_port for 93ea8195-6913-4921-b18b-8e9c430f6447 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:37.181717 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03f5a70-1946-471b-89ce-fb04803365f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.185045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03f5a70-1946-471b-89ce-fb04803365f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.188904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b03f5a70-1946-471b-89ce-fb04803365f0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64f5b059-5466-4e55-8d2d-64becb321e48 HTTP/1.1" status: 204 len: 168 time: 0.4614873 Jul 07 18:08:37.216783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-dc44a954-f275-4508-bbf7-11a335e7ecd2 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211030 Jul 07 18:08:37.222296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f5a70-1946-471b-89ce-fb04803365f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f5b059-5466-4e55-8d2d-64becb321e48,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:37.358339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82c83-456b-4e8b-8cac-e7e2b90aa7ff req-5d7e5257-ab66-4d66-8b7a-9cc7c16ccbef tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.360181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42c82c83-456b-4e8b-8cac-e7e2b90aa7ff req-5d7e5257-ab66-4d66-8b7a-9cc7c16ccbef tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 946 time: 0.2748401 Jul 07 18:08:37.404413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.438265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Port': ['ID=93ea8195-6913-4921-b18b-8e9c430f6447,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:37.468753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-e2e30cdc-4267-4d7f-a55f-b144e7169c7f service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398548 Jul 07 18:08:37.474228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.520373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.532247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42c82c83-456b-4e8b-8cac-e7e2b90aa7ff req-224f9ed8-3100-4eb3-9326-44ea39cb2317 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587844 Jul 07 18:08:37.682223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.699510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6091877c-24e5-45a8-87d4-cb8322a9a9bb req-bd1ad1e6-af91-4ac2-8b9c-8c1034f186a2 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.2173970 Jul 07 18:08:37.706440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-a027c5e7-01a1-40a9-b013-557e19802e5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 200 len: 217 time: 0.2205524 Jul 07 18:08:37.793510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=82c8ae66001240e7bf734631dec88ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298252 Jul 07 18:08:37.793510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c884886-0f35-4291-a1ab-2b3b76a954fb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:37.794999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49446) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:37.795359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49448) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:37.843946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.844302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.844641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.845027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.845365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.845712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.846080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.846601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.847089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.847647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.848150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.848636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40a0d4-0812-450d-bebc-ef9093895c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:37.853203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-dfd8fc2f-3858-4084-9793-30712246f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.854987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-dfd8fc2f-3858-4084-9793-30712246f77a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1375375 Jul 07 18:08:37.858656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eee27d6f-0007-41f4-a562-57503b676705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.966193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Router ae689f60-5286-47cc-bf5c-497520d00ba0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:38.114890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:38.121612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1624d97e-1f8d-421c-b9db-2cac5136df5e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "PUT /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486765 Jul 07 18:08:38.129324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49454) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:38.129567 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] Sync routers for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:38.146676 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:38.147534 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:38.175621 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-9222d7c1-fb1c-40c3-8974-65089b8a381e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] delete failed (client error): The resource could not be found. Jul 07 18:08:38.177365 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9222d7c1-fb1c-40c3-8974-65089b8a381e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-50651008 HTTP/1.1" status: 404 len: 333 time: 0.0466297 Jul 07 18:08:38.188586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49456) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:38.194282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d7c75c65-fd72-4a97-860e-e43f217646ae tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae689f60-5286-47cc-bf5c-497520d00ba0'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:38.204274 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:38.224590 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:38.225268 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:38.263091 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:38.263757 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58df529-756e-4f1f-a183-8ae2954880b4 None None] The sync data for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:38.415413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0462-7438-4d39-90a3-82e32acd4483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.433481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c65-fd72-4a97-860e-e43f217646ae tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.441207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-e3d729fa-94e7-47af-aa6f-6d616cd89191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.442708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-e3d729fa-94e7-47af-aa6f-6d616cd89191 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5754182 Jul 07 18:08:38.458780 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-d7c75c65-fd72-4a97-860e-e43f217646ae tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] update failed (client error): The resource could not be found. Jul 07 18:08:38.460862 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7c75c65-fd72-4a97-860e-e43f217646ae tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "PUT /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0 HTTP/1.1" status: 404 len: 339 time: 0.2707675 Jul 07 18:08:38.465032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49458) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:38.526862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0462-7438-4d39-90a3-82e32acd4483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.641262 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eee27d6f-0007-41f4-a562-57503b676705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.650983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc180-b9d9-4e4d-938c-c82db12553d4 req-c020ce6c-ec90-4301-b252-21bdb8ef14dc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.652550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14ffc180-b9d9-4e4d-938c-c82db12553d4 req-c020ce6c-ec90-4301-b252-21bdb8ef14dc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 946 time: 0.2572446 Jul 07 18:08:38.655825 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eee27d6f-0007-41f4-a562-57503b676705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.686822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-6ad0043e-ca8c-4f80-8743-2be987323417 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316554 Jul 07 18:08:38.834397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.852991 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0462-7438-4d39-90a3-82e32acd4483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.855383 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0462-7438-4d39-90a3-82e32acd4483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.860164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed1d0462-7438-4d39-90a3-82e32acd4483 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c884886-0f35-4291-a1ab-2b3b76a954fb HTTP/1.1" status: 204 len: 168 time: 1.0617857 Jul 07 18:08:38.883131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14ffc180-b9d9-4e4d-938c-c82db12553d4 req-5c1dac5f-12ff-4cf9-9a46-c26f1aae2c44 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078848 Jul 07 18:08:38.899788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49466) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:38.901596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eee27d6f-0007-41f4-a562-57503b676705 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e52b8ae942c141d2a55c237a4017d6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1008122 Jul 07 18:08:38.902754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee27d6f-0007-41f4-a562-57503b676705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488f8bf7-d790-4422-bd25-350954d0c41c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:38.939743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d0462-7438-4d39-90a3-82e32acd4483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c884886-0f35-4291-a1ab-2b3b76a954fb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:38.948741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-a6f0fc4d-3dbe-4d55-8199-06ef26997825 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122297 Jul 07 18:08:39.048270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-6cfaa8cc-6a61-43e1-b04b-a1278ba0f52a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 217 time: 0.0870285 Jul 07 18:08:39.074905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21f496e9-f2a9-4c45-9985-5cea1cf06ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.101918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da4f977f-fca2-45c9-8c07-e1651c36f499 req-73f78165-b2af-48f2-bbf5-5da5487a57c9 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0655260 Jul 07 18:08:39.141084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21f496e9-f2a9-4c45-9985-5cea1cf06ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.207082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-356cabad-5cd4-492e-9d64-d3c3dea33283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.209032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-356cabad-5cd4-492e-9d64-d3c3dea33283 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1324434 Jul 07 18:08:39.271690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21f496e9-f2a9-4c45-9985-5cea1cf06ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.274648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21f496e9-f2a9-4c45-9985-5cea1cf06ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.276500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-21f496e9-f2a9-4c45-9985-5cea1cf06ead admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/488f8bf7-d790-4422-bd25-350954d0c41c HTTP/1.1" status: 204 len: 168 time: 0.3750875 Jul 07 18:08:39.294341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-4e7ebeeb-25f0-4f6c-b741-a5281b957804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.295970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-4e7ebeeb-25f0-4f6c-b741-a5281b957804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794079 Jul 07 18:08:39.300282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f496e9-f2a9-4c45-9985-5cea1cf06ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488f8bf7-d790-4422-bd25-350954d0c41c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:39.302871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Allocated IP 172.20.0.1 (6e0b29b3-a193-4699-8fc5-e2daca636af0/0a3481c5-2d94-4a19-95d9-a3eff357c5cd/2d92b3c0-8594-4e8d-9899-51c5b4ce7b04) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:39.448918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-fea187ac-eb23-4baf-94c1-8122b4226beb service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422536 Jul 07 18:08:39.472353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.510808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Transition to ACTIVE for port object 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:39.586244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:39.623075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b018575-ecb7-4224-b66a-0c6d8d050b0a req-fe40ac5c-8331-41ea-9ca0-bfc9b7bab1da service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582608 Jul 07 18:08:39.649310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Port': ['ID=2d92b3c0-8594-4e8d-9899-51c5b4ce7b04,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:39.662731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:39.664712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:39.668865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:39.759029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.033342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.149548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6e4334f8-4da2-457e-ab41-9ebef5750d97 None None] Provisioning for port 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:40.156789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6e4334f8-4da2-457e-ab41-9ebef5750d97 None None] Provisioning complete for port 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:40.161281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e4334f8-4da2-457e-ab41-9ebef5750d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.365071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6e4334f8-4da2-457e-ab41-9ebef5750d97 None None] Port 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:40.440924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c17677e2-8975-474b-9a44-1da725e9166f req-49f50ea9-d68c-4318-af4c-a9fabbb69828 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0733511 Jul 07 18:08:40.508908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2381-a799-405e-96e9-a61aea62bd8f req-55db46a2-7169-480b-86e0-61288b2eeccc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:40.517520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58db2381-a799-405e-96e9-a61aea62bd8f req-55db46a2-7169-480b-86e0-61288b2eeccc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 946 time: 0.3238087 Jul 07 18:08:40.535938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb16edd-3672-4012-827e-97a76eb1544c req-264fc833-9cc7-4d12-b2ed-f72b0271684a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:40.537814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eb16edd-3672-4012-827e-97a76eb1544c req-264fc833-9cc7-4d12-b2ed-f72b0271684a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 946 time: 0.5175776 Jul 07 18:08:40.579430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.589178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.623466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58db2381-a799-405e-96e9-a61aea62bd8f req-77d41e0c-a0cf-4bca-bc06-57b076619149 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038623 Jul 07 18:08:40.692126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.694739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event updated for resources: {'Port': ['ID=2d92b3c0-8594-4e8d-9899-51c5b4ce7b04,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:40.716614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port 6723aa52-c926-47e9-b741-e9b95e13dd88 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:40.717127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.823855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:40.825371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:40.831016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] For port 6723aa52-c926-47e9-b741-e9b95e13dd88, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6723aa52-c926-47e9-b741-e9b95e13dd88,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:40.831378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:40.848493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for 6723aa52-c926-47e9-b741-e9b95e13dd88 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:41.089638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:41.104353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['6723aa52-c926-47e9-b741-e9b95e13dd88'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:41.208917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09b4473b-2ab7-40e8-864a-2d117f6ea674 None None] Provisioning complete for port 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:41.209457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09b4473b-2ab7-40e8-864a-2d117f6ea674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:41.243535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=6723aa52-c926-47e9-b741-e9b95e13dd88,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:41.251445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] No DVR routers for this DVR port 6723aa52-c926-47e9-b741-e9b95e13dd88 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:41.254974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:41.257621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eb16edd-3672-4012-827e-97a76eb1544c req-32fd4c2b-ac56-418b-996f-4f82848568bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "DELETE /v2.0/ports/6723aa52-c926-47e9-b741-e9b95e13dd88 HTTP/1.1" status: 204 len: 173 time: 0.7107897 Jul 07 18:08:41.258122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'name': 'network-vif-deleted', 'tag': '6723aa52-c926-47e9-b741-e9b95e13dd88'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:41.260638 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0260c9ea-b0b3-424a-b96e-4d13e7101ab4" -d '{"events": [{"server_uuid": "04aea8cc-b742-4dfa-9579-91ea6db15aaf", "name": "network-vif-deleted", "tag": "6723aa52-c926-47e9-b741-e9b95e13dd88"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:41.332130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-09b4473b-2ab7-40e8-864a-2d117f6ea674 None None] Port 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:41.585632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Router ae689f60-5286-47cc-bf5c-497520d00ba0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:41.809116 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6b30e8-a2dd-4aef-b6e6-ad66b3c6cb5c x-openstack-request-id: req-5b6b30e8-a2dd-4aef-b6e6-ad66b3c6cb5c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:41.809680 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aea8cc-b742-4dfa-9579-91ea6db15aaf", "name": "network-vif-deleted", "tag": "6723aa52-c926-47e9-b741-e9b95e13dd88", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:41.809875 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5b6b30e8-a2dd-4aef-b6e6-ad66b3c6cb5c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:41.810340 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aea8cc-b742-4dfa-9579-91ea6db15aaf', 'name': 'network-vif-deleted', 'tag': '6723aa52-c926-47e9-b741-e9b95e13dd88', 'status': 'completed', 'code': 200} Jul 07 18:08:41.811264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:41.821420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] Sync routers for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:41.823618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c712b905-a148-4bf4-acc1-4f507f274227 req-03719d97-272c-4202-b51b-fee1e3fc2f4c tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0517111 Jul 07 18:08:41.836470 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0eecee89-f8b3-4846-92d3-8efccf0874d4 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "PUT /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3676095 Jul 07 18:08:41.836885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49554) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:41.847130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:41.847783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:41.889836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:41.909057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:41.912061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:41.946546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:41.947448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2402949-8cd3-41c5-a959-7116636af5ad None None] The sync data for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:41.995807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1cd3f674-648d-4313-b817-f118a211fb60 req-724ce2cb-956c-4a8b-a3bb-b2b3d3a0832c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.0440741 Jul 07 18:08:42.035421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-794671ca-3912-4c7d-89cd-11b600af12f8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:42.167043 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-794671ca-3912-4c7d-89cd-11b600af12f8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 18:08:42.168450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-794671ca-3912-4c7d-89cd-11b600af12f8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0 HTTP/1.1" status: 409 len: 329 time: 0.3303366 Jul 07 18:08:42.171893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49564) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:42.568208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:42.846404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Deleting port 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:42.846404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:42.966657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:42.980401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Calling delete_port for 2d92b3c0-8594-4e8d-9899-51c5b4ce7b04 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:42.991518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35f98db1-8791-46e1-9093-6ae86f8dc04d req-e1b958ae-3c34-45b2-85f4-1973a41a8707 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0437758 Jul 07 18:08:43.181428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-523b3de4-4ea3-4bba-8620-a2f6754f79c8 req-a432f465-2122-431e-86ea-09bffb739413 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.0447783 Jul 07 18:08:43.195063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:43.231602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Port': ['ID=2d92b3c0-8594-4e8d-9899-51c5b4ce7b04,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:43.440760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:43.725207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Router ae689f60-5286-47cc-bf5c-497520d00ba0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:43.810046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:43.815555 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-76ab1e82-df90-44af-9002-3d3c6e1aabd0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "PUT /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423254 Jul 07 18:08:43.819636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49614) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:43.822475 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f8245-759d-4721-92ac-0528b153b194 None None] Sync routers for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:43.832674 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f8245-759d-4721-92ac-0528b153b194 None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:43.833302 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-777f8245-759d-4721-92ac-0528b153b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:43.872519 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-777f8245-759d-4721-92ac-0528b153b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:43.883339 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f8245-759d-4721-92ac-0528b153b194 None None] Routers {'ae689f60-5286-47cc-bf5c-497520d00ba0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:43.884182 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-777f8245-759d-4721-92ac-0528b153b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae689f60-5286-47cc-bf5c-497520d00ba0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:43.906813 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-42b4056c-3abf-4c81-81b9-ec63d66641b0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] show failed (client error): The resource could not be found. Jul 07 18:08:43.908679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6723aa52-c926-47e9-b741-e9b95e13dd88 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:43.912008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49618) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:43.912805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-42b4056c-3abf-4c81-81b9-ec63d66641b0 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-989555349 HTTP/1.1" status: 404 len: 334 time: 0.0908189 Jul 07 18:08:43.918774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-18aa33d5-7f30-4cc6-8b6f-dfacecd59e39 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:43.946549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 6723aa52-c926-47e9-b741-e9b95e13dd88 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:43.949136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6723aa52-c926-47e9-b741-e9b95e13dd88 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:43.954703 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-777f8245-759d-4721-92ac-0528b153b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:43.955666 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f8245-759d-4721-92ac-0528b153b194 None None] The sync data for ids ['ae689f60-5286-47cc-bf5c-497520d00ba0'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:43.984582 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-18aa33d5-7f30-4cc6-8b6f-dfacecd59e39 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] update failed (client error): The resource could not be found. Jul 07 18:08:43.991447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49620) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:44.001259 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-18aa33d5-7f30-4cc6-8b6f-dfacecd59e39 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-440027791 HTTP/1.1" status: 404 len: 334 time: 0.0874941 Jul 07 18:08:44.091400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Deleting subnet 9530ebb8-51f8-4e53-8535-802e1192e00d {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:44.095752 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.160398 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.233497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e07b7c8f-8146-45f0-bf45-f31fd885ed11 req-99cc64f2-a5f4-483a-bb80-8576d196fe5c tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0479288 Jul 07 18:08:44.316349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.381209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0370156f-0ef3-4153-b710-465d4efd1957 req-62056347-fe6b-4b15-b93e-d7eb7e953eea tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.0389163 Jul 07 18:08:44.422779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.480307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Subnet': ['ID=9530ebb8-51f8-4e53-8535-802e1192e00d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:44.482317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1ed76-a5e9-4fde-84e6-820198ac18b5 None None] Network 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:44.482976 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.485684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7fab6c04-186d-4264-b213-cde2e0d46383 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/subnets/9530ebb8-51f8-4e53-8535-802e1192e00d HTTP/1.1" status: 204 len: 168 time: 0.4925952 Jul 07 18:08:44.487720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49636) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:44.559989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Deleting subnet db6d5537-9cb1-43b7-9ac0-d04691e244c6 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:44.565671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.609401 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.725757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] DHCP port deletion for 1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:08:44.796784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.811551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] Deleting port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:44.811954 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.881544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.897520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] For port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2470eb0b-20cf-4984-a9b0-a13f4a959ec9,segment=NetworkSegment(8b68eba3-d535-4a2d-bfcf-88c16be2245b),segment_id=8b68eba3-d535-4a2d-bfcf-88c16be2245b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:44.898097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.915316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] Calling delete_port for 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:44.944412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Subnet': ['ID=db6d5537-9cb1-43b7-9ac0-d04691e244c6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:44.960421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:44.966958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49650) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:44.983640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-892a41cd-9eb4-479a-867b-e43b34d8377c tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/subnets/db6d5537-9cb1-43b7-9ac0-d04691e244c6 HTTP/1.1" status: 204 len: 168 time: 0.4943349 Jul 07 18:08:45.032552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8436cd-7cdf-49cf-8a13-f319f0606bbd None None] Network b17c8d04-0a9e-4303-a90a-73ef0eda1d3c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:45.041095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.112199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.169115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] No DVR routers for this DVR port 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:45.209039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c7959-717f-4c6e-9ecf-a3c10528d4d9 None None] Pushing event deleted for resources: {'Port': ['ID=2470eb0b-20cf-4984-a9b0-a13f4a959ec9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:45.290258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.307427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:45.346414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b68eba3-d535-4a2d-bfcf-88c16be2245b') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:45.346758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b68eba3-d535-4a2d-bfcf-88c16be2245b') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:45.365584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.382326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.402133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:08:45.402547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:08:45.411494 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:08:45.464575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] DHCP port deletion for b17c8d04-0a9e-4303-a90a-73ef0eda1d3c request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:08:45.533364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.558030 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.560584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/networks/1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb HTTP/1.1" status: 204 len: 168 time: 0.5921609 Jul 07 18:08:45.562461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c92725-1fab-430b-b191-aaa73e72eca1 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Network': ['ID=1d3b3158-97ff-450d-9cd6-ab0ab4fe90bb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:45.564696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49666) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:45.583231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-584abf87-8c1d-47e8-8590-3ea6cc99e5d2 req-cb9448d4-6140-492e-9e8f-661b24c2230f tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0841241 Jul 07 18:08:45.624473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] Deleting port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:45.625517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.659180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6398980-0797-4389-aedb-f906ff710aad req-870c1d24-1337-42f1-92ae-d31bb9593a92 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.0690334 Jul 07 18:08:45.718484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.779256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] For port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,segment=NetworkSegment(685829a6-648a-4bb0-8f9f-7c20959766eb),segment_id=685829a6-648a-4bb0-8f9f-7c20959766eb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:45.779628 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.801471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Deleting port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:45.802424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] Calling delete_port for 69b9dbf5-68ff-43aa-8081-2e25d454ff9e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:45.802832 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.859521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69b9dbf5-68ff-43aa-8081-2e25d454ff9e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:45.912495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] For port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,segment=NetworkSegment(685829a6-648a-4bb0-8f9f-7c20959766eb),segment_id=685829a6-648a-4bb0-8f9f-7c20959766eb)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:45.912948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.929186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Calling delete_port for 69b9dbf5-68ff-43aa-8081-2e25d454ff9e owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:46.095398 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.156420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Port': ['ID=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:46.167528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] No DVR routers for this DVR port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:46.225820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a40aee9-2fcf-470e-ba5d-1c786c05688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.235728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No active binding found for port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 18:08:46.236289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69b9dbf5-68ff-43aa-8081-2e25d454ff9e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:46.237059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:08:46.246939 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:08:46.272641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:46.273576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2470eb0b-20cf-4984-a9b0-a13f4a959ec9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:46.282055 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.324078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] No DVR routers for this DVR port 69b9dbf5-68ff-43aa-8081-2e25d454ff9e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:46.328151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa522f-1208-4304-a58a-920d927c24c0 None None] Pushing event deleted for resources: {'Port': ['ID=69b9dbf5-68ff-43aa-8081-2e25d454ff9e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:46.385961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.401767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17c8d04-0a9e-4303-a90a-73ef0eda1d3c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:46.414887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685829a6-648a-4bb0-8f9f-7c20959766eb') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:46.415142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685829a6-648a-4bb0-8f9f-7c20959766eb') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:46.426711 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.444379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.455628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:08:46.456039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:08:46.464061 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:08:46.550628 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.558739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.562971 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/networks/b17c8d04-0a9e-4303-a90a-73ef0eda1d3c HTTP/1.1" status: 204 len: 168 time: 0.9968607 Jul 07 18:08:46.565723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49686) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:46.598937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Network': ['ID=b17c8d04-0a9e-4303-a90a-73ef0eda1d3c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:46.639117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.639898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.640342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.641120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.641551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.641984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.642410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.642891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.643507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.644085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.644509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.644960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0f6b0-7e8f-44c6-957c-b89346f25107 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:46.691178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Deleting subnet 0a3481c5-2d94-4a19-95d9-a3eff357c5cd {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:46.698730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.765793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:46.830274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02147c48-fd54-46c0-ac1d-d4d205966264 req-09b2b022-1e6e-4d09-a24e-c194586022bc tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0353162 Jul 07 18:08:46.959894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.058535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b77e710-fdc1-48e0-b729-cc569338786e req-407fcf49-e6ea-469a-8813-f1b8dcde4f8b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.0474975 Jul 07 18:08:47.134352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.166262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3481c5-2d94-4a19-95d9-a3eff357c5cd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:47.186717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.190981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49714) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:47.191114 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e5643208-14c7-4fcc-9bb6-b192ff62d1e8 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/subnets/0a3481c5-2d94-4a19-95d9-a3eff357c5cd HTTP/1.1" status: 204 len: 168 time: 0.6235271 Jul 07 18:08:47.195654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1aa141-e310-447d-8a51-9dc8e04920f2 None None] Network 6e0b29b3-a193-4699-8fc5-e2daca636af0 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:47.384547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.441429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49722) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:47.530246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Deleting port dcf86312-c6f1-4d14-91bc-db4792ff5b55 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:47.530595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.569540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] DHCP port deletion for 6e0b29b3-a193-4699-8fc5-e2daca636af0 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:08:47.633682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2e84-cecc-4db4-ba6f-6571d790ebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.635553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] For port dcf86312-c6f1-4d14-91bc-db4792ff5b55, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcf86312-c6f1-4d14-91bc-db4792ff5b55,segment=NetworkSegment(8434a565-c3ae-421e-8898-f268bfd8f572),segment_id=8434a565-c3ae-421e-8898-f268bfd8f572)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:47.635923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.658970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Calling delete_port for dcf86312-c6f1-4d14-91bc-db4792ff5b55 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:47.695266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] Deleting port dcf86312-c6f1-4d14-91bc-db4792ff5b55 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:47.695646 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.768122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcf86312-c6f1-4d14-91bc-db4792ff5b55 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:47.784871 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.821178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Port': ['ID=dcf86312-c6f1-4d14-91bc-db4792ff5b55,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:47.831448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] No DVR routers for this DVR port dcf86312-c6f1-4d14-91bc-db4792ff5b55 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:47.841834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2e84-cecc-4db4-ba6f-6571d790ebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.848728 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2e84-cecc-4db4-ba6f-6571d790ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.870003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] For port dcf86312-c6f1-4d14-91bc-db4792ff5b55, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcf86312-c6f1-4d14-91bc-db4792ff5b55,segment=NetworkSegment(8434a565-c3ae-421e-8898-f268bfd8f572),segment_id=8434a565-c3ae-421e-8898-f268bfd8f572)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:47.873806 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.877976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No active binding found for port dcf86312-c6f1-4d14-91bc-db4792ff5b55 {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 18:08:47.878605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcf86312-c6f1-4d14-91bc-db4792ff5b55 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:47.902245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] Calling delete_port for dcf86312-c6f1-4d14-91bc-db4792ff5b55 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:47.948402 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8ca2e84-cecc-4db4-ba6f-6571d790ebfa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d386576b8eb940a2a2a5d3e56021280b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041385 Jul 07 18:08:47.950443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49736) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:47.999473 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.032412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0b29b3-a193-4699-8fc5-e2daca636af0']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:48.056026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8434a565-c3ae-421e-8898-f268bfd8f572') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:48.067019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8434a565-c3ae-421e-8898-f268bfd8f572') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:48.067385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2e84-cecc-4db4-ba6f-6571d790ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4754c7-56e5-41a1-97d8-0f41ef9f14e9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:48.072698 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.102778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] Pushing event deleted for resources: {'Port': ['ID=dcf86312-c6f1-4d14-91bc-db4792ff5b55,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:48.106850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08a7-4ed3-4e80-b856-67ebe94069b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.118561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.132354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ba1b8-e042-4dbb-ab64-db4278faf65e None None] No DVR routers for this DVR port dcf86312-c6f1-4d14-91bc-db4792ff5b55 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:48.156147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.159104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08a7-4ed3-4e80-b856-67ebe94069b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.176363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:08:48.177014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.271885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08a7-4ed3-4e80-b856-67ebe94069b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.279183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e4b08a7-4ed3-4e80-b856-67ebe94069b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.285898 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9e4b08a7-4ed3-4e80-b856-67ebe94069b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac4754c7-56e5-41a1-97d8-0f41ef9f14e9 HTTP/1.1" status: 204 len: 168 time: 0.3343680 Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:08:48.306858 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:08:48.311766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b08a7-4ed3-4e80-b856-67ebe94069b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4754c7-56e5-41a1-97d8-0f41ef9f14e9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:48.337873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.381744 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61acb5e2-363d-43fe-a63d-7a755d117f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.389327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.391912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/networks/6e0b29b3-a193-4699-8fc5-e2daca636af0 HTTP/1.1" status: 204 len: 168 time: 1.1997800 Jul 07 18:08:48.395045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49756) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:48.398683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3ba88c8-b37f-45a3-8499-7b4430ced0ed req-5b38eb54-e6f9-4d39-80ca-58f09ead6ef3 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0930779 Jul 07 18:08:48.442711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f9afff0c-0d15-47ba-857b-a8fd494ef36e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae689f60-5286-47cc-bf5c-497520d00ba0 HTTP/1.1" status: 200 len: 205 time: 0.0423541 Jul 07 18:08:48.444786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49760) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:48.453164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6db7e1-95e3-4ba6-b085-e2f2ec9d361e tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Pushing event deleted for resources: {'Network': ['ID=6e0b29b3-a193-4699-8fc5-e2daca636af0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:48.488942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9971f64-8a03-43f0-91ab-a1b9b657b2c8 req-793918ed-8d7a-49f0-81a2-9423c0d3d0f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=04aea8cc-b742-4dfa-9579-91ea6db15aaf HTTP/1.1" status: 200 len: 210 time: 0.0926921 Jul 07 18:08:48.503962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.583249 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25628007-9cb2-4a45-9bbd-c6bf9ea92a03 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.779168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25628007-9cb2-4a45-9bbd-c6bf9ea92a03 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.781459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25628007-9cb2-4a45-9bbd-c6bf9ea92a03 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.836124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25628007-9cb2-4a45-9bbd-c6bf9ea92a03 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.836947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25628007-9cb2-4a45-9bbd-c6bf9ea92a03 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Fanout notify agent at l3_agent the message router_deleted on router ae689f60-5286-47cc-bf5c-497520d00ba0 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:08:48.846724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25628007-9cb2-4a45-9bbd-c6bf9ea92a03 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.849303 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-25628007-9cb2-4a45-9bbd-c6bf9ea92a03 tempest-RoutersNegativeTest-128091528 tempest-RoutersNegativeTest-128091528-project] 10.222.0.88 "DELETE /v2.0/routers/ae689f60-5286-47cc-bf5c-497520d00ba0 HTTP/1.1" status: 204 len: 168 time: 0.4031296 Jul 07 18:08:49.157798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49788) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:49.356151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c35cef12-e625-4485-819a-d9457f638061 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa4a6332a34a4dc9bce05cc963ff710c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943023 Jul 07 18:08:49.356915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49798) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:49.411824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee784344-bedb-497e-bad1-9d99b8a5e3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:49.438238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee784344-bedb-497e-bad1-9d99b8a5e3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:49.504036 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee784344-bedb-497e-bad1-9d99b8a5e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:49.529579 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee784344-bedb-497e-bad1-9d99b8a5e3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:49.542608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee784344-bedb-497e-bad1-9d99b8a5e3e9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43bb107b-9f34-42cc-aedd-3b168fee306e HTTP/1.1" status: 204 len: 168 time: 0.1854026 Jul 07 18:08:49.559890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee784344-bedb-497e-bad1-9d99b8a5e3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb107b-9f34-42cc-aedd-3b168fee306e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:49.648687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:49.677331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6d09cf1-8f93-4764-8055-19082909e0d7 req-deebd902-9e6c-46b4-9515-7469a4aa16c8 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0600963 Jul 07 18:08:50.859718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49926) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:50.982188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e22ca09-dbcb-4054-ba94-94ccbdcd0d62 req-60d59a2d-5da2-40eb-8d4b-ad5cad4c1f8f tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0595179 Jul 07 18:08:51.139964 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:51.313370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7aac35b7-ac3a-489c-af79-5cfe66f713dc tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1253916500', 'prefixes': ['172.20.0.0/16']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:51.424680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7aac35b7-ac3a-489c-af79-5cfe66f713dc tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] Notify callbacks [] for subnetpool, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:51.426648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7aac35b7-ac3a-489c-af79-5cfe66f713dc tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5659006 Jul 07 18:08:51.429458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49940) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:51.494505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49944) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:51.497906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5b08f1dc-a12a-42b5-9b88-2022f2d47528 tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] 10.222.0.88 "GET /v2.0/subnetpools/29b72bec-fe33-4bc3-b3d0-cac495ca28d1 HTTP/1.1" status: 200 len: 732 time: 0.0598071 Jul 07 18:08:51.505933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-51d46ff6-89e0-4cc8-8a3a-68fa6da645b1 tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1699980693'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:51.670907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51d46ff6-89e0-4cc8-8a3a-68fa6da645b1 tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] Notify callbacks [] for subnetpool, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:51.673729 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-51d46ff6-89e0-4cc8-8a3a-68fa6da645b1 tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] 10.222.0.88 "PUT /v2.0/subnetpools/29b72bec-fe33-4bc3-b3d0-cac495ca28d1 HTTP/1.1" status: 200 len: 684 time: 0.1773491 Jul 07 18:08:51.676601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49952) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:51.770672 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f4d32a8-3c34-4722-b47e-0eb0d20b95db tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] Notify callbacks [] for subnetpool, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:51.772233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0f4d32a8-3c34-4722-b47e-0eb0d20b95db tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] 10.222.0.88 "DELETE /v2.0/subnetpools/29b72bec-fe33-4bc3-b3d0-cac495ca28d1 HTTP/1.1" status: 204 len: 168 time: 0.0943787 Jul 07 18:08:51.775020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49956) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:51.792165 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-9cda2d22-a07d-4033-bf5c-dd77946dfd5d tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] show failed (client error): The resource could not be found. Jul 07 18:08:51.793608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9cda2d22-a07d-4033-bf5c-dd77946dfd5d tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] 10.222.0.88 "GET /v2.0/subnetpools/29b72bec-fe33-4bc3-b3d0-cac495ca28d1 HTTP/1.1" status: 404 len: 346 time: 0.0173924 Jul 07 18:08:51.797034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49958) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:51.821727 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-d5c5b4b8-1de8-4e97-85be-62b47ccfa26b tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] delete failed (client error): The resource could not be found. Jul 07 18:08:51.823195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d5c5b4b8-1de8-4e97-85be-62b47ccfa26b tempest-SubnetPoolsTestJSON-854567667 tempest-SubnetPoolsTestJSON-854567667-project] 10.222.0.88 "DELETE /v2.0/subnetpools/29b72bec-fe33-4bc3-b3d0-cac495ca28d1 HTTP/1.1" status: 404 len: 346 time: 0.0248132 Jul 07 18:08:52.294435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ca9e74-b349-4458-a3da-92eb86a88088 req-1899ad7c-8c98-4b68-aa47-f5505216bb9d tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0550148 Jul 07 18:08:52.324707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-16c00fa3-e4b4-45c9-b807-15bb30aeb5a2 req-84f84368-3afe-4167-bcaf-b79aba0408c6 tempest-LiveAutoBlockMigrationV225Test-880444514 tempest-LiveAutoBlockMigrationV225Test-880444514-project] (105588) timed out ('10.222.0.90', 54702) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:08:52.369027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49974) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:52.688224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-063440df-5f99-402b-bffb-42a9f6aa3702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:52.895044 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-063440df-5f99-402b-bffb-42a9f6aa3702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:52.901121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-063440df-5f99-402b-bffb-42a9f6aa3702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.011905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-063440df-5f99-402b-bffb-42a9f6aa3702 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=248b153d62b847c4911c31f1cb5da124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416771 Jul 07 18:08:53.014997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50004) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:53.022332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063440df-5f99-402b-bffb-42a9f6aa3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0088d3a8-af78-46f9-9afc-66249434aa11,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:53.092172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1415313f-47dc-4547-bf29-251826065330 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:53.103360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1415313f-47dc-4547-bf29-251826065330 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.1775086 Jul 07 18:08:53.119597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db687daf-d31d-4ba7-9918-637ff70a11c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.129720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-845ca0a2-4224-433d-b3a9-b133208d3035 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/quotas/b8db7d016f534d4d8bb9aef3d9ecc4af HTTP/1.1" status: 200 len: 375 time: 0.0214353 Jul 07 18:08:53.175631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db687daf-d31d-4ba7-9918-637ff70a11c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.211625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-0636a484-d904-4c0f-b28c-0ad07e0bf7b7 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807495 Jul 07 18:08:53.217318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-b94218f3-ac1d-4217-8ece-c89959210b07 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:08:53.224393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-b94218f3-ac1d-4217-8ece-c89959210b07 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118489 Jul 07 18:08:53.272491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db687daf-d31d-4ba7-9918-637ff70a11c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.275136 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-db687daf-d31d-4ba7-9918-637ff70a11c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.279407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-db687daf-d31d-4ba7-9918-637ff70a11c1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0088d3a8-af78-46f9-9afc-66249434aa11 HTTP/1.1" status: 204 len: 168 time: 0.2628026 Jul 07 18:08:53.296276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db687daf-d31d-4ba7-9918-637ff70a11c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0088d3a8-af78-46f9-9afc-66249434aa11,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:53.778842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-c0959219-e5af-4908-b738-56cd034f5bf1 service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534191 Jul 07 18:08:53.802307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-894391e5-8405-494c-b90d-eb2dc062e730 req-a4c188b3-7435-462f-acb2-6eb2101d5013 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0719061 Jul 07 18:08:53.944362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-78f1644f-e929-419b-80e2-208ed2e375b5 service neutron] 10.222.0.88 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580102 Jul 07 18:08:54.189554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-138274d4-f731-492f-b3cc-be10e76e770b req-8fd527c8-b1ac-44c1-811a-904173ede3f9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0850132 Jul 07 18:08:54.246581 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fceb11f-db48-4147-b4cb-b5f36845b9af req-da6e0ae6-c604-4f12-8174-f341bfa75b5b tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0751350 Jul 07 18:08:54.509242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50062) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:54.694139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835405131-network', 'tenant_id': '3171562e3ec249e699da959df12a2dad'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:54.728375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Made reservation on behalf of 3171562e3ec249e699da959df12a2dad for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:54.731055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:54.742267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:54.950589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:54.967924 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.027125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa1ad4-c7ec-470a-8d2d-472aa147a948,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:55.067428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:08:55.081320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.081897 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Added segment 1a206c66-16b4-4dd3-b6e2-0c43f6a2d7af of type vlan for network 49962b45-1c14-4c70-be4a-ace4209cf3fa Jul 07 18:08:55.096744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d26593f5-b5cf-4775-a2ad-7c5888afaf22 req-1ae4a014-dd31-4a30-92f0-e14a5d2cd9e2 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0510194 Jul 07 18:08:55.175415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.231301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.232424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.233187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.314052 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8014710 Jul 07 18:08:55.315103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50090) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:55.330304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Request body: {'subnet': {'network_id': '49962b45-1c14-4c70-be4a-ace4209cf3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835405131-subnet', 'tenant_id': '3171562e3ec249e699da959df12a2dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:55.371202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0924c-ad09-4c2b-bb74-99193f204757 admin admin] Pushing event updated for resources: {'Network': ['ID=49962b45-1c14-4c70-be4a-ace4209cf3fa,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:55.387635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Made reservation on behalf of 3171562e3ec249e699da959df12a2dad for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:55.389993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 49962b45-1c14-4c70-be4a-ace4209cf3fa details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:08:55.390463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.582672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a3ea553-533e-4676-89c5-cf0f0fc20c0a req-eb4d93cb-1049-4058-8e77-c01d1c45b266 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0671930 Jul 07 18:08:55.621762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.703969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=054b473d-7692-4f4a-a487-c0fc2a8d3105,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:55.711126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Checking segment: {'id': '1a206c66-16b4-4dd3-b6e2-0c43f6a2d7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '49962b45-1c14-4c70-be4a-ace4209cf3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:55.711455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Network hostable DHCP agents. Network: 49962b45-1c14-4c70-be4a-ace4209cf3fa, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:08:55.753357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Network 49962b45-1c14-4c70-be4a-ace4209cf3fa is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:08:55.777925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 49962b45-1c14-4c70-be4a-ace4209cf3fa) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:55.789278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1776ea9-10e9-4606-b978-6d6c3f02cee1 None None] Network 49962b45-1c14-4c70-be4a-ace4209cf3fa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:55.803260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.803868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.865057 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d8d8cb00-459b-4335-ad75-21b976b06dbe admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5479026 Jul 07 18:08:55.922978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-41520403-57a4-4009-b0dd-99c481c910f4 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.925336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-41520403-57a4-4009-b0dd-99c481c910f4 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 815 time: 0.2436864 Jul 07 18:08:55.944171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Request body: {'port': {'device_id': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'admin_state_up': True, 'tenant_id': 'b8db7d016f534d4d8bb9aef3d9ecc4af'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:56.140500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367c30f-c9d5-4668-9826-233b80be0d4a None None] Network 49962b45-1c14-4c70-be4a-ace4209cf3fa requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:56.341845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Made reservation on behalf of b8db7d016f534d4d8bb9aef3d9ecc4af for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:56.351341 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.506341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8528f20-a044-434d-8077-22ab5b39bd6b req-21b814e2-8a25-4379-9823-84a7a74eb988 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0909855 Jul 07 18:08:56.749191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Allocated IP 172.20.0.4 (25ff07d5-8017-46d5-a3b3-1dd8523c4be3/9da12058-8aa2-4ad0-bd97-35971f24adae/34c0e446-9b8b-43b7-a245-91e0e154d241) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:56.964984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d681b87-ee00-45bd-9701-5e88031c716e req-b8f946c5-bbf3-41a9-95cd-a969505c1bae tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 210 time: 0.0641661 Jul 07 18:08:57.144511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401211ee-7717-4463-ac33-53785480e937 req-d73d1a59-8223-4caf-98bf-36a2bcc5f95f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fffd2d33abd84658bc26147c472abd90&device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0565572 Jul 07 18:08:57.191689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401211ee-7717-4463-ac33-53785480e937 req-b8cfcce9-8807-4ce1-8c6d-2c7985d4f443 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fffd2d33abd84658bc26147c472abd90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378602 Jul 07 18:08:57.300855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50184) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:57.307285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-558912089-network', 'tenant_id': '339ad67ebb9740579891e3a7c90a901c'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:57.335417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Made reservation on behalf of 339ad67ebb9740579891e3a7c90a901c for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:57.338769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.351970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.419504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7bf85d7-bccc-43ba-835c-0512143606cb req-7030d237-2087-4508-96f7-a05170c85c22 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.1154499 Jul 07 18:08:57.513178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.519466 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.539606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401211ee-7717-4463-ac33-53785480e937 req-c4494da1-bd28-48fc-978b-c54adbb978ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.545710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401211ee-7717-4463-ac33-53785480e937 req-c4494da1-bd28-48fc-978b-c54adbb978ce service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3411148 Jul 07 18:08:57.584378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:08:57.584951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.598913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aca45f-3896-4a65-bdae-16701ce7b456,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:57.617967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.620322 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Added segment 64c7dad6-ce89-40eb-bc7c-218dc30a8827 of type vlan for network 534290c5-d62e-4ee9-b25e-91f0a7638cf2 Jul 07 18:08:57.684243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.698057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51', '7c7b32fb-4f13-42ab-8447-1e969fa0c97d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:57.716518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:57.719440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:57.734294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.741346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:57.794500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event updated for resources: {'Port': ['ID=34c0e446-9b8b-43b7-a245-91e0e154d241,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:57.799809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5e93eb27-e0c2-4177-a840-5387930d8f20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:57.821727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.822574 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.828078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.829318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.830709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.844758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-81c3e839-2ccd-4a70-879e-47d4002d4bf5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9105475 Jul 07 18:08:57.861559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Request body: {'port': {'device_id': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:57.938080 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6346276 Jul 07 18:08:57.945298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50202) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:57.954635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Request body: {'subnet': {'network_id': '534290c5-d62e-4ee9-b25e-91f0a7638cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-558912089-subnet', 'tenant_id': '339ad67ebb9740579891e3a7c90a901c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:57.972727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddf46f-28a5-4cc1-9e91-53db7abd23a4 admin admin] Pushing event updated for resources: {'Network': ['ID=534290c5-d62e-4ee9-b25e-91f0a7638cf2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:57.987424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:58.000067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 534290c5-d62e-4ee9-b25e-91f0a7638cf2 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:08:58.004241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Made reservation on behalf of 339ad67ebb9740579891e3a7c90a901c for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:58.007411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:58.513391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7cada-dff8-42b0-9b69-d8b0e4619ec7 req-5928bff7-4c57-4383-97cd-56bb2eeff676 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:58.515128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa7cada-dff8-42b0-9b69-d8b0e4619ec7 req-5928bff7-4c57-4383-97cd-56bb2eeff676 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 931 time: 0.3522906 Jul 07 18:08:58.612291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-011989a5-57e7-4f77-ab11-127e88caa2f9 req-bd11c15d-4892-45f3-b9cd-4e1150365f8e tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0612941 Jul 07 18:08:58.658995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa7cada-dff8-42b0-9b69-d8b0e4619ec7 req-18063301-01d9-4b1a-bbc6-bc89e7b4fe7a tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354206 Jul 07 18:08:58.746414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:58.860134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d141776c-5016-4ad0-a771-a0b299882b7f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:58.879118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c0e446-9b8b-43b7-a245-91e0e154d241 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:58.888231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:58.890807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Checking segment: {'id': '64c7dad6-ce89-40eb-bc7c-218dc30a8827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '534290c5-d62e-4ee9-b25e-91f0a7638cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:58.891172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Network hostable DHCP agents. Network: 534290c5-d62e-4ee9-b25e-91f0a7638cf2, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:08:58.911697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Transition to ACTIVE for port object 34c0e446-9b8b-43b7-a245-91e0e154d241 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:58.916870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:58.926298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Network 534290c5-d62e-4ee9-b25e-91f0a7638cf2 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:08:58.995911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401211ee-7717-4463-ac33-53785480e937 req-a88d4518-767d-4306-8fe9-f86fe2bf4599 tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.90 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0416617 Jul 07 18:08:59.000963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 534290c5-d62e-4ee9-b25e-91f0a7638cf2) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:59.012339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:59.012966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.013089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d43ab6d-9266-4e2d-bbc9-f8760e3db99d None None] Network 534290c5-d62e-4ee9-b25e-91f0a7638cf2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:59.018774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Pushing event updated for resources: {'Port': ['ID=34c0e446-9b8b-43b7-a245-91e0e154d241,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:59.073320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c64326ca-07e7-43cd-b124-f7d3dd0e19c9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1261795 Jul 07 18:08:59.152442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Attempting to bind port 34c0e446-9b8b-43b7-a245-91e0e154d241 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:59.152696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Attempting to bind port 34c0e446-9b8b-43b7-a245-91e0e154d241 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:59.153718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Attempting to bind port 34c0e446-9b8b-43b7-a245-91e0e154d241 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:59.168355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Port 34c0e446-9b8b-43b7-a245-91e0e154d241 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:59.168752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Attempting to bind port 34c0e446-9b8b-43b7-a245-91e0e154d241 on network 25ff07d5-8017-46d5-a3b3-1dd8523c4be3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:59.187083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:59.187432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Checking segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:59.187844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Bound using segment: {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:59.188328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Bound port: 34c0e446-9b8b-43b7-a245-91e0e154d241, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5397e921-51d7-4fd9-834a-9b3c3bddcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:59.188660 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.221521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85369bd7-688a-4708-aa92-1a1fea6b720c None None] Network 534290c5-d62e-4ee9-b25e-91f0a7638cf2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:08:59.283719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:59.353842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] For port 34c0e446-9b8b-43b7-a245-91e0e154d241, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:59.359037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] For port 34c0e446-9b8b-43b7-a245-91e0e154d241, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=34c0e446-9b8b-43b7-a245-91e0e154d241,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:59.363206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] Deleting subnet 054b473d-7692-4f4a-a487-c0fc2a8d3105 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:08:59.368924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.371270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.433665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:59.433665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.434338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] 10.222.0.55 "PUT /v2.0/ports/34c0e446-9b8b-43b7-a245-91e0e154d241 HTTP/1.1" status: 200 len: 1091 time: 1.5817785 Jul 07 18:08:59.434800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'tag': '34c0e446-9b8b-43b7-a245-91e0e154d241'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:59.437141 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f96ef405-f326-4d3c-a2e7-fd97998c1c47", "tag": "34c0e446-9b8b-43b7-a245-91e0e154d241"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:59.458879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.548073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daec5e0-7aab-4e41-b612-a3853531cff5 service neutron] Pushing event updated for resources: {'Port': ['ID=34c0e446-9b8b-43b7-a245-91e0e154d241,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:59.553796 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61692c0f-e2f6-4892-b3ce-4103f6cbd187 x-openstack-request-id: req-61692c0f-e2f6-4892-b3ce-4103f6cbd187 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:59.554309 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96ef405-f326-4d3c-a2e7-fd97998c1c47", "tag": "34c0e446-9b8b-43b7-a245-91e0e154d241", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:59.554656 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61692c0f-e2f6-4892-b3ce-4103f6cbd187 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:59.555149 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'tag': '34c0e446-9b8b-43b7-a245-91e0e154d241', 'status': 'completed', 'code': 200} Jul 07 18:08:59.582805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.654048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-b92b438e-6206-453c-af02-9d097a28b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:59.657741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-b92b438e-6206-453c-af02-9d097a28b9a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 1094 time: 0.1605895 Jul 07 18:08:59.723981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-883b1e49-c939-4e41-a5a8-3b711d5f966e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c0e446-9b8b-43b7-a245-91e0e154d241 HTTP/1.1" status: 200 len: 217 time: 0.0565519 Jul 07 18:08:59.754874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.860261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054b473d-7692-4f4a-a487-c0fc2a8d3105,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:59.928906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f67d9047-a298-4825-aa6a-a4fab9fbea32 req-705c1629-35ff-4851-9026-75a96e5bb0eb tempest-ServerShowV254Test-428536857 tempest-ServerShowV254Test-428536857-project] 10.222.0.88 "GET /v2.0/ports?device_id=46b69230-f131-4bbd-9749-e7944e8e75ab HTTP/1.1" status: 200 len: 210 time: 0.0838928 Jul 07 18:08:59.932678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:59.934566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-87d173f8-9d5d-475b-ab92-fe638e0d5bd5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/054b473d-7692-4f4a-a487-c0fc2a8d3105 HTTP/1.1" status: 204 len: 168 time: 0.6498785 Jul 07 18:08:59.937326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50284) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:59.975535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-f6751c60-ed5d-4319-a146-185c17eb3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:59.977572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-f6751c60-ed5d-4319-a146-185c17eb3ddf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.2462137 Jul 07 18:09:00.024757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-0fdde3bd-d698-4e6d-a855-6f65a0ea63ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388319 Jul 07 18:09:00.044700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.115160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50288) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:00.118451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e3777-a57f-4aef-a54a-faafdcde4ba9 req-17de59b6-1f19-4724-9ea4-c8c4efc01012 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:00.126407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f29e3777-a57f-4aef-a54a-faafdcde4ba9 req-17de59b6-1f19-4724-9ea4-c8c4efc01012 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 943 time: 0.2300794 Jul 07 18:09:00.140280 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.161649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49962b45-1c14-4c70-be4a-ace4209cf3fa']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:00.179196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a206c66-16b4-4dd3-b6e2-0c43f6a2d7af') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:00.179392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a206c66-16b4-4dd3-b6e2-0c43f6a2d7af') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:00.194193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.204253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-e9a3f634-b0ce-4134-a65e-9b3813b6ebc8 service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684813 Jul 07 18:09:00.217502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f29e3777-a57f-4aef-a54a-faafdcde4ba9 req-2caeafd4-0250-48b4-8041-0f67f563305f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877976 Jul 07 18:09:00.220738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.231466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:00.232318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:00.242830 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:00.318284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f472119-6c8c-47da-bed2-525c09d5227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.335798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.336975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2db6776-d99b-44d6-b485-03b6a1a1334f req-6f366059-8795-4e5f-ac97-68ecebac9b22 service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142790 Jul 07 18:09:00.348604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.353595 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/49962b45-1c14-4c70-be4a-ace4209cf3fa HTTP/1.1" status: 204 len: 168 time: 0.4129717 Jul 07 18:09:00.354642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50292) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:00.371470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04b69d-fd50-4f4d-b0b7-c8f357ec2cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=49962b45-1c14-4c70-be4a-ace4209cf3fa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:00.450607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] Deleting subnet d141776c-5016-4ad0-a771-a0b299882b7f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:09:00.455527 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.479298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f472119-6c8c-47da-bed2-525c09d5227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.485504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f472119-6c8c-47da-bed2-525c09d5227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.506189 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.527225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-9a063e11-8ed1-487a-9e6c-84a885394fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:00.528749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-9a063e11-8ed1-487a-9e6c-84a885394fa0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 1094 time: 0.1289859 Jul 07 18:09:00.545970 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f472119-6c8c-47da-bed2-525c09d5227a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=760475029d264c49943e7b33c849efeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290202 Jul 07 18:09:00.553780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50296) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:00.576388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f472119-6c8c-47da-bed2-525c09d5227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04203f3-f4b8-4e3e-a492-131fdf834c96,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:00.616136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.633962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6301aef5-2317-4c44-9dc9-ec5ceea64ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.662430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6301aef5-2317-4c44-9dc9-ec5ceea64ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.704990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-5d674829-e3da-492c-9711-b1a502fbc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:00.707113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-5d674829-e3da-492c-9711-b1a502fbc8e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 916 time: 0.1701391 Jul 07 18:09:00.722746 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.747977 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6301aef5-2317-4c44-9dc9-ec5ceea64ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.753321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6301aef5-2317-4c44-9dc9-ec5ceea64ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.757353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6301aef5-2317-4c44-9dc9-ec5ceea64ce0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a04203f3-f4b8-4e3e-a492-131fdf834c96 HTTP/1.1" status: 204 len: 168 time: 0.2003100 Jul 07 18:09:00.767173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301aef5-2317-4c44-9dc9-ec5ceea64ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04203f3-f4b8-4e3e-a492-131fdf834c96,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:00.773462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-3bafd786-6fab-4dea-96eb-b231268d1762 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c0e446-9b8b-43b7-a245-91e0e154d241 HTTP/1.1" status: 200 len: 217 time: 0.0590439 Jul 07 18:09:00.805120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.810215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d141776c-5016-4ad0-a771-a0b299882b7f HTTP/1.1" status: 204 len: 168 time: 0.4513581 Jul 07 18:09:00.810215 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7383b-775f-4852-91cb-e3c6e7ae3def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d141776c-5016-4ad0-a771-a0b299882b7f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:00.810641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50302) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:00.893744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-567d45c2-0f90-43c9-9dfa-76cc29112ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:00.895347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-567d45c2-0f90-43c9-9dfa-76cc29112ee5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.0989079 Jul 07 18:09:00.908101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.936261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-71e76224-ea24-477b-bc02-7fe91faa0e55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304878 Jul 07 18:09:01.057932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-4e694ea2-716a-4159-8bbf-291572c560ab service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132381 Jul 07 18:09:01.226020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50312) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:01.244061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f883dd0-3c9f-47cd-9590-d965e9a2b415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.318854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ed42ac0-50cd-49dc-b55f-1dc4c3c44f3c req-72466f1d-3dd5-4293-b670-620b41d7292e service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529435 Jul 07 18:09:01.443386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 34c0e446-9b8b-43b7-a245-91e0e154d241 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:09:01.455757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.465590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50318) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:01.482379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534290c5-d62e-4ee9-b25e-91f0a7638cf2']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:01.499466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c7dad6-ce89-40eb-bc7c-218dc30a8827') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:01.500231 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c7dad6-ce89-40eb-bc7c-218dc30a8827') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:01.500570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f883dd0-3c9f-47cd-9590-d965e9a2b415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.516333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.522935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f883dd0-3c9f-47cd-9590-d965e9a2b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.547814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.555730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:01.556141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:01.558360 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:01.650884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883dd0-3c9f-47cd-9590-d965e9a2b415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3024283c-343a-4b04-b301-89440c164514,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:01.671900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2f883dd0-3c9f-47cd-9590-d965e9a2b415 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f127349860d4ec1a28c87432f24ce09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424376 Jul 07 18:09:01.673087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50324) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:01.688109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd16e3c-f4c8-459d-a308-18bdac87ceec req-0a8a209a-da7b-4f50-b9a7-104c8d607aa5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:01.690093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffd16e3c-f4c8-459d-a308-18bdac87ceec req-0a8a209a-da7b-4f50-b9a7-104c8d607aa5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 943 time: 0.2403877 Jul 07 18:09:01.698675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1a32-472d-4deb-a89e-b0e5edd5c90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.704489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 34c0e446-9b8b-43b7-a245-91e0e154d241, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=34c0e446-9b8b-43b7-a245-91e0e154d241,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:01.737114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.758710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '34c0e446-9b8b-43b7-a245-91e0e154d241', 'network_id': '25ff07d5-8017-46d5-a3b3-1dd8523c4be3', 'port_id': '34c0e446-9b8b-43b7-a245-91e0e154d241', 'mac_address': 'fa:16:3e:b9:ed:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da12058-8aa2-4ad0-bd97-35971f24adae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:09:01.779485 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.785273 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] 10.222.0.88 "DELETE /v2.0/networks/534290c5-d62e-4ee9-b25e-91f0a7638cf2 HTTP/1.1" status: 204 len: 168 time: 0.9711716 Jul 07 18:09:01.785273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44383c-5e12-4e1d-8042-7b9379945cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=534290c5-d62e-4ee9-b25e-91f0a7638cf2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:01.796286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffd16e3c-f4c8-459d-a308-18bdac87ceec req-0c210149-bbbf-4904-903a-ddb310fdb1d0 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001019 Jul 07 18:09:01.844808 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.864481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c0e446-9b8b-43b7-a245-91e0e154d241 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:01.868289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4c64-eed9-48f8-82d5-1aaeda19992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.898278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4c64-eed9-48f8-82d5-1aaeda19992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:01.899344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 34c0e446-9b8b-43b7-a245-91e0e154d241, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=34c0e446-9b8b-43b7-a245-91e0e154d241,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:01.908176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.030675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50332) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:02.036159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=34c0e446-9b8b-43b7-a245-91e0e154d241,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:02.047980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1a32-472d-4deb-a89e-b0e5edd5c90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.052520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4c64-eed9-48f8-82d5-1aaeda19992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.057335 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4c64-eed9-48f8-82d5-1aaeda19992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.060953 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c9bb4c64-eed9-48f8-82d5-1aaeda19992e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3024283c-343a-4b04-b301-89440c164514 HTTP/1.1" status: 204 len: 168 time: 0.3797748 Jul 07 18:09:02.070201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb4c64-eed9-48f8-82d5-1aaeda19992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3024283c-343a-4b04-b301-89440c164514,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:02.071598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1a32-472d-4deb-a89e-b0e5edd5c90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.103136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0881b13d-7125-48f6-ade1-d182d03ec51c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3171562e3ec249e699da959df12a2dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673420 Jul 07 18:09:02.103580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50336) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:02.136412 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7c8f1a32-472d-4deb-a89e-b0e5edd5c90e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fffd2d33abd84658bc26147c472abd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688657 Jul 07 18:09:02.141440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50338) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:02.148038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f1a32-472d-4deb-a89e-b0e5edd5c90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91f3cbf-3e26-4a39-82c2-dbc1589470a6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:02.167763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3774d45f-9ef0-4d84-a9c6-f3a53fd86dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.198429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['34c0e446-9b8b-43b7-a245-91e0e154d241'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:02.206042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3774d45f-9ef0-4d84-a9c6-f3a53fd86dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.265806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74f4b90d-0de3-4316-bc7e-d21d989a10b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.316705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74f4b90d-0de3-4316-bc7e-d21d989a10b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.319841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3774d45f-9ef0-4d84-a9c6-f3a53fd86dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.323669 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3774d45f-9ef0-4d84-a9c6-f3a53fd86dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.326917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3774d45f-9ef0-4d84-a9c6-f3a53fd86dc8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3afa1ad4-c7ec-470a-8d2d-472aa147a948 HTTP/1.1" status: 204 len: 168 time: 0.2223592 Jul 07 18:09:02.354078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774d45f-9ef0-4d84-a9c6-f3a53fd86dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa1ad4-c7ec-470a-8d2d-472aa147a948,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:02.421471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74f4b90d-0de3-4316-bc7e-d21d989a10b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.425758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-74f4b90d-0de3-4316-bc7e-d21d989a10b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.432702 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-74f4b90d-0de3-4316-bc7e-d21d989a10b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f91f3cbf-3e26-4a39-82c2-dbc1589470a6 HTTP/1.1" status: 204 len: 168 time: 0.2899716 Jul 07 18:09:02.454830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4b90d-0de3-4316-bc7e-d21d989a10b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91f3cbf-3e26-4a39-82c2-dbc1589470a6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:02.801377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50354) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:02.857745 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3ac40a91-98bf-4adc-a301-3650c7fe0732 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=339ad67ebb9740579891e3a7c90a901c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555098 Jul 07 18:09:02.860462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50358) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:02.931372 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-998a2623-46a9-4679-b3c8-6ac9102c717a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.975626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-998a2623-46a9-4679-b3c8-6ac9102c717a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.086421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e59a7-87ae-4834-8eb7-78357ce503aa req-18585572-556a-41e1-bb0a-46742b1320bb tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:03.088455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-544e59a7-87ae-4834-8eb7-78357ce503aa req-18585572-556a-41e1-bb0a-46742b1320bb tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 944 time: 0.1177220 Jul 07 18:09:03.125024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-998a2623-46a9-4679-b3c8-6ac9102c717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.131768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-998a2623-46a9-4679-b3c8-6ac9102c717a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.136436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-998a2623-46a9-4679-b3c8-6ac9102c717a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/51aca45f-3896-4a65-bdae-16701ce7b456 HTTP/1.1" status: 204 len: 168 time: 0.2747958 Jul 07 18:09:03.187469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a2623-46a9-4679-b3c8-6ac9102c717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aca45f-3896-4a65-bdae-16701ce7b456,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:03.191886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-544e59a7-87ae-4834-8eb7-78357ce503aa req-b302c968-9d9d-4546-ae3c-a6388e7cc02c tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951548 Jul 07 18:09:03.462921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 34c0e446-9b8b-43b7-a245-91e0e154d241 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:03.536274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 34c0e446-9b8b-43b7-a245-91e0e154d241 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:03.543541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 34c0e446-9b8b-43b7-a245-91e0e154d241 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:03.543541 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.663970 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.695610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0e446-9b8b-43b7-a245-91e0e154d241'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:03.702340 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a550293-038f-4c44-aea1-96b852cf5e08" -d '{"events": [{"server_uuid": "f96ef405-f326-4d3c-a2e7-fd97998c1c47", "name": "network-vif-plugged", "status": "completed", "tag": "34c0e446-9b8b-43b7-a245-91e0e154d241"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:03.718949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 34c0e446-9b8b-43b7-a245-91e0e154d241, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=34c0e446-9b8b-43b7-a245-91e0e154d241,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:03.725426 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.807613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=34c0e446-9b8b-43b7-a245-91e0e154d241,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:03.826607 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8ae10f-30b9-4c56-9c39-befe6ccf5936 x-openstack-request-id: req-ab8ae10f-30b9-4c56-9c39-befe6ccf5936 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:03.826894 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96ef405-f326-4d3c-a2e7-fd97998c1c47", "name": "network-vif-plugged", "status": "completed", "tag": "34c0e446-9b8b-43b7-a245-91e0e154d241", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:03.827209 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ab8ae10f-30b9-4c56-9c39-befe6ccf5936 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:03.827664 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0e446-9b8b-43b7-a245-91e0e154d241', 'code': 200} Jul 07 18:09:03.838222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.963818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1df10-479e-4f67-9b12-0ac6bb6aa0e1 req-8b70c36d-6574-493e-91dd-31ddf160bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:03.965643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9d1df10-479e-4f67-9b12-0ac6bb6aa0e1 req-8b70c36d-6574-493e-91dd-31ddf160bd86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 1096 time: 0.0646763 Jul 07 18:09:04.018639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9d1df10-479e-4f67-9b12-0ac6bb6aa0e1 req-18fd0374-f673-4782-a256-0f4ea60527e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460143 Jul 07 18:09:04.450236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f239f6-4c6d-4947-a1ac-f5ea6dc83f56 req-584bbb8f-8939-4411-9c85-555fd55d8099 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:04.452159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37f239f6-4c6d-4947-a1ac-f5ea6dc83f56 req-584bbb8f-8939-4411-9c85-555fd55d8099 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0902672 Jul 07 18:09:04.501094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37f239f6-4c6d-4947-a1ac-f5ea6dc83f56 req-2a313c12-e8d4-4664-b0bc-92ecdc5d5dff tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423267 Jul 07 18:09:05.150529 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:05.689628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f574-7d0f-4de1-b341-c5fbeab58ed7 req-5d7f2309-516f-4e33-b215-8f28a8cbbeb0 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:05.691192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb73f574-7d0f-4de1-b341-c5fbeab58ed7 req-5d7f2309-516f-4e33-b215-8f28a8cbbeb0 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 945 time: 0.0657728 Jul 07 18:09:05.731789 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:05.738613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb73f574-7d0f-4de1-b341-c5fbeab58ed7 req-6f319907-3193-48de-bbb2-92f0bdaf4971 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Jul 07 18:09:06.238712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50502) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:06.409700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-550d86bd-1ef3-4177-ac25-4bee51e43cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.566229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-550d86bd-1ef3-4177-ac25-4bee51e43cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.571263 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-550d86bd-1ef3-4177-ac25-4bee51e43cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.605920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-550d86bd-1ef3-4177-ac25-4bee51e43cd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c1d16f602ea84d4e8485ad2a35d003a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635786 Jul 07 18:09:06.606750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50508) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:06.635863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d86bd-1ef3-4177-ac25-4bee51e43cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ceaef-3277-419d-9d43-cbce4b4d646c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:06.683420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9117e47e-263b-4da3-b540-34c8774d4fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.709370 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9117e47e-263b-4da3-b540-34c8774d4fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.779682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9117e47e-263b-4da3-b540-34c8774d4fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.785750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9117e47e-263b-4da3-b540-34c8774d4fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.787942 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9117e47e-263b-4da3-b540-34c8774d4fbe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/599ceaef-3277-419d-9d43-cbce4b4d646c HTTP/1.1" status: 204 len: 168 time: 0.1783400 Jul 07 18:09:06.801272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117e47e-263b-4da3-b540-34c8774d4fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ceaef-3277-419d-9d43-cbce4b4d646c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:07.156295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:07.170429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753f267f-19c6-4f1b-b5e4-ea6181acba7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.303268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753f267f-19c6-4f1b-b5e4-ea6181acba7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.313347 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-753f267f-19c6-4f1b-b5e4-ea6181acba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.361286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f267f-19c6-4f1b-b5e4-ea6181acba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0784eba6-d74d-46d1-9658-a6257f5d7e6d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:07.379141 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-753f267f-19c6-4f1b-b5e4-ea6181acba7b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ec460166046144ab9b130a645c0eb38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191386 Jul 07 18:09:07.381258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50526) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:07.438386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46174e16-0c0e-4772-ae76-18bdcd7ae141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.463759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46174e16-0c0e-4772-ae76-18bdcd7ae141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.519360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46174e16-0c0e-4772-ae76-18bdcd7ae141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.522148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46174e16-0c0e-4772-ae76-18bdcd7ae141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:07.524879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-46174e16-0c0e-4772-ae76-18bdcd7ae141 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0784eba6-d74d-46d1-9658-a6257f5d7e6d HTTP/1.1" status: 204 len: 168 time: 0.1409402 Jul 07 18:09:07.531654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174e16-0c0e-4772-ae76-18bdcd7ae141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0784eba6-d74d-46d1-9658-a6257f5d7e6d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:09.707629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50592) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:09.857821 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d680763-2835-455b-b2b8-5dd98e4ddf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:09.971335 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d680763-2835-455b-b2b8-5dd98e4ddf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:09.978077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d680763-2835-455b-b2b8-5dd98e4ddf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.028930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d680763-2835-455b-b2b8-5dd98e4ddf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f6a846-b99a-4746-a7df-85e808a48adf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:10.033571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0d680763-2835-455b-b2b8-5dd98e4ddf1f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=561d061d2ed3444db8b0aecc0334bfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247805 Jul 07 18:09:10.036101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50600) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:10.105833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06a6dcae-092c-4fb3-b58b-0c19bdb38d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.129272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06a6dcae-092c-4fb3-b58b-0c19bdb38d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.185499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06a6dcae-092c-4fb3-b58b-0c19bdb38d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.189809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-06a6dcae-092c-4fb3-b58b-0c19bdb38d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.196457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-06a6dcae-092c-4fb3-b58b-0c19bdb38d1d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/69f6a846-b99a-4746-a7df-85e808a48adf HTTP/1.1" status: 204 len: 168 time: 0.1568358 Jul 07 18:09:10.202837 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6dcae-092c-4fb3-b58b-0c19bdb38d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f6a846-b99a-4746-a7df-85e808a48adf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:10.568226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50616) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:10.586593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8311cd3-7c18-475f-9f6c-d3df78065754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.712898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8311cd3-7c18-475f-9f6c-d3df78065754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.718497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8311cd3-7c18-475f-9f6c-d3df78065754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.748698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311cd3-7c18-475f-9f6c-d3df78065754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffea858-7b87-4f10-b8e7-d4bcc3a5437c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:10.777621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50618) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:10.780072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b8311cd3-7c18-475f-9f6c-d3df78065754 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=39a88ec9beca4085ada220b2dfe0de53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104783 Jul 07 18:09:10.841231 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b004fc-a554-4842-a46f-b9e8536b0910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.870046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b004fc-a554-4842-a46f-b9e8536b0910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.949192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b004fc-a554-4842-a46f-b9e8536b0910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.953113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b004fc-a554-4842-a46f-b9e8536b0910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:10.954839 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-54b004fc-a554-4842-a46f-b9e8536b0910 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6ffea858-7b87-4f10-b8e7-d4bcc3a5437c HTTP/1.1" status: 204 len: 168 time: 0.1761448 Jul 07 18:09:10.970279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b004fc-a554-4842-a46f-b9e8536b0910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffea858-7b87-4f10-b8e7-d4bcc3a5437c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:11.253584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6a1e001-2dec-4fff-9695-b342e0f6a2e5 req-019dcbc2-ffce-4fb7-a328-73e97e8ad0cf tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0729625 Jul 07 18:09:12.141104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50692) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:12.338278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-619c9b17-8fdd-4beb-b700-3e8e274d39d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.620225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-619c9b17-8fdd-4beb-b700-3e8e274d39d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.623173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c57c67ee-9c61-462d-bdc9-f3cdd9f28dd0 req-553a4f5a-5ec0-401c-afa6-aaf82929dc20 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0555494 Jul 07 18:09:12.630709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-619c9b17-8fdd-4beb-b700-3e8e274d39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.684544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50718) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:12.684771 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-619c9b17-8fdd-4beb-b700-3e8e274d39d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de50df5c81ea4593ba2dc8ce46ebe2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433621 Jul 07 18:09:12.694325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9b17-8fdd-4beb-b700-3e8e274d39d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d7f332-3d1c-4ac9-aa99-97ad4144b41c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:12.833676 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c12c242-4288-4cc3-aa3d-e1471afac1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.871216 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c12c242-4288-4cc3-aa3d-e1471afac1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.937462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c12c242-4288-4cc3-aa3d-e1471afac1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.942332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c12c242-4288-4cc3-aa3d-e1471afac1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:12.944112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2c12c242-4288-4cc3-aa3d-e1471afac1d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/97d7f332-3d1c-4ac9-aa99-97ad4144b41c HTTP/1.1" status: 204 len: 168 time: 0.2583959 Jul 07 18:09:12.967768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12c242-4288-4cc3-aa3d-e1471afac1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d7f332-3d1c-4ac9-aa99-97ad4144b41c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:13.468541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50740) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:13.485841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31516908-81a8-484f-9206-f0e59ad375d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.630937 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31516908-81a8-484f-9206-f0e59ad375d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.639890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-31516908-81a8-484f-9206-f0e59ad375d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.690916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31516908-81a8-484f-9206-f0e59ad375d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db9932-8973-4c48-b65d-ad0bde5ee14d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:13.712950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-31516908-81a8-484f-9206-f0e59ad375d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7ac64115a5d84996bb810ff8018a8030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407959 Jul 07 18:09:13.713222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50750) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:13.802389 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-461c7a59-b3e1-431d-83c5-ed7214a524a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.893562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66e38a80-5f54-44f8-84e5-52f9fc74d05a req-035cfc31-9470-42bd-90c5-e86861b003ca tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0796325 Jul 07 18:09:13.898710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-461c7a59-b3e1-431d-83c5-ed7214a524a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.966968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-461c7a59-b3e1-431d-83c5-ed7214a524a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.971120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-461c7a59-b3e1-431d-83c5-ed7214a524a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:13.973000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-461c7a59-b3e1-431d-83c5-ed7214a524a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7db9932-8973-4c48-b65d-ad0bde5ee14d HTTP/1.1" status: 204 len: 168 time: 0.2585626 Jul 07 18:09:13.989615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c7a59-b3e1-431d-83c5-ed7214a524a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db9932-8973-4c48-b65d-ad0bde5ee14d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:15.140259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0ac8de1-7689-4c7c-a787-15fcbdddbe80 req-60a4658a-351d-4800-937c-c9b435e10ef5 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0449796 Jul 07 18:09:15.820314 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e27ddb3b-9b70-4c3f-b6a1-95591f5da2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.878640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28866f77-1b85-43ab-8bcf-9bb1be6c7565 req-00dac416-3c98-4a7d-bd31-dfbce95b73da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0420468 Jul 07 18:09:16.377111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7446b8c4-59a2-47e1-86d7-a9ad62c59fce req-60aca708-f686-4b67-98ab-5979d14ea795 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0615153 Jul 07 18:09:17.474085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50960) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:17.571838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07ca0894-15a7-4bce-b7fb-9e879a7f1a2c req-cdad90eb-aea9-4eff-a807-ad89d31e591c tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0365674 Jul 07 18:09:17.635216 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-326eab89-f69b-4857-b1b2-529b08860bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.745297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-326eab89-f69b-4857-b1b2-529b08860bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.751349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-326eab89-f69b-4857-b1b2-529b08860bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.796579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50976) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:17.797240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-326eab89-f69b-4857-b1b2-529b08860bba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d1461b41a56c4feea0789b9c3dce48c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213463 Jul 07 18:09:17.797644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eab89-f69b-4857-b1b2-529b08860bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b8430e-7170-49e6-bc78-4c69ff7287a4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:17.850747 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3cbd-0850-4094-b145-7ad508dd2786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.875553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3cbd-0850-4094-b145-7ad508dd2786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.954046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3cbd-0850-4094-b145-7ad508dd2786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.962959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2eb3cbd-0850-4094-b145-7ad508dd2786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.965071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a2eb3cbd-0850-4094-b145-7ad508dd2786 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/51b8430e-7170-49e6-bc78-4c69ff7287a4 HTTP/1.1" status: 204 len: 168 time: 0.1673305 Jul 07 18:09:17.982353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb3cbd-0850-4094-b145-7ad508dd2786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b8430e-7170-49e6-bc78-4c69ff7287a4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:18.348563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dccba26-ae5b-4e91-9643-67b83ce7435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.513835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51004) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:18.517407 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.539311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-223ece7c-2ba2-4245-b809-bfdadb60ab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.717386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-223ece7c-2ba2-4245-b809-bfdadb60ab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.724634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-223ece7c-2ba2-4245-b809-bfdadb60ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.765788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9da0dfd1-1ef4-489a-8cbb-95194ae7a21f req-47a58eaa-2f31-4599-865c-bb52c715c9a1 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.5815461 Jul 07 18:09:18.789039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51012) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:18.789515 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-223ece7c-2ba2-4245-b809-bfdadb60ab4b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2c2946a15fa7428a84bf4748936c01ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737927 Jul 07 18:09:18.842590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ece7c-2ba2-4245-b809-bfdadb60ab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907a9741-f30d-42d6-ae22-9a6d8a82476a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:18.912261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4be9-c3c1-42e7-807e-2c3b6e9f7862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.943465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4be9-c3c1-42e7-807e-2c3b6e9f7862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.998530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4be9-c3c1-42e7-807e-2c3b6e9f7862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:19.002450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4be9-c3c1-42e7-807e-2c3b6e9f7862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:19.004176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1cbb4be9-c3c1-42e7-807e-2c3b6e9f7862 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/907a9741-f30d-42d6-ae22-9a6d8a82476a HTTP/1.1" status: 204 len: 168 time: 0.2134602 Jul 07 18:09:19.030019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4be9-c3c1-42e7-807e-2c3b6e9f7862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a9741-f30d-42d6-ae22-9a6d8a82476a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:19.652649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.013140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5d4b0d7-a5f3-417c-96d4-c0968e042bcb req-2997261a-353c-41b3-b9e9-b59ad22321a4 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0699656 Jul 07 18:09:20.147919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51066) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:20.441890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2f127a9-64de-486d-8e6b-cf5f7261b43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.626447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2f127a9-64de-486d-8e6b-cf5f7261b43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.636801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a2f127a9-64de-486d-8e6b-cf5f7261b43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.688213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f127a9-64de-486d-8e6b-cf5f7261b43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409d9214-44aa-4c3b-a5a5-61719056c5bc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:20.738341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a2f127a9-64de-486d-8e6b-cf5f7261b43d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1adadc58555642fc9b4a62bf4daca56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892224 Jul 07 18:09:20.743968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51092) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:20.811948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c08a2ce-0be4-47f9-91c1-aceb59c378a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.882278 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c08a2ce-0be4-47f9-91c1-aceb59c378a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.948245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c08a2ce-0be4-47f9-91c1-aceb59c378a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.955420 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c08a2ce-0be4-47f9-91c1-aceb59c378a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.959699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5c08a2ce-0be4-47f9-91c1-aceb59c378a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/409d9214-44aa-4c3b-a5a5-61719056c5bc HTTP/1.1" status: 204 len: 168 time: 0.2136497 Jul 07 18:09:20.976591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08a2ce-0be4-47f9-91c1-aceb59c378a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d9214-44aa-4c3b-a5a5-61719056c5bc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:21.203688 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.313242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36d4be11-24cf-47c6-8512-4065de7620f6 req-96cf5d00-0343-4c05-b6da-c9bdb9e43709 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0535431 Jul 07 18:09:21.697178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:21.730951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a75f885-06ae-4219-b7e5-91e53588a0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.870685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a75f885-06ae-4219-b7e5-91e53588a0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.878099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a75f885-06ae-4219-b7e5-91e53588a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:21.925076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75f885-06ae-4219-b7e5-91e53588a0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2ab3f3-f630-48cf-b4ba-47219036670d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:21.966999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51172) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:21.976197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2a75f885-06ae-4219-b7e5-91e53588a0a7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=973d47e6c58e4f2eac7bb985fbc6c8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775764 Jul 07 18:09:22.028605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3db9f2de-2df1-49e4-9fd8-0d4d69cdbccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.062626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3db9f2de-2df1-49e4-9fd8-0d4d69cdbccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.131955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3db9f2de-2df1-49e4-9fd8-0d4d69cdbccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.135401 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3db9f2de-2df1-49e4-9fd8-0d4d69cdbccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.139772 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3db9f2de-2df1-49e4-9fd8-0d4d69cdbccc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4c2ab3f3-f630-48cf-b4ba-47219036670d HTTP/1.1" status: 204 len: 168 time: 0.1713071 Jul 07 18:09:22.156258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9f2de-2df1-49e4-9fd8-0d4d69cdbccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2ab3f3-f630-48cf-b4ba-47219036670d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:22.687126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ea57968-dc20-4be0-88a3-fcfe94b48b5c req-56fea401-9573-401d-8e30-a2f694ccd649 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.1353915 Jul 07 18:09:22.717305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51220) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:22.734412 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bb69a7d8-5cf3-4c6b-bb5f-671b451d198b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.871978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bb69a7d8-5cf3-4c6b-bb5f-671b451d198b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.884522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bb69a7d8-5cf3-4c6b-bb5f-671b451d198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:22.927657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51224) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:22.939997 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bb69a7d8-5cf3-4c6b-bb5f-671b451d198b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=122ae156ba6844b2ba8aaf293c70d96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211440 Jul 07 18:09:22.942798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51228) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:22.976070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69a7d8-5cf3-4c6b-bb5f-671b451d198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937dfd4d-9238-42f5-ae3c-125095934dfb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:23.024661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6322ab3d-b2e0-4cbf-aac6-274c6f237e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.055386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6322ab3d-b2e0-4cbf-aac6-274c6f237e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.074373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca96-e829-492a-9a1e-94100f208816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.108072 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6322ab3d-b2e0-4cbf-aac6-274c6f237e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.111769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6322ab3d-b2e0-4cbf-aac6-274c6f237e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.113676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6322ab3d-b2e0-4cbf-aac6-274c6f237e72 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/937dfd4d-9238-42f5-ae3c-125095934dfb HTTP/1.1" status: 204 len: 168 time: 0.1692834 Jul 07 18:09:23.154240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322ab3d-b2e0-4cbf-aac6-274c6f237e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937dfd4d-9238-42f5-ae3c-125095934dfb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:23.205277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca96-e829-492a-9a1e-94100f208816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.218455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca96-e829-492a-9a1e-94100f208816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.259987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ce65ca96-e829-492a-9a1e-94100f208816 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c5f4272f22384e0ebb4f421a0138c2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309851 Jul 07 18:09:23.262658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51234) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:23.325690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65ca96-e829-492a-9a1e-94100f208816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973927e2-7df8-426a-a0d7-20e9f954b9f2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:23.375654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b488986b-33a2-44de-b6ff-6ee0125967b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.402819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b488986b-33a2-44de-b6ff-6ee0125967b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.504316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b488986b-33a2-44de-b6ff-6ee0125967b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.514529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b488986b-33a2-44de-b6ff-6ee0125967b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:23.516255 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b488986b-33a2-44de-b6ff-6ee0125967b8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/973927e2-7df8-426a-a0d7-20e9f954b9f2 HTTP/1.1" status: 204 len: 168 time: 0.2519460 Jul 07 18:09:23.558358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488986b-33a2-44de-b6ff-6ee0125967b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973927e2-7df8-426a-a0d7-20e9f954b9f2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:24.030880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a93f8dca-b2af-4ef1-b3e7-632e1d49f581 req-f7a59910-a1fd-4503-9b3e-680df750a184 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.1178329 Jul 07 18:09:24.381492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51268) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:24.400145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3884f3da-b92e-469b-9051-781754fc787f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.551885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3884f3da-b92e-469b-9051-781754fc787f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.559241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3884f3da-b92e-469b-9051-781754fc787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.600099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884f3da-b92e-469b-9051-781754fc787f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab36414-aa63-440b-b694-421676e84c75,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:24.610274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51276) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:24.610534 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3884f3da-b92e-469b-9051-781754fc787f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=241229b836e944d9b1485899983ab7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281132 Jul 07 18:09:24.738203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8ff70bc-95d1-4630-ba73-07e95e403afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.806702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8ff70bc-95d1-4630-ba73-07e95e403afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.904317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8ff70bc-95d1-4630-ba73-07e95e403afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.907853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8ff70bc-95d1-4630-ba73-07e95e403afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.916283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e8ff70bc-95d1-4630-ba73-07e95e403afb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0ab36414-aa63-440b-b694-421676e84c75 HTTP/1.1" status: 204 len: 168 time: 0.3042264 Jul 07 18:09:24.931647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff70bc-95d1-4630-ba73-07e95e403afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab36414-aa63-440b-b694-421676e84c75,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:25.358686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff420f59-2213-41f2-a4bc-c83039cfe076 req-7caab2d6-2a9a-4419-b2fb-df80c6d45dd1 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0635972 Jul 07 18:09:26.597677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c61b18ce-5bbb-4df7-833b-5a09c8876a28 req-7f064d16-f9d8-4af3-bd7b-32d51bb263df tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0380158 Jul 07 18:09:27.010271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-73c7df89-a02d-4dab-91ad-5713744de25e tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=cb4822e2a1ea48a393172b5eb3c23934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573599 Jul 07 18:09:27.327948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-51300a7c-d1c2-490a-a458-6cc75389d56c tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:27.336336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-51300a7c-d1c2-490a-a458-6cc75389d56c tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3151994 Jul 07 18:09:27.353589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-cf551f74-18c5-4983-91d1-efa362e7ba9f tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/quotas/cb4822e2a1ea48a393172b5eb3c23934 HTTP/1.1" status: 200 len: 375 time: 0.0159461 Jul 07 18:09:27.402699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-8e614fc2-1d44-43a2-abce-b3c7f2f6e847 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb4822e2a1ea48a393172b5eb3c23934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469105 Jul 07 18:09:27.742500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-051ab06b-bf9e-476d-abb4-14af899d2f3f req-6bf84cf5-f8c2-4d8a-90d3-b8580199067f tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 210 time: 0.0622175 Jul 07 18:09:27.966795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40affee1-c2a7-4a08-a41a-3ef92cb429ae req-a055893f-b352-4fba-92af-a6420f34fc31 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0638468 Jul 07 18:09:28.413645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51436) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:28.628648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21b20c7b-3368-46f0-a0ab-4a4f640ef1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.764959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21b20c7b-3368-46f0-a0ab-4a4f640ef1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.769942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-21b20c7b-3368-46f0-a0ab-4a4f640ef1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.820906 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-21b20c7b-3368-46f0-a0ab-4a4f640ef1a4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7a5416769b547deae910870240a9603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031537 Jul 07 18:09:28.821350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51442) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:28.828150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b20c7b-3368-46f0-a0ab-4a4f640ef1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f128531-2d64-4114-ad59-d1017c02bda3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:28.909541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96596426-77d0-40a9-b09a-c96c15fc810c req-7e42f668-60fb-4a70-9ce4-2935f311cd1f tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 210 time: 0.0498793 Jul 07 18:09:28.937954 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7e01-9700-42bc-a536-967526ea50e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.007749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7e01-9700-42bc-a536-967526ea50e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.089118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7e01-9700-42bc-a536-967526ea50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.093677 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7e01-9700-42bc-a536-967526ea50e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.096060 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f3d7e01-9700-42bc-a536-967526ea50e5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1f128531-2d64-4114-ad59-d1017c02bda3 HTTP/1.1" status: 204 len: 168 time: 0.2738147 Jul 07 18:09:29.106424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d7e01-9700-42bc-a536-967526ea50e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f128531-2d64-4114-ad59-d1017c02bda3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:29.282107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d90a7ff-c1a9-404c-9944-75a8d1d72db1 req-4d136bfb-9fde-433c-93e8-3a4150401aa7 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0568280 Jul 07 18:09:29.416139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-1c64c9c7-67e7-41dd-a930-eb574440f77c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:29.422892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-1c64c9c7-67e7-41dd-a930-eb574440f77c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.1306891 Jul 07 18:09:29.463549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-a5d00595-9113-4616-9226-57acac84758d tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cb4822e2a1ea48a393172b5eb3c23934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431535 Jul 07 18:09:29.478477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-8aa5e2de-1f68-4d70-b0d0-047642acf2f8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/quotas/77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0538087 Jul 07 18:09:29.635142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-38a156fc-3bce-4584-8880-028a5ac7b52b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1941142 Jul 07 18:09:29.639202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51468) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:29.670059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8ca169db-069d-477c-a22b-18b07597a560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.759898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-4fa81cdd-c16a-4c96-94f9-82bb34561ceb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2766089 Jul 07 18:09:29.773099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-6f2eba5a-1818-48a0-8882-5108ad41f834 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:29.775031 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-6f2eba5a-1818-48a0-8882-5108ad41f834 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041708 Jul 07 18:09:29.778958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-44ef5f24-a444-4676-9252-d74f4dad693b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:09:29.788252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Request body: {'port': {'device_id': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'cb4822e2a1ea48a393172b5eb3c23934'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:29.793720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-44ef5f24-a444-4676-9252-d74f4dad693b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323465 Jul 07 18:09:29.890246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-b52f8f8b-9b28-422d-b419-163b28cc921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:29.893129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-b52f8f8b-9b28-422d-b419-163b28cc921a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 1096 time: 0.2322259 Jul 07 18:09:30.030212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-51a288e3-8d90-42fb-888b-db1b2ca7775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.031947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-51a288e3-8d90-42fb-888b-db1b2ca7775c service neutron] 10.222.0.55 "GET /v2.0/networks?id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 200 len: 916 time: 0.1137948 Jul 07 18:09:30.095706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-251f4fa9-3366-4865-b3e6-52b196789d84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e93eb27-e0c2-4177-a840-5387930d8f20 HTTP/1.1" status: 200 len: 217 time: 0.0547302 Jul 07 18:09:30.155182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1cf8f0d4-5677-43a4-9c8e-0435255f60bc req-898c07ab-8b63-4474-aa94-d73213d4cef4 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 210 time: 0.0576839 Jul 07 18:09:30.241924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8ca169db-069d-477c-a22b-18b07597a560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.254479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8ca169db-069d-477c-a22b-18b07597a560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.300346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Made reservation on behalf of cb4822e2a1ea48a393172b5eb3c23934 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:30.312522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.317247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8ca169db-069d-477c-a22b-18b07597a560 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ee8816a4eae64a2ea8fba650073a38fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771262 Jul 07 18:09:30.320400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51484) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:30.321716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca169db-069d-477c-a22b-18b07597a560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939cb802-ee25-4881-862a-9b7311a97cfd,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:30.334571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-0d5602e5-fe9d-410c-afee-7816459427e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.337567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-0d5602e5-fe9d-410c-afee-7816459427e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 200 len: 855 time: 0.2309897 Jul 07 18:09:30.366290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.380136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-c60323a7-9d0e-416f-af9a-e689819ec72e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25ff07d5-8017-46d5-a3b3-1dd8523c4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287182 Jul 07 18:09:30.426384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6cb13a15-a1de-4382-9338-1a290813e6ac service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309152 Jul 07 18:09:30.499908 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.515020 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.558098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9ffcc-f697-4163-b650-49297bc37997,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:30.584634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-176d07c3-c834-479d-828b-ab6740b2ff9a service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934600 Jul 07 18:09:30.618109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcc468e4-86b2-4e7e-9c78-306fadd61a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.676672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcc468e4-86b2-4e7e-9c78-306fadd61a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.733286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Allocated IP 192.168.233.80 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/5756038a-3f71-4abf-92f4-0ec41defb5f4) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:30.757984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-91951b94-8c09-4169-a769-856731716202 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303008 Jul 07 18:09:30.762605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70e63fdc-f822-4f78-aa24-77060e8a1012 req-274c8c87-c2e0-4695-b6e8-c52f5e4ed637 service neutron] 10.222.0.55 "GET /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653218 Jul 07 18:09:30.772177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcc468e4-86b2-4e7e-9c78-306fadd61a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.774750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcc468e4-86b2-4e7e-9c78-306fadd61a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.775916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bcc468e4-86b2-4e7e-9c78-306fadd61a79 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/939cb802-ee25-4881-862a-9b7311a97cfd HTTP/1.1" status: 204 len: 168 time: 0.4523649 Jul 07 18:09:30.935761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc468e4-86b2-4e7e-9c78-306fadd61a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939cb802-ee25-4881-862a-9b7311a97cfd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:31.005215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.023723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Transition to ACTIVE for port object 5756038a-3f71-4abf-92f4-0ec41defb5f4 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:31.069453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.164741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:31.171553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:31.178166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1df26e7d-d31e-45a4-807d-1923bfbaa771 req-c9c12d2b-f27e-4c0f-9bb4-2b63ecbafdc2 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0785718 Jul 07 18:09:31.191977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:31.231351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Pushing event updated for resources: {'Port': ['ID=5756038a-3f71-4abf-92f4-0ec41defb5f4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:31.334744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.336004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.389098 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d9f0e30-c18c-4348-a623-c8d0fb55d305 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6040514 Jul 07 18:09:31.397136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee7f9141-c6cb-4985-81bc-2672bfa23465 req-1af83b20-dae0-48b1-acb7-5d005ee080fd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.0915296 Jul 07 18:09:31.411118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Request body: {'port': {'device_id': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:31.650654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5b68fa6b-bad5-4cde-ad14-99b85463c97b None None] Provisioning for port 5756038a-3f71-4abf-92f4-0ec41defb5f4 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:31.659529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5b68fa6b-bad5-4cde-ad14-99b85463c97b None None] Provisioning complete for port 5756038a-3f71-4abf-92f4-0ec41defb5f4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:31.659901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b68fa6b-bad5-4cde-ad14-99b85463c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.679632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:31.712989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.725555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.750639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.776814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.778914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5b68fa6b-bad5-4cde-ad14-99b85463c97b None None] Port 5756038a-3f71-4abf-92f4-0ec41defb5f4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:31.788373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.803806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.819481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:31.829427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-cd3dc253-ca12-483b-8507-07e4885452bb tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.3707750 Jul 07 18:09:31.925774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f3d5fd2-e863-4d2e-a932-387cd04a89a4 req-29716a8f-50fa-4ef8-ac5f-3a6234fffb16 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951738 Jul 07 18:09:32.161735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35863d7-4aeb-4ef0-b1b6-436ea0f0e4f7 req-3af984b0-b4c8-4860-a866-7268f83047c5 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.169394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f35863d7-4aeb-4ef0-b1b6-436ea0f0e4f7 req-3af984b0-b4c8-4860-a866-7268f83047c5 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 935 time: 0.1146026 Jul 07 18:09:32.231682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb997b6-87ee-4a34-9896-966b73fdd442 req-504f6261-301f-4f37-9abd-7f3cb8430eba tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.233399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfb997b6-87ee-4a34-9896-966b73fdd442 req-504f6261-301f-4f37-9abd-7f3cb8430eba tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 945 time: 0.1207030 Jul 07 18:09:32.245101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5756038a-3f71-4abf-92f4-0ec41defb5f4 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:32.247097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f35863d7-4aeb-4ef0-b1b6-436ea0f0e4f7 req-f60a40f3-49c7-4a50-ac50-91e483f459ea tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745380 Jul 07 18:09:32.256897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.276569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Transition to ACTIVE for port object 5756038a-3f71-4abf-92f4-0ec41defb5f4 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:32.281986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.330854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51542) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:32.409870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=5756038a-3f71-4abf-92f4-0ec41defb5f4,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:32.447786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfb997b6-87ee-4a34-9896-966b73fdd442 req-bdf2a202-5dc8-4fe8-b1c9-705c187db3fe tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994047 Jul 07 18:09:32.516119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901734f8-4f17-4c66-b0c3-f38f0986fa40 req-26b80730-2592-411a-8316-765147adeb24 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.1120422 Jul 07 18:09:32.533954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Attempting to bind port 5756038a-3f71-4abf-92f4-0ec41defb5f4 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:32.534412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Attempting to bind port 5756038a-3f71-4abf-92f4-0ec41defb5f4 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:32.534624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Attempting to bind port 5756038a-3f71-4abf-92f4-0ec41defb5f4 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:32.543696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Port 5756038a-3f71-4abf-92f4-0ec41defb5f4 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:09:32.544278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Attempting to bind port 5756038a-3f71-4abf-92f4-0ec41defb5f4 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:32.570990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:32.571822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:32.572409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:32.573050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Bound port: 5756038a-3f71-4abf-92f4-0ec41defb5f4, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:32.573820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.591772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.604517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435537364'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:32.608476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.625188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.638370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.646232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.654156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.661471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.663983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-b2033948-e2c6-4815-b277-2a344ac14bf3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.4145854 Jul 07 18:09:32.685312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:32.688937 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.723316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.744087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] For port 5756038a-3f71-4abf-92f4-0ec41defb5f4, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:32.764989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-f16b60f3-b3fc-4111-bff1-c68876156e5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.770918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-f16b60f3-b3fc-4111-bff1-c68876156e5a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "GET /v2.0/ports/26086cce-ebff-466f-9b23-0f2e5a21a1c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0954399 Jul 07 18:09:32.778205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] For port 5756038a-3f71-4abf-92f4-0ec41defb5f4, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5756038a-3f71-4abf-92f4-0ec41defb5f4,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:32.839800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.858961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecea95a6-e34e-461f-8f41-b41eddf58a61 req-50dcb564-826e-41ef-beb0-994430445ae9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.0864902 Jul 07 18:09:32.865430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:32.866337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.867866 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] 10.222.0.55 "PUT /v2.0/ports/5756038a-3f71-4abf-92f4-0ec41defb5f4 HTTP/1.1" status: 200 len: 1095 time: 1.4697340 Jul 07 18:09:32.884394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'tag': '5756038a-3f71-4abf-92f4-0ec41defb5f4'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:32.888328 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a927321c-171f-4615-96d8-b55c5a876c98" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315", "tag": "5756038a-3f71-4abf-92f4-0ec41defb5f4"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:33.023312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-4acb4e82-42e6-47b8-86c3-cbb0f3a8c48f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "GET /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2496736 Jul 07 18:09:33.025883 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b34ca9-1e70-4bc1-9826-7f9e5933ff13 x-openstack-request-id: req-a8b34ca9-1e70-4bc1-9826-7f9e5933ff13 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:33.027375 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315", "tag": "5756038a-3f71-4abf-92f4-0ec41defb5f4", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:33.027854 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a8b34ca9-1e70-4bc1-9826-7f9e5933ff13 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:33.028778 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'tag': '5756038a-3f71-4abf-92f4-0ec41defb5f4', 'status': 'completed', 'code': 200} Jul 07 18:09:33.040581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:33.062119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a47e5-abe0-489c-812b-8182f7a7f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=5756038a-3f71-4abf-92f4-0ec41defb5f4,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:33.172482 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.198639 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.206169 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.218568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:33.272665 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.273185 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment d9cd6fd3-aa41-4dd1-a47c-0da4726d54cb of type vlan for network d032a126-d6b1-41b3-b025-841c0bbd9612 Jul 07 18:09:33.327403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-55999646-0cee-4de2-b2b4-d9d0bb06577e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.328962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-55999646-0cee-4de2-b2b4-d9d0bb06577e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.4558308 Jul 07 18:09:33.333401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4f60b6-161a-4dc0-8e1c-9d087151768f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:33.353478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'port': {'device_id': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'admin_state_up': True, 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:33.359794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.367204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-c091c895-2d92-494a-93b0-c07dea59ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.368970 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-c091c895-2d92-494a-93b0-c07dea59ebb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb4822e2a1ea48a393172b5eb3c23934&device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 1098 time: 0.3584111 Jul 07 18:09:33.425423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] For port 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=26086cce-ebff-466f-9b23-0f2e5a21a1c6,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:33.468875 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-69bf2e69-34b4-4050-b64f-39551b8a8597 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=5756038a-3f71-4abf-92f4-0ec41defb5f4 HTTP/1.1" status: 200 len: 217 time: 0.0870020 Jul 07 18:09:33.503184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] For port 26086cce-ebff-466f-9b23-0f2e5a21a1c6, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:33.552533 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.558418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.559042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.566668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] device_id is not set on port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:09:33.586311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.592852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.598950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-e1a78417-60c0-4fdd-967e-c04fba224a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.599455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.600431 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-e1a78417-60c0-4fdd-967e-c04fba224a89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1235743 Jul 07 18:09:33.606004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.612403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.618659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.624745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.632342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61daf9f7-d467-4430-9582-94afffcee4ba req-f86039f0-70e4-4f78-9a5a-a9f5ec355b93 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 5444 time: 0.4025517 Jul 07 18:09:33.634633 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3027058 Jul 07 18:09:33.652546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.690770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:33.698441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db423c51-2bb9-42f1-89c7-d90baf90944d req-39fae53b-c9d1-4687-b21d-3b9e499c01e0 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:33.705633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db423c51-2bb9-42f1-89c7-d90baf90944d req-39fae53b-c9d1-4687-b21d-3b9e499c01e0 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 947 time: 0.2618806 Jul 07 18:09:33.709388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.715584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.751602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4366d7a-7b2b-4376-a200-8f94c2ced1db tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=d032a126-d6b1-41b3-b025-841c0bbd9612,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:33.776354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:33.790423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61daf9f7-d467-4430-9582-94afffcee4ba req-8846bf7e-06a5-4e9f-a62f-571848fb1726 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568630 Jul 07 18:09:33.792765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d032a126-d6b1-41b3-b025-841c0bbd9612 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:33.804517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': 'd032a126-d6b1-41b3-b025-841c0bbd9612', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:33.959839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db423c51-2bb9-42f1-89c7-d90baf90944d req-19c89797-0192-4135-8d51-dd316e6c12bf tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528107 Jul 07 18:09:33.969834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] Pushing event updated for resources: {'Port': ['ID=26086cce-ebff-466f-9b23-0f2e5a21a1c6,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:34.022701 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.050023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] No DVR routers for this DVR port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:34.077136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d5b261e-0fca-461d-af91-b5bf25311615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:34.079151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-3d5b261e-0fca-461d-af91-b5bf25311615 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4462626 Jul 07 18:09:34.138081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-04f5db4b-42ff-435c-982e-512b0f7c5b01 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:34.139619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-04f5db4b-42ff-435c-982e-512b0f7c5b01 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 945 time: 0.5045013 Jul 07 18:09:34.226015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:34.229627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.244321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f66a7e76-96dd-4ef9-9672-73d00ecaea3a req-7bcea998-33e6-4001-ae26-137ab7732726 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0730362 Jul 07 18:09:34.254759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] In _notify_port_updated(), no bound segment for port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:09:34.256346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:34.256346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.257627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-5d0f42c4-97c7-4471-841b-c47cd80fd2ef service neutron] 10.222.0.90 "PUT /v2.0/ports/26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 200 len: 1032 time: 1.2254646 Jul 07 18:09:34.294986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a68aabec-5139-4db4-b71b-3c9da0df3b55 None None] Provisioning complete for port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:34.295651 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a68aabec-5139-4db4-b71b-3c9da0df3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.375569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a68aabec-5139-4db4-b71b-3c9da0df3b55 None None] Port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:34.419690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-982bf02a-7649-4e55-ad68-3b182ba977b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:34.422080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-982bf02a-7649-4e55-ad68-3b182ba977b3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "GET /v2.0/ports/87e25960-b498-4553-b6bc-592a66af9e2f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1444969 Jul 07 18:09:34.432056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f41fda-f9e8-4dc7-9147-d55e14565897 req-a017d8a0-d108-481a-b9c2-940408c40867 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:34.440530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7f41fda-f9e8-4dc7-9147-d55e14565897 req-a017d8a0-d108-481a-b9c2-940408c40867 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 945 time: 0.3146911 Jul 07 18:09:34.448874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:34.507256 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-9a6dd4cd-eeb7-4e11-921c-9787b98d7e1d service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114497 Jul 07 18:09:34.509953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.20.0.11 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/ce0f54d1-549c-4d94-aa29-f3d261d4dc0b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:34.561332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Deleting port 34c0e446-9b8b-43b7-a245-91e0e154d241 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:34.561576 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.567234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7f41fda-f9e8-4dc7-9147-d55e14565897 req-73c9c1b2-f7ac-47b5-aa47-5e453bebef3f tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255527 Jul 07 18:09:34.848295 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3040d117-a9a6-46c1-bbed-4a1bfd36d779 req-714c6209-9eee-4d98-91bc-35832c69dcd9 service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305542 Jul 07 18:09:34.895896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.069515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c241449-53d2-46ed-aa0a-c2508fbc7299 req-1bdedfdc-751f-445b-89de-c22d339c81b4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.4314554 Jul 07 18:09:35.072461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=1f626df3-e86a-402e-8d57-39e652bff00f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:35.109498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.128135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': 'd9cd6fd3-aa41-4dd1-a47c-0da4726d54cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd032a126-d6b1-41b3-b025-841c0bbd9612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:35.128587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: d032a126-d6b1-41b3-b025-841c0bbd9612, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:35.138690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Transition to ACTIVE for port object ce0f54d1-549c-4d94-aa29-f3d261d4dc0b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:35.175701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927321c-171f-4615-96d8-b55c5a876c98 req-26b2c5b7-596b-4133-bced-dc9aedc9c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.177722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a927321c-171f-4615-96d8-b55c5a876c98 req-26b2c5b7-596b-4133-bced-dc9aedc9c1f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb4822e2a1ea48a393172b5eb3c23934&device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 1098 time: 0.2621980 Jul 07 18:09:35.180613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network d032a126-d6b1-41b3-b025-841c0bbd9612 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:35.183747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] For port 34c0e446-9b8b-43b7-a245-91e0e154d241, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=34c0e446-9b8b-43b7-a245-91e0e154d241,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:35.186385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.191296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.251273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d032a126-d6b1-41b3-b025-841c0bbd9612) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:35.259117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19154786-3524-4f67-ba4b-23b8c96f00c6 None None] Network d032a126-d6b1-41b3-b025-841c0bbd9612 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:35.267077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.267678 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.298333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-392aafbd-2a87-4fe2-ae71-b711c6128dac tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5154357 Jul 07 18:09:35.300671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51584) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:35.301904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Calling delete_port for 34c0e446-9b8b-43b7-a245-91e0e154d241 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:35.307296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477831611'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:35.335387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.395996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:35.399855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.424724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:35.428538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927321c-171f-4615-96d8-b55c5a876c98 req-c6e06507-2df7-4869-82e2-61b3f1af6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.430281 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a927321c-171f-4615-96d8-b55c5a876c98 req-c6e06507-2df7-4869-82e2-61b3f1af6dd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.2421060 Jul 07 18:09:35.436803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:35.456858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:35.493180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-d032a126-d6b1-41b3-b025-841c0bbd9612', 'network_id': 'd032a126-d6b1-41b3-b025-841c0bbd9612', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '1f626df3-e86a-402e-8d57-39e652bff00f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:35.494098 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.533410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.551693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51', '7c7b32fb-4f13-42ab-8447-1e969fa0c97d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:35.555714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5e93eb27-e0c2-4177-a840-5387930d8f20', '34c0e446-9b8b-43b7-a245-91e0e154d241'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:35.587325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event deleted for resources: {'Port': ['ID=34c0e446-9b8b-43b7-a245-91e0e154d241,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:35.808995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-8058d58d-7e6a-484a-b4aa-b66bcb81ffbf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.815531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-8058d58d-7e6a-484a-b4aa-b66bcb81ffbf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.824016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-8058d58d-7e6a-484a-b4aa-b66bcb81ffbf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.843809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-8058d58d-7e6a-484a-b4aa-b66bcb81ffbf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.853641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-8058d58d-7e6a-484a-b4aa-b66bcb81ffbf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.860192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-8058d58d-7e6a-484a-b4aa-b66bcb81ffbf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:35.862346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-8058d58d-7e6a-484a-b4aa-b66bcb81ffbf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 4665 time: 0.8073645 Jul 07 18:09:35.912005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e2f2bc5a-5007-4a11-99a9-42b5b5c36a92 None None] Provisioning for port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:35.918486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] No DVR routers for this DVR port 34c0e446-9b8b-43b7-a245-91e0e154d241 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:35.946090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.951541 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.960492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e2f2bc5a-5007-4a11-99a9-42b5b5c36a92 None None] Provisioning complete for port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:35.960861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a1c576b-fd04-4ae7-83a5-8b21ac448242 req-5a005635-9aea-43bf-a052-4e1fbc2918f5 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "DELETE /v2.0/ports/34c0e446-9b8b-43b7-a245-91e0e154d241 HTTP/1.1" status: 204 len: 173 time: 1.8102112 Jul 07 18:09:35.960985 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2f2bc5a-5007-4a11-99a9-42b5b5c36a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.961592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'name': 'network-vif-deleted', 'tag': '34c0e446-9b8b-43b7-a245-91e0e154d241'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:35.964422 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f583f01-6d37-405e-8a36-fa48127110d1" -d '{"events": [{"server_uuid": "f96ef405-f326-4d3c-a2e7-fd97998c1c47", "name": "network-vif-deleted", "tag": "34c0e446-9b8b-43b7-a245-91e0e154d241"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:36.023249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2bc5a-5007-4a11-99a9-42b5b5c36a92 None None] Port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:36.041161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be459-25e5-4e55-a9f3-8cb56979e791 req-5a0be7c2-79e8-4be0-93eb-030230fb3a64 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:36.049348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-843be459-25e5-4e55-a9f3-8cb56979e791 req-5a0be7c2-79e8-4be0-93eb-030230fb3a64 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 947 time: 0.7585349 Jul 07 18:09:36.072788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a6529ff-c561-418b-8c24-be83bee6d92b req-a2907f8e-8f50-4e20-a713-3061ab40fb40 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&id=01739057-6791-41aa-9f95-3f28c1e075b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1889293 Jul 07 18:09:36.117781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] For port 87e25960-b498-4553-b6bc-592a66af9e2f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=87e25960-b498-4553-b6bc-592a66af9e2f,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:36.153007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-843be459-25e5-4e55-a9f3-8cb56979e791 req-081c3439-00af-4627-9bd8-522edd257225 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951962 Jul 07 18:09:36.206411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] For port 87e25960-b498-4553-b6bc-592a66af9e2f, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:36.247682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:36.275752 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.276456 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 384e843d-8dcb-466b-a41d-815ee4b87ef8 of type vlan for network 42920f0e-7faf-48a6-9845-635238bbc3cc Jul 07 18:09:36.312862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] device_id is not set on port 87e25960-b498-4553-b6bc-592a66af9e2f yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:09:36.359140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.376951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.398903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.440042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 29703aa6-5035-458f-b073-112ae8a0076d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:36.462789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:36.463477 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.478068 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a927321c-171f-4615-96d8-b55c5a876c98 req-797ad011-1143-4362-8179-ae9e8d0d8648 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=5756038a-3f71-4abf-92f4-0ec41defb5f4 HTTP/1.1" status: 200 len: 217 time: 1.0165958 Jul 07 18:09:36.479060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:36.491770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.506095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:36.506735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.519049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] Pushing event updated for resources: {'Port': ['ID=87e25960-b498-4553-b6bc-592a66af9e2f,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:36.526601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Allocated IP 172.20.255.242 (d032a126-d6b1-41b3-b025-841c0bbd9612/1f626df3-e86a-402e-8d57-39e652bff00f/70d2c16d-e7e4-4961-9a0b-39a8338ead69) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:36.560675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-58adf6a9-1e97-4934-b4a6-6d6dad402ee1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2120910 Jul 07 18:09:36.567189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83614d83-fa6c-4ce9-8fac-3414e20d863a req-12503389-f02a-4421-9eb4-ca729b89bd72 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0664997 Jul 07 18:09:36.597429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Request body: {'port': {'device_id': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:36.609119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] No DVR routers for this DVR port 87e25960-b498-4553-b6bc-592a66af9e2f on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:36.670270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] In _notify_port_updated(), no bound segment for port 87e25960-b498-4553-b6bc-592a66af9e2f on network 505be4a2-270c-4d00-b6c6-483296bee6ec {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:09:36.671475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:36.672245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.674546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c08066db-4e65-4c66-96f6-90611c6cc893 service neutron] 10.222.0.90 "PUT /v2.0/ports/87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 200 len: 1033 time: 2.2311249 Jul 07 18:09:36.764568 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d45c7fb-0267-4c3a-a050-b9cffc75b08c x-openstack-request-id: req-0d45c7fb-0267-4c3a-a050-b9cffc75b08c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:36.767674 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96ef405-f326-4d3c-a2e7-fd97998c1c47", "name": "network-vif-deleted", "tag": "34c0e446-9b8b-43b7-a245-91e0e154d241", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:36.767857 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d45c7fb-0267-4c3a-a050-b9cffc75b08c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:36.768342 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96ef405-f326-4d3c-a2e7-fd97998c1c47', 'name': 'network-vif-deleted', 'tag': '34c0e446-9b8b-43b7-a245-91e0e154d241', 'status': 'completed', 'code': 200} Jul 07 18:09:36.855915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc896c03-6bd7-4515-a38c-16fc157dbfde req-a6cb1cbb-eef2-442b-8f9a-218e5fcf5b39 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96ef405-f326-4d3c-a2e7-fd97998c1c47 HTTP/1.1" status: 200 len: 210 time: 0.1140635 Jul 07 18:09:36.872704 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5693092 Jul 07 18:09:36.879087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:36.896458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': '42920f0e-7faf-48a6-9845-635238bbc3cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:36.922432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b0637-fe66-4bc1-824e-88c3264eded5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=42920f0e-7faf-48a6-9845-635238bbc3cc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:36.964393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927321c-171f-4615-96d8-b55c5a876c98 req-c8372217-82f4-467c-a2e7-52b179d75ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:36.966249 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a927321c-171f-4615-96d8-b55c5a876c98 req-c8372217-82f4-467c-a2e7-52b179d75ba3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.4414485 Jul 07 18:09:36.977360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 42920f0e-7faf-48a6-9845-635238bbc3cc details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:36.993809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.085532 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.105611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:37.106835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.239383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927321c-171f-4615-96d8-b55c5a876c98 req-4a89698d-1f66-4f20-9b54-008756264e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:37.241261 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a927321c-171f-4615-96d8-b55c5a876c98 req-4a89698d-1f66-4f20-9b54-008756264e2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2620101 Jul 07 18:09:37.334893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:37.346673 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.385140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:37.399451 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2b1bf7-6084-41c7-9b3c-8ba68cf22837" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "29703aa6-5035-458f-b073-112ae8a0076d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:37.405744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-573664e1-e1f6-4986-a3a3-61f371bf1155 None None] Provisioning complete for port 87e25960-b498-4553-b6bc-592a66af9e2f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:37.408214 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-573664e1-e1f6-4986-a3a3-61f371bf1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.468101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-573664e1-e1f6-4986-a3a3-61f371bf1155 None None] Port 87e25960-b498-4553-b6bc-592a66af9e2f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:37.504678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 29703aa6-5035-458f-b073-112ae8a0076d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29703aa6-5035-458f-b073-112ae8a0076d,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:37.505463 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a927321c-171f-4615-96d8-b55c5a876c98 req-1e1690bf-3385-4d5f-b2cf-54a88ed80bce service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115772 Jul 07 18:09:37.525537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.526651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 954afe75-7d62-4476-91c4-dfdaa3419d31 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:37.648181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223111-8a19-474d-96f4-0c553b04fcf2 req-fd963669-f64c-40d3-b71b-27f117b61065 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:37.655482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07223111-8a19-474d-96f4-0c553b04fcf2 req-fd963669-f64c-40d3-b71b-27f117b61065 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 932 time: 0.6084075 Jul 07 18:09:37.687368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] For port 6f4af782-ad47-4cb0-89f2-89d1674a29c8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=6f4af782-ad47-4cb0-89f2-89d1674a29c8,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:37.687719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.710984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a927321c-171f-4615-96d8-b55c5a876c98 req-84b6f817-ddfc-42e4-a99d-907a9793966f service neutron] 10.222.0.55 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966040 Jul 07 18:09:37.726046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0f54d1-549c-4d94-aa29-f3d261d4dc0b {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:37.728367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5756038a-3f71-4abf-92f4-0ec41defb5f4 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:09:37.735651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.752417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Transition to ACTIVE for port object ce0f54d1-549c-4d94-aa29-f3d261d4dc0b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:37.756460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 6f4af782-ad47-4cb0-89f2-89d1674a29c8 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:37.759724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:37.847392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5756038a-3f71-4abf-92f4-0ec41defb5f4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5756038a-3f71-4abf-92f4-0ec41defb5f4,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:37.867703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 34c0e446-9b8b-43b7-a245-91e0e154d241 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:37.886704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '5756038a-3f71-4abf-92f4-0ec41defb5f4', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '5756038a-3f71-4abf-92f4-0ec41defb5f4', 'mac_address': 'fa:16:3e:83:12:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:09:37.896773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:37.977442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=29703aa6-5035-458f-b073-112ae8a0076d,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:37.979459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 34c0e446-9b8b-43b7-a245-91e0e154d241 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:37.979795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 34c0e446-9b8b-43b7-a245-91e0e154d241 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:38.008707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07223111-8a19-474d-96f4-0c553b04fcf2 req-28f97c88-3a37-408d-9ea3-5407d6529516 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485126 Jul 07 18:09:38.051692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.052172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.052505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.052866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.055311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.055657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.055983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.056308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.056641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.056997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.057323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.057648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:38.082809 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.102032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Attempting to bind port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:38.102383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Attempting to bind port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:38.102722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Attempting to bind port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:38.104471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d6bb-118c-4be5-94e4-861723b0f6a3 req-67279693-585a-4f87-8440-fff130974151 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.117713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b on network 6e8c40d1-4f4e-4043-af4e-b460953275ad not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:09:38.118027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Attempting to bind port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:38.128059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d6bb-118c-4be5-94e4-861723b0f6a3 req-67279693-585a-4f87-8440-fff130974151 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.144916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d6bb-118c-4be5-94e4-861723b0f6a3 req-67279693-585a-4f87-8440-fff130974151 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.146891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:38.147251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:38.147651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:38.148117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Bound port: ce0f54d1-549c-4d94-aa29-f3d261d4dc0b, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:38.148471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.152043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d6bb-118c-4be5-94e4-861723b0f6a3 req-67279693-585a-4f87-8440-fff130974151 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.158136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8d6bb-118c-4be5-94e4-861723b0f6a3 req-67279693-585a-4f87-8440-fff130974151 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.160061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5c8d6bb-118c-4be5-94e4-861723b0f6a3 req-67279693-585a-4f87-8440-fff130974151 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 3883 time: 0.6676562 Jul 07 18:09:38.272348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Transition to ACTIVE for port object 70d2c16d-e7e4-4961-9a0b-39a8338ead69 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:38.284877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.296487 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5c8d6bb-118c-4be5-94e4-861723b0f6a3 req-6133c667-71f1-4d36-9914-0e46817bb355 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282437 Jul 07 18:09:38.354933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Transition to ACTIVE for port object 70d2c16d-e7e4-4961-9a0b-39a8338ead69 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:38.367842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5756038a-3f71-4abf-92f4-0ec41defb5f4 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:38.377577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] For port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:38.381144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] For port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:38.388394 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.414071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.477068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5756038a-3f71-4abf-92f4-0ec41defb5f4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5756038a-3f71-4abf-92f4-0ec41defb5f4,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:38.490102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.493276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.498786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] 10.222.0.90 "PUT /v2.0/ports/ce0f54d1-549c-4d94-aa29-f3d261d4dc0b HTTP/1.1" status: 200 len: 1092 time: 1.9223297 Jul 07 18:09:38.509012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'tag': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:38.523740 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464881cb-2900-46ef-96dd-3681291a98aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbd21ec-fe92-49f3-a5cb-f9b64d79b968", "tag": "ce0f54d1-549c-4d94-aa29-f3d261d4dc0b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:38.715269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Pushing event updated for resources: {'Port': ['ID=70d2c16d-e7e4-4961-9a0b-39a8338ead69,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:38.729698 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.760788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525c210-a477-4c90-9ae8-7373617d2262 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:38.761203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.765567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Network d032a126-d6b1-41b3-b025-841c0bbd9612 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:38.810209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-4890ea02-b921-4a81-9703-7c186a3c98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.811758 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-4890ea02-b921-4a81-9703-7c186a3c98cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 1095 time: 0.2459815 Jul 07 18:09:38.813647 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f16d1e-29f6-493f-a266-1c8b03225627 x-openstack-request-id: req-e9f16d1e-29f6-493f-a266-1c8b03225627 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:38.813963 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "29703aa6-5035-458f-b073-112ae8a0076d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:38.814198 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e9f16d1e-29f6-493f-a266-1c8b03225627 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:38.814593 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d', 'code': 200} Jul 07 18:09:38.815996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:38.843875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:38.898044 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-72aa2af7-ee66-4283-872f-eed94a8604ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b HTTP/1.1" status: 200 len: 217 time: 0.0777071 Jul 07 18:09:38.929967 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.027992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac99b3-efca-4117-94fd-f4ae45ce5a5b req-828cac67-4636-4579-b757-de43c7310ba8 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:39.043954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34ac99b3-efca-4117-94fd-f4ae45ce5a5b req-828cac67-4636-4579-b757-de43c7310ba8 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 947 time: 0.6843183 Jul 07 18:09:39.078709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-af825a33-4e09-42ca-b647-fa6cc7f6bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:39.083445 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-af825a33-4e09-42ca-b647-fa6cc7f6bc50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1741066 Jul 07 18:09:39.085171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5756038a-3f71-4abf-92f4-0ec41defb5f4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:39.087728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Attempting to bind port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:39.088287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Attempting to bind port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd9cd6fd3-aa41-4dd1-a47c-0da4726d54cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd032a126-d6b1-41b3-b025-841c0bbd9612'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:39.088642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Attempting to bind port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 on network d032a126-d6b1-41b3-b025-841c0bbd9612 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:39.115478 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.205040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=6f4af782-ad47-4cb0-89f2-89d1674a29c8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.216533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5756038a-3f71-4abf-92f4-0ec41defb5f4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.238448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:39.238853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Checking segment: {'id': 'd9cd6fd3-aa41-4dd1-a47c-0da4726d54cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd032a126-d6b1-41b3-b025-841c0bbd9612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:39.239260 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.239964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Bound using segment: {'id': 'd9cd6fd3-aa41-4dd1-a47c-0da4726d54cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd032a126-d6b1-41b3-b025-841c0bbd9612'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:39.240642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Bound port: 70d2c16d-e7e4-4961-9a0b-39a8338ead69, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cd6fd3-aa41-4dd1-a47c-0da4726d54cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd032a126-d6b1-41b3-b025-841c0bbd9612'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:39.240924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.322107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-7b63c79a-02a5-4d57-aeea-b3360b561eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:39.324562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-7b63c79a-02a5-4d57-aeea-b3360b561eec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258656 Jul 07 18:09:39.325536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85c48b09-7d91-4638-abd0-c59e62c153e2 req-3ebe3bc2-0ec8-4059-b5ac-e8d25df3344c tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.1962874 Jul 07 18:09:39.352100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 954afe75-7d62-4476-91c4-dfdaa3419d31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=954afe75-7d62-4476-91c4-dfdaa3419d31,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:39.370706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.371591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 351f67ef-a91c-44ab-9081-dea973296fa5 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:39.407320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] No DVR routers for this DVR port 6f4af782-ad47-4cb0-89f2-89d1674a29c8 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:39.412113 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.420619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "DELETE /v2.0/ports/6f4af782-ad47-4cb0-89f2-89d1674a29c8 HTTP/1.1" status: 204 len: 173 time: 2.7408741 Jul 07 18:09:39.422210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.422554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.423037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.423386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.423740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.424070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.424410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.424723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.425086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.425425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.425729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.426052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b84c93-f04d-47c4-87ef-495de91af296 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:39.456848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '6f4af782-ad47-4cb0-89f2-89d1674a29c8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:39.460467 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f450a8-748c-4ccd-9d76-9588e6b19535" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "6f4af782-ad47-4cb0-89f2-89d1674a29c8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:39.471339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] For port 70d2c16d-e7e4-4961-9a0b-39a8338ead69, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:39.479370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-34ac99b3-efca-4117-94fd-f4ae45ce5a5b req-ea201d29-80cf-43fc-b7a3-671103079caf tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124652 Jul 07 18:09:39.524331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '384e843d-8dcb-466b-a41d-815ee4b87ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42920f0e-7faf-48a6-9845-635238bbc3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:39.524709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: 42920f0e-7faf-48a6-9845-635238bbc3cc, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:39.527017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=fb62314c-c490-4953-9e0b-64e1fa0157b5,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.654524 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-d24bd282-6014-42d5-aaf1-b8398a4b7f90 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212986 Jul 07 18:09:39.669681 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d42eea7-a83c-4311-bd59-8ced045971da x-openstack-request-id: req-5d42eea7-a83c-4311-bd59-8ced045971da {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:39.681239 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbd21ec-fe92-49f3-a5cb-f9b64d79b968", "tag": "ce0f54d1-549c-4d94-aa29-f3d261d4dc0b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:39.681529 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d42eea7-a83c-4311-bd59-8ced045971da {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:39.681982 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'tag': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b', 'status': 'completed', 'code': 200} Jul 07 18:09:39.709908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network 42920f0e-7faf-48a6-9845-635238bbc3cc is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:39.723178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] For port 70d2c16d-e7e4-4961-9a0b-39a8338ead69, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70d2c16d-e7e4-4961-9a0b-39a8338ead69,segment=NetworkSegment(d9cd6fd3-aa41-4dd1-a47c-0da4726d54cb),segment_id=d9cd6fd3-aa41-4dd1-a47c-0da4726d54cb)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:39.746682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=954afe75-7d62-4476-91c4-dfdaa3419d31,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:39.766005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:39.771249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 42920f0e-7faf-48a6-9845-635238bbc3cc) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:39.830541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ccab6a-b91f-4a63-96b0-53c1b5926fc4 None None] Network 42920f0e-7faf-48a6-9845-635238bbc3cc requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:39.972602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:39.983661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.074845 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.161896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-47c2ab48-d5c1-442f-bf26-827d02eee46d req-5e762d0d-ad24-4455-8abe-c83e4457c6f7 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788826 Jul 07 18:09:40.199998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b4fd8382-8d4d-49db-9c5c-f43736a0d754 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3072996 Jul 07 18:09:40.224021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51634) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:40.461697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 351f67ef-a91c-44ab-9081-dea973296fa5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=351f67ef-a91c-44ab-9081-dea973296fa5,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:40.505697 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.525404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 26086cce-ebff-466f-9b23-0f2e5a21a1c6 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:40.582914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 351f67ef-a91c-44ab-9081-dea973296fa5 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:40.583259 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.623886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d234b84-ab16-4f6a-a254-11c68bae5f2a None None] Pushing event updated for resources: {'Port': ['ID=70d2c16d-e7e4-4961-9a0b-39a8338ead69,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:40.817174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31'}, {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:40.817811 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:40.822426 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e408b-6a3c-4af6-8ad1-69833081530a" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31"}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:40.890850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015545ba-c38d-43ee-9186-d10fd3e87742 req-993f8b2a-2801-4989-841c-dba248962789 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:40.915014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015545ba-c38d-43ee-9186-d10fd3e87742 req-993f8b2a-2801-4989-841c-dba248962789 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:40.937170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464881cb-2900-46ef-96dd-3681291a98aa req-1e33f668-21cf-4af3-a33d-8a0527681cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:40.938935 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-464881cb-2900-46ef-96dd-3681291a98aa req-1e33f668-21cf-4af3-a33d-8a0527681cbd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 1095 time: 0.6501746 Jul 07 18:09:40.947591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015545ba-c38d-43ee-9186-d10fd3e87742 req-993f8b2a-2801-4989-841c-dba248962789 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:40.953804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015545ba-c38d-43ee-9186-d10fd3e87742 req-993f8b2a-2801-4989-841c-dba248962789 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:40.956733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 26086cce-ebff-466f-9b23-0f2e5a21a1c6 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:40.957765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6f4af782-ad47-4cb0-89f2-89d1674a29c8 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:40.968889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=351f67ef-a91c-44ab-9081-dea973296fa5,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:40.984983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-015545ba-c38d-43ee-9186-d10fd3e87742 req-993f8b2a-2801-4989-841c-dba248962789 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 3146 time: 0.9412293 Jul 07 18:09:41.013559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 6f4af782-ad47-4cb0-89f2-89d1674a29c8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:41.019218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 6f4af782-ad47-4cb0-89f2-89d1674a29c8 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:41.022337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 00730278-3c7d-4da7-b90a-2ce1afb8a277 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:41.101446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2368fe-d98b-4408-8234-cb78ebca771a req-8d9ecd4b-9920-48b0-a3b3-6b8d3be59c07 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:41.102979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-42920f0e-7faf-48a6-9845-635238bbc3cc', 'network_id': '42920f0e-7faf-48a6-9845-635238bbc3cc', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': 'fb62314c-c490-4953-9e0b-64e1fa0157b5'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:41.104081 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.110504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c2368fe-d98b-4408-8234-cb78ebca771a req-8d9ecd4b-9920-48b0-a3b3-6b8d3be59c07 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 1.2370059 Jul 07 18:09:41.193521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] For port 351f67ef-a91c-44ab-9081-dea973296fa5, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=351f67ef-a91c-44ab-9081-dea973296fa5,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:41.193890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.213499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-015545ba-c38d-43ee-9186-d10fd3e87742 req-beb6cc6f-f08a-4d4d-8314-0758caaa02ad tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274158 Jul 07 18:09:41.253453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c2368fe-d98b-4408-8234-cb78ebca771a req-d8e9638c-220d-40f2-8252-bc26c0cc496b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417701 Jul 07 18:09:41.281577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 351f67ef-a91c-44ab-9081-dea973296fa5 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:41.371018 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e141cfe-ffff-40ec-9eda-126c181065e9 x-openstack-request-id: req-0e141cfe-ffff-40ec-9eda-126c181065e9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:41.376664 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "6f4af782-ad47-4cb0-89f2-89d1674a29c8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:41.380318 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e141cfe-ffff-40ec-9eda-126c181065e9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:41.381157 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '6f4af782-ad47-4cb0-89f2-89d1674a29c8', 'status': 'completed', 'code': 200} Jul 07 18:09:41.568120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464881cb-2900-46ef-96dd-3681291a98aa req-048f131f-4722-460f-b9f0-bfcfc1055470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:41.569814 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-464881cb-2900-46ef-96dd-3681291a98aa req-048f131f-4722-460f-b9f0-bfcfc1055470 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.5238345 Jul 07 18:09:41.637198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.675138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.730613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5756038a-3f71-4abf-92f4-0ec41defb5f4 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:41.781318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=351f67ef-a91c-44ab-9081-dea973296fa5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:41.885517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.967164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-464881cb-2900-46ef-96dd-3681291a98aa req-6a958431-bbe1-421a-a824-4f91ce14d6fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b HTTP/1.1" status: 200 len: 217 time: 0.3232036 Jul 07 18:09:42.031361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70d2c16d-e7e4-4961-9a0b-39a8338ead69 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:42.153437 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:42.213254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97fc0868-ddb1-4bfd-8680-7d56fa117240 req-bf78f2df-7a1b-44cf-8379-1d6a35e016d4 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.2969658 Jul 07 18:09:42.226965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] No DVR routers for this DVR port 351f67ef-a91c-44ab-9081-dea973296fa5 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:42.236794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.247869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-53af4e00-d7d1-406a-b8fc-6ae7ab8a4920 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "DELETE /v2.0/ports/351f67ef-a91c-44ab-9081-dea973296fa5 HTTP/1.1" status: 204 len: 173 time: 2.7949774 Jul 07 18:09:42.258097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464881cb-2900-46ef-96dd-3681291a98aa req-31e1206b-3091-4bc3-95dd-e03a0ee66f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:42.268500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-464881cb-2900-46ef-96dd-3681291a98aa req-31e1206b-3091-4bc3-95dd-e03a0ee66f2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.2796707 Jul 07 18:09:42.344305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 00730278-3c7d-4da7-b90a-2ce1afb8a277, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:42.379378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d8e83-3b5b-43d9-ad57-1efe14a30c18 None None] Network d032a126-d6b1-41b3-b025-841c0bbd9612 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:42.388333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.391680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 87e25960-b498-4553-b6bc-592a66af9e2f no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:42.429089 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d5ec0-e526-4a03-b5df-edc110fbdaad x-openstack-request-id: req-284d5ec0-e526-4a03-b5df-edc110fbdaad {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:42.431115 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31", "code": 200}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:42.432807 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-284d5ec0-e526-4a03-b5df-edc110fbdaad {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:42.435022 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31', 'code': 200} Jul 07 18:09:42.435284 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5', 'code': 200} Jul 07 18:09:42.461651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 5756038a-3f71-4abf-92f4-0ec41defb5f4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:42.515292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464881cb-2900-46ef-96dd-3681291a98aa req-a5c7576c-e911-4e75-b6c9-5dd9c9ff3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:42.517704 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-464881cb-2900-46ef-96dd-3681291a98aa req-a5c7576c-e911-4e75-b6c9-5dd9c9ff3574 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393925 Jul 07 18:09:42.578877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469b6c-4d8c-4362-a1d2-9eea7d8328eb req-83c14a38-2339-476b-8efd-c46e9cce9212 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:42.586776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba469b6c-4d8c-4362-a1d2-9eea7d8328eb req-83c14a38-2339-476b-8efd-c46e9cce9212 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 948 time: 0.7838614 Jul 07 18:09:42.748080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 5756038a-3f71-4abf-92f4-0ec41defb5f4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:42.757493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.802011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Allocated IP 172.20.0.2 (42920f0e-7faf-48a6-9845-635238bbc3cc/fb62314c-c490-4953-9e0b-64e1fa0157b5/a4101b27-2f62-49d8-b772-38b05819e1c0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:42.831541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-464881cb-2900-46ef-96dd-3681291a98aa req-12ce7c2c-550f-4a0d-a17c-b8aeeae209a8 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055017 Jul 07 18:09:42.909000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 87e25960-b498-4553-b6bc-592a66af9e2f not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:42.910660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=00730278-3c7d-4da7-b90a-2ce1afb8a277,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:42.920014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba469b6c-4d8c-4362-a1d2-9eea7d8328eb req-f959e3be-17b7-4b38-a663-08ae2c438f16 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266532 Jul 07 18:09:42.934699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2f7d9682-8e70-4b89-a779-8a02b55fb9de None None] Provisioning for port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:42.943873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2f7d9682-8e70-4b89-a779-8a02b55fb9de None None] Provisioning complete for port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:42.944410 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9682-8e70-4b89-a779-8a02b55fb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.981870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a666bd9-e99f-43e2-9ca7-2a71b0394274 req-ba91d0fa-15f6-45e5-ba87-ac2e881b4bfd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:42.996965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a666bd9-e99f-43e2-9ca7-2a71b0394274 req-ba91d0fa-15f6-45e5-ba87-ac2e881b4bfd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.3244743 Jul 07 18:09:42.998682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:43.001755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 00730278-3c7d-4da7-b90a-2ce1afb8a277 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:43.002097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.017286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:43.041875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:43.042295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.067728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-464881cb-2900-46ef-96dd-3681291a98aa req-b1c06d08-a636-4ecc-be39-e3d8d222e13a service neutron] 10.222.0.90 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258716 Jul 07 18:09:43.156686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] For port 00730278-3c7d-4da7-b90a-2ce1afb8a277, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00730278-3c7d-4da7-b90a-2ce1afb8a277,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:43.157100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.180885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 00730278-3c7d-4da7-b90a-2ce1afb8a277 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:43.366815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9682-8e70-4b89-a779-8a02b55fb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.431389 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.472676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5756038a-3f71-4abf-92f4-0ec41defb5f4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5756038a-3f71-4abf-92f4-0ec41defb5f4,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:43.483406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:43.486625 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a06e9-50f9-42b7-8942-831121fbdbcc" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:43.504763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.512561 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.515845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2f7d9682-8e70-4b89-a779-8a02b55fb9de None None] For port 70d2c16d-e7e4-4961-9a0b-39a8338ead69, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70d2c16d-e7e4-4961-9a0b-39a8338ead69,segment=NetworkSegment(d9cd6fd3-aa41-4dd1-a47c-0da4726d54cb),segment_id=d9cd6fd3-aa41-4dd1-a47c-0da4726d54cb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:43.545724 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9682-8e70-4b89-a779-8a02b55fb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.641980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.665322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=00730278-3c7d-4da7-b90a-2ce1afb8a277,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.687390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a666bd9-e99f-43e2-9ca7-2a71b0394274 req-2533e2f8-07a9-404c-a5dc-231b5839460f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282305 Jul 07 18:09:43.716795 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.770101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Transition to ACTIVE for port object a4101b27-2f62-49d8-b772-38b05819e1c0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:43.780840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5756038a-3f71-4abf-92f4-0ec41defb5f4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.792355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] No DVR routers for this DVR port 00730278-3c7d-4da7-b90a-2ce1afb8a277 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:43.797193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.799249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-6583c9cf-70ed-431b-944b-4a18f62595ab tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "DELETE /v2.0/ports/00730278-3c7d-4da7-b90a-2ce1afb8a277 HTTP/1.1" status: 204 len: 173 time: 1.5391905 Jul 07 18:09:43.831993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:09:43.832557 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:09:43.834859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Transition to ACTIVE for port object a4101b27-2f62-49d8-b772-38b05819e1c0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:43.871765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.874051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.924624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Network 42920f0e-7faf-48a6-9845-635238bbc3cc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:43.927724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5b70-5abf-4c37-908f-5a5aab4d30f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.933719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:43.939915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:43.944438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d9682-8e70-4b89-a779-8a02b55fb9de None None] Pushing event updated for resources: {'Port': ['ID=70d2c16d-e7e4-4961-9a0b-39a8338ead69,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.972398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=fb62314c-c490-4953-9e0b-64e1fa0157b5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:44.057431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaed8b-eac4-4ee3-b24d-0e38ac309caf req-9e0208c4-8dd6-48ba-b143-1a5301038913 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:44.089643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaed8b-eac4-4ee3-b24d-0e38ac309caf req-9e0208c4-8dd6-48ba-b143-1a5301038913 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:44.099926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0daaed8b-eac4-4ee3-b24d-0e38ac309caf req-9e0208c4-8dd6-48ba-b143-1a5301038913 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 1676 time: 0.6315777 Jul 07 18:09:44.169547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.180979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Attempting to bind port a4101b27-2f62-49d8-b772-38b05819e1c0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:44.180979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Attempting to bind port a4101b27-2f62-49d8-b772-38b05819e1c0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '384e843d-8dcb-466b-a41d-815ee4b87ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42920f0e-7faf-48a6-9845-635238bbc3cc'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:44.181354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Attempting to bind port a4101b27-2f62-49d8-b772-38b05819e1c0 on network 42920f0e-7faf-48a6-9845-635238bbc3cc {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:44.190649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:44.190649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Checking segment: {'id': '384e843d-8dcb-466b-a41d-815ee4b87ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42920f0e-7faf-48a6-9845-635238bbc3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:44.191496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.191782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Bound using segment: {'id': '384e843d-8dcb-466b-a41d-815ee4b87ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42920f0e-7faf-48a6-9845-635238bbc3cc'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:44.192364 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Bound port: a4101b27-2f62-49d8-b772-38b05819e1c0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384e843d-8dcb-466b-a41d-815ee4b87ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '42920f0e-7faf-48a6-9845-635238bbc3cc'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:44.194522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.210812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Pushing event updated for resources: {'Port': ['ID=a4101b27-2f62-49d8-b772-38b05819e1c0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:44.214788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42920f0e-7faf-48a6-9845-635238bbc3cc']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:44.249375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384e843d-8dcb-466b-a41d-815ee4b87ef8') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:44.249994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384e843d-8dcb-466b-a41d-815ee4b87ef8') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:44.277872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.312532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.332317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:44.332646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.345268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] For port a4101b27-2f62-49d8-b772-38b05819e1c0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:44.447305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277'}, {'server_uuid': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5756038a-3f71-4abf-92f4-0ec41defb5f4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:44.456667 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc89afd-f1df-4776-a6f9-256cc323809b" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277"}, {"server_uuid": "1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315", "name": "network-vif-plugged", "status": "completed", "tag": "5756038a-3f71-4abf-92f4-0ec41defb5f4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:44.465211 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:44.471493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 18:09:44.471493 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 18:09:44.471493 n-d-798930-2 neutron-server[105589]: [parameters: {'id': '42920f0e-7faf-48a6-9845-635238bbc3cc'}] Jul 07 18:09:44.471493 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:09:44.472754 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:09:44.511690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] For port a4101b27-2f62-49d8-b772-38b05819e1c0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a4101b27-2f62-49d8-b772-38b05819e1c0,segment=NetworkSegment(384e843d-8dcb-466b-a41d-815ee4b87ef8),segment_id=384e843d-8dcb-466b-a41d-815ee4b87ef8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:44.512764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a31704a3-e150-43b0-96fd-33d65a273612 None None] Provisioning complete for port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:44.513161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a31704a3-e150-43b0-96fd-33d65a273612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.575790 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.679560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70d2c16d-e7e4-4961-9a0b-39a8338ead69 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:44.796260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db52329-4e24-4849-bba5-9c3f5abed657 None None] Pushing event updated for resources: {'Port': ['ID=a4101b27-2f62-49d8-b772-38b05819e1c0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:44.827815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:44.828176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.836525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81b034-fd0c-46e4-87c8-395a12cc56b0 None None] Network 42920f0e-7faf-48a6-9845-635238bbc3cc requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:44.851975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07566f44-e010-45ce-8f08-efb0c54716cb req-36e66800-062c-47bb-a9aa-a6f5fc6acc5a tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.7295437 Jul 07 18:09:44.901094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0daaed8b-eac4-4ee3-b24d-0e38ac309caf req-df0fb151-7b66-46e6-bbe4-35a85aa3bf88 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7998528 Jul 07 18:09:44.930986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5b70-5abf-4c37-908f-5a5aab4d30f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.937824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 29703aa6-5035-458f-b073-112ae8a0076d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:44.938209 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.976391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.075638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Deleting port a4101b27-2f62-49d8-b772-38b05819e1c0 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:45.076210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.087094 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47054c4f-5281-4bfa-8b21-9c466db676f6 x-openstack-request-id: req-47054c4f-5281-4bfa-8b21-9c466db676f6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:45.087094 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "351f67ef-a91c-44ab-9081-dea973296fa5", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:45.087427 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47054c4f-5281-4bfa-8b21-9c466db676f6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:45.087714 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '351f67ef-a91c-44ab-9081-dea973296fa5', 'status': 'completed', 'code': 200} Jul 07 18:09:45.100025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5b70-5abf-4c37-908f-5a5aab4d30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.178558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] For port a4101b27-2f62-49d8-b772-38b05819e1c0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a4101b27-2f62-49d8-b772-38b05819e1c0,segment=NetworkSegment(384e843d-8dcb-466b-a41d-815ee4b87ef8),segment_id=384e843d-8dcb-466b-a41d-815ee4b87ef8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:45.179127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.184866 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed381693-7a1d-4009-be00-b0f02cf7c862 x-openstack-request-id: req-ed381693-7a1d-4009-be00-b0f02cf7c862 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:45.185432 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-unplugged", "status": "completed", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277", "code": 200}, {"server_uuid": "1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315", "name": "network-vif-plugged", "status": "completed", "tag": "5756038a-3f71-4abf-92f4-0ec41defb5f4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:45.185432 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed381693-7a1d-4009-be00-b0f02cf7c862 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:45.185785 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277', 'code': 200} Jul 07 18:09:45.186037 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5756038a-3f71-4abf-92f4-0ec41defb5f4', 'code': 200} Jul 07 18:09:45.211213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Calling delete_port for a4101b27-2f62-49d8-b772-38b05819e1c0 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:45.273120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5b70-5abf-4c37-908f-5a5aab4d30f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8464910-6730-4289-ab9e-1409bef0df19,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:45.277641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f6b19-2c22-4a56-ac4c-e0e4b1444499 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:09:45.306052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] For port 29703aa6-5035-458f-b073-112ae8a0076d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=29703aa6-5035-458f-b073-112ae8a0076d,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:45.306784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.364917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ba0f5b70-5abf-4c37-908f-5a5aab4d30f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2aa94d6a0c5e47d2969e691801254d51&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3645699 Jul 07 18:09:45.369959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:45.516720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e54319-3f16-4b5b-bb1e-5a0980235109 req-91b59bbc-e56d-47d6-b30b-7221e1b17ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:45.518292 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-10e54319-3f16-4b5b-bb1e-5a0980235109 req-91b59bbc-e56d-47d6-b30b-7221e1b17ae3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 1100 time: 0.1708214 Jul 07 18:09:45.558314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.598135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Port': ['ID=a4101b27-2f62-49d8-b772-38b05819e1c0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:45.604492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No DVR routers for this DVR port a4101b27-2f62-49d8-b772-38b05819e1c0 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:45.635956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-10e54319-3f16-4b5b-bb1e-5a0980235109 req-72cf06ff-6d08-4cbe-bcad-d6578dcda6da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100852 Jul 07 18:09:45.653609 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5582884-08ec-4dd5-90ad-886f7d9f91dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.703839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32d2f3-c87e-412c-bb82-967d4f8a69c1 req-a4b2a8b5-3fe1-4e86-b143-1a6f5bad6f41 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:45.705642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe32d2f3-c87e-412c-bb82-967d4f8a69c1 req-a4b2a8b5-3fe1-4e86-b143-1a6f5bad6f41 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 949 time: 0.5303423 Jul 07 18:09:45.733547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.756591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42920f0e-7faf-48a6-9845-635238bbc3cc']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:45.773625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5582884-08ec-4dd5-90ad-886f7d9f91dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.780365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384e843d-8dcb-466b-a41d-815ee4b87ef8') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:45.780670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384e843d-8dcb-466b-a41d-815ee4b87ef8') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:45.795551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.811598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.817311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f6b19-2c22-4a56-ac4c-e0e4b1444499 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:09:45.818536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:45.819098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:45.822415 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:45.842092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a7a97-2841-4506-be18-d102bfa78fe8 req-39535995-c3f1-4f83-9861-04b4a7c1fc3f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:45.845977 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c91c6f-0b39-4403-a9e8-f7c197712d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.850246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e1a7a97-2841-4506-be18-d102bfa78fe8 req-39535995-c3f1-4f83-9861-04b4a7c1fc3f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.5192049 Jul 07 18:09:45.902374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe32d2f3-c87e-412c-bb82-967d4f8a69c1 req-edbfda9b-9edb-45f2-afc0-fa96348eb278 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857736 Jul 07 18:09:45.956896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.967136 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.967558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e1a7a97-2841-4506-be18-d102bfa78fe8 req-eeb82bed-3bd6-48a4-9470-9c382995e70f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161377 Jul 07 18:09:45.977623 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/42920f0e-7faf-48a6-9845-635238bbc3cc HTTP/1.1" status: 204 len: 168 time: 5.7458322 Jul 07 18:09:45.977623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51690) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:45.992050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91706900'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:46.020025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.021008 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.021331 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Floating IP 99463a77-1c3d-4b2a-9e67-243fb35c38bc disassociated. External IP: 172.25.1.151, port: 29703aa6-5035-458f-b073-112ae8a0076d. Jul 07 18:09:46.022763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 29703aa6-5035-458f-b073-112ae8a0076d owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:46.057213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e994-716b-4f2e-a82a-4105068c98ed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=42920f0e-7faf-48a6-9845-635238bbc3cc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.059331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5582884-08ec-4dd5-90ad-886f7d9f91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.065644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5582884-08ec-4dd5-90ad-886f7d9f91dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.070105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f5582884-08ec-4dd5-90ad-886f7d9f91dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8464910-6730-4289-ab9e-1409bef0df19 HTTP/1.1" status: 204 len: 168 time: 0.6964929 Jul 07 18:09:46.093062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:46.097511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.200972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5582884-08ec-4dd5-90ad-886f7d9f91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8464910-6730-4289-ab9e-1409bef0df19,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.221711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:46.250173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.253708 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 7ea2eace-0452-48a6-804a-96d8fd101df5 of type vlan for network 7c84e497-e289-4cd8-a069-38a3c72b7bdb Jul 07 18:09:46.347729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.482984 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.515128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.520995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:46.521856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.642355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=29703aa6-5035-458f-b073-112ae8a0076d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.661070 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6824160 Jul 07 18:09:46.668224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51700) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:46.688414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': '7c84e497-e289-4cd8-a069-38a3c72b7bdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:46.760962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c082083-9b6e-4203-88a3-059580518bfd req-b77c1c26-d70a-45c1-a320-a8b7a09d5b3b tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.1606476 Jul 07 18:09:46.832689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=7c84e497-e289-4cd8-a069-38a3c72b7bdb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.849518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.850025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.850506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.850992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.851339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.851680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.852053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.852386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.852712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.853071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.853401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.853725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd937eb-c4af-4a78-977f-ca83ec3a9fa7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:46.874006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 7c84e497-e289-4cd8-a069-38a3c72b7bdb details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:46.878860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:46.887089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.025259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Performing IP validity checks on allocation pools {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:09:47.026173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:09:47.097091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Router 6981552c-6e11-47ec-83ce-780c07d5ef40 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:47.101860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:47.104457 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed29271-1c07-4e3e-ba87-e5a999d54a6f" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:47.133138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb62c4-ddae-4483-945f-24dcbf8a7488 req-84339fe1-745d-48ed-b651-ebf381bf44fa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:47.135158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ecb62c4-ddae-4483-945f-24dcbf8a7488 req-84339fe1-745d-48ed-b651-ebf381bf44fa tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 942 time: 0.1891353 Jul 07 18:09:47.165444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e196f1-7576-4600-8511-6a2d9525db5a req-09c9db7c-c712-45fb-a9f9-fc20de76b092 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:47.172720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1e196f1-7576-4600-8511-6a2d9525db5a req-09c9db7c-c712-45fb-a9f9-fc20de76b092 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 945 time: 0.1794240 Jul 07 18:09:47.204052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.290830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=7b10e739-7dd4-4e60-9906-d5809c13bc45,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:47.301425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1e196f1-7576-4600-8511-6a2d9525db5a req-d643091a-85ff-4781-8368-e618ddfebc03 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274176 Jul 07 18:09:47.306452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ecb62c4-ddae-4483-945f-24dcbf8a7488 req-84bd735a-0aba-44a2-9561-f93c10fffaa3 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups?id=3980bfff-ff10-4a85-887c-c36de1fba38f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621659 Jul 07 18:09:47.345732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '7ea2eace-0452-48a6-804a-96d8fd101df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7c84e497-e289-4cd8-a069-38a3c72b7bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:47.346106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: 7c84e497-e289-4cd8-a069-38a3c72b7bdb, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:47.380662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network 7c84e497-e289-4cd8-a069-38a3c72b7bdb is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:47.398721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 7c84e497-e289-4cd8-a069-38a3c72b7bdb) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:47.403465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:47.404200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.410287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705a34d-c4c7-42f5-bbd0-098e6f3dc642 None None] Network 7c84e497-e289-4cd8-a069-38a3c72b7bdb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:47.431652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:47.456566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cdf86404-1321-461b-b423-57c66c7d1feb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7872970 Jul 07 18:09:47.459365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51730) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:47.486052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] Sync routers for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:47.514134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:47.514791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:09:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:47.564516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] No DVR routers for this DVR port 29703aa6-5035-458f-b073-112ae8a0076d on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:47.567604 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.571186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-220be249-5f01-48d7-b59f-ea7a74e04597 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "DELETE /v2.0/ports/29703aa6-5035-458f-b073-112ae8a0076d HTTP/1.1" status: 204 len: 173 time: 3.7549856 Jul 07 18:09:47.584264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.651025 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.664226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:47.729796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f4216-fad8-47c6-9f6b-6ebc43b8e2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-7c84e497-e289-4cd8-a069-38a3c72b7bdb', 'network_id': '7c84e497-e289-4cd8-a069-38a3c72b7bdb', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '7b10e739-7dd4-4e60-9906-d5809c13bc45'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:47.731345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4216-fad8-47c6-9f6b-6ebc43b8e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.739653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.777939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=7b10e739-7dd4-4e60-9906-d5809c13bc45,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:47.779038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc869cf-0bb6-4f70-afe5-8943e071a27a req-f672da10-7e68-4b99-b130-b33c2a87edda tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:47.780764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bc869cf-0bb6-4f70-afe5-8943e071a27a req-f672da10-7e68-4b99-b130-b33c2a87edda tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.3028841 Jul 07 18:09:47.805895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8810dbe-ef86-4065-a542-931551ce4ff8 req-47eede22-779e-4ee9-8367-94a94ffa83fe tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:47.807574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8810dbe-ef86-4065-a542-931551ce4ff8 req-47eede22-779e-4ee9-8367-94a94ffa83fe tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 949 time: 0.3588734 Jul 07 18:09:47.834157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 954afe75-7d62-4476-91c4-dfdaa3419d31 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:47.834595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.871520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.883062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c84e497-e289-4cd8-a069-38a3c72b7bdb']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:47.900626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea2eace-0452-48a6-804a-96d8fd101df5') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:47.902204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea2eace-0452-48a6-804a-96d8fd101df5') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:47.918283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.937353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.945589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:47.945998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:47.949630 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:47.969808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c94b3a-eca5-4f45-b45e-2257ae9af704 None None] Network 7c84e497-e289-4cd8-a069-38a3c72b7bdb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:47.970458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bc869cf-0bb6-4f70-afe5-8943e071a27a req-9c84317c-c256-4a93-a47a-45ea5a157e58 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782851 Jul 07 18:09:47.973672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8810dbe-ef86-4065-a542-931551ce4ff8 req-aeade048-502b-46ad-a7f1-02cbff8223ea tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591980 Jul 07 18:09:48.048415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] For port 954afe75-7d62-4476-91c4-dfdaa3419d31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=954afe75-7d62-4476-91c4-dfdaa3419d31,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:48.048780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.051391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.062413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.068154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/7c84e497-e289-4cd8-a069-38a3c72b7bdb HTTP/1.1" status: 204 len: 168 time: 0.6039085 Jul 07 18:09:48.085935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51750) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:48.086983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d7a22-cf0d-4b3d-ae3c-8c1d0bb5a260 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=7c84e497-e289-4cd8-a069-38a3c72b7bdb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:48.100057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336738493'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:48.107554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 954afe75-7d62-4476-91c4-dfdaa3419d31 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:48.110664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:55Z', 'revision_number': 5, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:48.151432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:48.155984 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.198293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:48.206495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] Checking router: 6981552c-6e11-47ec-83ce-780c07d5ef40 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:48.210885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.211326 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 73b77027-7119-472c-b36b-61c24a0a43a5 of type vlan for network f0897268-49c8-4386-86b4-2236c49f1a19 Jul 07 18:09:48.230550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:48.231215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:09:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:48.310765 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.348773 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc1127-b3ac-47ef-bad1-4a84c50d1bb2 x-openstack-request-id: req-98fc1127-b3ac-47ef-bad1-4a84c50d1bb2 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:48.349458 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "00730278-3c7d-4da7-b90a-2ce1afb8a277", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:48.350755 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-98fc1127-b3ac-47ef-bad1-4a84c50d1bb2 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:48.351502 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '00730278-3c7d-4da7-b90a-2ce1afb8a277', 'status': 'completed', 'code': 200} Jul 07 18:09:48.354717 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6b865cf-9528-4ee1-9dbe-3aa992be8585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.368062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:48.377155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.384323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:48.385296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.416224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba8394a9-a0cf-4bcf-a668-2cc4588e6817 req-34428b0b-c73d-4bc3-b3c6-dd5c7b4e3361 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0773761 Jul 07 18:09:48.444159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51762) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:48.445141 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3503747 Jul 07 18:09:48.459155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': 'f0897268-49c8-4386-86b4-2236c49f1a19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:48.525218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5f7eb-51d9-4b64-99be-78ea8ffe13c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=f0897268-49c8-4386-86b4-2236c49f1a19,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:48.566195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-7bee28eb-ffa6-4fcf-87a6-1e28535acfe8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:48.567997 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-7bee28eb-ffa6-4fcf-87a6-1e28535acfe8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 945 time: 0.2018347 Jul 07 18:09:48.569979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.638319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f0897268-49c8-4386-86b4-2236c49f1a19 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:48.702283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=954afe75-7d62-4476-91c4-dfdaa3419d31,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:48.713854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Deleting port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:48.715920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.785662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.854118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:55Z', 'revision_number': 5, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:48.871157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-742153f1-cd6c-4c29-b6fd-baeab6d7ad50 req-924e9fc7-2b9b-4641-a430-cdbbf343a6bf tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.1162119 Jul 07 18:09:48.874482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] No DVR routers for this DVR port 954afe75-7d62-4476-91c4-dfdaa3419d31 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:48.883173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.885217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ae0f5b2-a4f3-4305-9433-45d3607395a9 req-c9938bd9-55b4-4165-904a-cba41a3bc332 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.90 "DELETE /v2.0/ports/954afe75-7d62-4476-91c4-dfdaa3419d31 HTTP/1.1" status: 204 len: 173 time: 1.3046808 Jul 07 18:09:48.890997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e3098-9f43-49aa-9e06-94ab322fb102 None None] The sync data for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 is: [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 4, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'dbb1b4ba-ce21-4d4e-b92a-683379d1d68b', 'name': '', 'network_id': '07d9762a-e6d8-4565-a451-2224c69acbeb', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'mac_address': 'fa:16:3e:66:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:40Z', 'updated_at': '2021-07-07T17:58:55Z', 'revision_number': 5, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'subnets': [{'id': '426c9a68-c25d-42ce-8915-995083ca1ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:48.942826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:48.947480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.058377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2b8b4-8d36-4f31-bc14-6a040d907df2 req-bb51a303-f420-4829-8ba8-305422e546de tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.076688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbe2b8b4-8d36-4f31-bc14-6a040d907df2 req-bb51a303-f420-4829-8ba8-305422e546de tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 945 time: 0.3898416 Jul 07 18:09:49.418158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.478769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] For port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:49.479350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.498315 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f1bbe-1894-4f17-bdeb-7fed5b4e81be None None] New status for floating IP 99463a77-1c3d-4b2a-9e67-243fb35c38bc: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:09:49.506439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Calling delete_port for 7c7b32fb-4f13-42ab-8447-1e969fa0c97d owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:49.597389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=10664745-f095-4096-9d9e-6ea28a58d8ad,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:49.638975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbe2b8b4-8d36-4f31-bc14-6a040d907df2 req-6704bd3f-79a2-4d84-abe7-ae19ce7b1f3e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586126 Jul 07 18:09:49.660204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.717955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '73b77027-7119-472c-b36b-61c24a0a43a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f0897268-49c8-4386-86b4-2236c49f1a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:49.718538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: f0897268-49c8-4386-86b4-2236c49f1a19, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:49.763634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197737c-9a97-4c1c-9607-b165e961e571 req-aadcd425-f897-4928-ad55-765c9abe5b9f tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.788142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9197737c-9a97-4c1c-9607-b165e961e571 req-aadcd425-f897-4928-ad55-765c9abe5b9f tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 949 time: 0.3761020 Jul 07 18:09:49.806062 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.819628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51', '7c7b32fb-4f13-42ab-8447-1e969fa0c97d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:49.847001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event deleted for resources: {'Port': ['ID=7c7b32fb-4f13-42ab-8447-1e969fa0c97d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:49.848732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network f0897268-49c8-4386-86b4-2236c49f1a19 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:49.887801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5e93eb27-e0c2-4177-a840-5387930d8f20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:49.905624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f0897268-49c8-4386-86b4-2236c49f1a19) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:49.946131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9197737c-9a97-4c1c-9607-b165e961e571 req-11872cbc-d80f-4535-8b43-676ca035f842 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/security-groups?id=28d9ffcc-f697-4163-b650-49297bc37997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551940 Jul 07 18:09:49.950589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:49.951613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.963055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] No DVR routers for this DVR port 7c7b32fb-4f13-42ab-8447-1e969fa0c97d on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:49.972796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.985192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1c5d9734-9229-402d-811a-a3551908738f tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5396223 Jul 07 18:09:49.985893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51778) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:49.986852 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6609ecdf-c84d-4aa2-9cd4-d5d043b409a2 req-5c97f355-aa72-4daf-85e2-8eaa95abae22 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "DELETE /v2.0/ports/7c7b32fb-4f13-42ab-8447-1e969fa0c97d HTTP/1.1" status: 204 len: 173 time: 1.4119828 Jul 07 18:09:49.993855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e9b-beee-4178-8750-70b2a269928b', 'name': 'network-vif-deleted', 'tag': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:50.001947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f95666f-8bfd-45aa-abe4-19ffc50d9aea None None] Network f0897268-49c8-4386-86b4-2236c49f1a19 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:50.003645 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed39e42-7677-4e98-a086-2bf8bcfcfbf2" -d '{"events": [{"server_uuid": "1de53e9b-beee-4178-8750-70b2a269928b", "name": "network-vif-deleted", "tag": "7c7b32fb-4f13-42ab-8447-1e969fa0c97d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:50.132152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-f5374f63-f681-4844-ae6b-b1cefc150e0d tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:50.133938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-f5374f63-f681-4844-ae6b-b1cefc150e0d tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 949 time: 0.1194973 Jul 07 18:09:50.316553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.339811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d6e35-7bdd-40bf-89dd-1b3d357553b9 req-836eece3-5a72-49c7-a4df-4090ea7368bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:50.341674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a43d6e35-7bdd-40bf-89dd-1b3d357553b9 req-836eece3-5a72-49c7-a4df-4090ea7368bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.3125207 Jul 07 18:09:50.352821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d'}, {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:50.355470 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc92ac5d-052f-4efc-a99f-69666e80351c" -d '{"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "29703aa6-5035-458f-b073-112ae8a0076d"}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:50.391465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Deleting port 5756038a-3f71-4abf-92f4-0ec41defb5f4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:50.391807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.513433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a43d6e35-7bdd-40bf-89dd-1b3d357553b9 req-ceb4cd95-6576-4a4a-877a-6cb07fe7c1f0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588247 Jul 07 18:09:50.550086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] For port 5756038a-3f71-4abf-92f4-0ec41defb5f4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5756038a-3f71-4abf-92f4-0ec41defb5f4,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:50.550699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.575978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Calling delete_port for 5756038a-3f71-4abf-92f4-0ec41defb5f4 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:50.666888 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.698979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767b64a-4805-4d24-a932-e9cb10d4e698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-f0897268-49c8-4386-86b4-2236c49f1a19', 'network_id': 'f0897268-49c8-4386-86b4-2236c49f1a19', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '10664745-f095-4096-9d9e-6ea28a58d8ad'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:50.699833 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6767b64a-4805-4d24-a932-e9cb10d4e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.704239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b1fb6ac-ddb0-4da5-b9ae-e419b1225f61 req-e0b8e71b-c6e8-409d-b3ea-a246bf039891 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.1589451 Jul 07 18:09:50.827219 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5bedf5-f38b-48b6-b9ac-009ea438b8ee x-openstack-request-id: req-0a5bedf5-f38b-48b6-b9ac-009ea438b8ee {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:50.827483 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e9b-beee-4178-8750-70b2a269928b", "name": "network-vif-deleted", "tag": "7c7b32fb-4f13-42ab-8447-1e969fa0c97d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:50.827735 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0a5bedf5-f38b-48b6-b9ac-009ea438b8ee {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:50.828141 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e9b-beee-4178-8750-70b2a269928b', 'name': 'network-vif-deleted', 'tag': '7c7b32fb-4f13-42ab-8447-1e969fa0c97d', 'status': 'completed', 'code': 200} Jul 07 18:09:50.830115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.849393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41ab6671-5402-464e-9a97-7fb72822b6e5 req-11b57676-64e8-4fb1-94a4-c4f0d016b0e4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0583291 Jul 07 18:09:50.873322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Pushing event deleted for resources: {'Port': ['ID=5756038a-3f71-4abf-92f4-0ec41defb5f4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.944085 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aa5363-db04-4550-87d3-990e44856d19 x-openstack-request-id: req-e2aa5363-db04-4550-87d3-990e44856d19 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:50.944371 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "29703aa6-5035-458f-b073-112ae8a0076d", "status": "completed", "code": 200}, {"server_uuid": "8a0f2533-9dce-4662-9ace-fb4f2bdaf91e", "name": "network-vif-deleted", "tag": "954afe75-7d62-4476-91c4-dfdaa3419d31", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:50.944631 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e2aa5363-db04-4550-87d3-990e44856d19 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:50.945103 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '29703aa6-5035-458f-b073-112ae8a0076d', 'status': 'completed', 'code': 200} Jul 07 18:09:50.945366 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0f2533-9dce-4662-9ace-fb4f2bdaf91e', 'name': 'network-vif-deleted', 'tag': '954afe75-7d62-4476-91c4-dfdaa3419d31', 'status': 'completed', 'code': 200} Jul 07 18:09:50.949416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.998543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] No DVR routers for this DVR port 5756038a-3f71-4abf-92f4-0ec41defb5f4 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:50.999895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=10664745-f095-4096-9d9e-6ea28a58d8ad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:51.017728 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.028422 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5e7f1074-bd20-481e-a5f3-4e83baa5e6c2 req-7037d473-3320-48fe-ad60-c4ed9acd3093 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.55 "DELETE /v2.0/ports/5756038a-3f71-4abf-92f4-0ec41defb5f4 HTTP/1.1" status: 204 len: 173 time: 0.8880956 Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-6767b64a-4805-4d24-a932-e9cb10d4e698 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10664745-f095-4096-9d9e-6ea28a58d8ad: This subnet is being modified by another concurrent operation. Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10664745-f095-4096-9d9e-6ea28a58d8ad: This subnet is being modified by another concurrent operation. Jul 07 18:09:51.313403 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:09:51.339841 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.345885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18cd464-05c3-41ff-90cf-0fb3070abf26 None None] Network f0897268-49c8-4386-86b4-2236c49f1a19 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:51.462993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c092ba-2a52-462e-a8e4-6c5f58d33603 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:09:51.541182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5756038a-3f71-4abf-92f4-0ec41defb5f4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:51.586142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.590510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c943d7ec-c4a0-4988-916e-3b78a4a196df req-44c7ca47-0687-4057-a7a9-c6e8523992fe tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=1de53e9b-beee-4178-8750-70b2a269928b HTTP/1.1" status: 200 len: 210 time: 0.4152315 Jul 07 18:09:51.617041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0897268-49c8-4386-86b4-2236c49f1a19']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:51.621904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c092ba-2a52-462e-a8e4-6c5f58d33603 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:09:51.649507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac737471-935b-4bff-946b-4069cfbd3a2d req-3681c77b-4240-432b-85de-6d239ea637d6 tempest-VolumesNegativeTest-489379905 tempest-VolumesNegativeTest-489379905-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315 HTTP/1.1" status: 200 len: 210 time: 0.4178255 Jul 07 18:09:51.654742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b77027-7119-472c-b36b-61c24a0a43a5') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:51.655166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b77027-7119-472c-b36b-61c24a0a43a5') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:51.676077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.709094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.716496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:51.717949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:51.726065 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:51.878352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.885133 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.887276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/f0897268-49c8-4386-86b4-2236c49f1a19 HTTP/1.1" status: 204 len: 168 time: 1.8977249 Jul 07 18:09:51.891322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:51.897829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-103982840'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:51.909092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45af51-264b-4411-9e1a-effb42518aa2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=f0897268-49c8-4386-86b4-2236c49f1a19,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:51.925698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8c50-087f-409d-b296-c11c1059e6da req-38393a7f-d618-4a9b-b11f-3cfe6db14af4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:51.926960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c56f8c50-087f-409d-b296-c11c1059e6da req-38393a7f-d618-4a9b-b11f-3cfe6db14af4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.1296155 Jul 07 18:09:51.955402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:51.959654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.992465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c56f8c50-087f-409d-b296-c11c1059e6da req-d645e7a4-30ba-43ba-8299-b3fac018630c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Jul 07 18:09:52.019022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:52.046960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.047177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dad5913a-7f6f-4995-b1b9-2d246393de0f req-917b39f9-b312-469d-beee-621d28a40149 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0473940 Jul 07 18:09:52.047317 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 66dfd4fe-ddd0-44d7-8f0d-d57109f93727 of type vlan for network c7e1de74-4cd7-44d9-aa93-922351fe2f63 Jul 07 18:09:52.108304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.146702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.153504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:52.154174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.189694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e52322c-702e-4254-9bb0-076fdeeadee7 req-ae649374-e23c-48f1-818a-1dc247d39137 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0343649 Jul 07 18:09:52.216873 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3232884 Jul 07 18:09:52.218599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51800) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:52.223899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:52.230197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c7b32fb-4f13-42ab-8447-1e969fa0c97d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:52.247545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57873-d524-40c0-a4f4-f7141bc6c958 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=c7e1de74-4cd7-44d9-aa93-922351fe2f63,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:52.251311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 7c7b32fb-4f13-42ab-8447-1e969fa0c97d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:52.251712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c7b32fb-4f13-42ab-8447-1e969fa0c97d not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:52.260009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network c7e1de74-4cd7-44d9-aa93-922351fe2f63 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:52.324785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:52.328403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.526793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.591179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=6b686ecf-6144-416a-b6e2-b08cb436a068,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:52.602575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '66dfd4fe-ddd0-44d7-8f0d-d57109f93727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:52.603071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: c7e1de74-4cd7-44d9-aa93-922351fe2f63, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:52.624196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network c7e1de74-4cd7-44d9-aa93-922351fe2f63 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:52.637967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, c7e1de74-4cd7-44d9-aa93-922351fe2f63) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:52.643869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:52.644641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.651160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef49a5-ff14-42a7-81a7-df58384478f0 None None] Network c7e1de74-4cd7-44d9-aa93-922351fe2f63 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:52.665969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc50f5ca-6979-4d01-a776-fe5a12e4bd88 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4435239 Jul 07 18:09:52.666368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51804) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:52.827758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.829321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'name': 'network-vif-deleted', 'tag': '5756038a-3f71-4abf-92f4-0ec41defb5f4'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:52.831945 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e644a81-5787-45e7-8a63-2321d37c80bc" -d '{"events": [{"server_uuid": "1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315", "name": "network-vif-deleted", "tag": "5756038a-3f71-4abf-92f4-0ec41defb5f4"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:52.969823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-c7e1de74-4cd7-44d9-aa93-922351fe2f63', 'network_id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '6b686ecf-6144-416a-b6e2-b08cb436a068'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:52.970658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.971215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.004853 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20f3d2ee-83f9-4944-a6d1-dc53f682ad1d req-d6d23e22-dc87-4605-9ad2-6067d061eea3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0706766 Jul 07 18:09:53.134721 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ebcd9-923f-4642-93d0-d0fbc98974f6 x-openstack-request-id: req-4f7ebcd9-923f-4642-93d0-d0fbc98974f6 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:53.135289 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315", "name": "network-vif-deleted", "tag": "5756038a-3f71-4abf-92f4-0ec41defb5f4", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:53.135815 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f7ebcd9-923f-4642-93d0-d0fbc98974f6 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:53.136434 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5f5402-f6b0-4f4c-826d-8fdbe9f6f315', 'name': 'network-vif-deleted', 'tag': '5756038a-3f71-4abf-92f4-0ec41defb5f4', 'status': 'completed', 'code': 200} Jul 07 18:09:53.189709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Allocated IP 172.20.0.2 (c7e1de74-4cd7-44d9-aa93-922351fe2f63/6b686ecf-6144-416a-b6e2-b08cb436a068/87a4533b-3393-49df-8972-ff9acd12312a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:53.340560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8afa42b1-2955-4080-afd2-ecac519e6f99 req-bfdac783-7464-4f72-b7bd-1271d73c7f8a tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0411160 Jul 07 18:09:53.388685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.403366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Transition to ACTIVE for port object 87a4533b-3393-49df-8972-ff9acd12312a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:53.415147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9c7f-dec0-4184-ba5a-d78ebe18b959 req-96502f70-6372-4491-bd24-c2ae519697b5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:53.416714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-449c9c7f-dec0-4184-ba5a-d78ebe18b959 req-96502f70-6372-4491-bd24-c2ae519697b5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.1745026 Jul 07 18:09:53.434220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Transition to ACTIVE for port object 87a4533b-3393-49df-8972-ff9acd12312a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:53.452022 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.509358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-449c9c7f-dec0-4184-ba5a-d78ebe18b959 req-6df88ad2-54f0-4386-9f23-a1813b722778 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866992 Jul 07 18:09:53.535144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Network c7e1de74-4cd7-44d9-aa93-922351fe2f63 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:53.542915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:53.556419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:53.567471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Pushing event updated for resources: {'Port': ['ID=87a4533b-3393-49df-8972-ff9acd12312a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:53.583059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.635914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=6b686ecf-6144-416a-b6e2-b08cb436a068,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:53.658469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Attempting to bind port 87a4533b-3393-49df-8972-ff9acd12312a on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:53.658980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Attempting to bind port 87a4533b-3393-49df-8972-ff9acd12312a by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '66dfd4fe-ddd0-44d7-8f0d-d57109f93727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:53.659444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Attempting to bind port 87a4533b-3393-49df-8972-ff9acd12312a on network c7e1de74-4cd7-44d9-aa93-922351fe2f63 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:53.672457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:53.672859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Checking segment: {'id': '66dfd4fe-ddd0-44d7-8f0d-d57109f93727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:53.673389 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.673962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Bound using segment: {'id': '66dfd4fe-ddd0-44d7-8f0d-d57109f93727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:53.674677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Bound port: 87a4533b-3393-49df-8972-ff9acd12312a, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dfd4fe-ddd0-44d7-8f0d-d57109f93727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:53.675165 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.762211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc47a056-2852-4b45-86fa-0596828827f1 req-62fb00f8-b80b-435b-adf0-061d760be19a tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0466983 Jul 07 18:09:53.770725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] For port 87a4533b-3393-49df-8972-ff9acd12312a, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:53.772772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.775267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] For port 87a4533b-3393-49df-8972-ff9acd12312a, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87a4533b-3393-49df-8972-ff9acd12312a,segment=NetworkSegment(66dfd4fe-ddd0-44d7-8f0d-d57109f93727),segment_id=66dfd4fe-ddd0-44d7-8f0d-d57109f93727)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:53.783893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5756038a-3f71-4abf-92f4-0ec41defb5f4 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:53.798661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314eed3-7289-4fe3-8884-d89c322618ab req-860f43e0-4d3c-45e9-bb96-18c91345e50a tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:53.810241 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9314eed3-7289-4fe3-8884-d89c322618ab req-860f43e0-4d3c-45e9-bb96-18c91345e50a tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 945 time: 0.2876501 Jul 07 18:09:53.810241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e1de74-4cd7-44d9-aa93-922351fe2f63']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:53.817952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.821434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dfd4fe-ddd0-44d7-8f0d-d57109f93727') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:53.821737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dfd4fe-ddd0-44d7-8f0d-d57109f93727') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:53.833305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 5756038a-3f71-4abf-92f4-0ec41defb5f4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:53.834425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5756038a-3f71-4abf-92f4-0ec41defb5f4 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:53.841240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.877473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9314eed3-7289-4fe3-8884-d89c322618ab req-49402084-b8ec-4990-8f94-09950e21cb5e tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673463 Jul 07 18:09:53.879131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.887220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:53.887877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:53.911138 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:53.933318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67815d6-8c4f-4d4f-83c5-dcbf00068727 None None] Pushing event updated for resources: {'Port': ['ID=87a4533b-3393-49df-8972-ff9acd12312a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:53.957081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3051a-db98-4922-8aac-c80426720111 None None] Network c7e1de74-4cd7-44d9-aa93-922351fe2f63 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:53.962815 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.api [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 18:09:53.962815 n-d-798930-2 neutron-server[105588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 18:09:53.962815 n-d-798930-2 neutron-server[105588]: [parameters: {'id': 'c7e1de74-4cd7-44d9-aa93-922351fe2f63'}] Jul 07 18:09:53.962815 n-d-798930-2 neutron-server[105588]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:09:53.963370 n-d-798930-2 neutron-server[105588]: DEBUG oslo_db.api [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:09:54.134339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa27df5-c93a-4f15-a55a-b09792b38a8a None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:09:54.313348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa27df5-c93a-4f15-a55a-b09792b38a8a None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:09:54.465982 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.552113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Deleting port 87a4533b-3393-49df-8972-ff9acd12312a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:54.552543 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.753516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] For port 87a4533b-3393-49df-8972-ff9acd12312a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87a4533b-3393-49df-8972-ff9acd12312a,segment=NetworkSegment(66dfd4fe-ddd0-44d7-8f0d-d57109f93727),segment_id=66dfd4fe-ddd0-44d7-8f0d-d57109f93727)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:54.754904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.769929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-c1293bdb-bef8-4749-acfa-4c4ca2153930 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:54.774357 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-c1293bdb-bef8-4749-acfa-4c4ca2153930 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 945 time: 0.1673911 Jul 07 18:09:54.821858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4db1ae8b-7c63-41d0-adf6-462a68f8d915 req-7a540def-d40a-4396-a2dd-c38ff66f18d3 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.1876018 Jul 07 18:09:54.862975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Calling delete_port for 87a4533b-3393-49df-8972-ff9acd12312a owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:54.979825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdc06a-6d54-4d08-ba3c-db7cf5ef41d5 req-968e62e4-27f7-45d9-aa59-1ad2eb0bce92 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:54.988069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83bdc06a-6d54-4d08-ba3c-db7cf5ef41d5 req-968e62e4-27f7-45d9-aa59-1ad2eb0bce92 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.2160609 Jul 07 18:09:54.991457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Deleting port 5e93eb27-e0c2-4177-a840-5387930d8f20 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:54.993235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.056322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83bdc06a-6d54-4d08-ba3c-db7cf5ef41d5 req-8f728952-6c4f-44f8-95a9-ea4b565ca514 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671444 Jul 07 18:09:55.122545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] For port 5e93eb27-e0c2-4177-a840-5387930d8f20, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5e93eb27-e0c2-4177-a840-5387930d8f20,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:55.123009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.129715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0054ce6-860b-47ab-89c5-f0519261f247 req-ce9a738d-b97f-4db6-80d8-502abfb15693 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0722613 Jul 07 18:09:55.146941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Calling delete_port for 5e93eb27-e0c2-4177-a840-5387930d8f20 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:55.147718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.180553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Port': ['ID=87a4533b-3393-49df-8972-ff9acd12312a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:55.189998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No DVR routers for this DVR port 87a4533b-3393-49df-8972-ff9acd12312a on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:55.324391 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.345889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e1de74-4cd7-44d9-aa93-922351fe2f63']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:55.347211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.360610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5e93eb27-e0c2-4177-a840-5387930d8f20'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:55.363349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:55.381305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dfd4fe-ddd0-44d7-8f0d-d57109f93727') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:55.381630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dfd4fe-ddd0-44d7-8f0d-d57109f93727') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:55.405100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.405671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event deleted for resources: {'Port': ['ID=5e93eb27-e0c2-4177-a840-5387930d8f20,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:55.439411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.455486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:55.456725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:55.462291 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:55.520071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] No DVR routers for this DVR port 5e93eb27-e0c2-4177-a840-5387930d8f20 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:55.524021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.527109 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a22d5fda-a111-4e0f-ae2b-64b6fff19c9d req-34fd7f24-12bc-49e6-9aa5-f288d4a01222 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.55 "DELETE /v2.0/ports/5e93eb27-e0c2-4177-a840-5387930d8f20 HTTP/1.1" status: 204 len: 173 time: 0.7464638 Jul 07 18:09:55.527816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116805b4-6344-497d-bba4-2f7861894fbb', 'name': 'network-vif-deleted', 'tag': '5e93eb27-e0c2-4177-a840-5387930d8f20'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:55.541812 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49346bca-9835-472d-8913-355705ec4b09" -d '{"events": [{"server_uuid": "116805b4-6344-497d-bba4-2f7861894fbb", "name": "network-vif-deleted", "tag": "5e93eb27-e0c2-4177-a840-5387930d8f20"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:55.553184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2025ef1e-603a-48d3-868b-721aa06b3684 req-1897e2ed-3fbb-48ff-bd4a-a4f4df0062dc tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=116805b4-6344-497d-bba4-2f7861894fbb HTTP/1.1" status: 200 len: 210 time: 0.0897493 Jul 07 18:09:55.587549 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.645780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.649315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/c7e1de74-4cd7-44d9-aa93-922351fe2f63 HTTP/1.1" status: 204 len: 168 time: 2.9806743 Jul 07 18:09:55.651929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51948) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:55.659842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940520430'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:55.670113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5816f5e-0dbc-4694-920a-95f6fbf9fdd2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=c7e1de74-4cd7-44d9-aa93-922351fe2f63,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:55.715048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:55.719436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.777130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:55.803048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.803405 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 72000176-63ef-41fb-8505-ff1791a7e395 of type vlan for network 1e03039e-e9ea-418d-b13b-768e2b511d8f Jul 07 18:09:55.831752 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6670f2b8-7fbb-4ea0-8863-ad9d66b90c89 x-openstack-request-id: req-6670f2b8-7fbb-4ea0-8863-ad9d66b90c89 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:55.836196 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116805b4-6344-497d-bba4-2f7861894fbb", "name": "network-vif-deleted", "tag": "5e93eb27-e0c2-4177-a840-5387930d8f20", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:55.836196 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6670f2b8-7fbb-4ea0-8863-ad9d66b90c89 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:55.836196 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116805b4-6344-497d-bba4-2f7861894fbb', 'name': 'network-vif-deleted', 'tag': '5e93eb27-e0c2-4177-a840-5387930d8f20', 'status': 'completed', 'code': 200} Jul 07 18:09:55.862890 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f36103a3-1981-427d-93c5-882491d7dc8d req-d5d8c7fa-a856-4c5f-a812-e8516d0f61b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4284082957ac4dc3a79e572dfcc26cae&device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0566170 Jul 07 18:09:55.915498 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f36103a3-1981-427d-93c5-882491d7dc8d req-0b5f37fa-0e1e-4c0f-a0f2-3c92d22f2549 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4284082957ac4dc3a79e572dfcc26cae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306726 Jul 07 18:09:55.919377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.954169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5fdfd53-8d98-4371-8dd3-d7bfb4895eeb req-1fd7e374-3f00-4140-8aa0-adf104073f79 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0328126 Jul 07 18:09:56.019394 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.025420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.026029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.128311 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4744272 Jul 07 18:09:56.130229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36103a3-1981-427d-93c5-882491d7dc8d req-a755bcfe-1e51-4181-9e2d-59632b8a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.133811 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f36103a3-1981-427d-93c5-882491d7dc8d req-a755bcfe-1e51-4181-9e2d-59632b8a1376 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098644 Jul 07 18:09:56.135056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51954) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:56.137666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017720b2-1772-4dda-bc39-f31aae72d45c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=1e03039e-e9ea-418d-b13b-768e2b511d8f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:56.154304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 1e03039e-e9ea-418d-b13b-768e2b511d8f details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:56.155371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': '1e03039e-e9ea-418d-b13b-768e2b511d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:56.374145 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ddce42c0-a468-4056-8356-f0052b91fc6f req-e299e98a-fc9a-4c98-9768-7cf5d8092c9f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0387621 Jul 07 18:09:56.376380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:56.380686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.393643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a540d3-0391-41a6-9bf8-44eb34fbaf12 req-c48d870c-53e8-4972-a79b-a3f3cb61414c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.401395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46a540d3-0391-41a6-9bf8-44eb34fbaf12 req-c48d870c-53e8-4972-a79b-a3f3cb61414c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.1728120 Jul 07 18:09:56.504141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.ipam_backend_mixin [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Performing IP validity checks on allocation pools {{(pid=105588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:09:56.505149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.ipam_backend_mixin [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:09:56.515729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46a540d3-0391-41a6-9bf8-44eb34fbaf12 req-3438a6c4-3774-4b9a-8639-2935ce81a291 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132798 Jul 07 18:09:56.672440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.738728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=93a52663-1efa-4e31-9931-941eb4dd8f21,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:56.746654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '72000176-63ef-41fb-8505-ff1791a7e395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1e03039e-e9ea-418d-b13b-768e2b511d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:56.747015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: 1e03039e-e9ea-418d-b13b-768e2b511d8f, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:56.765387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network 1e03039e-e9ea-418d-b13b-768e2b511d8f is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:56.775403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 1e03039e-e9ea-418d-b13b-768e2b511d8f) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:56.779945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:56.780546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.785490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d92e0-830c-468b-bd3d-245687e2d346 None None] Network 1e03039e-e9ea-418d-b13b-768e2b511d8f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:56.800886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-288ad643-1296-44c8-a555-ae57199df4de tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6610479 Jul 07 18:09:56.801100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51962) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:56.910904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.970075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.973405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc850b-55fc-485c-bcf9-7e93a58685ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-1e03039e-e9ea-418d-b13b-768e2b511d8f', 'network_id': '1e03039e-e9ea-418d-b13b-768e2b511d8f', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '93a52663-1efa-4e31-9931-941eb4dd8f21'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:56.974305 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89fc850b-55fc-485c-bcf9-7e93a58685ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.047128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-89fc850b-55fc-485c-bcf9-7e93a58685ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93a52663-1efa-4e31-9931-941eb4dd8f21: This subnet is being modified by another concurrent operation. Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93a52663-1efa-4e31-9931-941eb4dd8f21: This subnet is being modified by another concurrent operation. Jul 07 18:09:57.084120 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:09:57.101683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=93a52663-1efa-4e31-9931-941eb4dd8f21,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:57.106975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357d2bb-4982-4320-92b6-f85bf5f238f6 None None] Network 1e03039e-e9ea-418d-b13b-768e2b511d8f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:57.126097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b52d5e11-e922-45d4-a3ac-55e24329eb14 req-bce03bb1-814e-4c26-9f6f-dca06c9e0722 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0381536 Jul 07 18:09:57.192631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.211909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e03039e-e9ea-418d-b13b-768e2b511d8f']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:57.223757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72000176-63ef-41fb-8505-ff1791a7e395') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:57.224251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72000176-63ef-41fb-8505-ff1791a7e395') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:57.233891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.240660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43853e0f-abb0-484e-b246-1105342252e9 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:09:57.249019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.255724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:57.256160 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:57.259673 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:57.324224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.335716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.342213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/1e03039e-e9ea-418d-b13b-768e2b511d8f HTTP/1.1" status: 204 len: 168 time: 0.5360699 Jul 07 18:09:57.342388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51968) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:57.347952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-512051497'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:57.348452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83480a9-e829-44e3-93d1-b9b94cc7b713 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=1e03039e-e9ea-418d-b13b-768e2b511d8f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:57.374698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:57.378897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.390391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43853e0f-abb0-484e-b246-1105342252e9 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:09:57.403289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:57.418517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.418884 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 39e3eab9-33ce-4ce9-ad08-7f809a4f2a45 of type vlan for network fddd0672-fbf2-4ff1-ab3a-460de2ed62cc Jul 07 18:09:57.481281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.521520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.527779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:57.528786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.576105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6617757-ad88-4e35-ad75-e59776446fd6 req-47fc3a49-509f-46b9-9fac-5adfbb2ae269 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0569811 Jul 07 18:09:57.659649 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f36103a3-1981-427d-93c5-882491d7dc8d req-ca56c515-dc9b-4084-81c9-bd0aa84c61a4 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.90 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0444822 Jul 07 18:09:57.664101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3211117 Jul 07 18:09:57.667321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51974) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:57.673028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:57.739644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650a931-9ecb-476a-8536-7a308fe42193 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=fddd0672-fbf2-4ff1-ab3a-460de2ed62cc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:57.758604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network fddd0672-fbf2-4ff1-ab3a-460de2ed62cc details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:57.759034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178cb00-6fcf-46e4-9612-f4ca4e3b1371 req-13c91d1d-5286-4217-8c39-e8d5a5a0a52c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:57.760735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e178cb00-6fcf-46e4-9612-f4ca4e3b1371 req-13c91d1d-5286-4217-8c39-e8d5a5a0a52c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.0832093 Jul 07 18:09:57.808234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e178cb00-6fcf-46e4-9612-f4ca4e3b1371 req-e4827dcb-4aa9-46f6-931f-abf04f7aa4dd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jul 07 18:09:57.809382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:57.813960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.826690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5e93eb27-e0c2-4177-a840-5387930d8f20 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:57.901527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 5e93eb27-e0c2-4177-a840-5387930d8f20 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:57.902398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5e93eb27-e0c2-4177-a840-5387930d8f20 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:58.026075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.087818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=a31761d3-dcdd-4f17-9a16-55177ea3346f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:58.105029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:58.105416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: fddd0672-fbf2-4ff1-ab3a-460de2ed62cc, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:58.126757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network fddd0672-fbf2-4ff1-ab3a-460de2ed62cc is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:58.137655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, fddd0672-fbf2-4ff1-ab3a-460de2ed62cc) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:58.145748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b43c52-97e1-4ed7-af73-e026ab5d5469 None None] Network fddd0672-fbf2-4ff1-ab3a-460de2ed62cc requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:58.146686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.147534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.177080 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0570b7f-15ed-4e4e-82c7-715b0eae0f5c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5085309 Jul 07 18:09:58.180199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 51980) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:58.357057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-fddd0672-fbf2-4ff1-ab3a-460de2ed62cc', 'network_id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': 'a31761d3-dcdd-4f17-9a16-55177ea3346f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:58.357925 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.372905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.401681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b088929e-df8e-4c1c-b6a5-d565f07b7845 req-4b6a07ab-8802-465e-b803-c03e794bab87 tempest-ServerShowV257Test-1411781880 tempest-ServerShowV257Test-1411781880-project] 10.222.0.88 "GET /v2.0/ports?device_id=6efefdc0-598b-4a71-9384-bdc53e4525b1 HTTP/1.1" status: 200 len: 210 time: 0.0659752 Jul 07 18:09:58.468921 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.526294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Allocated IP 172.20.0.1 (fddd0672-fbf2-4ff1-ab3a-460de2ed62cc/a31761d3-dcdd-4f17-9a16-55177ea3346f/dac37947-5aa9-4a28-aea3-cc8bc918e3a3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:58.727254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03facdf3-b0ff-4288-baa6-5a1865e04483 req-b6934370-6300-4524-adce-c9f4f737e5af tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0280981 Jul 07 18:09:58.844508 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.853879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Transition to ACTIVE for port object dac37947-5aa9-4a28-aea3-cc8bc918e3a3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:58.870931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Transition to ACTIVE for port object dac37947-5aa9-4a28-aea3-cc8bc918e3a3 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:58.878473 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.900235 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.923401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Network fddd0672-fbf2-4ff1-ab3a-460de2ed62cc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:58.927042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:58.931576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:58.937151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=a31761d3-dcdd-4f17-9a16-55177ea3346f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:58.954514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Pushing event updated for resources: {'Port': ['ID=dac37947-5aa9-4a28-aea3-cc8bc918e3a3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:59.005385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730edfb-de65-4c72-9f0a-9b769acd71dc req-ba7d4272-10f6-495f-b252-7a4301859703 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:59.007994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4730edfb-de65-4c72-9f0a-9b769acd71dc req-ba7d4272-10f6-495f-b252-7a4301859703 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.0766795 Jul 07 18:09:59.012333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Attempting to bind port dac37947-5aa9-4a28-aea3-cc8bc918e3a3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:59.012705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Attempting to bind port dac37947-5aa9-4a28-aea3-cc8bc918e3a3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:59.013104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Attempting to bind port dac37947-5aa9-4a28-aea3-cc8bc918e3a3 on network fddd0672-fbf2-4ff1-ab3a-460de2ed62cc {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:59.016676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.018715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:59.019093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Checking segment: {'id': '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:59.019862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.020065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Bound using segment: {'id': '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:59.021008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Bound port: dac37947-5aa9-4a28-aea3-cc8bc918e3a3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:59.021760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.030174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddd0672-fbf2-4ff1-ab3a-460de2ed62cc']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:59.049573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:59.050222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:59.062039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.072991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4730edfb-de65-4c72-9f0a-9b769acd71dc req-cb3e14e5-25c7-4553-a2eb-ab46622d429c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589676 Jul 07 18:09:59.078820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.088243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:59.088753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:59.092539 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:59.098447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] For port dac37947-5aa9-4a28-aea3-cc8bc918e3a3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:59.151523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] For port dac37947-5aa9-4a28-aea3-cc8bc918e3a3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dac37947-5aa9-4a28-aea3-cc8bc918e3a3,segment=NetworkSegment(39e3eab9-33ce-4ce9-ad08-7f809a4f2a45),segment_id=39e3eab9-33ce-4ce9-ad08-7f809a4f2a45)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:59.154085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 18:09:59.154085 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 18:09:59.154085 n-d-798930-2 neutron-server[105589]: [parameters: {'id': 'fddd0672-fbf2-4ff1-ab3a-460de2ed62cc'}] Jul 07 18:09:59.154085 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:09:59.156157 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.161587 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:09:59.214140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c16fed-e53d-4ecc-a4d7-14a7dfcb5973 None None] Pushing event updated for resources: {'Port': ['ID=dac37947-5aa9-4a28-aea3-cc8bc918e3a3,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:59.270585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba055ad-9f2b-4949-94d3-db2f35a6a37b None None] Network fddd0672-fbf2-4ff1-ab3a-460de2ed62cc requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:59.401889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac206f1f-b390-483a-82ce-9b887b4d0ef6 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:09:59.530112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac206f1f-b390-483a-82ce-9b887b4d0ef6 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:09:59.662884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.729681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Deleting port dac37947-5aa9-4a28-aea3-cc8bc918e3a3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:59.730176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.754725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 51994) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:59.808711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] For port dac37947-5aa9-4a28-aea3-cc8bc918e3a3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dac37947-5aa9-4a28-aea3-cc8bc918e3a3,segment=NetworkSegment(39e3eab9-33ce-4ce9-ad08-7f809a4f2a45),segment_id=39e3eab9-33ce-4ce9-ad08-7f809a4f2a45)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:59.809123 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.823564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Calling delete_port for dac37947-5aa9-4a28-aea3-cc8bc918e3a3 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:59.874220 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46a28440-27a7-4797-bb02-d30dcc5cb192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.918746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.943875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Port': ['ID=dac37947-5aa9-4a28-aea3-cc8bc918e3a3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:59.945738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01bad831-be9e-4d7c-a141-7416607916dd req-1cea9a6a-6d2a-4bc0-a5a1-fe7c4a93f681 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0395267 Jul 07 18:09:59.952239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No DVR routers for this DVR port dac37947-5aa9-4a28-aea3-cc8bc918e3a3 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:00.001764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46a28440-27a7-4797-bb02-d30dcc5cb192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.007044 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46a28440-27a7-4797-bb02-d30dcc5cb192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.045328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a28440-27a7-4797-bb02-d30dcc5cb192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b549bb4-7aed-46ef-9158-dcfeb531c633,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:00.052476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-46a28440-27a7-4797-bb02-d30dcc5cb192 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4284082957ac4dc3a79e572dfcc26cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934842 Jul 07 18:10:00.052760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52000) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:00.061172 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.073177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddd0672-fbf2-4ff1-ab3a-460de2ed62cc']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:00.085244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:00.085657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e3eab9-33ce-4ce9-ad08-7f809a4f2a45') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:00.096243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.115558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.124311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:00.124770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:00.129583 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:00.133368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e50fe648-344a-46f4-a23f-edd50e6d9b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.160480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e50fe648-344a-46f4-a23f-edd50e6d9b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.222022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.227951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.233459 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/fddd0672-fbf2-4ff1-ab3a-460de2ed62cc HTTP/1.1" status: 204 len: 168 time: 2.0516531 Jul 07 18:10:00.234115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52006) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:00.255149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-3730350'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:00.261493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849bdfd-fa45-4828-91eb-dff077ad4818 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=fddd0672-fbf2-4ff1-ab3a-460de2ed62cc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:00.297234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:00.301861 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.317997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc29e3-f329-435f-9d2d-b589eaf91735 req-cbd84a9b-d90c-4b12-ba39-0aa69198ef29 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.320137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5fc29e3-f329-435f-9d2d-b589eaf91735 req-cbd84a9b-d90c-4b12-ba39-0aa69198ef29 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.1054821 Jul 07 18:10:00.321563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e50fe648-344a-46f4-a23f-edd50e6d9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.325053 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e50fe648-344a-46f4-a23f-edd50e6d9b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.328058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:00.330323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e50fe648-344a-46f4-a23f-edd50e6d9b2d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b549bb4-7aed-46ef-9158-dcfeb531c633 HTTP/1.1" status: 204 len: 168 time: 0.2760987 Jul 07 18:10:00.340042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.340688 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 1843d465-d8d9-45e9-a133-bf6c1d7df6c3 of type vlan for network 03b6ba31-ed30-4806-a6ae-af44744533ca Jul 07 18:10:00.349295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fe648-344a-46f4-a23f-edd50e6d9b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b549bb4-7aed-46ef-9158-dcfeb531c633,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:00.404384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.408783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5fc29e3-f329-435f-9d2d-b589eaf91735 req-53acd3f1-bcd4-4dd4-9000-4beab7740f1e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769513 Jul 07 18:10:00.477484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.483136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.483722 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.553707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3002849 Jul 07 18:10:00.554420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52012) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:00.559686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': '03b6ba31-ed30-4806-a6ae-af44744533ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:00.607955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4fce5-7f7f-45a0-82ee-e7a104919370 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=03b6ba31-ed30-4806-a6ae-af44744533ca,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:00.622248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 03b6ba31-ed30-4806-a6ae-af44744533ca details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:00.666383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:00.671406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.867827 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.929141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=5c200338-b37c-4c0a-918c-ff77aaf7c23a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:00.940446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '1843d465-d8d9-45e9-a133-bf6c1d7df6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '03b6ba31-ed30-4806-a6ae-af44744533ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:00.940976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: 03b6ba31-ed30-4806-a6ae-af44744533ca, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:00.963478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network 03b6ba31-ed30-4806-a6ae-af44744533ca is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:00.977053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 03b6ba31-ed30-4806-a6ae-af44744533ca) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:00.983464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.984502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.992096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9cbc3-b754-4ba3-92a7-9e2b380945b0 None None] Network 03b6ba31-ed30-4806-a6ae-af44744533ca requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:01.006104 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-20d413ea-4438-4b2c-98a8-d01d7d84b6c1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4499266 Jul 07 18:10:01.008843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52030) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:01.136544 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb75577b-e3ab-49aa-9bb1-05dac415b517 req-1e1f8671-d43e-4fc7-90d0-9e383e215b6c tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0434337 Jul 07 18:10:01.242080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52034) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:01.252599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.341609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbcfa8e-5cd6-4ed2-b810-5d9aefe27845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-03b6ba31-ed30-4806-a6ae-af44744533ca', 'network_id': '03b6ba31-ed30-4806-a6ae-af44744533ca', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '5c200338-b37c-4c0a-918c-ff77aaf7c23a'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:01.343486 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9cbcfa8e-5cd6-4ed2-b810-5d9aefe27845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.434588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-527707521-network', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:01.439101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.496850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Made reservation on behalf of aab8cf4aaa9042aaa6b7751c60b254bd for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:01.500395 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.530207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.571390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-9cbcfa8e-5cd6-4ed2-b810-5d9aefe27845 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c200338-b37c-4c0a-918c-ff77aaf7c23a: This subnet is being modified by another concurrent operation. Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c200338-b37c-4c0a-918c-ff77aaf7c23a: This subnet is being modified by another concurrent operation. Jul 07 18:10:01.575081 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:10:01.596565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a41620-3258-4a4a-983b-9779fb6545be None None] Network 03b6ba31-ed30-4806-a6ae-af44744533ca requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:01.785183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=5c200338-b37c-4c0a-918c-ff77aaf7c23a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:01.840438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd94ace-f1d2-4e35-a468-cca78ae511a2 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:10:01.943033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.967756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b6ba31-ed30-4806-a6ae-af44744533ca']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:01.983066 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.991983 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.992245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1843d465-d8d9-45e9-a133-bf6c1d7df6c3') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:01.992584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1843d465-d8d9-45e9-a133-bf6c1d7df6c3') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:02.015290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.043542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.056404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:02.057185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.058658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d32ecd-ad02-442f-b861-91308ae75d72,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:02.077438 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:02.100303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fd26a-e37c-4bb4-8070-649c7efb76cd req-6d3b4dd4-261a-4036-b407-a4168446ab9f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:02.102375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea6fd26a-e37c-4bb4-8070-649c7efb76cd req-6d3b4dd4-261a-4036-b407-a4168446ab9f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.2248595 Jul 07 18:10:02.143319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd94ace-f1d2-4e35-a468-cca78ae511a2 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:10:02.201856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ea6fd26a-e37c-4bb4-8070-649c7efb76cd req-160df262-b158-41e7-a2f1-1d2be78aed91 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934007 Jul 07 18:10:02.245776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.255876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.258462 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/03b6ba31-ed30-4806-a6ae-af44744533ca HTTP/1.1" status: 204 len: 168 time: 1.2480960 Jul 07 18:10:02.262111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52090) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:02.280549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:02.299563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1012951860'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:02.311485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82db8ac-c9bf-4a52-bd0e-337abb5d3ba2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=03b6ba31-ed30-4806-a6ae-af44744533ca,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:02.319094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.319454 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Added segment bdb00a7b-ce05-41b5-8390-a5387d5447ab of type vlan for network e7f7ab53-c588-4627-8a53-31d93aff47dc Jul 07 18:10:02.351712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:02.358913 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.415370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.443424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:02.477325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.477834 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 5829aead-17b6-41b0-bf6f-8806a860c8ef of type vlan for network 64f68f58-3125-486c-85bb-f42e3c0661c5 Jul 07 18:10:02.517818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff51729d-0e08-49c2-9643-f7e9407d5528 req-8ccffc82-9c81-4598-8b69-bed2fec64a03 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.1069081 Jul 07 18:10:02.567411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.571434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:02.572351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.575141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.643010 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.656882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:02.657513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1589160'] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.694970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4517589 Jul 07 18:10:02.700332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52100) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:02.711302 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4244964 Jul 07 18:10:02.711534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Request body: {'subnet': {'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-527707521-subnet', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:02.712678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52102) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:02.748802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f6f67-3ef7-4beb-90cb-b6cf3f0beebb admin admin] Pushing event updated for resources: {'Network': ['ID=e7f7ab53-c588-4627-8a53-31d93aff47dc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:02.770923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e7f7ab53-c588-4627-8a53-31d93aff47dc details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:02.777381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Made reservation on behalf of aab8cf4aaa9042aaa6b7751c60b254bd for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:02.780353 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.831213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:02.835265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5dc97-7090-4a97-b3a8-64765374d062 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=64f68f58-3125-486c-85bb-f42e3c0661c5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:02.904055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:03.170671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.242642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.251906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba827e8-3174-4536-9c3b-28344790e2af,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:03.262948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Checking segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:03.263313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Network hostable DHCP agents. Network: e7f7ab53-c588-4627-8a53-31d93aff47dc, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:03.265700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.287968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 is not hosted by any dhcp agent {{(pid=105589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:10:03.294124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:03.294857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.296261 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "PUT /v2.0/networks/64f68f58-3125-486c-85bb-f42e3c0661c5 HTTP/1.1" status: 200 len: 723 time: 0.4696035 Jul 07 18:10:03.300351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52110) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:03.311436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': '64f68f58-3125-486c-85bb-f42e3c0661c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:03.377812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a67df-74f5-4120-8ade-2bf8e6432896 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=64f68f58-3125-486c-85bb-f42e3c0661c5,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:03.386677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Network e7f7ab53-c588-4627-8a53-31d93aff47dc is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:03.395084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:03.438467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e7f7ab53-c588-4627-8a53-31d93aff47dc) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:03.443579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:03.444497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.462969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d58b2a-b392-4119-8c4a-4f7451fa732f None None] Network e7f7ab53-c588-4627-8a53-31d93aff47dc requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:03.490843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c218f64f-04d1-49d2-ae36-7e341d5eef0d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7805781 Jul 07 18:10:03.491133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52112) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:03.495850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:03.512010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:03.517581 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.533460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.534883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.627059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393d5ac-7bb6-4e77-a815-3ef1e7adf025 req-caf52fc7-4979-4892-b8e6-ba3595f3779d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:03.628952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9393d5ac-7bb6-4e77-a815-3ef1e7adf025 req-caf52fc7-4979-4892-b8e6-ba3595f3779d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.2398369 Jul 07 18:10:03.662138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.731721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9393d5ac-7bb6-4e77-a815-3ef1e7adf025 req-d303fbef-cdd0-4f62-9603-884e5e9e0135 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873523 Jul 07 18:10:03.755083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-e7f7ab53-c588-4627-8a53-31d93aff47dc', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:03.756242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.812907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8761a978-dfea-4bf1-8a2c-7e1d8de28acc req-c819c20f-9f57-48b7-92f7-fadfe53ea052 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0769024 Jul 07 18:10:03.878270 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.901172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.946071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.975981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=007994d7-d735-4c9c-a6e6-9b6e6626ac80,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:03.999506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '5829aead-17b6-41b0-bf6f-8806a860c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64f68f58-3125-486c-85bb-f42e3c0661c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:03.999930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: 64f68f58-3125-486c-85bb-f42e3c0661c5, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:04.052430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:04.068431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 64f68f58-3125-486c-85bb-f42e3c0661c5) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:04.076423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Allocated IP 172.20.0.2 (e7f7ab53-c588-4627-8a53-31d93aff47dc/1ba827e8-3174-4536-9c3b-28344790e2af/ca7689ad-d069-4627-bad2-4606d724b080) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:04.082401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:04.083371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24832587-0d85-4709-8ab0-ce0e63690c9f None None] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:04.084139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.145804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1bf286e0-d67e-49f0-adf8-1bec511f566d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8441806 Jul 07 18:10:04.148589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52130) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:04.159819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0c085bc4-9778-477b-8dc4-988486b86949 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:04.371848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c085bc4-9778-477b-8dc4-988486b86949 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57801016'] for subnet, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.406667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.445028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.642544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c085bc4-9778-477b-8dc4-988486b86949 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786270783007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-57869005'] for subnet, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.684690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-64f68f58-3125-486c-85bb-f42e3c0661c5', 'network_id': '64f68f58-3125-486c-85bb-f42e3c0661c5', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '007994d7-d735-4c9c-a6e6-9b6e6626ac80'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:04.685597 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.712300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c085bc4-9778-477b-8dc4-988486b86949 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:04.720361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c085bc4-9778-477b-8dc4-988486b86949 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.724172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0c085bc4-9778-477b-8dc4-988486b86949 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "PUT /v2.0/subnets/007994d7-d735-4c9c-a6e6-9b6e6626ac80 HTTP/1.1" status: 200 len: 806 time: 0.5722754 Jul 07 18:10:04.724982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52156) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:04.751325 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.873712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c085bc4-9778-477b-8dc4-988486b86949 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=007994d7-d735-4c9c-a6e6-9b6e6626ac80,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.001429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Transition to ACTIVE for port object ca7689ad-d069-4627-bad2-4606d724b080 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:05.046057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.128954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Allocated IP 172.25.1.156 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/48356a0b-3484-4ef6-bb77-9d65b5b769cf) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:05.144169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Transition to ACTIVE for port object ca7689ad-d069-4627-bad2-4606d724b080 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:05.160487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.185657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Allocated IP 172.20.0.2 (64f68f58-3125-486c-85bb-f42e3c0661c5/007994d7-d735-4c9c-a6e6-9b6e6626ac80/cb4cc95c-216f-4232-9c90-5695d6a75786) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:05.205134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51d0ca77-dc56-408a-ac9a-424b9195889f req-8f2e1135-80c6-43a1-877c-a20107fccb8f tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0508482 Jul 07 18:10:05.242528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Network e7f7ab53-c588-4627-8a53-31d93aff47dc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:05.252163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:05.264238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:05.276383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Pushing event updated for resources: {'Port': ['ID=ca7689ad-d069-4627-bad2-4606d724b080,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.298810 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.336552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c0ade-c2cc-4a38-a1e2-9051414c637e req-29ad0642-bfa6-47c0-bac8-6cf92f89c18b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:05.338307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c21c0ade-c2cc-4a38-a1e2-9051414c637e req-29ad0642-bfa6-47c0-bac8-6cf92f89c18b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.2862892 Jul 07 18:10:05.400067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.401937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Attempting to bind port ca7689ad-d069-4627-bad2-4606d724b080 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:05.402317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Attempting to bind port ca7689ad-d069-4627-bad2-4606d724b080 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:05.402997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Attempting to bind port ca7689ad-d069-4627-bad2-4606d724b080 on network e7f7ab53-c588-4627-8a53-31d93aff47dc {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:05.415577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:05.416104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Checking segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:05.416517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.416962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Bound using segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:05.417454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Bound port: ca7689ad-d069-4627-bad2-4606d724b080, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:05.417836 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.472859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c21c0ade-c2cc-4a38-a1e2-9051414c637e req-02de9b16-0e2b-4695-ab14-1cfa8620a9dd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232419 Jul 07 18:10:05.490601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.583061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:05.586522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:05.595347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:05.732067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=48356a0b-3484-4ef6-bb77-9d65b5b769cf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:05.892941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] For port ca7689ad-d069-4627-bad2-4606d724b080, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:05.895195 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.902212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] For port ca7689ad-d069-4627-bad2-4606d724b080, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ca7689ad-d069-4627-bad2-4606d724b080,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:05.916465 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.937088 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.981618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.995122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Transition to ACTIVE for port object cb4cc95c-216f-4232-9c90-5695d6a75786 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:06.053753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Transition to ACTIVE for port object cb4cc95c-216f-4232-9c90-5695d6a75786 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:06.058621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f3e29-84a1-4536-a9f4-4b484fe3b7eb None None] Pushing event updated for resources: {'Port': ['ID=ca7689ad-d069-4627-bad2-4606d724b080,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:06.065206 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.112564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.114893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:06.118715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:06.121877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:06.178845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Pushing event updated for resources: {'Port': ['ID=cb4cc95c-216f-4232-9c90-5695d6a75786,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:06.295073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Attempting to bind port cb4cc95c-216f-4232-9c90-5695d6a75786 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:06.295445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Attempting to bind port cb4cc95c-216f-4232-9c90-5695d6a75786 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '5829aead-17b6-41b0-bf6f-8806a860c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64f68f58-3125-486c-85bb-f42e3c0661c5'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:06.295846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Attempting to bind port cb4cc95c-216f-4232-9c90-5695d6a75786 on network 64f68f58-3125-486c-85bb-f42e3c0661c5 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:06.311257 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:06.311642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Checking segment: {'id': '5829aead-17b6-41b0-bf6f-8806a860c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64f68f58-3125-486c-85bb-f42e3c0661c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:06.312054 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.314541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Bound using segment: {'id': '5829aead-17b6-41b0-bf6f-8806a860c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64f68f58-3125-486c-85bb-f42e3c0661c5'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:06.315090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Bound port: cb4cc95c-216f-4232-9c90-5695d6a75786, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5829aead-17b6-41b0-bf6f-8806a860c8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '64f68f58-3125-486c-85bb-f42e3c0661c5'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:06.315494 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.406040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=007994d7-d735-4c9c-a6e6-9b6e6626ac80,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:06.456528 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.481370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f68f58-3125-486c-85bb-f42e3c0661c5']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:06.514895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f31a9614-b778-4861-b8af-347577092a33 None None] For port cb4cc95c-216f-4232-9c90-5695d6a75786, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:06.515637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5829aead-17b6-41b0-bf6f-8806a860c8ef') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:06.516427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5829aead-17b6-41b0-bf6f-8806a860c8ef') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:06.519293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f31a9614-b778-4861-b8af-347577092a33 None None] For port cb4cc95c-216f-4232-9c90-5695d6a75786, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cb4cc95c-216f-4232-9c90-5695d6a75786,segment=NetworkSegment(5829aead-17b6-41b0-bf6f-8806a860c8ef),segment_id=5829aead-17b6-41b0-bf6f-8806a860c8ef)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:06.534955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.540684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.560064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.630092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.657045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb864532-e028-44d7-b8b5-b703c4ded5bd req-7f3b2c3a-dbcb-4106-be68-aec78c39f6ce tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0919704 Jul 07 18:10:06.662299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a9614-b778-4861-b8af-347577092a33 None None] Pushing event updated for resources: {'Port': ['ID=cb4cc95c-216f-4232-9c90-5695d6a75786,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:06.674198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c334c-f182-4fef-9abd-e6afb950b363 None None] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:06.684912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:06.685337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:06.688858 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:06.883903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ca7689ad-d069-4627-bad2-4606d724b080 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:07.013290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:10:07.064491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ca7689ad-d069-4627-bad2-4606d724b080 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:07.071865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d21a26-fb9b-4f90-89c2-a09ccb72316c None None] Network 64f68f58-3125-486c-85bb-f42e3c0661c5 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:07.319930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:07.337749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Sync routers for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:07.356014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:07.356646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:07.379106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.383219 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a30657f1-d93d-432c-887b-17f4c05db2d0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8886185 Jul 07 18:10:07.385206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52220) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:07.411184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.api [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 18:10:07.411184 n-d-798930-2 neutron-server[105588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 18:10:07.411184 n-d-798930-2 neutron-server[105588]: [parameters: {'id': '64f68f58-3125-486c-85bb-f42e3c0661c5'}] Jul 07 18:10:07.411184 n-d-798930-2 neutron-server[105588]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:10:07.411612 n-d-798930-2 neutron-server[105588]: DEBUG oslo_db.api [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:10:07.473607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f85cf-4673-453f-ada8-ee1b85ff95fa req-bf03d59d-b286-4fa1-bcc2-77ed4a023260 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.484886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-545f85cf-4673-453f-ada8-ee1b85ff95fa req-bf03d59d-b286-4fa1-bcc2-77ed4a023260 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.1390984 Jul 07 18:10:07.565066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-545f85cf-4673-453f-ada8-ee1b85ff95fa req-138808fc-0d01-4972-ac42-d9ccd779ea1b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789490 Jul 07 18:10:07.799683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:07.811339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b32108-094d-42c0-8224-c11317e92f7d None None] Network e7f7ab53-c588-4627-8a53-31d93aff47dc requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:07.913370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.135034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Deleting port cb4cc95c-216f-4232-9c90-5695d6a75786 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:08.135538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.238677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70ea1dd6-9668-4be7-b87d-d1b13ab2c574 req-3e73d25b-6c9a-45c3-bfad-b97efeba8876 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.1261597 Jul 07 18:10:08.416568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f1a3bedc-65f8-4b08-aa58-ac6d284e1e05 None None] Provisioning for port ca7689ad-d069-4627-bad2-4606d724b080 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:08.430257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] For port cb4cc95c-216f-4232-9c90-5695d6a75786, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cb4cc95c-216f-4232-9c90-5695d6a75786,segment=NetworkSegment(5829aead-17b6-41b0-bf6f-8806a860c8ef),segment_id=5829aead-17b6-41b0-bf6f-8806a860c8ef)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:08.434003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.436346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f1a3bedc-65f8-4b08-aa58-ac6d284e1e05 None None] Provisioning complete for port ca7689ad-d069-4627-bad2-4606d724b080 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:08.436727 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a3bedc-65f8-4b08-aa58-ac6d284e1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.467744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Calling delete_port for cb4cc95c-216f-4232-9c90-5695d6a75786 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:08.512794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.642630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.740817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Port': ['ID=cb4cc95c-216f-4232-9c90-5695d6a75786,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:08.746207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No DVR routers for this DVR port cb4cc95c-216f-4232-9c90-5695d6a75786 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:08.830833 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a3bedc-65f8-4b08-aa58-ac6d284e1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.890355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Allocated IP 172.20.0.1 (e7f7ab53-c588-4627-8a53-31d93aff47dc/1ba827e8-3174-4536-9c3b-28344790e2af/b137ac17-6c03-44ff-9042-b661a5ef902c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:08.936020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f1a3bedc-65f8-4b08-aa58-ac6d284e1e05 None None] For port ca7689ad-d069-4627-bad2-4606d724b080, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ca7689ad-d069-4627-bad2-4606d724b080,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:08.939560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:05Z', 'revision_number': 3, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:08.975357 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:08.992944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a3bedc-65f8-4b08-aa58-ac6d284e1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.004040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Checking router: 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:09.004533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Updating router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 port 48356a0b-3484-4ef6-bb77-9d65b5b769cf binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:09.010329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f68f58-3125-486c-85bb-f42e3c0661c5']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:09.054438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5829aead-17b6-41b0-bf6f-8806a860c8ef') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:09.055526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5829aead-17b6-41b0-bf6f-8806a860c8ef') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:09.118835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.157571 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.202095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.208107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Transition to ACTIVE for port object b137ac17-6c03-44ff-9042-b661a5ef902c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:09.209807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.242932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a962a7-19d3-4dbd-a5e2-64967d6e8188 req-b8ae90e2-0a4d-4579-8660-877c6ff84627 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:09.269236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0a962a7-19d3-4dbd-a5e2-64967d6e8188 req-b8ae90e2-0a4d-4579-8660-877c6ff84627 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.4543593 Jul 07 18:10:09.299320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.356396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:09.359140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:09.364382 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:09.457249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Network e7f7ab53-c588-4627-8a53-31d93aff47dc is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:09.486181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:09.498173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:09.572655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=b137ac17-6c03-44ff-9042-b661a5ef902c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:09.619898 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.660540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7cbadeb-2c17-4deb-acd7-38291fab0e99 req-170401e1-fd89-47b5-8684-5e9caf7c1843 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.0474815 Jul 07 18:10:09.662032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10392ff9-9ded-4155-aecb-22e659b032dc None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:10:09.662737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52248) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:09.682646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0a962a7-19d3-4dbd-a5e2-64967d6e8188 req-3c126001-dd4f-46f0-bc9a-d19ec7191071 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121501 Jul 07 18:10:09.684812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.689943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3bedc-65f8-4b08-aa58-ac6d284e1e05 None None] Pushing event updated for resources: {'Port': ['ID=ca7689ad-d069-4627-bad2-4606d724b080,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:09.694764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:09.702105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/64f68f58-3125-486c-85bb-f42e3c0661c5 HTTP/1.1" status: 204 len: 168 time: 4.9741845 Jul 07 18:10:09.736266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52252) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:09.740637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4abf1-0ea9-49c6-9912-11cfd28009b0 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=64f68f58-3125-486c-85bb-f42e3c0661c5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:09.787101 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1316cb67-71dc-4344-ad22-8def69ac7eed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:09.788000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1316cb67-71dc-4344-ad22-8def69ac7eed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:09.790633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1316cb67-71dc-4344-ad22-8def69ac7eed tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/64f68f58-3125-486c-85bb-f42e3c0661c5 HTTP/1.1" status: 404 len: 339 time: 0.0474279 Jul 07 18:10:09.797975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52254) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:09.805555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2067569866', 'description': 'd1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:09.861709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:09.871183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.025641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a9a08794-ab6d-450b-b6eb-878a4c64911b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cb4822e2a1ea48a393172b5eb3c23934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567376 Jul 07 18:10:10.026354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52258) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:10.042973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0a9280e-93a1-4d58-a18e-b28a2aeec29d None None] Provisioning complete for port ca7689ad-d069-4627-bad2-4606d724b080 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:10.043704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0a9280e-93a1-4d58-a18e-b28a2aeec29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.044691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.054655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:10.094761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.095147 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 2671a791-19ae-4abf-a450-217c67d6066e of type vlan for network a1802915-a44b-4001-b109-021383fafbd5 Jul 07 18:10:10.165919 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5270effe-4c03-4a95-a649-d097a3b96a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.222483 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.239843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5270effe-4c03-4a95-a649-d097a3b96a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.270549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10392ff9-9ded-4155-aecb-22e659b032dc None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:10:10.322768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.330057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:10.330057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.380382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.389449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.404754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5270effe-4c03-4a95-a649-d097a3b96a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.407766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5270effe-4c03-4a95-a649-d097a3b96a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.409490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5270effe-4c03-4a95-a649-d097a3b96a1a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28d9ffcc-f697-4163-b650-49297bc37997 HTTP/1.1" status: 204 len: 168 time: 0.3795516 Jul 07 18:10:10.458530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6592402 Jul 07 18:10:10.466886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52262) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:10.515053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:10.517987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270effe-4c03-4a95-a649-d097a3b96a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9ffcc-f697-4163-b650-49297bc37997,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:10.624556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8879a-b4b1-408a-8d4c-e2457f316748 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=a1802915-a44b-4001-b109-021383fafbd5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:10.718360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a1cc0-4a22-4c38-b384-72c87c2959f5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:10.742135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-497a1cc0-4a22-4c38-b384-72c87c2959f5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/networks?id=a1802915-a44b-4001-b109-021383fafbd5 HTTP/1.1" status: 200 len: 761 time: 0.2701981 Jul 07 18:10:10.744256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52270) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:10.763960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'description': 'd2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:10.784882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=b137ac17-6c03-44ff-9042-b661a5ef902c,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:10.842742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a1802915-a44b-4001-b109-021383fafbd5 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:10.847329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ca7689ad-d069-4627-bad2-4606d724b080 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:10.931010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Network e7f7ab53-c588-4627-8a53-31d93aff47dc is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:10.938855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:11.289823 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de0cc7bd-5f73-41f8-b5c1-71ca719e2e2e req-cf09d3a4-d441-4b41-a451-957a9c76947d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a0f2533-9dce-4662-9ace-fb4f2bdaf91e HTTP/1.1" status: 200 len: 210 time: 0.1074815 Jul 07 18:10:11.333272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:11.350066 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.450839 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.522213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:11.544287 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.544688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2d741efb-5b04-4d03-a610-d4a7637d0ef0 admin admin] 10.222.0.88 "PUT /v2.0/routers/3dbccefb-d6f9-4a8d-aa80-1eb779cee781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1519740 Jul 07 18:10:11.586715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ca7689ad-d069-4627-bad2-4606d724b080 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:11.587049 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.604515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network a1802915-a44b-4001-b109-021383fafbd5 is not hosted by any dhcp agent {{(pid=105588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:10:11.612242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Transition to ACTIVE for port object 48356a0b-3484-4ef6-bb77-9d65b5b769cf will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:11.624999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:11.625803 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.632613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "PUT /v2.0/networks/a1802915-a44b-4001-b109-021383fafbd5 HTTP/1.1" status: 200 len: 758 time: 0.8819275 Jul 07 18:10:11.632613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52282) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:11.643580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a131a-3d4b-4ff5-b38b-43a4a9c9846d req-900b9d45-6e23-4ee3-900c-5489723332af tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:11.657790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d59a131a-3d4b-4ff5-b38b-43a4a9c9846d req-900b9d45-6e23-4ee3-900c-5489723332af tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.5702522 Jul 07 18:10:11.683149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52286) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:11.692524 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.822891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a61b-32a1-43cf-b496-db324763a83c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=a1802915-a44b-4001-b109-021383fafbd5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:11.844705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Attempting to bind port 48356a0b-3484-4ef6-bb77-9d65b5b769cf on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:11.845396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Attempting to bind port 48356a0b-3484-4ef6-bb77-9d65b5b769cf by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:11.845396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Attempting to bind port 48356a0b-3484-4ef6-bb77-9d65b5b769cf on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:11.856933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a1802915-a44b-4001-b109-021383fafbd5 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:11.890140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:11.890593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:11.891034 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.891506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:11.892008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Bound port: 48356a0b-3484-4ef6-bb77-9d65b5b769cf, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:11.892394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.893917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda636b-c010-4e8a-b51f-68b1eedb0a74 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:11.901049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52294) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:11.901680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cfda636b-c010-4e8a-b51f-68b1eedb0a74 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/networks?id=a1802915-a44b-4001-b109-021383fafbd5 HTTP/1.1" status: 200 len: 761 time: 0.2419283 Jul 07 18:10:11.905029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d59a131a-3d4b-4ff5-b38b-43a4a9c9846d req-b7f8ee03-232b-4e6e-953f-51b2e00f443f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270329 Jul 07 18:10:11.906652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1490134816'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:11.975241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f33660f8-3d19-4149-944b-8cbb77cbe891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:11.982712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b705fd-b31a-4414-a00e-839ab94441c4 None None] Pushing event updated for resources: {'Port': ['ID=48356a0b-3484-4ef6-bb77-9d65b5b769cf,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:12.011209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:12.014760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.122717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:12.143991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] For port 48356a0b-3484-4ef6-bb77-9d65b5b769cf, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:12.169889 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.170300 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 93047c50-3366-429d-8662-051d9282a86a of type vlan for network d8d0b1ba-0be8-493d-b969-24f26cbc3c34 Jul 07 18:10:12.174360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] For port 48356a0b-3484-4ef6-bb77-9d65b5b769cf, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=48356a0b-3484-4ef6-bb77-9d65b5b769cf,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:12.203332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.291973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.319462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b705fd-b31a-4414-a00e-839ab94441c4 None None] Pushing event updated for resources: {'Port': ['ID=48356a0b-3484-4ef6-bb77-9d65b5b769cf,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:12.352811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:12.357949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:12.390178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f33660f8-3d19-4149-944b-8cbb77cbe891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.407508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f33660f8-3d19-4149-944b-8cbb77cbe891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.413539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.431676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:12.432369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.544481 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f33660f8-3d19-4149-944b-8cbb77cbe891 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=097acc6857774892a624844db26cca59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586166 Jul 07 18:10:12.548148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52300) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:12.554380 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6521802 Jul 07 18:10:12.557958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52302) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:12.561701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33660f8-3d19-4149-944b-8cbb77cbe891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707f5d78-047c-43ec-89f6-db5a0501c2f7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:12.570911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': 'd8d0b1ba-0be8-493d-b969-24f26cbc3c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:12.575504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec151b2-39c0-4b0e-9095-2f8bf3d7c0f2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=d8d0b1ba-0be8-493d-b969-24f26cbc3c34,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:12.602789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-75ba299c-41ad-4a6f-8ed6-c14f5643412b None None] Provisioning for port b137ac17-6c03-44ff-9042-b661a5ef902c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:12.629784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52304) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:12.644552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-75ba299c-41ad-4a6f-8ed6-c14f5643412b None None] Provisioning complete for port b137ac17-6c03-44ff-9042-b661a5ef902c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:12.644802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75ba299c-41ad-4a6f-8ed6-c14f5643412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.658016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d8d0b1ba-0be8-493d-b969-24f26cbc3c34 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:12.791401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-75ba299c-41ad-4a6f-8ed6-c14f5643412b None None] Port b137ac17-6c03-44ff-9042-b661a5ef902c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:12.835363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd938-b0bd-44ce-b54a-ace93029f9e4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.868960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52310) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:12.876804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-42a26948-72b3-4ef6-bda2-34bff9a164e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271006336', 'description': 'tempest-description--1582283557'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:12.882523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:12.894380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd938-b0bd-44ce-b54a-ace93029f9e4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.933476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42a26948-72b3-4ef6-bda2-34bff9a164e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.979369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3dc664af-647f-44a5-8ae7-1474fbbcd939 None None] Provisioning complete for port b137ac17-6c03-44ff-9042-b661a5ef902c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:12.983107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3dc664af-647f-44a5-8ae7-1474fbbcd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:12.986983 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73aea1a8-4aa2-48ef-abf8-5d67fd6564e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.016805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73aea1a8-4aa2-48ef-abf8-5d67fd6564e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.063718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42a26948-72b3-4ef6-bda2-34bff9a164e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.071760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42a26948-72b3-4ef6-bda2-34bff9a164e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.087681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73aea1a8-4aa2-48ef-abf8-5d67fd6564e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.091361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73aea1a8-4aa2-48ef-abf8-5d67fd6564e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.093077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-73aea1a8-4aa2-48ef-abf8-5d67fd6564e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/707f5d78-047c-43ec-89f6-db5a0501c2f7 HTTP/1.1" status: 204 len: 168 time: 0.5431831 Jul 07 18:10:13.093468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd938-b0bd-44ce-b54a-ace93029f9e4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.112755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd938-b0bd-44ce-b54a-ace93029f9e4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.116937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b3fdd938-b0bd-44ce-b54a-ace93029f9e4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/security-groups/3980bfff-ff10-4a85-887c-c36de1fba38f HTTP/1.1" status: 204 len: 168 time: 0.4856145 Jul 07 18:10:13.120074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:13.131160 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.139732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52316) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:13.146653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea1a8-4aa2-48ef-abf8-5d67fd6564e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f5d78-047c-43ec-89f6-db5a0501c2f7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:13.159110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42a26948-72b3-4ef6-bda2-34bff9a164e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.160578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-42a26948-72b3-4ef6-bda2-34bff9a164e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2905614 Jul 07 18:10:13.166310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52318) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:13.178012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4732bba8-490f-4557-b417-1d7f360769eb tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'security_group_rule': {'security_group_id': '20f09aef-a340-44c1-aed5-a78d5d3531cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:13.194268 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-8b59512d-661a-402c-b49a-2e9c6c9c512d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] show failed (client error): The resource could not be found. Jul 07 18:10:13.196538 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8b59512d-661a-402c-b49a-2e9c6c9c512d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "GET /v2.0/security-groups/3980bfff-ff10-4a85-887c-c36de1fba38f HTTP/1.1" status: 404 len: 347 time: 0.0545635 Jul 07 18:10:13.203684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52320) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:13.218207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a26948-72b3-4ef6-bda2-34bff9a164e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f09aef-a340-44c1-aed5-a78d5d3531cf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:13.262719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3dc664af-647f-44a5-8ae7-1474fbbcd939 None None] Port b137ac17-6c03-44ff-9042-b661a5ef902c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:13.262933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdd938-b0bd-44ce-b54a-ace93029f9e4 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980bfff-ff10-4a85-887c-c36de1fba38f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:13.379151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4732bba8-490f-4557-b417-1d7f360769eb tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.399657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:10Z', 'revision_number': 2, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:13.436696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a611f1-6c53-4ea0-bc85-ed8408da7ea3 None None] The sync data for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 is: [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:10Z', 'revision_number': 2, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:13.459292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef812e-a83b-4181-bbf7-9d4949d51bd3 req-0798a728-e1a4-49a7-8bbd-06024ba330d7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:13.459556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4732bba8-490f-4557-b417-1d7f360769eb tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.476048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cef812e-a83b-4181-bbf7-9d4949d51bd3 req-0798a728-e1a4-49a7-8bbd-06024ba330d7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.2780545 Jul 07 18:10:13.476463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4732bba8-490f-4557-b417-1d7f360769eb tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.495411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732bba8-490f-4557-b417-1d7f360769eb tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96872f4-a184-448f-99e0-22d027f71d2f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:13.501962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 9cd4700f-7a01-4337-8a0d-e7b26fb1766f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:13.502385 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.574484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4732bba8-490f-4557-b417-1d7f360769eb tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.576179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4732bba8-490f-4557-b417-1d7f360769eb tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036086 Jul 07 18:10:13.579071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52326) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:13.587436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-994a97e7-b04e-4e75-9faf-78bd6aaed179 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'security_group_rule': {'security_group_id': '20f09aef-a340-44c1-aed5-a78d5d3531cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:13.597822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cef812e-a83b-4181-bbf7-9d4949d51bd3 req-156dddf2-2b35-408e-b35a-8ce4f35e59cd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114402 Jul 07 18:10:13.654964 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.738056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=21adad68-1e68-4133-b51a-38b3316d3a65,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:13.752623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '93047c50-3366-429d-8662-051d9282a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd8d0b1ba-0be8-493d-b969-24f26cbc3c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:13.752623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: d8d0b1ba-0be8-493d-b969-24f26cbc3c34, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:13.806117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network d8d0b1ba-0be8-493d-b969-24f26cbc3c34 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:13.824351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d8d0b1ba-0be8-493d-b969-24f26cbc3c34) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:13.833115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:13.834043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:13.835697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b99828-dd83-4e88-a05d-e266543f902f None None] Network d8d0b1ba-0be8-493d-b969-24f26cbc3c34 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:13.872040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7a3f95a7-3c6d-4f9b-887c-f5ae5f0f2511 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3126924 Jul 07 18:10:13.877297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52338) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:14.160851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a92aa-6ada-4885-b3f1-e8b8562e8811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-d8d0b1ba-0be8-493d-b969-24f26cbc3c34', 'network_id': 'd8d0b1ba-0be8-493d-b969-24f26cbc3c34', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '21adad68-1e68-4133-b51a-38b3316d3a65'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:14.161886 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f2a92aa-6ada-4885-b3f1-e8b8562e8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.188519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.325306 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.326660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.334935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ce0f54d1-549c-4d94-aa29-f3d261d4dc0b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:10:14.338712 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.346653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-994a97e7-b04e-4e75-9faf-78bd6aaed179 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.417445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-994a97e7-b04e-4e75-9faf-78bd6aaed179 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.419333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 9cd4700f-7a01-4337-8a0d-e7b26fb1766f owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:14.430080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-994a97e7-b04e-4e75-9faf-78bd6aaed179 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.457914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-994a97e7-b04e-4e75-9faf-78bd6aaed179 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.460175 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-994a97e7-b04e-4e75-9faf-78bd6aaed179 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8800623 Jul 07 18:10:14.466887 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52348) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:14.483358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:14.494774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:14.508644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52350) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:14.541145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.545538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'port_id': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b', 'mac_address': 'fa:16:3e:b4:91:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:10:14.551337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-7f2a92aa-6ada-4885-b3f1-e8b8562e8811 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21adad68-1e68-4133-b51a-38b3316d3a65: This subnet is being modified by another concurrent operation. Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21adad68-1e68-4133-b51a-38b3316d3a65: This subnet is being modified by another concurrent operation. Jul 07 18:10:14.561953 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:10:14.574462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a97e7-b04e-4e75-9faf-78bd6aaed179 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fb5799-e5d0-4439-b035-c295b593439d,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:14.670638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd918ad-31be-4439-8140-60bf9fe2004a None None] Network d8d0b1ba-0be8-493d-b969-24f26cbc3c34 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:14.704872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=21adad68-1e68-4133-b51a-38b3316d3a65,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:14.776770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-123258499-network', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:14.818225 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.835833 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.874294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0f54d1-549c-4d94-aa29-f3d261d4dc0b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:14.896599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=9cd4700f-7a01-4337-8a0d-e7b26fb1766f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:14.935130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.939275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 48356a0b-3484-4ef6-bb77-9d65b5b769cf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:14.960469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d0b1ba-0be8-493d-b969-24f26cbc3c34']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:14.965844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:14.997498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:14.998121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93047c50-3366-429d-8662-051d9282a86a') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:15.000504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.002067 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9b07b68d-fc91-4ebf-b750-28a08a672780 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/floatingips/99463a77-1c3d-4b2a-9e67-243fb35c38bc HTTP/1.1" status: 204 len: 168 time: 1.7956312 Jul 07 18:10:15.002753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93047c50-3366-429d-8662-051d9282a86a') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:15.004664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:15.011122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Made reservation on behalf of c58d10222a6d4a72934730efba89c3fa for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:15.017498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.033363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.060120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.094607 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.110734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fe333-4d6e-40fd-85e5-b8e3ae73d06a req-5beee643-fd7b-47b3-ab54-d434902e2218 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:15.112547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-958fe333-4d6e-40fd-85e5-b8e3ae73d06a req-5beee643-fd7b-47b3-ab54-d434902e2218 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 944 time: 0.2708116 Jul 07 18:10:15.137079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:15.137990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:15.162197 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:15.211349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 87e25960-b498-4553-b6bc-592a66af9e2f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:15.212647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.318966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-958fe333-4d6e-40fd-85e5-b8e3ae73d06a req-f70a8cc1-97a1-4bc3-9292-06b7d4359389 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955175 Jul 07 18:10:15.338741 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.340962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.350293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed51a9-c09c-4df3-bedf-daf94e0c1996 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:10:15.513360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.538542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 87e25960-b498-4553-b6bc-592a66af9e2f owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:15.538910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Allocated IP 172.25.1.3 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/34a6eaf2-8257-4d48-a311-8b659a8223fa) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:15.668169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:15.693707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['ce0f54d1-549c-4d94-aa29-f3d261d4dc0b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:10:15.695568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 48356a0b-3484-4ef6-bb77-9d65b5b769cf completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:15.762370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 48356a0b-3484-4ef6-bb77-9d65b5b769cf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:15.762735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.809884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.815272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.821740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.836137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.842830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/d8d0b1ba-0be8-493d-b969-24f26cbc3c34 HTTP/1.1" status: 204 len: 168 time: 1.9609063 Jul 07 18:10:15.844067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52366) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:15.854660 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59f49008-e055-4330-9fd1-ce508d721fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.855274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=87e25960-b498-4553-b6bc-592a66af9e2f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:15.898095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bcb36-16ed-4635-94e2-0e66c938dcb9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=d8d0b1ba-0be8-493d-b969-24f26cbc3c34,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:15.928607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed51a9-c09c-4df3-bedf-daf94e0c1996 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:10:15.952337 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa91a11-a300-4d43-b13f-160b50b439a2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] GET failed (client error): The resource could not be found. Jul 07 18:10:15.956739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5aa91a11-a300-4d43-b13f-160b50b439a2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/subnets/21adad68-1e68-4133-b51a-38b3316d3a65 HTTP/1.1" status: 404 len: 337 time: 0.0872810 Jul 07 18:10:15.961612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52368) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:15.971825 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.974339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-317d2740-4a54-4fe1-95c6-a07046ef673d tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/ports/87e25960-b498-4553-b6bc-592a66af9e2f HTTP/1.1" status: 204 len: 168 time: 0.9684558 Jul 07 18:10:15.977598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52370) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:16.004242 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-402e59d9-5743-4a5b-bf14-4b90083c2685 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:16.004816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402e59d9-5743-4a5b-bf14-4b90083c2685 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:16.010268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-402e59d9-5743-4a5b-bf14-4b90083c2685 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/d8d0b1ba-0be8-493d-b969-24f26cbc3c34 HTTP/1.1" status: 404 len: 339 time: 0.0431755 Jul 07 18:10:16.012288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52372) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:16.024439 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.096293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 48356a0b-3484-4ef6-bb77-9d65b5b769cf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=48356a0b-3484-4ef6-bb77-9d65b5b769cf,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:16.099714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port 26086cce-ebff-466f-9b23-0f2e5a21a1c6 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:16.099714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.116091 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.144484 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.170558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.213990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.228108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for 26086cce-ebff-466f-9b23-0f2e5a21a1c6 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:16.233604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=48356a0b-3484-4ef6-bb77-9d65b5b769cf,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:16.242260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.289383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:16.323376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:16.335017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:16.385963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:16.388314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'Port': ['ID=34a6eaf2-8257-4d48-a311-8b659a8223fa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:16.389562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.398296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d508c-119a-4215-8dac-8724ea54d793 req-00a6c4d0-bf72-4f8f-8c14-46cfee8b63a6 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:16.401354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-737d508c-119a-4215-8dac-8724ea54d793 req-00a6c4d0-bf72-4f8f-8c14-46cfee8b63a6 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 945 time: 0.5549324 Jul 07 18:10:16.426407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=26086cce-ebff-466f-9b23-0f2e5a21a1c6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:16.443350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890d9b1-d22b-4202-9189-f06c8c4306b6 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:16.456469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d890d9b1-d22b-4202-9189-f06c8c4306b6 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4318373 Jul 07 18:10:16.456469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5976db47-031c-44cc-aca6-031e341f5eae,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:16.458152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52376) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:16.488084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.488428 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Added segment d5555a43-bdfb-4593-95ed-e4201edb4c26 of type vlan for network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 Jul 07 18:10:16.518256 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.524486 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e679acb6-14cb-45de-a393-cbf154cd1444 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/ports/26086cce-ebff-466f-9b23-0f2e5a21a1c6 HTTP/1.1" status: 204 len: 168 time: 0.5446453 Jul 07 18:10:16.525328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52378) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:16.585112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting subnet 8a366ad6-3c77-4e99-a6b2-77539c8c346a {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:16.589002 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.637684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.713771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 48356a0b-3484-4ef6-bb77-9d65b5b769cf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:16.746685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.797539 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Sync routers for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:16.798945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 48356a0b-3484-4ef6-bb77-9d65b5b769cf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:16.799326 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.823591 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:16.824623 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:16.861512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.913432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Subnet': ['ID=8a366ad6-3c77-4e99-a6b2-77539c8c346a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:16.918491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:16.920619 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4099ad8c-40b1-4fdf-a9f3-d0f471294853 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/subnets/8a366ad6-3c77-4e99-a6b2-77539c8c346a HTTP/1.1" status: 204 len: 168 time: 0.3943250 Jul 07 18:10:16.923711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52382) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:16.939319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479bd745-74ae-47a7-a6d6-389131fc31da None None] Network 170bcb05-6fc9-471f-9776-2ba06426a53c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:17.016466 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:17.029242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting subnet 5203f000-aa3b-4de1-b1ba-2d97dae5c061 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:17.034736 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.089183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fb8e60a7-3081-4f69-8bb3-adc565e8cf06 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 207 time: 0.6026280 Jul 07 18:10:17.102908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52384) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:17.141157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.153127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.169784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-737d508c-119a-4215-8dac-8724ea54d793 req-c8ba44ec-e77a-467e-b338-cf3f1a2f4ca0 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7498128 Jul 07 18:10:17.197854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecc5a-5d84-4aac-977e-ef9463b151b8 req-840bf27b-ad74-4305-8a58-3c909b0e448e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.206426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-659ecc5a-5d84-4aac-977e-ef9463b151b8 req-840bf27b-ad74-4305-8a58-3c909b0e448e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 945 time: 0.6593058 Jul 07 18:10:17.308113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] DHCP port deletion for 170bcb05-6fc9-471f-9776-2ba06426a53c request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:17.337287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-659ecc5a-5d84-4aac-977e-ef9463b151b8 req-ec821ee5-9f7c-47d9-adc4-85f202106792 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296637 Jul 07 18:10:17.341576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.344064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.347200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.349790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.364418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.450193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] Deleting port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:17.451757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.456059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] Pushing event updated for resources: {'Network': ['ID=9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:17.466929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-48c4baa9-d4f0-4755-97bb-a8f373926df7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9565492 Jul 07 18:10:17.468171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52386) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:17.479758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Request body: {'subnet': {'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-123258499-subnet', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:17.493958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:17.557727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Made reservation on behalf of c58d10222a6d4a72934730efba89c3fa for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:17.568409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.653935 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:10Z', 'revision_number': 2, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:17.687835 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Checking router: 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:17.688318 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Updating router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 port b137ac17-6c03-44ff-9042-b661a5ef902c binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:17.728665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-d36b9b7a-54ad-4e0b-8400-d13def6a4631 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.731588 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-d36b9b7a-54ad-4e0b-8400-d13def6a4631 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 945 time: 0.3019750 Jul 07 18:10:17.742937 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.749764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe43e2-a99a-47bd-98a5-cfaf9c45a59a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.755791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] For port 35fd1f61-5153-4b25-8be2-8846c1b6dc26, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=35fd1f61-5153-4b25-8be2-8846c1b6dc26,segment=NetworkSegment(abde4103-7ab3-4a35-a6a6-1927c117bf20),segment_id=abde4103-7ab3-4a35-a6a6-1927c117bf20)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:17.756392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.761322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe43e2-a99a-47bd-98a5-cfaf9c45a59a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.781702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe43e2-a99a-47bd-98a5-cfaf9c45a59a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.790479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] Calling delete_port for 35fd1f61-5153-4b25-8be2-8846c1b6dc26 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:17.794018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe43e2-a99a-47bd-98a5-cfaf9c45a59a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:17.797423 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cebe43e2-a99a-47bd-98a5-cfaf9c45a59a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6929021 Jul 07 18:10:17.802571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52388) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:17.808007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.868234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.883926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.905418 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.936565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] Pushing event deleted for resources: {'Port': ['ID=35fd1f61-5153-4b25-8be2-8846c1b6dc26,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:17.946732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68137cb-10a2-435c-836a-1ebbb0d16fe5 None None] No DVR routers for this DVR port 35fd1f61-5153-4b25-8be2-8846c1b6dc26 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:17.997423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.036269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.041084 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/subnets/5203f000-aa3b-4de1-b1ba-2d97dae5c061 HTTP/1.1" status: 204 len: 168 time: 1.1166010 Jul 07 18:10:18.042805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52390) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:18.045015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c6471-b6c3-4b2f-acfe-496b2ad3a678 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Subnet': ['ID=5203f000-aa3b-4de1-b1ba-2d97dae5c061,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:18.049244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83fd8e-a2d2-40f3-a29b-33b3ed160371 None None] Network 505be4a2-270c-4d00-b6c6-483296bee6ec requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:18.055212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Deleting port 998d0385-e9f5-42e5-ad96-c30d61844d51 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:18.055986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.066915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'Port': ['ID=34a6eaf2-8257-4d48-a311-8b659a8223fa,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:18.086539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.114542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-77def899-a86f-4a02-bfaf-b0036761a256 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3080819 Jul 07 18:10:18.114542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52392) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:18.147257 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.163760 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Transition to ACTIVE for port object b137ac17-6c03-44ff-9042-b661a5ef902c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:18.179956 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.194423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.235887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.270208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] For port 998d0385-e9f5-42e5-ad96-c30d61844d51, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=998d0385-e9f5-42e5-ad96-c30d61844d51,segment=NetworkSegment(5397e921-51d7-4fd9-834a-9b3c3bddcab0),segment_id=5397e921-51d7-4fd9-834a-9b3c3bddcab0)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:18.270208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.270515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a164c0-cf06-46fc-9068-047f3051da4d,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:18.273819 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Pushing event updated for resources: {'Port': ['ID=b137ac17-6c03-44ff-9042-b661a5ef902c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:18.285744 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.309411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ec0a8bd0-cb99-42d2-b17e-f9daec68ae72 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8293357 Jul 07 18:10:18.316712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Calling delete_port for 998d0385-e9f5-42e5-ad96-c30d61844d51 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:18.351513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ce0f54d1-549c-4d94-aa29-f3d261d4dc0b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:18.358634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.362510 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.363068 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.374660 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.375896 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.376570 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.377141 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.377713 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.380258 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.397740 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.400950 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.401694 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:18.430764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.441106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Attempting to bind port b137ac17-6c03-44ff-9042-b661a5ef902c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:18.441519 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Attempting to bind port b137ac17-6c03-44ff-9042-b661a5ef902c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:18.442039 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Attempting to bind port b137ac17-6c03-44ff-9042-b661a5ef902c on network e7f7ab53-c588-4627-8a53-31d93aff47dc {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:18.447865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170bcb05-6fc9-471f-9776-2ba06426a53c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:18.454250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] DHCP port deletion for 505be4a2-270c-4d00-b6c6-483296bee6ec request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:18.457176 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:18.457406 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Checking segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:18.458004 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.458206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Bound using segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:18.458619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75f4c6c5-922e-458b-a32d-832b55b7bf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.458753 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Bound port: b137ac17-6c03-44ff-9042-b661a5ef902c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:18.459056 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.483901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abde4103-7ab3-4a35-a6a6-1927c117bf20') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:18.497359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abde4103-7ab3-4a35-a6a6-1927c117bf20') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:18.503790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90cb619-e55f-41fa-ad47-5daa3a0f0577 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:18.508155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90cb619-e55f-41fa-ad47-5daa3a0f0577 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:18.517672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c90cb619-e55f-41fa-ad47-5daa3a0f0577 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3891864 Jul 07 18:10:18.524497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52402) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:18.528359 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.550752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.574883 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] For port b137ac17-6c03-44ff-9042-b661a5ef902c, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:18.579873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:18.580174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] For port b137ac17-6c03-44ff-9042-b661a5ef902c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b137ac17-6c03-44ff-9042-b661a5ef902c,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:18.586396 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.586599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:18.587015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.601028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Checking segment: {'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:18.601432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Network hostable DHCP agents. Network: 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:18.612014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] Deleting port fad5c554-6b08-4408-82b3-ffbea284fd52 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:18.612387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.638389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:18.663429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.674796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:18.679705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:18.680773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.702425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:18.703269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:18.708821 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:18.710923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fb51b5-5240-4168-8bea-6cc542e1ae19 None None] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:18.722870 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf5124-bb95-4f9c-b1ad-14a40dbbd62d None None] Pushing event updated for resources: {'Port': ['ID=b137ac17-6c03-44ff-9042-b661a5ef902c,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:18.725973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0699d0-44bd-4217-a842-4fa78dfe2c65 req-a6932c44-3ea1-41f5-8639-df07d49c9b60 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:18.736630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd0699d0-44bd-4217-a842-4fa78dfe2c65 req-a6932c44-3ea1-41f5-8639-df07d49c9b60 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 945 time: 0.2158649 Jul 07 18:10:18.748337 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:18.752240 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:18.788172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] For port fad5c554-6b08-4408-82b3-ffbea284fd52, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fad5c554-6b08-4408-82b3-ffbea284fd52,segment=NetworkSegment(510667cf-1359-4b2e-9fa6-b657f987feec),segment_id=510667cf-1359-4b2e-9fa6-b657f987feec)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:18.788789 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.807356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-67e144ed-43ca-48ec-8ae9-e9d6a6c5b648 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3348746 Jul 07 18:10:18.823522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fad5c554-6b08-4408-82b3-ffbea284fd52 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:18.825297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd0699d0-44bd-4217-a842-4fa78dfe2c65 req-2868bb72-dabd-436f-a140-40055ef573d8 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876684 Jul 07 18:10:18.825847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:18.838271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:18.886285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] Calling delete_port for fad5c554-6b08-4408-82b3-ffbea284fd52 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:18.890032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a8d59e-ede2-4a8d-95fd-fe574aeaeff9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:18.892937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a8d59e-ede2-4a8d-95fd-fe574aeaeff9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['shared'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:18.897592 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92a8d59e-ede2-4a8d-95fd-fe574aeaeff9 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3568547 Jul 07 18:10:18.912581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52408) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:18.971142 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.974864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.983443 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:18.996170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.998275 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/networks/170bcb05-6fc9-471f-9776-2ba06426a53c HTTP/1.1" status: 204 len: 168 time: 0.9545052 Jul 07 18:10:19.001424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a154ac-dc41-4900-a660-04237d3fa954 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Network': ['ID=170bcb05-6fc9-471f-9776-2ba06426a53c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:19.006661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52410) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:19.018648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ef42c-765e-4981-aa8f-3f00a0b83e04 req-ec98849d-aefd-41bd-9d0d-f3b1b43ef743 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:19.027267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['998d0385-e9f5-42e5-ad96-c30d61844d51'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:10:19.029859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad2ef42c-765e-4981-aa8f-3f00a0b83e04 req-ec98849d-aefd-41bd-9d0d-f3b1b43ef743 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 945 time: 0.3769255 Jul 07 18:10:19.051036 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.098435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.100448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.126209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.153532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Pushing event deleted for resources: {'Port': ['ID=998d0385-e9f5-42e5-ad96-c30d61844d51,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:19.178459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.182888 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:19.248932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] No DVR routers for this DVR port 998d0385-e9f5-42e5-ad96-c30d61844d51 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:19.257654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:19.260318 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88d2095-2f58-4b7c-89e6-2e9b7e26e5f3" -d '{"events": [{"server_uuid": "6dbd21ec-fe92-49f3-a5cb-f9b64d79b968", "name": "network-vif-plugged", "status": "completed", "tag": "ce0f54d1-549c-4d94-aa29-f3d261d4dc0b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:19.268143 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.270466 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bd7151-7b43-4d28-a253-bf93590d3fd4 req-ed8047b1-0ae0-4242-bc77-ea5074e64d99 tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.90 "DELETE /v2.0/ports/998d0385-e9f5-42e5-ad96-c30d61844d51 HTTP/1.1" status: 204 len: 173 time: 1.4707117 Jul 07 18:10:19.271414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'name': 'network-vif-deleted', 'tag': '998d0385-e9f5-42e5-ad96-c30d61844d51'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:19.276172 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7307fd-a8c7-491e-ab25-cfb779c7a9aa" -d '{"events": [{"server_uuid": "d60b2794-1b38-46c4-ba54-e2efd92d3db2", "name": "network-vif-deleted", "tag": "998d0385-e9f5-42e5-ad96-c30d61844d51"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:19.297924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:19.311430 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.320912 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.349204 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:18Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:19.352886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad2ef42c-765e-4981-aa8f-3f00a0b83e04 req-0fda35ff-bc87-4d84-ac28-494c2a967553 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198674 Jul 07 18:10:19.362358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-b392f3ca-d1d1-4568-88ce-80b47e4b7bc2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1271006336&fields=id&tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd HTTP/1.1" status: 200 len: 267 time: 0.1155381 Jul 07 18:10:19.396073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Deleting port fad5c554-6b08-4408-82b3-ffbea284fd52 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:19.396073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.403502 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.412546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4', 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'fixed_ips': [{'subnet_id': 'b4a164c0-cf06-46fc-9068-047f3051da4d'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:19.413845 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.431254 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d86108-e495-48e6-94ae-3b9b7b0e08e3 None None] The sync data for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 is: [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:18Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:19.441604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] No DVR routers for this DVR port fad5c554-6b08-4408-82b3-ffbea284fd52 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:19.450188 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97ac4a3-c5a8-4939-bd19-41a7404c8f48 x-openstack-request-id: req-d97ac4a3-c5a8-4939-bd19-41a7404c8f48 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:19.453357 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbd21ec-fe92-49f3-a5cb-f9b64d79b968", "name": "network-vif-plugged", "status": "completed", "tag": "ce0f54d1-549c-4d94-aa29-f3d261d4dc0b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:19.467534 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d97ac4a3-c5a8-4939-bd19-41a7404c8f48 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:19.468084 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b', 'code': 200} Jul 07 18:10:19.515775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] For port fad5c554-6b08-4408-82b3-ffbea284fd52, host n-d-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:19.516433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.537750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.540444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Calling delete_port for fad5c554-6b08-4408-82b3-ffbea284fd52 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:19.543952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Port fad5c554-6b08-4408-82b3-ffbea284fd52 was not found and therefore no delete operation was performed {{(pid=105589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:10:19.545456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.545804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:19.549413 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee50e98-a5a0-4b04-a872-be0d81ece9dd x-openstack-request-id: req-eee50e98-a5a0-4b04-a872-be0d81ece9dd {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:19.550013 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b2794-1b38-46c4-ba54-e2efd92d3db2", "name": "network-vif-deleted", "tag": "998d0385-e9f5-42e5-ad96-c30d61844d51", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:19.550533 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eee50e98-a5a0-4b04-a872-be0d81ece9dd {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:19.550865 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b2794-1b38-46c4-ba54-e2efd92d3db2', 'name': 'network-vif-deleted', 'tag': '998d0385-e9f5-42e5-ad96-c30d61844d51', 'status': 'completed', 'code': 200} Jul 07 18:10:19.588557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Port': ['ID=fad5c554-6b08-4408-82b3-ffbea284fd52,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:19.590812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] No DVR routers for this DVR port fad5c554-6b08-4408-82b3-ffbea284fd52 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:19.595293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf06645-6fae-439a-a2de-e8ee635d2d4b tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:19.602341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9bf06645-6fae-439a-a2de-e8ee635d2d4b tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/networks/d032a126-d6b1-41b3-b025-841c0bbd9612 HTTP/1.1" status: 200 len: 799 time: 0.6787343 Jul 07 18:10:19.605814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52424) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:19.709996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 35fd1f61-5153-4b25-8be2-8846c1b6dc26 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:19.747318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.766835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505be4a2-270c-4d00-b6c6-483296bee6ec']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:19.783193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510667cf-1359-4b2e-9fa6-b657f987feec') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:19.784221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510667cf-1359-4b2e-9fa6-b657f987feec') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:19.791408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-692c1f75-6c46-4d04-913c-33ffbaab52fc tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:19.797005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.798482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-692c1f75-6c46-4d04-913c-33ffbaab52fc tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 810 time: 0.3899603 Jul 07 18:10:19.820530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.820995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-fb138f20-4ef4-4938-8255-6e363fef5073 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/quotas/aab8cf4aaa9042aaa6b7751c60b254bd HTTP/1.1" status: 200 len: 375 time: 0.0215037 Jul 07 18:10:19.829772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:19.830266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.878214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-570819a2-8568-40a4-b8bb-bb42e52baeb2 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/networks/d032a126-d6b1-41b3-b025-841c0bbd9612?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2704496 Jul 07 18:10:19.880049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52428) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:19.909340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bf6e1-b270-4307-80af-8e2280a2e506 None None] Pushing event deleted for resources: {'Port': ['ID=fad5c554-6b08-4408-82b3-ffbea284fd52,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:19.915499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 35fd1f61-5153-4b25-8be2-8846c1b6dc26 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:19.915958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 35fd1f61-5153-4b25-8be2-8846c1b6dc26 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:19.940586 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.973225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce2f65-196e-49e7-86e5-1397a5251d37 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:19.978225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-05ce2f65-196e-49e7-86e5-1397a5251d37 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/subnets/1f626df3-e86a-402e-8d57-39e652bff00f HTTP/1.1" status: 200 len: 811 time: 0.0969899 Jul 07 18:10:19.982047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52430) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:20.001867 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:20.012402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.027242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Allocated IP 172.20.0.2 (9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4/b4a164c0-cf06-46fc-9068-047f3051da4d/447d50af-4532-4851-a537-8802fe05fc59) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:20.054609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.059558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] 10.222.0.88 "DELETE /v2.0/networks/505be4a2-270c-4d00-b6c6-483296bee6ec HTTP/1.1" status: 204 len: 168 time: 1.0497885 Jul 07 18:10:20.072448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-b1c63c1d-8410-4c75-8314-5df76300380d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2503500 Jul 07 18:10:20.097934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14086f-b1ef-466d-96a8-fd86fc2f95a5 req-29d4d4cf-8db3-4572-b959-f443a4c142b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:20.100190 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6c14086f-b1ef-466d-96a8-fd86fc2f95a5 req-29d4d4cf-8db3-4572-b959-f443a4c142b5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 1097 time: 0.4767065 Jul 07 18:10:20.101385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0650-34d3-4de2-9289-ac5c1ff98600 tempest-TaggedBootDevicesTest_v242-1269061526 tempest-TaggedBootDevicesTest_v242-1269061526-project] Pushing event deleted for resources: {'Network': ['ID=505be4a2-270c-4d00-b6c6-483296bee6ec,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:20.117818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8717ca2b-897a-4c8b-a2a6-7791d8c890a1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['shared'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:20.127503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8717ca2b-897a-4c8b-a2a6-7791d8c890a1 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "GET /v2.0/subnets/1f626df3-e86a-402e-8d57-39e652bff00f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1389356 Jul 07 18:10:20.129397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52436) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:20.138116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1135409174'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:20.220053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6c14086f-b1ef-466d-96a8-fd86fc2f95a5 req-75bbd342-3b12-414f-bdfc-9b7f1251fe73 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133745 Jul 07 18:10:20.338801 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.348494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Transition to ACTIVE for port object 447d50af-4532-4851-a537-8802fe05fc59 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:20.366274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e2e6095a-aa53-4c11-91d9-8f0f2c027799 req-4515a6d6-063c-41f1-ae13-c739939d6f1d tempest-AttachVolumeNegativeTest-1403392468 tempest-AttachVolumeNegativeTest-1403392468-project] 10.222.0.88 "GET /v2.0/ports?device_id=d60b2794-1b38-46c4-ba54-e2efd92d3db2 HTTP/1.1" status: 200 len: 210 time: 0.1140234 Jul 07 18:10:20.372878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Transition to ACTIVE for port object 447d50af-4532-4851-a537-8802fe05fc59 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:20.382962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.414780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:20.422068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.431382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:20.434381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:20.439900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:20.448607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Pushing event updated for resources: {'Port': ['ID=447d50af-4532-4851-a537-8802fe05fc59,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:20.478102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:20.488067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.488411 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Added segment 1f0e9a36-29d4-4ba1-a784-06a92a5f0559 of type vlan for network 456436de-98bc-45bc-9329-a3f902b6275d Jul 07 18:10:20.505193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Attempting to bind port 447d50af-4532-4851-a537-8802fe05fc59 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:20.505560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Attempting to bind port 447d50af-4532-4851-a537-8802fe05fc59 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:20.505943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Attempting to bind port 447d50af-4532-4851-a537-8802fe05fc59 on network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:20.512282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:20.512650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Checking segment: {'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:20.513103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.513491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Bound using segment: {'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:20.514105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Bound port: 447d50af-4532-4851-a537-8802fe05fc59, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:20.514622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.545797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.561971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.601111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.612493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] For port 447d50af-4532-4851-a537-8802fe05fc59, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:20.617529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-8ee2a31d-cb0d-4d54-a2ba-970c7d1452ec service neutron] 10.222.0.88 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440967 Jul 07 18:10:20.617782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] For port 447d50af-4532-4851-a537-8802fe05fc59, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=447d50af-4532-4851-a537-8802fe05fc59,segment=NetworkSegment(d5555a43-bdfb-4593-95ed-e4201edb4c26),segment_id=d5555a43-bdfb-4593-95ed-e4201edb4c26)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:20.626805 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.688067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c8e36-ecd8-48ac-a726-acee36103cf9 None None] Pushing event updated for resources: {'Port': ['ID=447d50af-4532-4851-a537-8802fe05fc59,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:20.701487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.707470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:20.707950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.753434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b137ac17-6c03-44ff-9042-b661a5ef902c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:20.805674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b137ac17-6c03-44ff-9042-b661a5ef902c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:20.810392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b137ac17-6c03-44ff-9042-b661a5ef902c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:20.810760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.852741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7210143 Jul 07 18:10:20.855587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52444) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:20.863923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'network_id': '456436de-98bc-45bc-9329-a3f902b6275d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:20.909259 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.935565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf47e6-7e4b-4ab4-8f21-12b7fdee843c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Network': ['ID=456436de-98bc-45bc-9329-a3f902b6275d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:20.959999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-6762fdff-2eba-4e09-89d0-43e66e8d4d5c service neutron] 10.222.0.88 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415084 Jul 07 18:10:20.967735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port b137ac17-6c03-44ff-9042-b661a5ef902c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b137ac17-6c03-44ff-9042-b661a5ef902c,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:20.979718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 456436de-98bc-45bc-9329-a3f902b6275d details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:20.991204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.006867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Allocated IP 172.25.1.45 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/49b693f1-d35a-4989-a8d8-fa9b6da9d8a3) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:21.093635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Made reservation on behalf of 25dddc995c1745eda7dce4cf75ca8032 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:21.098648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.151917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=b137ac17-6c03-44ff-9042-b661a5ef902c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:21.237219 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.306573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Performing IP validity checks on allocation pools {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:10:21.307150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:10:21.475932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.568646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Checking segment: {'id': '1f0e9a36-29d4-4ba1-a784-06a92a5f0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456436de-98bc-45bc-9329-a3f902b6275d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:21.569283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network hostable DHCP agents. Network: 456436de-98bc-45bc-9329-a3f902b6275d, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:21.580489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=3c999430-c2fb-4daa-83be-619fae1cebd0,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:21.597989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Network 456436de-98bc-45bc-9329-a3f902b6275d is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:21.611084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 456436de-98bc-45bc-9329-a3f902b6275d) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:21.616813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:21.617575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.619515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d70af-dcf4-4049-877f-eb6176125c58 req-73693649-cfdc-4229-8695-c50abcc89742 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:21.623304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36855e-0a0f-48a9-b007-219d47970189 None None] Network 456436de-98bc-45bc-9329-a3f902b6275d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:21.627534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c6d70af-dcf4-4049-877f-eb6176125c58 req-73693649-cfdc-4229-8695-c50abcc89742 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.8787467 Jul 07 18:10:21.638065 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fc694ce1-97b3-419b-9e2e-0975c1f960f3 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7796810 Jul 07 18:10:21.638899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52462) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:21.644996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a2984a89-ccc1-464c-ab94-4a16f6901ece tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:21.704417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d30b8a64-e480-4d92-9a8e-6fc961757484 req-0a95e914-fc5c-49ef-8df2-20ad20727af7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.1102736 Jul 07 18:10:21.774707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c6d70af-dcf4-4049-877f-eb6176125c58 req-13984336-6c99-4b22-b2ac-8e2774874886 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433930 Jul 07 18:10:21.841637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.894128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2984a89-ccc1-464c-ab94-4a16f6901ece tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13220704'] for subnet, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.909168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52466) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:21.968972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] Deleting subnet 9da12058-8aa2-4ad0-bd97-35971f24adae {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:21.973165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-456436de-98bc-45bc-9329-a3f902b6275d', 'network_id': '456436de-98bc-45bc-9329-a3f902b6275d', 'tenant_id': '25dddc995c1745eda7dce4cf75ca8032', 'fixed_ips': [{'subnet_id': '3c999430-c2fb-4daa-83be-619fae1cebd0'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:21.974249 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:21.978941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.047579 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.117054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.167156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2984a89-ccc1-464c-ab94-4a16f6901ece tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786270783007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12960154'] for subnet, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.190612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.255188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b2e878-6c55-401e-863c-10f771a76c23 None None] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:22.275915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:22.282602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:22.287386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:22.292668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2984a89-ccc1-464c-ab94-4a16f6901ece tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event updated for resources: {'Subnet': ['ID=3c999430-c2fb-4daa-83be-619fae1cebd0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:22.310655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2984a89-ccc1-464c-ab94-4a16f6901ece tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:22.311282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2984a89-ccc1-464c-ab94-4a16f6901ece tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.312664 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a2984a89-ccc1-464c-ab94-4a16f6901ece tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "PUT /v2.0/subnets/3c999430-c2fb-4daa-83be-619fae1cebd0 HTTP/1.1" status: 200 len: 877 time: 0.6726499 Jul 07 18:10:22.315859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52468) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:22.339597 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.374718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Pushing event updated for resources: {'Port': ['ID=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:22.386487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 998d0385-e9f5-42e5-ad96-c30d61844d51 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:22.391885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da12058-8aa2-4ad0-bd97-35971f24adae,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:22.402909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.406105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e9a4ff22-448c-44f6-af5e-453c20950b21 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9da12058-8aa2-4ad0-bd97-35971f24adae HTTP/1.1" status: 204 len: 168 time: 0.4949124 Jul 07 18:10:22.408770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:22.453166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Allocated IP 172.20.0.3 (456436de-98bc-45bc-9329-a3f902b6275d/3c999430-c2fb-4daa-83be-619fae1cebd0/589f73c6-4b2e-4cbf-a432-01e07e04fbda) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:22.460977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 998d0385-e9f5-42e5-ad96-c30d61844d51 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:22.461434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 998d0385-e9f5-42e5-ad96-c30d61844d51 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:22.480720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-382cb0ac-fd0b-4267-92a5-8563fb6812ed None None] Provisioning for port 447d50af-4532-4851-a537-8802fe05fc59 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:22.836860 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.870184 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:22.897921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Transition to ACTIVE for port object 589f73c6-4b2e-4cbf-a432-01e07e04fbda will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:22.956155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Transition to ACTIVE for port object 589f73c6-4b2e-4cbf-a432-01e07e04fbda will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:22.972559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.059135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Network 456436de-98bc-45bc-9329-a3f902b6275d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:23.064596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Pushing event updated for resources: {'Port': ['ID=589f73c6-4b2e-4cbf-a432-01e07e04fbda,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:23.073485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:23.078442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:23.082523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 447d50af-4532-4851-a537-8802fe05fc59 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:23.145091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.164336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36516fc1-2846-4260-8e73-6df6629d43bc req-5cc56392-e211-4d74-8d5e-2ee98bdcb667 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0905156 Jul 07 18:10:23.276084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Attempting to bind port 589f73c6-4b2e-4cbf-a432-01e07e04fbda on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:23.276507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Attempting to bind port 589f73c6-4b2e-4cbf-a432-01e07e04fbda by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '1f0e9a36-29d4-4ba1-a784-06a92a5f0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456436de-98bc-45bc-9329-a3f902b6275d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:23.277010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Attempting to bind port 589f73c6-4b2e-4cbf-a432-01e07e04fbda on network 456436de-98bc-45bc-9329-a3f902b6275d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:23.289952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:23.290651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Checking segment: {'id': '1f0e9a36-29d4-4ba1-a784-06a92a5f0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456436de-98bc-45bc-9329-a3f902b6275d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:23.291168 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.291666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Bound using segment: {'id': '1f0e9a36-29d4-4ba1-a784-06a92a5f0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456436de-98bc-45bc-9329-a3f902b6275d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:23.293059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.293537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Bound port: 589f73c6-4b2e-4cbf-a432-01e07e04fbda, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0e9a36-29d4-4ba1-a784-06a92a5f0559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456436de-98bc-45bc-9329-a3f902b6275d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:23.293710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.318441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7630dd-1161-4290-b862-c055147a9f5b req-cf99660e-8fb2-40cd-8366-b7c4af73a81e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:23.326794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb7630dd-1161-4290-b862-c055147a9f5b req-cf99660e-8fb2-40cd-8366-b7c4af73a81e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.2186546 Jul 07 18:10:23.344336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 447d50af-4532-4851-a537-8802fe05fc59 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:23.364230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 447d50af-4532-4851-a537-8802fe05fc59 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:23.364794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.401421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] For port 589f73c6-4b2e-4cbf-a432-01e07e04fbda, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:23.426020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] For port 589f73c6-4b2e-4cbf-a432-01e07e04fbda, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=589f73c6-4b2e-4cbf-a432-01e07e04fbda,segment=NetworkSegment(1f0e9a36-29d4-4ba1-a784-06a92a5f0559),segment_id=1f0e9a36-29d4-4ba1-a784-06a92a5f0559)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:23.434346 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.437762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.457024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ff07d5-8017-46d5-a3b3-1dd8523c4be3']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:23.502531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb7630dd-1161-4290-b862-c055147a9f5b req-a75097d5-fdcc-48bc-b1dc-c4180283162b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731896 Jul 07 18:10:23.507911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5397e921-51d7-4fd9-834a-9b3c3bddcab0') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:23.508237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5397e921-51d7-4fd9-834a-9b3c3bddcab0') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:23.525960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.530373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.537884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.539832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07314799-da60-4bf9-8832-24c1fd22dc64 None None] Pushing event updated for resources: {'Port': ['ID=589f73c6-4b2e-4cbf-a432-01e07e04fbda,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:23.560479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.571637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:23.572252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.615186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 447d50af-4532-4851-a537-8802fe05fc59, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=447d50af-4532-4851-a537-8802fe05fc59,segment=NetworkSegment(d5555a43-bdfb-4593-95ed-e4201edb4c26),segment_id=d5555a43-bdfb-4593-95ed-e4201edb4c26)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:23.622939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.623880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b137ac17-6c03-44ff-9042-b661a5ef902c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:23.677518 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:23.687896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.734554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.736736 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] 10.222.0.88 "DELETE /v2.0/networks/25ff07d5-8017-46d5-a3b3-1dd8523c4be3 HTTP/1.1" status: 204 len: 168 time: 1.3267536 Jul 07 18:10:23.770433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-891afaa8-b84a-43ff-8779-ba176b9603c5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:23.771964 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-891afaa8-b84a-43ff-8779-ba176b9603c5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 810 time: 0.6170497 Jul 07 18:10:23.774223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569401f0-4bb5-4ff2-bd57-a7dbefab3a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=25ff07d5-8017-46d5-a3b3-1dd8523c4be3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:23.774792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=447d50af-4532-4851-a537-8802fe05fc59,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:23.801079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b137ac17-6c03-44ff-9042-b661a5ef902c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:23.802433 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.826927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Deleting port 589f73c6-4b2e-4cbf-a432-01e07e04fbda {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:23.827559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:23.928063 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-9c863292-fcff-49c8-b860-0f488398281d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd HTTP/1.1" status: 200 len: 380 time: 0.1399920 Jul 07 18:10:23.928695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65c868-64f0-4e1c-a22f-b676290ebc64 req-a8ded4f7-5368-46b1-b2e9-4ebaa87b3ce8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:23.937712 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab65c868-64f0-4e1c-a22f-b676290ebc64 req-a8ded4f7-5368-46b1-b2e9-4ebaa87b3ce8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.2522478 Jul 07 18:10:23.949036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'port': {'device_id': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'admin_state_up': True, 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'security_groups': ['20f09aef-a340-44c1-aed5-a78d5d3531cf']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:23.966682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52488) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:24.026246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab65c868-64f0-4e1c-a22f-b676290ebc64 req-917422ea-56cb-4269-9d20-ad856317b4fa tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868273 Jul 07 18:10:24.073659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5f68b434-cd01-436d-b479-fc76cc657e22 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b8db7d016f534d4d8bb9aef3d9ecc4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042356 Jul 07 18:10:24.074413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Router 01ac1c97-a9d0-43b8-a054-f772547ea281 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:10:24.077233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52492) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:24.088900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] For port 589f73c6-4b2e-4cbf-a432-01e07e04fbda, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=589f73c6-4b2e-4cbf-a432-01e07e04fbda,segment=NetworkSegment(1f0e9a36-29d4-4ba1-a784-06a92a5f0559),segment_id=1f0e9a36-29d4-4ba1-a784-06a92a5f0559)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:24.089407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.117970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Calling delete_port for 589f73c6-4b2e-4cbf-a432-01e07e04fbda owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:24.194397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Made reservation on behalf of aab8cf4aaa9042aaa6b7751c60b254bd for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:24.198159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.303111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:24.314818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Sync routers for ids ['01ac1c97-a9d0-43b8-a054-f772547ea281'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:24.328821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Routers {'01ac1c97-a9d0-43b8-a054-f772547ea281'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:24.329626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['01ac1c97-a9d0-43b8-a054-f772547ea281'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:24.345366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dadf7a07-2dc0-44bd-a498-b90c95178274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.361573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.363139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dd3c56d5-5a60-4abb-b557-7f06f40ebf9f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5330637 Jul 07 18:10:24.383380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52496) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:24.432483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27a808ae-806d-403f-bcd7-17b272030f9e req-a4963ae4-259f-4a31-9cd7-192ce4152008 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0793893 Jul 07 18:10:24.439736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dadf7a07-2dc0-44bd-a498-b90c95178274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.439848 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.509813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Allocated IP 172.20.0.11 (e7f7ab53-c588-4627-8a53-31d93aff47dc/1ba827e8-3174-4536-9c3b-28344790e2af/a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:24.511894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Set router 01ac1c97-a9d0-43b8-a054-f772547ea281 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:24.523210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46729e-9993-4b3f-8bf8-414286341b84 req-b22c9da4-3843-4527-b0d9-467a337182c1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:24.531937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b46729e-9993-4b3f-8bf8-414286341b84 req-b22c9da4-3843-4527-b0d9-467a337182c1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.3605430 Jul 07 18:10:24.617972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b46729e-9993-4b3f-8bf8-414286341b84 req-dbff05cc-edcf-49c9-8636-614a1ac5e763 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827203 Jul 07 18:10:24.633346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dadf7a07-2dc0-44bd-a498-b90c95178274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.636780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dadf7a07-2dc0-44bd-a498-b90c95178274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.640488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dadf7a07-2dc0-44bd-a498-b90c95178274 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc HTTP/1.1" status: 204 len: 168 time: 0.5598855 Jul 07 18:10:24.674590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf7a07-2dc0-44bd-a498-b90c95178274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b54cb7-7ac4-4cfe-8473-a21ee4da78fc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:24.803570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Port': ['ID=589f73c6-4b2e-4cbf-a432-01e07e04fbda,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:24.827477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:22Z', 'revision_number': 3, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:24.910483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Checking router: 01ac1c97-a9d0-43b8-a054-f772547ea281 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:24.910863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Updating router 01ac1c97-a9d0-43b8-a054-f772547ea281 port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:24.962940 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:24.968324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No DVR routers for this DVR port 589f73c6-4b2e-4cbf-a432-01e07e04fbda on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:25.160644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 447d50af-4532-4851-a537-8802fe05fc59 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:25.207211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.235957 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.307582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Transition to ACTIVE for port object a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:25.311412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 447d50af-4532-4851-a537-8802fe05fc59 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:25.311972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.350071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b3b402-f6d7-4d66-865a-619fca39ad13 None None] Network 456436de-98bc-45bc-9329-a3f902b6275d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:25.379399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.607286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a5277-87e9-429b-8b3a-4eaeb219cca0 req-91bb6b74-2ba9-4f0b-9e34-fa19546d2fe9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.614898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-647a5277-87e9-429b-8b3a-4eaeb219cca0 req-91bb6b74-2ba9-4f0b-9e34-fa19546d2fe9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.1044052 Jul 07 18:10:25.669888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-647a5277-87e9-429b-8b3a-4eaeb219cca0 req-a98a356e-7667-4444-8dde-b87873c71ee3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540628 Jul 07 18:10:25.691735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ec2fc5e1-21b1-4a63-a146-dd26adcc38fd None None] Could not find standard attr ID for object 589f73c6-4b2e-4cbf-a432-01e07e04fbda. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:10:25.762749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0bc14-0fc9-4116-8ff6-f43072bf1042 req-6fa55ef8-7027-4179-8782-c0d7a0be9c37 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:25.765137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ed0bc14-0fc9-4116-8ff6-f43072bf1042 req-6fa55ef8-7027-4179-8782-c0d7a0be9c37 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 932 time: 0.1098564 Jul 07 18:10:25.768997 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.809650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Network e7f7ab53-c588-4627-8a53-31d93aff47dc is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:25.812447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'Port': ['ID=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:25.816679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.820056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Transition to ACTIVE for port object 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:25.871481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ed0bc14-0fc9-4116-8ff6-f43072bf1042 req-76117ce1-4a12-4da0-be67-0dcaa59625a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984080 Jul 07 18:10:25.886524 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.945674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.955355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 589f73c6-4b2e-4cbf-a432-01e07e04fbda up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:25.956795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456436de-98bc-45bc-9329-a3f902b6275d']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:25.974671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0e9a36-29d4-4ba1-a784-06a92a5f0559') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:25.974978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0e9a36-29d4-4ba1-a784-06a92a5f0559') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:25.988087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:25.996722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842adf3-2eb3-4418-aeee-4b6cafb36a02 None None] DHCP port deletion for 456436de-98bc-45bc-9329-a3f902b6275d request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:26.005109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.010461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 589f73c6-4b2e-4cbf-a432-01e07e04fbda {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:26.011126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 589f73c6-4b2e-4cbf-a432-01e07e04fbda not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 18:10:26.012193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:26.012606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.017129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324da37d-29b5-4bb7-9d94-4cabacb337a4 None None] Pushing event updated for resources: {'Port': ['ID=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:26.045044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Port 589f73c6-4b2e-4cbf-a432-01e07e04fbda not found, will not notify nova. {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 18:10:26.052387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Attempting to bind port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:26.052952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Attempting to bind port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:26.053372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Attempting to bind port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:26.058726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8daf3-015a-4900-bedb-c4c819a9566e None None] Network 456436de-98bc-45bc-9329-a3f902b6275d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:26.068268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:26.068704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:26.070872 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.071023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:26.071488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Bound port: 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:26.071847 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.119577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=3c999430-c2fb-4daa-83be-619fae1cebd0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:26.123240 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:26.173551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:26.186036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:26.284576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.317851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] For port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:26.323313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] For port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:26.329929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.336424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.362457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/456436de-98bc-45bc-9329-a3f902b6275d HTTP/1.1" status: 204 len: 168 time: 4.0422065 Jul 07 18:10:26.362825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52542) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:26.434288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:26.434985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.442746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Routers {'01ac1c97-a9d0-43b8-a054-f772547ea281'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:26.443469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['01ac1c97-a9d0-43b8-a054-f772547ea281'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:26.454455 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc025a1-4dad-4ade-acb9-04bd44121b46 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:26.454917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc025a1-4dad-4ade-acb9-04bd44121b46 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:26.456749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ffc025a1-4dad-4ade-acb9-04bd44121b46 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/3c999430-c2fb-4daa-83be-619fae1cebd0 HTTP/1.1" status: 404 len: 337 time: 0.0925982 Jul 07 18:10:26.462372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52546) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:26.477724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87972a21-f703-46d6-ad6f-2d81948b8383 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=456436de-98bc-45bc-9329-a3f902b6275d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:26.492647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324da37d-29b5-4bb7-9d94-4cabacb337a4 None None] Pushing event updated for resources: {'Port': ['ID=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:26.495757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-96846b7a-7130-46d4-88a5-c5e3b1a0cd12 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5509591 Jul 07 18:10:26.503284 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbbd149-cb50-4215-b4f2-b684ccba846d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:26.503966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbbd149-cb50-4215-b4f2-b684ccba846d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:26.505839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6bbbd149-cb50-4215-b4f2-b684ccba846d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/456436de-98bc-45bc-9329-a3f902b6275d HTTP/1.1" status: 404 len: 339 time: 0.0424531 Jul 07 18:10:26.511477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52550) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:26.550999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Request body: {'port': {'device_id': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:26.553993 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c8e64e-9000-498f-b867-1895ca7528a5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:26.554503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c8e64e-9000-498f-b867-1895ca7528a5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:26.556257 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f1c8e64e-9000-498f-b867-1895ca7528a5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/21adad68-1e68-4133-b51a-38b3316d3a65 HTTP/1.1" status: 404 len: 337 time: 0.0438719 Jul 07 18:10:26.559005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52554) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:26.600564 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.623005 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f604541-9968-4602-bddf-ad8ae92b4071 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:26.623005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f604541-9968-4602-bddf-ad8ae92b4071 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:26.634296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1f604541-9968-4602-bddf-ad8ae92b4071 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/d8d0b1ba-0be8-493d-b969-24f26cbc3c34 HTTP/1.1" status: 404 len: 339 time: 0.0741267 Jul 07 18:10:26.639550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52558) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:26.706364 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e7e34004-539d-4104-97ce-cd12aa00528b None None] Provisioning for port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:26.718644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e7e34004-539d-4104-97ce-cd12aa00528b None None] Provisioning complete for port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:26.719031 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7e34004-539d-4104-97ce-cd12aa00528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.794696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] Set router 01ac1c97-a9d0-43b8-a054-f772547ea281 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:26.805107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 589f73c6-4b2e-4cbf-a432-01e07e04fbda no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:26.836534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.935496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:26.980156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 589f73c6-4b2e-4cbf-a432-01e07e04fbda {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:26.980533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 589f73c6-4b2e-4cbf-a432-01e07e04fbda not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:26.993618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e7e34004-539d-4104-97ce-cd12aa00528b None None] Port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:27.008163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Allocated IP 172.20.0.1 (9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4/b4a164c0-cf06-46fc-9068-047f3051da4d/d0545f5a-3f72-432c-87aa-5a98862392b4) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:27.010787 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.023655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1802915-a44b-4001-b109-021383fafbd5']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:27.033569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a42bf-c37b-4ed8-897d-333da889d519 req-a085368f-a547-4a03-8483-0e96b70e5489 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:27.040857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf7a42bf-c37b-4ed8-897d-333da889d519 req-a085368f-a547-4a03-8483-0e96b70e5489 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.1433408 Jul 07 18:10:27.094030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2671a791-19ae-4abf-a450-217c67d6066e') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:27.097121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2671a791-19ae-4abf-a450-217c67d6066e') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:27.126567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:22Z', 'revision_number': 3, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:27.134335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.139488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf7a42bf-c37b-4ed8-897d-333da889d519 req-961327df-8a90-4bb2-9649-104a729ef20e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975130 Jul 07 18:10:27.163952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f65a6-4fae-443e-afd6-53578f661435 None None] The sync data for ids ['01ac1c97-a9d0-43b8-a054-f772547ea281'] in n-d-798930-2 is: [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:22Z', 'revision_number': 3, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:27.192814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.241150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:27.242371 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:27.251404 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:27.369111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.385553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.387954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/a1802915-a44b-4001-b109-021383fafbd5 HTTP/1.1" status: 204 len: 168 time: 0.7469766 Jul 07 18:10:27.405003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52582) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.424470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881ea7f-1cec-4b3f-9c6d-e0510007d247 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=a1802915-a44b-4001-b109-021383fafbd5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:27.465203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc56c1-9717-4ac6-9af5-be1ddbcd4435 req-e6e87576-7f3b-44be-bfe2-af0adfac6484 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:27.467105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1bdc56c1-9717-4ac6-9af5-be1ddbcd4435 req-e6e87576-7f3b-44be-bfe2-af0adfac6484 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 932 time: 0.3097572 Jul 07 18:10:27.468466 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4930b27e-7be9-4bc4-8b72-584b55e6ff1a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.469066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4930b27e-7be9-4bc4-8b72-584b55e6ff1a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.471036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4930b27e-7be9-4bc4-8b72-584b55e6ff1a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/007994d7-d735-4c9c-a6e6-9b6e6626ac80 HTTP/1.1" status: 404 len: 337 time: 0.0609074 Jul 07 18:10:27.479011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52586) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.512243 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3852cd-a7de-48cc-aa18-6cf8d9001c6b tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.513097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3852cd-a7de-48cc-aa18-6cf8d9001c6b tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.515680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4c3852cd-a7de-48cc-aa18-6cf8d9001c6b tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/64f68f58-3125-486c-85bb-f42e3c0661c5 HTTP/1.1" status: 404 len: 339 time: 0.0353451 Jul 07 18:10:27.528729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.557968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:27.575502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.609291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1bdc56c1-9717-4ac6-9af5-be1ddbcd4435 req-3e64918f-4535-455e-91c8-53eee0c626ee tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364045 Jul 07 18:10:27.612558 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b47686-9123-45ba-a023-76517630e7cb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.616786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b47686-9123-45ba-a023-76517630e7cb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.619260 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3b47686-9123-45ba-a023-76517630e7cb tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/5c200338-b37c-4c0a-918c-ff77aaf7c23a HTTP/1.1" status: 404 len: 337 time: 0.0898485 Jul 07 18:10:27.635651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52594) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.670715 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2bffab-d0c7-422b-9b93-e422586a9d2d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.671667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2bffab-d0c7-422b-9b93-e422586a9d2d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.674584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a2bffab-d0c7-422b-9b93-e422586a9d2d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/03b6ba31-ed30-4806-a6ae-af44744533ca HTTP/1.1" status: 404 len: 339 time: 0.0371735 Jul 07 18:10:27.677222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.685022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.704005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Transition to ACTIVE for port object d0545f5a-3f72-432c-87aa-5a98862392b4 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:27.715531 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fafd5e5-d6ca-4a0c-9754-e2a3b9eff10e tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.725681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fafd5e5-d6ca-4a0c-9754-e2a3b9eff10e tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.727591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3fafd5e5-d6ca-4a0c-9754-e2a3b9eff10e tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/a31761d3-dcdd-4f17-9a16-55177ea3346f HTTP/1.1" status: 404 len: 337 time: 0.0489931 Jul 07 18:10:27.734283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52598) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.768916 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e7852f-20ca-446e-b73e-dde8729fd76e tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.769695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e7852f-20ca-446e-b73e-dde8729fd76e tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.771525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-89e7852f-20ca-446e-b73e-dde8729fd76e tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/fddd0672-fbf2-4ff1-ab3a-460de2ed62cc HTTP/1.1" status: 404 len: 339 time: 0.0362399 Jul 07 18:10:27.774094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52600) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.774829 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.787801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Transition to ACTIVE for port object a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:27.809322 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c317a0-b065-4b12-932d-558bd490a83a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.809605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c317a0-b065-4b12-932d-558bd490a83a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.811690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-59c317a0-b065-4b12-932d-558bd490a83a tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/93a52663-1efa-4e31-9931-941eb4dd8f21 HTTP/1.1" status: 404 len: 337 time: 0.0366251 Jul 07 18:10:27.815375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52604) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.827647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:27.872684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:27.880516 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09ce701-9bc3-4027-9d48-d1a5b2fbf7ea tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.881194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09ce701-9bc3-4027-9d48-d1a5b2fbf7ea tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.885266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:27.888076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b09ce701-9bc3-4027-9d48-d1a5b2fbf7ea tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/1e03039e-e9ea-418d-b13b-768e2b511d8f HTTP/1.1" status: 404 len: 339 time: 0.0712535 Jul 07 18:10:27.888751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52608) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.922893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:27.949991 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4b2248-9c4e-44cd-b59f-5ac876fd4a8d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.950465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4b2248-9c4e-44cd-b59f-5ac876fd4a8d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.953041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7a4b2248-9c4e-44cd-b59f-5ac876fd4a8d tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/6b686ecf-6144-416a-b6e2-b08cb436a068 HTTP/1.1" status: 404 len: 337 time: 0.0631485 Jul 07 18:10:27.955661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52612) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:27.981872 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0062d350-6428-4e2f-b6dd-789625e95445 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:27.982542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0062d350-6428-4e2f-b6dd-789625e95445 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:27.988108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0062d350-6428-4e2f-b6dd-789625e95445 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/c7e1de74-4cd7-44d9-aa93-922351fe2f63 HTTP/1.1" status: 404 len: 339 time: 0.0313580 Jul 07 18:10:27.995098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52614) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:28.026284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0545f5a-3f72-432c-87aa-5a98862392b4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:28.043122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-8dc7e232-52ca-4c78-aeb7-f571a4003382 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:28.044671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-8dc7e232-52ca-4c78-aeb7-f571a4003382 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.9244220 Jul 07 18:10:28.072580 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc9321d-255d-4925-8476-adfbeb236d30 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:28.086204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc9321d-255d-4925-8476-adfbeb236d30 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:28.091611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4fc9321d-255d-4925-8476-adfbeb236d30 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/10664745-f095-4096-9d9e-6ea28a58d8ad HTTP/1.1" status: 404 len: 337 time: 0.0951219 Jul 07 18:10:28.098268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52618) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:28.197784 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7958e9a3-a8de-48e2-8be4-384b092032b5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:28.198406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7958e9a3-a8de-48e2-8be4-384b092032b5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:28.204551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7958e9a3-a8de-48e2-8be4-384b092032b5 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/f0897268-49c8-4386-86b4-2236c49f1a19 HTTP/1.1" status: 404 len: 339 time: 0.1051476 Jul 07 18:10:28.207714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52624) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:28.245797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:28.284370 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed964d7-5842-4cf1-b809-aa511681c9d7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:28.284959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed964d7-5842-4cf1-b809-aa511681c9d7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:28.286862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eed964d7-5842-4cf1-b809-aa511681c9d7 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/7b10e739-7dd4-4e60-9906-d5809c13bc45 HTTP/1.1" status: 404 len: 337 time: 0.0781782 Jul 07 18:10:28.290736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52628) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:28.346025 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dede71-1664-4789-804c-bf2c45365a3c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:28.347102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dede71-1664-4789-804c-bf2c45365a3c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:28.349435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-58dede71-1664-4789-804c-bf2c45365a3c tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/7c84e497-e289-4cd8-a069-38a3c72b7bdb HTTP/1.1" status: 404 len: 339 time: 0.0561492 Jul 07 18:10:28.353491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52634) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:28.431852 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc2277d-1cf0-4b6c-a16f-90f0d2608b24 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:28.432604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc2277d-1cf0-4b6c-a16f-90f0d2608b24 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:28.434821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-efc2277d-1cf0-4b6c-a16f-90f0d2608b24 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/fb62314c-c490-4953-9e0b-64e1fa0157b5 HTTP/1.1" status: 404 len: 337 time: 0.0794077 Jul 07 18:10:28.438493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52638) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:28.468221 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1886adc8-6193-4010-a8db-3f6bf16f75a8 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] DELETE failed (client error): The resource could not be found. Jul 07 18:10:28.469637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1886adc8-6193-4010-a8db-3f6bf16f75a8 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:10:28.475003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1886adc8-6193-4010-a8db-3f6bf16f75a8 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/42920f0e-7faf-48a6-9845-635238bbc3cc HTTP/1.1" status: 404 len: 339 time: 0.0351434 Jul 07 18:10:28.489742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d6d4433b-7da0-4029-9348-0677d01f3ce4 None None] Provisioning for port d0545f5a-3f72-432c-87aa-5a98862392b4 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:28.495643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d6d4433b-7da0-4029-9348-0677d01f3ce4 None None] Provisioning complete for port d0545f5a-3f72-432c-87aa-5a98862392b4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:28.496010 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d4433b-7da0-4029-9348-0677d01f3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:28.539925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52640) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:28.561649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4433b-7da0-4029-9348-0677d01f3ce4 None None] Port d0545f5a-3f72-432c-87aa-5a98862392b4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:28.718965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66316b6e-fb3b-436c-9a14-ab1162defdc7 req-8c977522-e97d-4078-bf59-58a851a3f655 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:28.729777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66316b6e-fb3b-436c-9a14-ab1162defdc7 req-8c977522-e97d-4078-bf59-58a851a3f655 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 946 time: 0.2933502 Jul 07 18:10:28.752519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Deleting subnet 1f626df3-e86a-402e-8d57-39e652bff00f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:28.769408 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:28.822556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:28.900475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:28.922642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:28.928313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:28.928733 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.009594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.035859 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.062652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:29.070418 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.085534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66316b6e-fb3b-436c-9a14-ab1162defdc7 req-13aa37f2-cc38-4c7e-87c8-dac6589ba136 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547981 Jul 07 18:10:29.129199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.145838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Pushing event updated for resources: {'Port': ['ID=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:29.188246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:29.213243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Subnet': ['ID=1f626df3-e86a-402e-8d57-39e652bff00f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:29.222602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.223696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:29.224234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.224374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a4822c10-1122-4db3-9280-6cd7a85e5727 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/subnets/1f626df3-e86a-402e-8d57-39e652bff00f HTTP/1.1" status: 204 len: 168 time: 0.6815412 Jul 07 18:10:29.229020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52654) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:29.230022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Attempting to bind port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:29.230561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Attempting to bind port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:29.230810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d856a86-5ad9-4778-950a-68e97809f345 None None] Network d032a126-d6b1-41b3-b025-841c0bbd9612 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:29.231271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Attempting to bind port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 on network e7f7ab53-c588-4627-8a53-31d93aff47dc {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:29.288313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6941c7-6e19-403f-bfd4-54199506b3d8 req-d92e956a-726b-4358-bfb7-d7cfda30cfc9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:29.299043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da6941c7-6e19-403f-bfd4-54199506b3d8 req-d92e956a-726b-4358-bfb7-d7cfda30cfc9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 944 time: 0.4482703 Jul 07 18:10:29.303429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52656) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:29.340774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 on network e7f7ab53-c588-4627-8a53-31d93aff47dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:10:29.341392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Attempting to bind port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 on network e7f7ab53-c588-4627-8a53-31d93aff47dc {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:29.369610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da6941c7-6e19-403f-bfd4-54199506b3d8 req-ef7012bf-744b-4d1a-985f-009d99fad079 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675318 Jul 07 18:10:29.373530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:29.374124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Checking segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:29.374742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Bound using segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:29.375376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Bound port: a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:29.376009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.496565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.512138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7abacae9-a589-49fd-953c-bd8d3ff74cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.519173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.538773 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] DHCP port deletion for d032a126-d6b1-41b3-b025-841c0bbd9612 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:29.577034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] For port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:29.577403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.627024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] Deleting port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:29.627398 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.659352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] For port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:29.661859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for ce0f54d1-549c-4d94-aa29-f3d261d4dc0b owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:29.687753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] For port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:29.707566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.721993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7abacae9-a589-49fd-953c-bd8d3ff74cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.724596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] For port 70d2c16d-e7e4-4961-9a0b-39a8338ead69, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70d2c16d-e7e4-4961-9a0b-39a8338ead69,segment=NetworkSegment(d9cd6fd3-aa41-4dd1-a47c-0da4726d54cb),segment_id=d9cd6fd3-aa41-4dd1-a47c-0da4726d54cb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:29.725023 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.727758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7abacae9-a589-49fd-953c-bd8d3ff74cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.753892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] Calling delete_port for 70d2c16d-e7e4-4961-9a0b-39a8338ead69 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:29.792339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abacae9-a589-49fd-953c-bd8d3ff74cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09124f7e-603f-4807-a5d6-39048caff44f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:29.801883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7abacae9-a589-49fd-953c-bd8d3ff74cae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3895e9b9cbbc4f4d89bc560fc79304cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938133 Jul 07 18:10:29.805568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52662) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:29.866721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:29.867368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.871039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] 10.222.0.55 "PUT /v2.0/ports/a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 200 len: 1092 time: 3.3621175 Jul 07 18:10:29.883930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:29.889282 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5782e3-b881-4e5f-887a-a662daa7ae78" -d '{"events": [{"name": "network-changed", "server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:29.892031 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3ee37b5-34dc-4db8-acee-c56241a17ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.928137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3ee37b5-34dc-4db8-acee-c56241a17ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.970131 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:29.998789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] No DVR routers for this DVR port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:30.015493 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71cb817-cfd5-4de5-b3b4-91e3fff2b0e6 x-openstack-request-id: req-a71cb817-cfd5-4de5-b3b4-91e3fff2b0e6 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:30.016068 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:30.016329 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a71cb817-cfd5-4de5-b3b4-91e3fff2b0e6 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:30.016739 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'status': 'completed', 'code': 200} Jul 07 18:10:30.019310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e35e45-6498-4769-a800-c59f3e5f5695 service neutron] Pushing event updated for resources: {'Port': ['ID=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:30.019508 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3ee37b5-34dc-4db8-acee-c56241a17ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.022078 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b3ee37b5-34dc-4db8-acee-c56241a17ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.032293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b3ee37b5-34dc-4db8-acee-c56241a17ea5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/09124f7e-603f-4807-a5d6-39048caff44f HTTP/1.1" status: 204 len: 168 time: 0.2254112 Jul 07 18:10:30.038940 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35827cec-d4d7-4c99-95ed-0dfd4d4bbfcf None None] Pushing event deleted for resources: {'Port': ['ID=70d2c16d-e7e4-4961-9a0b-39a8338ead69,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:30.055913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee37b5-34dc-4db8-acee-c56241a17ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09124f7e-603f-4807-a5d6-39048caff44f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:30.067683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Deleting port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:30.068284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.254858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] For port 70d2c16d-e7e4-4961-9a0b-39a8338ead69, host n-d-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:30.255507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.283535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Calling delete_port for 70d2c16d-e7e4-4961-9a0b-39a8338ead69 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:30.293575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 was not found and therefore no delete operation was performed {{(pid=105589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:10:30.304001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.308621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.386051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Port': ['ID=70d2c16d-e7e4-4961-9a0b-39a8338ead69,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:30.392264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ce0f54d1-549c-4d94-aa29-f3d261d4dc0b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:30.410365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31d35-cd53-415e-ae24-b3784922e63f req-216d3be3-8465-4c11-bbfa-e69132b6285d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.412349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ab31d35-cd53-415e-ae24-b3784922e63f req-216d3be3-8465-4c11-bbfa-e69132b6285d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 867 time: 0.1456261 Jul 07 18:10:30.424428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-7f4851e4-2890-46dc-a626-aa2f73e3c7a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1178563 Jul 07 18:10:30.449875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: ce0f54d1-549c-4d94-aa29-f3d261d4dc0b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:30.452920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ce0f54d1-549c-4d94-aa29-f3d261d4dc0b not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:30.468450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ab31d35-cd53-415e-ae24-b3784922e63f req-4af2a04f-8b6c-4d2c-ac43-12e358d264be tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Jul 07 18:10:30.515874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=ce0f54d1-549c-4d94-aa29-f3d261d4dc0b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:30.537468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] No DVR routers for this DVR port 70d2c16d-e7e4-4961-9a0b-39a8338ead69 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:30.562519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.592638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:30.629115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-d83675f5-caa4-4d02-9e61-469ec0d55f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.630949 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-d83675f5-caa4-4d02-9e61-469ec0d55f84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.6902003 Jul 07 18:10:30.651031 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f1674f4-923e-4124-98bf-016a8b2b3608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.666104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.749271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.750165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.750797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.751277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.751849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.752332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.752799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.754890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5b781b2d-0417-43e1-ac7f-cf4b69328935 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.2429295 Jul 07 18:10:30.829915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:30.901133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:30.901927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.959236 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-abd7de6d-0187-45ba-97d5-14aadae71577 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 200 len: 217 time: 0.2876930 Jul 07 18:10:30.960875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] No DVR routers for this DVR port ce0f54d1-549c-4d94-aa29-f3d261d4dc0b on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:30.964031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0545f5a-3f72-432c-87aa-5a98862392b4,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:30.969141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:30.972443 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-06c0c5c9-dd65-4924-9d02-94c5eb45c980 req-3c529309-4b45-4f15-b9e0-5e97ca327757 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.90 "DELETE /v2.0/ports/ce0f54d1-549c-4d94-aa29-f3d261d4dc0b HTTP/1.1" status: 204 len: 173 time: 2.9197655 Jul 07 18:10:30.982387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693520ce-fcc7-46eb-ad02-4a4d4de7c5b6 req-f1ca0397-f2ce-4b14-b7a3-3a6b74b3e477 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:30.990313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-693520ce-fcc7-46eb-ad02-4a4d4de7c5b6 req-f1ca0397-f2ce-4b14-b7a3-3a6b74b3e477 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2241623 Jul 07 18:10:31.018901 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.051836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d032a126-d6b1-41b3-b025-841c0bbd9612']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:31.059353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-7ee3cd88-0eef-4fc0-a981-f3a0cd74a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:31.059836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-7ee3cd88-0eef-4fc0-a981-f3a0cd74a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:31.060304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-7ee3cd88-0eef-4fc0-a981-f3a0cd74a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:31.061949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-7ee3cd88-0eef-4fc0-a981-f3a0cd74a256 service neutron] 10.222.0.55 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=82c89e28-4704-4bdf-9808-aabe4c6116ce&id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 2291 time: 0.2255590 Jul 07 18:10:31.078868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-693520ce-fcc7-46eb-ad02-4a4d4de7c5b6 req-4fbe4acb-da56-42dc-ba58-64c9935f5ecd tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875936 Jul 07 18:10:31.097278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cd6fd3-aa41-4dd1-a47c-0da4726d54cb') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:31.097728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cd6fd3-aa41-4dd1-a47c-0da4726d54cb') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:31.120722 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.144049 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.151660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:31.152151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.190847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70d2c16d-e7e4-4961-9a0b-39a8338ead69 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:31.221679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 70d2c16d-e7e4-4961-9a0b-39a8338ead69 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:31.221679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70d2c16d-e7e4-4961-9a0b-39a8338ead69 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:31.222365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-0f3ff638-b7cd-4a25-8d84-2ce980518c09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 1002 time: 0.1363115 Jul 07 18:10:31.225176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f1674f4-923e-4124-98bf-016a8b2b3608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.243072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f1674f4-923e-4124-98bf-016a8b2b3608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:31.256864 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:31.259641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.267936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.313796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.315951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] 10.222.0.88 "DELETE /v2.0/networks/d032a126-d6b1-41b3-b025-841c0bbd9612 HTTP/1.1" status: 204 len: 168 time: 2.0820432 Jul 07 18:10:31.327200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1674f4-923e-4124-98bf-016a8b2b3608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78105676-79de-4383-8997-960c055ec3be,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:31.336542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4f1674f4-923e-4124-98bf-016a8b2b3608 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=684d603d417543c6b2f483428c734deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7404571 Jul 07 18:10:31.337149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52686) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:31.346020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb90b3-6b63-44e9-9077-99daf52c0e01 tempest-NetworksTest-209103 tempest-NetworksTest-209103-project] Pushing event deleted for resources: {'Network': ['ID=d032a126-d6b1-41b3-b025-841c0bbd9612,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:31.388654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-fa80623a-d7cc-4bff-b2ab-e7be6c360d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:31.390911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-fa80623a-d7cc-4bff-b2ab-e7be6c360d63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 200 len: 851 time: 0.1615274 Jul 07 18:10:31.395781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-827371e0-8719-4a23-8700-1c2c41d779aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:31.397449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-827371e0-8719-4a23-8700-1c2c41d779aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.4237640 Jul 07 18:10:31.457975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4406a67-8099-4c2c-bf39-c7f0d55b334b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.482898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4406a67-8099-4c2c-bf39-c7f0d55b334b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:31.534323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:31.539286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:31.592975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-09e3a1a9-6d96-460a-9a84-d5153f7d7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:31.594608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-09e3a1a9-6d96-460a-9a84-d5153f7d7e2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953564 Jul 07 18:10:31.639763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-f6ada65a-5681-4b17-bb0b-e44a0d426c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:31.641465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-f6ada65a-5681-4b17-bb0b-e44a0d426c59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275548 Jul 07 18:10:31.707254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52694) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:32.000715 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f1f53c3-02e3-4426-9f37-885880971bce admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=25dddc995c1745eda7dce4cf75ca8032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635412 Jul 07 18:10:32.003120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52700) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:32.044499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-10f5f987-1af4-4f22-b149-0fded83dc350 None None] Provisioning complete for port d0545f5a-3f72-432c-87aa-5a98862392b4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:32.045079 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10f5f987-1af4-4f22-b149-0fded83dc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.052568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Router 01ac1c97-a9d0-43b8-a054-f772547ea281 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:32.064687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'name': 'network-vif-deleted', 'tag': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:32.067045 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58b9f6-7aa9-445a-a897-7e2c7c59aa75" -d '{"events": [{"server_uuid": "6dbd21ec-fe92-49f3-a5cb-f9b64d79b968", "name": "network-vif-deleted", "tag": "ce0f54d1-549c-4d94-aa29-f3d261d4dc0b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:32.074980 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-52952adf-6124-4dc2-bd37-5cf26a14e505 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113719 Jul 07 18:10:32.126438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-10f5f987-1af4-4f22-b149-0fded83dc350 None None] Port d0545f5a-3f72-432c-87aa-5a98862392b4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:32.158089 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c5365f-95c5-4a2d-81e8-3bbd1cc59b70 x-openstack-request-id: req-09c5365f-95c5-4a2d-81e8-3bbd1cc59b70 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:32.158404 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbd21ec-fe92-49f3-a5cb-f9b64d79b968", "name": "network-vif-deleted", "tag": "ce0f54d1-549c-4d94-aa29-f3d261d4dc0b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:32.158641 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09c5365f-95c5-4a2d-81e8-3bbd1cc59b70 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:32.159043 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbd21ec-fe92-49f3-a5cb-f9b64d79b968', 'name': 'network-vif-deleted', 'tag': 'ce0f54d1-549c-4d94-aa29-f3d261d4dc0b', 'status': 'completed', 'code': 200} Jul 07 18:10:32.251866 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50bc69af-abff-4ee2-9977-ab70dd869ba3 req-1ca4982f-7e83-4c27-8ed3-947890fc126e service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622257 Jul 07 18:10:32.252516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be28933e-ea5b-4a05-b397-f0fd1309dd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.277689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be28933e-ea5b-4a05-b397-f0fd1309dd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.338666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4406a67-8099-4c2c-bf39-c7f0d55b334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.340863 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4406a67-8099-4c2c-bf39-c7f0d55b334b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.344537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a4406a67-8099-4c2c-bf39-c7f0d55b334b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/78105676-79de-4383-8997-960c055ec3be HTTP/1.1" status: 204 len: 168 time: 1.0038428 Jul 07 18:10:32.395498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:32.411514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-85d82440-ce20-4042-9d3e-1bed73d770e2 admin admin] 10.222.0.88 "PUT /v2.0/routers/01ac1c97-a9d0-43b8-a054-f772547ea281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0192602 Jul 07 18:10:32.411731 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Sync routers for ids ['01ac1c97-a9d0-43b8-a054-f772547ea281'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:32.420254 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Routers {'01ac1c97-a9d0-43b8-a054-f772547ea281'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:32.420924 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['01ac1c97-a9d0-43b8-a054-f772547ea281'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:32.447570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4406a67-8099-4c2c-bf39-c7f0d55b334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78105676-79de-4383-8997-960c055ec3be,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:32.463050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dddfca8b-9bc1-4349-91ee-a653f9848f0c req-324ddc5a-23b0-4134-8c93-d571e9542670 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.2404375 Jul 07 18:10:32.467089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-f20dc125-5ae0-45f7-b8a4-fbfc6e8255f2 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8654320 Jul 07 18:10:32.491779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be28933e-ea5b-4a05-b397-f0fd1309dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.500515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-be28933e-ea5b-4a05-b397-f0fd1309dd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.504951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-be28933e-ea5b-4a05-b397-f0fd1309dd52 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd4f60b6-161a-4dc0-8e1c-9d087151768f HTTP/1.1" status: 204 len: 168 time: 0.4965534 Jul 07 18:10:32.557479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28933e-ea5b-4a05-b397-f0fd1309dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4f60b6-161a-4dc0-8e1c-9d087151768f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:32.600039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-2325543d-55b9-4016-a202-d55b58458058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:32.608224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-2325543d-55b9-4016-a202-d55b58458058 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.2975709 Jul 07 18:10:32.663984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Set router 01ac1c97-a9d0-43b8-a054-f772547ea281 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:32.729455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c69d6b88-f9f8-4ef9-a225-14c460acac90 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447958 Jul 07 18:10:32.849836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-8c075a9d-01ea-46a0-8e56-b7b4f31ea8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:32.853906 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-8c075a9d-01ea-46a0-8e56-b7b4f31ea8f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.2379892 Jul 07 18:10:32.885556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-8ec5a8e8-81ad-40ed-ad17-66790314c541 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 217 time: 0.1381526 Jul 07 18:10:32.966368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-2f8fdd5b-ee5c-474d-90a2-0720105d0a48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 200 len: 217 time: 0.1060307 Jul 07 18:10:33.058940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687812b8-22f4-43f0-9738-40d1ca66bd4b req-f9e652f5-1f33-4f05-bcd3-96a535e5487d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.063985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-687812b8-22f4-43f0-9738-40d1ca66bd4b req-f9e652f5-1f33-4f05-bcd3-96a535e5487d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 944 time: 0.7444742 Jul 07 18:10:33.066786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-fdb3de80-cb5c-43db-8fbd-a4e605168e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.069663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-fdb3de80-cb5c-43db-8fbd-a4e605168e3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1716533 Jul 07 18:10:33.083132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-fce5d2c2-6247-4f6b-a66b-4c87d66219ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.088420 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-fce5d2c2-6247-4f6b-a66b-4c87d66219ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.1144218 Jul 07 18:10:33.188613 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd0545f5a-3f72-432c-87aa-5a98862392b4', 'name': '', 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'mac_address': 'fa:16:3e:af:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4a164c0-cf06-46fc-9068-047f3051da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:26Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 2, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'subnets': [{'id': 'b4a164c0-cf06-46fc-9068-047f3051da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:33.224216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-8ca7f961-5015-419f-986e-29bbac685059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.229282 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-8ca7f961-5015-419f-986e-29bbac685059 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333911 Jul 07 18:10:33.240964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-687812b8-22f4-43f0-9738-40d1ca66bd4b req-76eb5d8c-c1f3-4c32-bb43-8a6d95853553 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651108 Jul 07 18:10:33.289053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c169d63c-dbb9-437b-8feb-e6c9a28b1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.290702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c169d63c-dbb9-437b-8feb-e6c9a28b1219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2026999 Jul 07 18:10:33.291858 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Checking router: 01ac1c97-a9d0-43b8-a054-f772547ea281 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:33.292362 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Updating router 01ac1c97-a9d0-43b8-a054-f772547ea281 port d0545f5a-3f72-432c-87aa-5a98862392b4 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:33.382511 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-5cdc834e-5b0b-4655-8351-118b774bdc38 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453710 Jul 07 18:10:33.383683 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:33.498819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-f7d5ea27-c7ef-49e5-bed5-e7b87e7ec515 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997571 Jul 07 18:10:33.518618 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bc5782e3-b881-4e5f-887a-a662daa7ae78 req-83096e41-63d4-4b82-adc6-3de8ff9763e6 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286778 Jul 07 18:10:33.732924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-cdf99e00-fd20-41f5-aeab-fcc2e42899b6 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175541 Jul 07 18:10:33.762100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c86f2aeb-a3fe-4e16-8fe4-2919a9558284 req-3f068008-d43c-428c-924f-9187defef414 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.0501735 Jul 07 18:10:33.811532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-fba7d4ae-72d6-46c5-9455-1f1c0edac0c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 217 time: 0.0571649 Jul 07 18:10:33.890566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:33.920163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c62b07e0-0646-4641-ad16-79ca90050b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:33.921837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c62b07e0-0646-4641-ad16-79ca90050b47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1034660 Jul 07 18:10:33.972208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52754) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:33.977715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1267903481-network', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:33.993435 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.014777 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Transition to ACTIVE for port object d0545f5a-3f72-432c-87aa-5a98862392b4 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:34.017129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Made reservation on behalf of 4e12773f865b4d9ba5739a171b6c9abb for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:34.029455 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.031937 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.068463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-98a1aab7-406f-4e36-b905-26754f300854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:34.068889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52762) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:34.069315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-98a1aab7-406f-4e36-b905-26754f300854 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1400769 Jul 07 18:10:34.135524 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383d18a-7865-49ad-8a3b-de0d069320a2 None None] Pushing event updated for resources: {'Port': ['ID=d0545f5a-3f72-432c-87aa-5a98862392b4,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:34.242292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.277681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-e5ae4bfb-013c-400a-b3cd-d77dfdc24970 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852582 Jul 07 18:10:34.300060 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Attempting to bind port d0545f5a-3f72-432c-87aa-5a98862392b4 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:34.301190 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Attempting to bind port d0545f5a-3f72-432c-87aa-5a98862392b4 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:34.301552 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Attempting to bind port d0545f5a-3f72-432c-87aa-5a98862392b4 on network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:34.316319 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:34.316705 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Checking segment: {'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:34.317129 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.319407 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Bound using segment: {'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:34.320814 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Bound port: d0545f5a-3f72-432c-87aa-5a98862392b4, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5555a43-bdfb-4593-95ed-e4201edb4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:34.324677 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.547604 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] For port d0545f5a-3f72-432c-87aa-5a98862392b4, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:34.562238 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] For port d0545f5a-3f72-432c-87aa-5a98862392b4, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d0545f5a-3f72-432c-87aa-5a98862392b4,segment=NetworkSegment(d5555a43-bdfb-4593-95ed-e4201edb4c26),segment_id=d5555a43-bdfb-4593-95ed-e4201edb4c26)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:34.571729 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.674122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-ae6ea6cf-4c3b-4a73-95d7-373bcfc94add service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852980 Jul 07 18:10:34.761047 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-b39b0d8e-3af8-4cfa-9619-b6fcb9885742 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 200 len: 217 time: 0.0814571 Jul 07 18:10:34.866828 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.931814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.973411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:34.999049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.000924 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Added segment b662a477-82a9-4d63-afbd-60b34da4b9d0 of type vlan for network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 Jul 07 18:10:35.057419 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383d18a-7865-49ad-8a3b-de0d069320a2 None None] Pushing event updated for resources: {'Port': ['ID=d0545f5a-3f72-432c-87aa-5a98862392b4,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:35.090759 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Routers {'01ac1c97-a9d0-43b8-a054-f772547ea281'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:35.091667 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['01ac1c97-a9d0-43b8-a054-f772547ea281'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:35.145740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.222831 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.270004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.275531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:35.277287 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.313348 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] Set router 01ac1c97-a9d0-43b8-a054-f772547ea281 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:35.317006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52788) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:35.424899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1809a2-b1b1-4ee7-92fa-871066e1a4a7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:35.439811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:35.564005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23a5726d-f0f3-4d3f-b9d0-c5985fe692f6 req-313ff36b-e711-43e7-bd9e-aa5520039f3d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.3435476 Jul 07 18:10:35.565754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-f42577e9-9bc0-423d-896c-6998ed4f108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:35.567255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-f42577e9-9bc0-423d-896c-6998ed4f108a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.7960937 Jul 07 18:10:35.568355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dcc85c-545d-4b86-af61-6164cb63262b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:35.653354 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd0545f5a-3f72-432c-87aa-5a98862392b4', 'name': '', 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'mac_address': 'fa:16:3e:af:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4a164c0-cf06-46fc-9068-047f3051da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:26Z', 'updated_at': '2021-07-07T18:10:34Z', 'revision_number': 4, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'subnets': [{'id': 'b4a164c0-cf06-46fc-9068-047f3051da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:35.654647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e53dc2-2655-4b3e-b4bb-06c583eaf18d req-c0426727-322a-4e47-b838-23ace890b068 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:35.655109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Deleting port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:35.655978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.667034 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5e53dc2-2655-4b3e-b4bb-06c583eaf18d req-c0426727-322a-4e47-b838-23ace890b068 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 944 time: 1.1157918 Jul 07 18:10:35.713782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-198d2008-143e-481e-b96d-c9cd0b79c498 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7401760 Jul 07 18:10:35.723823 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f7345-e051-46d7-83c0-cd2158f56ac9 None None] The sync data for ids ['01ac1c97-a9d0-43b8-a054-f772547ea281'] in n-d-798930-2 is: [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd0545f5a-3f72-432c-87aa-5a98862392b4', 'name': '', 'network_id': '9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'mac_address': 'fa:16:3e:af:f3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b4a164c0-cf06-46fc-9068-047f3051da4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:26Z', 'updated_at': '2021-07-07T18:10:34Z', 'revision_number': 4, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'subnets': [{'id': 'b4a164c0-cf06-46fc-9068-047f3051da4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:35.755038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52798) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:35.761647 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.808279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Request body: {'subnet': {'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1267903481-subnet', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:35.835671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] For port dbb1b4ba-ce21-4d4e-b92a-683379d1d68b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:35.836192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.857660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Calling delete_port for dbb1b4ba-ce21-4d4e-b92a-683379d1d68b owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:35.884526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5e53dc2-2655-4b3e-b4bb-06c583eaf18d req-19909afd-aa52-4963-a494-38f6bef7cc5d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157776 Jul 07 18:10:35.903158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Made reservation on behalf of 4e12773f865b4d9ba5739a171b6c9abb for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:35.905896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.986357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--784741287'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:36.016149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-51a493a5-f3a8-4a89-9387-545c4a89cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:36.017800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-51a493a5-f3a8-4a89-9387-545c4a89cb81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4197474 Jul 07 18:10:36.048196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:10:36.167729 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.199236 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.332689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-ec92ea2f-7045-4add-908f-0bd2bdbe19e2 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051898 Jul 07 18:10:36.387655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:36.410560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'port_id': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'mac_address': 'fa:16:3e:00:6f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:10:36.459054 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.477695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:36.524229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:36.534035 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.670778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:36.679343 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.714841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.799728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0545f5a-3f72-432c-87aa-5a98862392b4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:36.842804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d2facb-3c66-4996-9113-375045d94fdf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:36.853267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:10:36.936089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.981952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb1b4ba-ce21-4d4e-b92a-683379d1d68b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:37.020925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39033d03-e19a-4ac5-b33a-bed71e63b34f req-58005a35-f4c6-4bc4-a247-be7696bcb727 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.1499543 Jul 07 18:10:37.163022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d0545f5a-3f72-432c-87aa-5a98862392b4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:37.167719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.193861 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.205435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-f4bacf27-ff36-47d3-959e-3a852e7233f7 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8226972 Jul 07 18:10:37.216006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.240115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d0545f5a-3f72-432c-87aa-5a98862392b4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:37.240115 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.260688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f61606-5445-4ede-acbb-b4812c87b080,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:37.333766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-9bcfd6d6-302d-446b-83ed-8fa7cc0c8143 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 200 len: 217 time: 0.1145790 Jul 07 18:10:37.362411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.465133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.503195 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.506886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b53465b1-9106-42d4-a910-123f2e591312 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0945458 Jul 07 18:10:37.507089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-1f284317-6305-4b9c-a32a-34a8174e0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:37.508481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-1f284317-6305-4b9c-a32a-34a8174e0a13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0795164 Jul 07 18:10:37.509007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52820) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:37.517826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d0545f5a-3f72-432c-87aa-5a98862392b4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d0545f5a-3f72-432c-87aa-5a98862392b4,segment=NetworkSegment(d5555a43-bdfb-4593-95ed-e4201edb4c26),segment_id=d5555a43-bdfb-4593-95ed-e4201edb4c26)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:37.523368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.605011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Checking segment: {'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:37.605378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Network hostable DHCP agents. Network: 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:37.625607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d0545f5a-3f72-432c-87aa-5a98862392b4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:37.656019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00b1fff-094f-4057-bda1-bbe6c2d708c7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:37.721181 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f11fb04f-a0dd-46b5-8e7b-50b8fd5a04a2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1885166 Jul 07 18:10:37.725490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52824) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:37.736343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-edea0d68-a84c-4f1e-ae28-7347a1997dd2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-security--1740058718', 'description': 'tempest-security-description-565358294'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:37.756797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:37.759033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Router 6981552c-6e11-47ec-83ce-780c07d5ef40 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:37.794882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37dbc8-7761-453b-91cb-1cac7c85724e req-7efd314d-3fe3-4da5-b938-97fe59de8333 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:37.807853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc37dbc8-7761-453b-91cb-1cac7c85724e req-7efd314d-3fe3-4da5-b938-97fe59de8333 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.5498981 Jul 07 18:10:37.809733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:37.818691 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce9906-1719-4765-8be4-3c04a6217bd3 None None] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:37.850297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:37.850901 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.864112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c007e382-366a-4933-80c9-fafce70ba4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:37.865746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c007e382-366a-4933-80c9-fafce70ba4e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3278909 Jul 07 18:10:37.906707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc37dbc8-7761-453b-91cb-1cac7c85724e req-85629f23-4533-4b5d-a983-1d95ce77b07c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978308 Jul 07 18:10:37.914246 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edea0d68-a84c-4f1e-ae28-7347a1997dd2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.942595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:37.958436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e1c14d33-d972-4e40-a07f-295d0580ae0e admin admin] 10.222.0.88 "PUT /v2.0/routers/6981552c-6e11-47ec-83ce-780c07d5ef40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8881984 Jul 07 18:10:37.960963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52830) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:37.967751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] Sync routers for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:37.986169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:37.987075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:38.038778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-a9a95c51-4b61-4c89-8c19-2c6c013d48e9 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634614 Jul 07 18:10:38.045056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-44193efc-5d3b-4603-a8f5-d688fc23f3d5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2805696 Jul 07 18:10:38.046803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52836) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:38.052852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:38.167911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.208206 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.208961 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.259866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edea0d68-a84c-4f1e-ae28-7347a1997dd2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.268821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5dd20a74-d92e-4876-a59a-dbe914da52d4 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210417 Jul 07 18:10:38.271725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edea0d68-a84c-4f1e-ae28-7347a1997dd2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.274549 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edea0d68-a84c-4f1e-ae28-7347a1997dd2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.276005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-edea0d68-a84c-4f1e-ae28-7347a1997dd2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "PUT /v2.0/security-groups/98f61606-5445-4ede-acbb-b4812c87b080 HTTP/1.1" status: 200 len: 1779 time: 0.5484047 Jul 07 18:10:38.281434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52844) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:38.395873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:38.423692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-6c1809a2-b1b1-4ee7-92fa-871066e1a4a7', 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'fixed_ips': [{'subnet_id': 'a00b1fff-094f-4057-bda1-bbe6c2d708c7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:38.424626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.437332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-392e1ef2-c55d-4ffd-95d7-08ccdc2473f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 200 len: 217 time: 0.1575427 Jul 07 18:10:38.439409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a739e864-c6e2-4695-b66a-102d57a2bf2b req-89e3c4d9-a861-42ff-94a9-e4cb2ea4d6d7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dbd21ec-fe92-49f3-a5cb-f9b64d79b968 HTTP/1.1" status: 200 len: 210 time: 0.1618788 Jul 07 18:10:38.474539 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d6bd214-814c-4a45-9cca-39412d4c137f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups/98f61606-5445-4ede-acbb-b4812c87b080 HTTP/1.1" status: 200 len: 1779 time: 0.1878521 Jul 07 18:10:38.475424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52850) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:38.476183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.510557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea0d68-a84c-4f1e-ae28-7347a1997dd2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f61606-5445-4ede-acbb-b4812c87b080,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:38.554350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.603119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-674ea4c1-121d-48ee-b01c-9ad329d5cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.606228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-674ea4c1-121d-48ee-b01c-9ad329d5cc9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1317892 Jul 07 18:10:38.615978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39380844-f4a7-40cc-94e6-c3c7815e93c9 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.673323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39380844-f4a7-40cc-94e6-c3c7815e93c9 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.695754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:38.701923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:38.715905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Deleting port c9452a47-1079-4153-bd2e-46769cdc33aa {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:38.716576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.728131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.795191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:38.796126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.859305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] For port c9452a47-1079-4153-bd2e-46769cdc33aa, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c9452a47-1079-4153-bd2e-46769cdc33aa,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:38.859305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.885934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Calling delete_port for c9452a47-1079-4153-bd2e-46769cdc33aa owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:38.886150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-ef86de88-e07a-4e78-be77-33248d993f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.888788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-ef86de88-e07a-4e78-be77-33248d993f73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2479982 Jul 07 18:10:39.045124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Allocated IP 172.20.0.2 (6c1809a2-b1b1-4ee7-92fa-871066e1a4a7/a00b1fff-094f-4057-bda1-bbe6c2d708c7/bc6b5425-5286-4719-b342-82f40b54945c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:39.083878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-993c6087-180f-4bf7-b512-78db28af02a4 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879139 Jul 07 18:10:39.085498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39380844-f4a7-40cc-94e6-c3c7815e93c9 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.093845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39380844-f4a7-40cc-94e6-c3c7815e93c9 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.100436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-39380844-f4a7-40cc-94e6-c3c7815e93c9 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/98f61606-5445-4ede-acbb-b4812c87b080 HTTP/1.1" status: 204 len: 168 time: 0.6154492 Jul 07 18:10:39.114187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52860) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:39.142142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39380844-f4a7-40cc-94e6-c3c7815e93c9 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f61606-5445-4ede-acbb-b4812c87b080,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:39.266696 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.276471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Transition to ACTIVE for port object bc6b5425-5286-4719-b342-82f40b54945c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:39.304885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Transition to ACTIVE for port object bc6b5425-5286-4719-b342-82f40b54945c will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:39.314894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0545f5a-3f72-432c-87aa-5a98862392b4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:39.396471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.414065 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.446510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.475270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5a1c11d9-ce44-4104-ace8-1fe5c143ff81 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3586934 Jul 07 18:10:39.490440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52866) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:39.493844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:39.501859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Pushing event updated for resources: {'Port': ['ID=bc6b5425-5286-4719-b342-82f40b54945c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:39.504638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:39.514153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-8d976b29-80c5-4c05-a14b-0af4698a4b21 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221354 Jul 07 18:10:39.514388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:39.545468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.560532 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-cfa04afb-20ab-4e65-a610-e050c00e8774 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] delete failed (client error): The resource could not be found. Jul 07 18:10:39.563953 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cfa04afb-20ab-4e65-a610-e050c00e8774 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/98f61606-5445-4ede-acbb-b4812c87b080 HTTP/1.1" status: 404 len: 347 time: 0.0712917 Jul 07 18:10:39.581173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52870) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:39.589830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-18981a2e-6970-47db-bfd2-f0bcf170e00c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--805874574'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:39.658729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.659075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.659409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.659739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.660203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.660899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.661052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.661572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.661901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.662198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.664383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.664948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:39.670914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d0545f5a-3f72-432c-87aa-5a98862392b4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:39.671569 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.772074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Attempting to bind port bc6b5425-5286-4719-b342-82f40b54945c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:39.772703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Attempting to bind port bc6b5425-5286-4719-b342-82f40b54945c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:39.772811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Attempting to bind port bc6b5425-5286-4719-b342-82f40b54945c on network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:39.808594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:39.809059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Checking segment: {'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:39.809598 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.810079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Bound using segment: {'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:39.810596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Bound port: bc6b5425-5286-4719-b342-82f40b54945c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:39.811056 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.838009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T18:10:36Z', 'revision_number': 5, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port': {'id': 'c9452a47-1079-4153-bd2e-46769cdc33aa', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:39.865672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9452a47-1079-4153-bd2e-46769cdc33aa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:39.870629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.896746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] Checking router: 6981552c-6e11-47ec-83ce-780c07d5ef40 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:39.961498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:39.992565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18981a2e-6970-47db-bfd2-f0bcf170e00c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.040133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:40.062689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:40.068634 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2012479f-63a6-4603-b508-cf56754f9d10" -d '{"events": [{"server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:40.084957 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.090693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] Routers {'6981552c-6e11-47ec-83ce-780c07d5ef40'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:40.091352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6981552c-6e11-47ec-83ce-780c07d5ef40'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:40.102039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.108229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.171577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-6c117877-3248-443f-bc18-fca8b5b3e549 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 217 time: 0.6451919 Jul 07 18:10:40.189370 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8c62d-9169-4d2c-949a-bc952cdf5cad x-openstack-request-id: req-75d8c62d-9169-4d2c-949a-bc952cdf5cad {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:40.189670 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:40.189935 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75d8c62d-9169-4d2c-949a-bc952cdf5cad {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:40.190428 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'code': 200} Jul 07 18:10:40.210856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.211375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6981552c-6e11-47ec-83ce-780c07d5ef40 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:10:40.225319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614aa1-612a-48c1-b7ca-1a238ff0a91b req-4c35afb4-0232-4899-a081-267993325daa tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:40.226891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b614aa1-612a-48c1-b7ca-1a238ff0a91b req-4c35afb4-0232-4899-a081-267993325daa tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.9956100 Jul 07 18:10:40.237881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.244442 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6623284f-ad6f-4156-bd58-296d5756c4a0 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6981552c-6e11-47ec-83ce-780c07d5ef40 HTTP/1.1" status: 204 len: 168 time: 2.2801178 Jul 07 18:10:40.252647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] For port bc6b5425-5286-4719-b342-82f40b54945c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:40.252933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52882) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:40.257873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] For port bc6b5425-5286-4719-b342-82f40b54945c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bc6b5425-5286-4719-b342-82f40b54945c,segment=NetworkSegment(b662a477-82a9-4d63-afbd-60b34da4b9d0),segment_id=b662a477-82a9-4d63-afbd-60b34da4b9d0)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:40.294240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.299230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-1455a750-d599-4c13-8f76-639ad376bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:40.301379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-1455a750-d599-4c13-8f76-639ad376bf58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1225085 Jul 07 18:10:40.335040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] Set router 6981552c-6e11-47ec-83ce-780c07d5ef40 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:40.401467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Allocated IP 172.25.1.50 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/e98cfb64-5271-45f3-8b5e-4b38bec8abca) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:40.406289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b614aa1-612a-48c1-b7ca-1a238ff0a91b req-b979eb46-49ad-4f31-8607-4599f9f9c2ce tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678240 Jul 07 18:10:40.452781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T18:10:39Z', 'revision_number': 7, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:40.456893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:40.503187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-f474f0ba-bb30-49bd-aa2b-da0f9c0a5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:40.504724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-f474f0ba-bb30-49bd-aa2b-da0f9c0a5729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1891351 Jul 07 18:10:40.515871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] Deleting subnet 426c9a68-c25d-42ce-8915-995083ca1ca2 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:40.544084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.594389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8acc6-1529-4a13-bd23-ecdba6382615 None None] Pushing event updated for resources: {'Port': ['ID=bc6b5425-5286-4719-b342-82f40b54945c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:40.601762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cce7d43-cc26-4159-b684-65a0f9c1a2b9 None None] The sync data for ids ['6981552c-6e11-47ec-83ce-780c07d5ef40'] in n-d-798930-2 is: [{'id': '6981552c-6e11-47ec-83ce-780c07d5ef40', 'name': 'tempest-TaggedBootDevicesTest_v242-636378308-router', 'tenant_id': 'fd7be2ae614a463aa95682e9a15268e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:34Z', 'updated_at': '2021-07-07T18:10:39Z', 'revision_number': 7, 'project_id': 'fd7be2ae614a463aa95682e9a15268e1', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:40.603197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18981a2e-6970-47db-bfd2-f0bcf170e00c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.707079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.724356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18981a2e-6970-47db-bfd2-f0bcf170e00c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.750376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8f038-0e4a-4788-87c1-3925353b761e req-d0b92581-9a72-4b64-bfd3-33c512af03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:40.761719 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6fc8f038-0e4a-4788-87c1-3925353b761e req-d0b92581-9a72-4b64-bfd3-33c512af03df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.4280968 Jul 07 18:10:40.778794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-5e441802-4964-4bc6-84bd-313af62517c6 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635570 Jul 07 18:10:40.811134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.881042 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6fc8f038-0e4a-4788-87c1-3925353b761e req-36b8980a-3b49-4976-91ab-469daa28edab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177466 Jul 07 18:10:40.891058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18981a2e-6970-47db-bfd2-f0bcf170e00c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac46e3-9fc6-45b2-ae24-e4ffb71b6381,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:40.891058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-18981a2e-6970-47db-bfd2-f0bcf170e00c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:40.894761 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-18981a2e-6970-47db-bfd2-f0bcf170e00c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3095078 Jul 07 18:10:40.895994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52888) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:40.901176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8edccc3f-89b7-49d1-a007-5ff027414109 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': 'cbac46e3-9fc6-45b2-ae24-e4ffb71b6381', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:40.928247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.080521 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8edccc3f-89b7-49d1-a007-5ff027414109 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.108404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.109268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0b9614e-5b90-4ccb-83e8-c6797e9664f3 req-c01a4deb-e881-4de8-b056-92035bd9887e service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232391 Jul 07 18:10:41.110585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:41.121753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:41.148592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:41.157269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Pushing event updated for resources: {'Port': ['ID=e98cfb64-5271-45f3-8b5e-4b38bec8abca,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:41.226487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.227595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.228593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.229029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.230659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.231584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.233015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.233906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.235648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.236279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.237154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.238688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:41.392048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8edccc3f-89b7-49d1-a007-5ff027414109 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.400978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8edccc3f-89b7-49d1-a007-5ff027414109 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.427705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edccc3f-89b7-49d1-a007-5ff027414109 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e298f0-b688-421b-8592-62566fc13f8b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:41.439578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.453328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8edccc3f-89b7-49d1-a007-5ff027414109 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.457540 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8edccc3f-89b7-49d1-a007-5ff027414109 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5577359 Jul 07 18:10:41.458536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52898) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:41.477961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.484370 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/426c9a68-c25d-42ce-8915-995083ca1ca2 HTTP/1.1" status: 204 len: 168 time: 1.2286477 Jul 07 18:10:41.484370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfbe68-0d11-4e13-8732-33382a3f83b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426c9a68-c25d-42ce-8915-995083ca1ca2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:41.491160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b31b09-d2f7-4e3f-908f-48e62433e87d None None] Network 07d9762a-e6d8-4565-a451-2224c69acbeb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:41.501825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52900) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:41.671356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc6b5425-5286-4719-b342-82f40b54945c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:41.801318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port bc6b5425-5286-4719-b342-82f40b54945c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:41.815973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af45ba4d-85f8-471a-a119-e34806d13c07 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.832352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af45ba4d-85f8-471a-a119-e34806d13c07 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.837692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] DHCP port deletion for 07d9762a-e6d8-4565-a451-2224c69acbeb request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:41.944642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af45ba4d-85f8-471a-a119-e34806d13c07 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.976515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af45ba4d-85f8-471a-a119-e34806d13c07 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:41.980285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-af45ba4d-85f8-471a-a119-e34806d13c07 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/52e298f0-b688-421b-8592-62566fc13f8b HTTP/1.1" status: 204 len: 168 time: 0.5162683 Jul 07 18:10:41.980604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52910) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.011890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] Deleting port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:42.012253 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.059251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45ba4d-85f8-471a-a119-e34806d13c07 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52e298f0-b688-421b-8592-62566fc13f8b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.111736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] For port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,segment=NetworkSegment(e137e874-deff-4543-b2e9-bc5de586d06c),segment_id=e137e874-deff-4543-b2e9-bc5de586d06c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:42.112633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.114996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.131586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] Calling delete_port for 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:42.184105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.205820 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-66946f3d-3d76-4c81-8268-9ff1043e1e27 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2230847 Jul 07 18:10:42.209755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52916) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.226996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb052d6c-234f-4b8c-8214-1cc49702c306 None None] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:42.282037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe149ae-2974-477e-87ec-e4297dcbdb82 req-617c1db9-115c-4a86-90ca-b4f4bd50002b tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:42.291564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fe149ae-2974-477e-87ec-e4297dcbdb82 req-617c1db9-115c-4a86-90ca-b4f4bd50002b tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.5425107 Jul 07 18:10:42.400768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f3d5a639-a97f-438c-9a93-91da800a19e0 None None] Provisioning for port bc6b5425-5286-4719-b342-82f40b54945c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:42.411988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d94f2753-489f-4fbc-9e9e-987066c2aa89 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.430013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f3d5a639-a97f-438c-9a93-91da800a19e0 None None] Provisioning complete for port bc6b5425-5286-4719-b342-82f40b54945c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:42.430353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a639-a97f-438c-9a93-91da800a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.449455 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d94f2753-489f-4fbc-9e9e-987066c2aa89 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.475466 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.497372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fe149ae-2974-477e-87ec-e4297dcbdb82 req-a7336780-5e08-4ed8-af7d-51eb2b0b6b2c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048469 Jul 07 18:10:42.511788 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d94f2753-489f-4fbc-9e9e-987066c2aa89 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.521397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d94f2753-489f-4fbc-9e9e-987066c2aa89 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.521397 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d94f2753-489f-4fbc-9e9e-987066c2aa89 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/cbac46e3-9fc6-45b2-ae24-e4ffb71b6381 HTTP/1.1" status: 204 len: 168 time: 0.3064332 Jul 07 18:10:42.521397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52924) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.533363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Deleting port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:42.536629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] Pushing event deleted for resources: {'Port': ['ID=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.538402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.538756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a2efe-a60c-4785-adc1-c6977758bdcd None None] No DVR routers for this DVR port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:42.565606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f2753-489f-4fbc-9e9e-987066c2aa89 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac46e3-9fc6-45b2-ae24-e4ffb71b6381,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.612034 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8b5b67fc-a417-4363-b983-9a15ab34c606 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864251 Jul 07 18:10:42.613774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52926) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.619686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0876bd92-5deb-4c52-a91c-739d9c69c855 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121671584'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:42.655866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0876bd92-5deb-4c52-a91c-739d9c69c855 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.684739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] For port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1, host n-d-798930-2, got binding levels [] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:42.685130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.749760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Calling delete_port for 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:42.754629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.ipam_backend_mixin [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 was not found and therefore no delete operation was performed {{(pid=105588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:10:42.775352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.819149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a639-a97f-438c-9a93-91da800a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.827453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dbb1b4ba-ce21-4d4e-b92a-683379d1d68b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:42.834561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.869347 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0876bd92-5deb-4c52-a91c-739d9c69c855 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.876655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0876bd92-5deb-4c52-a91c-739d9c69c855 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.878534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: dbb1b4ba-ce21-4d4e-b92a-683379d1d68b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:42.878899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dbb1b4ba-ce21-4d4e-b92a-683379d1d68b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:42.879432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:42.919690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:42.920038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:42.920872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9452a47-1079-4153-bd2e-46769cdc33aa no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:42.947514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c9452a47-1079-4153-bd2e-46769cdc33aa {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:42.947871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9452a47-1079-4153-bd2e-46769cdc33aa not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:42.962467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0876bd92-5deb-4c52-a91c-739d9c69c855 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.964119 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0876bd92-5deb-4c52-a91c-739d9c69c855 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3493183 Jul 07 18:10:42.966946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52928) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.969544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f3d5a639-a97f-438c-9a93-91da800a19e0 None None] For port bc6b5425-5286-4719-b342-82f40b54945c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bc6b5425-5286-4719-b342-82f40b54945c,segment=NetworkSegment(b662a477-82a9-4d63-afbd-60b34da4b9d0),segment_id=b662a477-82a9-4d63-afbd-60b34da4b9d0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:42.974293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b611ed1c-7d07-4dd7-a844-abbff941c61e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '497ff6fe-b389-464a-b699-672ffd3ccaa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:42.977731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc65f30-1989-47fe-ba63-61bbfd4f9dc1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.979765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] No DVR routers for this DVR port 7cc65f30-1989-47fe-ba63-61bbfd4f9dc1 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:42.983565 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a639-a97f-438c-9a93-91da800a19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.995911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876bd92-5deb-4c52-a91c-739d9c69c855 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497ff6fe-b389-464a-b699-672ffd3ccaa9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:43.025308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b611ed1c-7d07-4dd7-a844-abbff941c61e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.042919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5a639-a97f-438c-9a93-91da800a19e0 None None] Pushing event updated for resources: {'Port': ['ID=bc6b5425-5286-4719-b342-82f40b54945c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:43.133289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b611ed1c-7d07-4dd7-a844-abbff941c61e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.138601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b611ed1c-7d07-4dd7-a844-abbff941c61e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.158368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611ed1c-7d07-4dd7-a844-abbff941c61e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a848235-6203-4d3f-ad8e-cdc8d86ff6e8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:43.166009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b611ed1c-7d07-4dd7-a844-abbff941c61e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.169864 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b611ed1c-7d07-4dd7-a844-abbff941c61e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994462 Jul 07 18:10:43.170355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52930) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.175295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-84c1027a-a496-4913-8c67-9f1f474099cf tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '497ff6fe-b389-464a-b699-672ffd3ccaa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:43.176634 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.191566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d9762a-e6d8-4565-a451-2224c69acbeb']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.206223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84c1027a-a496-4913-8c67-9f1f474099cf tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.208466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5cd2b436-b0fb-4436-a290-1130d6c97bbf None None] Provisioning complete for port bc6b5425-5286-4719-b342-82f40b54945c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:43.208629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e137e874-deff-4543-b2e9-bc5de586d06c') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.208958 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b436-b0fb-4436-a290-1130d6c97bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.209074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e137e874-deff-4543-b2e9-bc5de586d06c') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.223626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.242587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.252331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:43.252742 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:43.254622 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:43.287182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84c1027a-a496-4913-8c67-9f1f474099cf tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.292282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84c1027a-a496-4913-8c67-9f1f474099cf tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.308185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:10:43.317919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1027a-a496-4913-8c67-9f1f474099cf tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7db6cb-8329-4468-85ec-9086f8a78d32,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:43.330820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-84c1027a-a496-4913-8c67-9f1f474099cf tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.335213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-84c1027a-a496-4913-8c67-9f1f474099cf tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610479 Jul 07 18:10:43.335442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.336375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.339128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.343711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] 10.222.0.88 "DELETE /v2.0/networks/07d9762a-e6d8-4565-a451-2224c69acbeb HTTP/1.1" status: 204 len: 168 time: 1.8378191 Jul 07 18:10:43.344936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-41481a9a-95eb-4fae-9725-3aa41fe12059 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '497ff6fe-b389-464a-b699-672ffd3ccaa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:43.381514 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41481a9a-95eb-4fae-9725-3aa41fe12059 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.400235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e1ea4-5db1-4c9f-81ae-ee554d57b9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=07d9762a-e6d8-4565-a451-2224c69acbeb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:43.490945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:43.501860 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Sync routers for ids ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:43.511148 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.513136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cfa60ce9-ba06-4ec3-be51-efd4c708669e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4640012 Jul 07 18:10:43.515876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52942) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.517910 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Routers {'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:43.524895 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.550777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41481a9a-95eb-4fae-9725-3aa41fe12059 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.565744 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41481a9a-95eb-4fae-9725-3aa41fe12059 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.614283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41481a9a-95eb-4fae-9725-3aa41fe12059 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cf108a-e499-4528-805c-16131bbd40e8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:43.630103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41481a9a-95eb-4fae-9725-3aa41fe12059 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.634663 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-41481a9a-95eb-4fae-9725-3aa41fe12059 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975080 Jul 07 18:10:43.635252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52948) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.643178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-12be26b7-d5bf-4e15-98ef-33f3981809ea tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '497ff6fe-b389-464a-b699-672ffd3ccaa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:43.656621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52950) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.729945 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Set router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:43.734833 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12be26b7-d5bf-4e15-98ef-33f3981809ea tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.753787 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3dcf3a0d-cf6d-4f20-8550-05f133c2c19e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd7be2ae614a463aa95682e9a15268e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958121 Jul 07 18:10:43.754429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52954) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:43.840945 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6a35cb89-d29f-4637-a7a6-6d2a4b0b4ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.883554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6a35cb89-d29f-4637-a7a6-6d2a4b0b4ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.949650 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12be26b7-d5bf-4e15-98ef-33f3981809ea tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.956080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12be26b7-d5bf-4e15-98ef-33f3981809ea tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.991381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6a35cb89-d29f-4637-a7a6-6d2a4b0b4ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.993082 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6a35cb89-d29f-4637-a7a6-6d2a4b0b4ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.995070 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6a35cb89-d29f-4637-a7a6-6d2a4b0b4ca5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/01739057-6791-41aa-9f95-3f28c1e075b5 HTTP/1.1" status: 204 len: 168 time: 0.2394857 Jul 07 18:10:44.022927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35cb89-d29f-4637-a7a6-6d2a4b0b4ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01739057-6791-41aa-9f95-3f28c1e075b5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.054709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be26b7-d5bf-4e15-98ef-33f3981809ea tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad5de90-2fc7-44ae-9a85-c3495f7c8476,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.057209 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:10:41Z', 'revision_number': 3, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port': {'id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:39Z', 'updated_at': '2021-07-07T18:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:44.077785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12be26b7-d5bf-4e15-98ef-33f3981809ea tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.081490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-12be26b7-d5bf-4e15-98ef-33f3981809ea tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4424777 Jul 07 18:10:44.082346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52966) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.088350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fa4adf6b-0db0-434f-be8a-ca5adecf0b70 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '497ff6fe-b389-464a-b699-672ffd3ccaa9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:44.107832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e878ff-0910-4073-a279-c24b3eff0f94 req-831a3819-d69a-4906-a4a1-17c78ee0c8ab tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:44.109583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2e878ff-0910-4073-a279-c24b3eff0f94 req-831a3819-d69a-4906-a4a1-17c78ee0c8ab tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.3108611 Jul 07 18:10:44.119768 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Checking router: c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:44.120101 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Updating router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 port e98cfb64-5271-45f3-8b5e-4b38bec8abca binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:44.147139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa4adf6b-0db0-434f-be8a-ca5adecf0b70 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.203010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2e878ff-0910-4073-a279-c24b3eff0f94 req-53e74290-8813-4e22-85bf-69de2fcb10a4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601025 Jul 07 18:10:44.221869 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.264292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa4adf6b-0db0-434f-be8a-ca5adecf0b70 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.276185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa4adf6b-0db0-434f-be8a-ca5adecf0b70 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.338772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa4adf6b-0db0-434f-be8a-ca5adecf0b70 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.343298 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa4adf6b-0db0-434f-be8a-ca5adecf0b70 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2578635 Jul 07 18:10:44.350460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4adf6b-0db0-434f-be8a-ca5adecf0b70 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fc51cd-a0d1-4948-8580-686e3edc0980,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.355151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52974) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.474866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce33-21df-4a2c-837d-9b2c29b6081a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.498620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce33-21df-4a2c-837d-9b2c29b6081a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.763225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce33-21df-4a2c-837d-9b2c29b6081a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.784574 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce33-21df-4a2c-837d-9b2c29b6081a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.802195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a79ce33-21df-4a2c-837d-9b2c29b6081a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/47fc51cd-a0d1-4948-8580-686e3edc0980 HTTP/1.1" status: 204 len: 168 time: 0.4440777 Jul 07 18:10:44.805029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52990) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.827525 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.838162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc6b5425-5286-4719-b342-82f40b54945c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:44.867230 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Transition to ACTIVE for port object e98cfb64-5271-45f3-8b5e-4b38bec8abca will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:44.877155 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.892727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-23f98756-ff14-4be6-83c1-68d56ce5af8b tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0862157 Jul 07 18:10:44.895643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52992) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:44.940959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79ce33-21df-4a2c-837d-9b2c29b6081a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47fc51cd-a0d1-4948-8580-686e3edc0980,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:44.974635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c0735fb-8897-42ff-9c7c-f3c9175b6244 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.986847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port bc6b5425-5286-4719-b342-82f40b54945c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:44.987178 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.995161 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c0735fb-8897-42ff-9c7c-f3c9175b6244 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:44.995324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5343ce2-457b-4abf-b5be-5446832d4ab5 req-be32a0ca-1fc0-4d12-94b4-3f5327d16f6d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:44.998379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5343ce2-457b-4abf-b5be-5446832d4ab5 req-be32a0ca-1fc0-4d12-94b4-3f5327d16f6d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.4919677 Jul 07 18:10:45.014611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52996) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.028282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'floatingip': {'port_id': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:45.038387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c0735fb-8897-42ff-9c7c-f3c9175b6244 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.038939 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Attempting to bind port e98cfb64-5271-45f3-8b5e-4b38bec8abca on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:45.039481 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Attempting to bind port e98cfb64-5271-45f3-8b5e-4b38bec8abca by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:45.040306 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Attempting to bind port e98cfb64-5271-45f3-8b5e-4b38bec8abca on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:45.047810 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c0735fb-8897-42ff-9c7c-f3c9175b6244 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.049508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2c0735fb-8897-42ff-9c7c-f3c9175b6244 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/fad5de90-2fc7-44ae-9a85-c3495f7c8476 HTTP/1.1" status: 204 len: 168 time: 0.1526887 Jul 07 18:10:45.052760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53000) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.069003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0735fb-8897-42ff-9c7c-f3c9175b6244 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fad5de90-2fc7-44ae-9a85-c3495f7c8476,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.091570 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:45.092611 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:45.093620 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.095726 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:45.098079 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Bound port: e98cfb64-5271-45f3-8b5e-4b38bec8abca, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:45.099721 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.107966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0609ddf-23ce-4817-a759-a67e9e6b6ebb None None] Pushing event updated for resources: {'Port': ['ID=e98cfb64-5271-45f3-8b5e-4b38bec8abca,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.179990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.192150 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.198838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0cde1227-53df-4070-ae83-f61e1ae48b64 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1378124 Jul 07 18:10:45.199603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53008) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.263036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2671dec7-a5c1-43ac-85a1-3ad87a0d4fcb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.275367 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] For port e98cfb64-5271-45f3-8b5e-4b38bec8abca, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:45.278502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2671dec7-a5c1-43ac-85a1-3ad87a0d4fcb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.281655 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] For port e98cfb64-5271-45f3-8b5e-4b38bec8abca, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e98cfb64-5271-45f3-8b5e-4b38bec8abca,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:45.290192 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.331007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2671dec7-a5c1-43ac-85a1-3ad87a0d4fcb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.345399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2671dec7-a5c1-43ac-85a1-3ad87a0d4fcb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.352942 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2671dec7-a5c1-43ac-85a1-3ad87a0d4fcb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/33cf108a-e499-4528-805c-16131bbd40e8 HTTP/1.1" status: 204 len: 168 time: 0.1520157 Jul 07 18:10:45.355908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53014) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.403256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671dec7-a5c1-43ac-85a1-3ad87a0d4fcb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33cf108a-e499-4528-805c-16131bbd40e8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.431492 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Routers {'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:45.432536 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:45.459320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53016) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.492339 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0609ddf-23ce-4817-a759-a67e9e6b6ebb None None] Pushing event updated for resources: {'Port': ['ID=e98cfb64-5271-45f3-8b5e-4b38bec8abca,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.551920 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-912d2a6c-4add-4a6c-a48f-daa095c9f6bb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1724360 Jul 07 18:10:45.552598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53020) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.626378 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] Set router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:45.630841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35964d08-8d9c-442c-83f4-23e6a43a648c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.655778 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35964d08-8d9c-442c-83f4-23e6a43a648c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.719148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35964d08-8d9c-442c-83f4-23e6a43a648c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.738844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-35964d08-8d9c-442c-83f4-23e6a43a648c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.743442 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-35964d08-8d9c-442c-83f4-23e6a43a648c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/8a7db6cb-8329-4468-85ec-9086f8a78d32 HTTP/1.1" status: 204 len: 168 time: 0.1860340 Jul 07 18:10:45.751576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53024) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.828362 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-686e463c-c0e1-495d-8ecc-206ba2417436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.829008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35964d08-8d9c-442c-83f4-23e6a43a648c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a7db6cb-8329-4468-85ec-9086f8a78d32,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.893159 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-67953ed1-3c12-4e8e-af72-649803b7a2fb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1399856 Jul 07 18:10:45.913987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53028) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:45.978802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-809551820-network', 'tenant_id': 'bfba4dcf3f594dd6acbd4ba55c8fa68e'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:46.010960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f89db52-b91f-40b2-a525-6bd32bf52ed2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.033198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f89db52-b91f-40b2-a525-6bd32bf52ed2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.139496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Made reservation on behalf of bfba4dcf3f594dd6acbd4ba55c8fa68e for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:46.142939 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.164966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:10:41Z', 'revision_number': 3, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port': {'id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:39Z', 'updated_at': '2021-07-07T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:46.172998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f89db52-b91f-40b2-a525-6bd32bf52ed2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.191850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.207159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f89db52-b91f-40b2-a525-6bd32bf52ed2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.208898 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f89db52-b91f-40b2-a525-6bd32bf52ed2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/7a848235-6203-4d3f-ad8e-cdc8d86ff6e8 HTTP/1.1" status: 204 len: 168 time: 0.2937262 Jul 07 18:10:46.220198 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a1a7a-256b-46a9-b363-dc07848c2f2d None None] The sync data for ids ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'] in n-d-798930-2 is: [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:10:41Z', 'revision_number': 3, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port': {'id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:39Z', 'updated_at': '2021-07-07T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:46.228436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53034) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:46.242118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89db52-b91f-40b2-a525-6bd32bf52ed2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a848235-6203-4d3f-ad8e-cdc8d86ff6e8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:46.292191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Allocated IP 172.20.0.1 (6c1809a2-b1b1-4ee7-92fa-871066e1a4a7/a00b1fff-094f-4057-bda1-bbe6c2d708c7/d2b5c67c-dde5-44bb-861e-caadc06bb395) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:46.364153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.370226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.373167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-628a0feb-f688-46ae-899b-3c0b325de175 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1434548 Jul 07 18:10:46.382981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53036) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:46.434247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:46.461166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d2215-b9f9-46fd-936c-1f3cc9caf591,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:46.490223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.490679 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Added segment 22be486d-525c-4da8-88fa-72aeb52a6b49 of type vlan for network 332c317e-dbd6-41be-9bfa-421c98104918 Jul 07 18:10:46.497980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.506870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-145c1cce-276b-4dfc-ad67-4455def9c07d tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.514094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Transition to ACTIVE for port object d2b5c67c-dde5-44bb-861e-caadc06bb395 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:46.555517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.564710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.570993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-145c1cce-276b-4dfc-ad67-4455def9c07d tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.645000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.646106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:46.647791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.692341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53040) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:46.694191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:46.711163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:46.729773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:46.732159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-145c1cce-276b-4dfc-ad67-4455def9c07d tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.735881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-145c1cce-276b-4dfc-ad67-4455def9c07d tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.737854 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-145c1cce-276b-4dfc-ad67-4455def9c07d tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/497ff6fe-b389-464a-b699-672ffd3ccaa9 HTTP/1.1" status: 204 len: 168 time: 0.3512640 Jul 07 18:10:46.746520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2833662 Jul 07 18:10:46.759798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53044) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:46.765814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53046) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:46.785179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c1cce-276b-4dfc-ad67-4455def9c07d tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497ff6fe-b389-464a-b699-672ffd3ccaa9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:46.806947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99f7e8-9bfd-4ec8-8536-e475b2bdf9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=332c317e-dbd6-41be-9bfa-421c98104918,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:46.828187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 332c317e-dbd6-41be-9bfa-421c98104918 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:46.901048 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-db431306-6933-4a4f-8c5b-128096d791a5 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1358817 Jul 07 18:10:46.901923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53048) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:46.906933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--776616044'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:46.916455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e98cfb64-5271-45f3-8b5e-4b38bec8abca up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:46.941592 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.947056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:46.993887 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Request body: {'subnet': {'network_id': '332c317e-dbd6-41be-9bfa-421c98104918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-809551820-subnet', 'tenant_id': 'bfba4dcf3f594dd6acbd4ba55c8fa68e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:47.039501 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e13c415-24bb-4c07-bdaa-9a69590921ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.046265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e98cfb64-5271-45f3-8b5e-4b38bec8abca completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:47.050665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e98cfb64-5271-45f3-8b5e-4b38bec8abca triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:47.051317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.115797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.164384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Pushing event updated for resources: {'Port': ['ID=d2b5c67c-dde5-44bb-861e-caadc06bb395,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.224497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.257534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-3a7ed2b9-e064-421f-bfb1-4c03e5437a2d req-cf95f362-f616-4910-8e62-3eec8761969b service neutron] (105588) timed out ('10.222.0.88', 48956) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:10:47.334112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5038368d-e146-4588-b1ba-688232aa06b6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.353032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.353490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.354073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.354478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.354901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.355306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.355841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.356127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.356518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.356936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.357320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.357770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:47.386022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e13c415-24bb-4c07-bdaa-9a69590921ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.403562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9e13c415-24bb-4c07-bdaa-9a69590921ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.447564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.db.resource_extend [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:10:47.460199 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.465589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-03b6d829-e6ca-4124-ab8a-314715053452 None None] Provisioning for port d2b5c67c-dde5-44bb-861e-caadc06bb395 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:47.466578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9e13c415-24bb-4c07-bdaa-9a69590921ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=136347f8d4ed45c58f58e3e19c2f5faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7695527 Jul 07 18:10:47.467472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53058) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.468189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13c415-24bb-4c07-bdaa-9a69590921ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc0aac8-0082-4fea-ac20-a252575d48f5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.472803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-03b6d829-e6ca-4124-ab8a-314715053452 None None] Provisioning complete for port d2b5c67c-dde5-44bb-861e-caadc06bb395 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:47.473444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03b6d829-e6ca-4124-ab8a-314715053452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.483675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.487252 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e04f5380-aa30-4a77-bc95-f9486de2affc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5844717 Jul 07 18:10:47.512316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-03b6d829-e6ca-4124-ab8a-314715053452 None None] Port d2b5c67c-dde5-44bb-861e-caadc06bb395 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:47.524086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53060) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.530859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-759e170b-0bae-401d-ac4f-a7c0414ba4ad tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '5038368d-e146-4588-b1ba-688232aa06b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:47.531087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e98cfb64-5271-45f3-8b5e-4b38bec8abca, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e98cfb64-5271-45f3-8b5e-4b38bec8abca,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:47.536392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.549821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.570260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.594206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92246268-6a42-4176-9853-9aff5a89d034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.615235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e98cfb64-5271-45f3-8b5e-4b38bec8abca,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.630684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92246268-6a42-4176-9853-9aff5a89d034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.701274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92246268-6a42-4176-9853-9aff5a89d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.703923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92246268-6a42-4176-9853-9aff5a89d034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.708427 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92246268-6a42-4176-9853-9aff5a89d034 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7bc0aac8-0082-4fea-ac20-a252575d48f5 HTTP/1.1" status: 204 len: 168 time: 0.2184670 Jul 07 18:10:47.720647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92246268-6a42-4176-9853-9aff5a89d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc0aac8-0082-4fea-ac20-a252575d48f5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.737291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-759e170b-0bae-401d-ac4f-a7c0414ba4ad tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.741658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Made reservation on behalf of bfba4dcf3f594dd6acbd4ba55c8fa68e for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:47.744962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.822626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-759e170b-0bae-401d-ac4f-a7c0414ba4ad tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.828669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-759e170b-0bae-401d-ac4f-a7c0414ba4ad tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.857774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e170b-0bae-401d-ac4f-a7c0414ba4ad tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9283747-991b-47fb-9524-a90c1f56e7e8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:47.873856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-759e170b-0bae-401d-ac4f-a7c0414ba4ad tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.878569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-759e170b-0bae-401d-ac4f-a7c0414ba4ad tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3494945 Jul 07 18:10:47.878965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53064) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.907407 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Floating IP 479f29ea-436e-47ff-aebf-20f23094a2ef associated. External IP: 172.25.1.3, port: a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2. Jul 07 18:10:47.962580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-375e6afd-c92e-4894-9c40-251e78e4e6cb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.998578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-375e6afd-c92e-4894-9c40-251e78e4e6cb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.065532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.076653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-375e6afd-c92e-4894-9c40-251e78e4e6cb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.079387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-375e6afd-c92e-4894-9c40-251e78e4e6cb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.080882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-375e6afd-c92e-4894-9c40-251e78e4e6cb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/5038368d-e146-4588-b1ba-688232aa06b6 HTTP/1.1" status: 204 len: 168 time: 0.2006984 Jul 07 18:10:48.085752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53068) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:48.103695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6afd-c92e-4894-9c40-251e78e4e6cb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5038368d-e146-4588-b1ba-688232aa06b6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.178440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-672885b2-f7b0-47ba-9ef4-8bc479f7d2f8 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880377 Jul 07 18:10:48.178440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53070) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:48.185166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c134e7ae-09a7-4d11-bddd-217d1646a329 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--885345197'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:48.240499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c134e7ae-09a7-4d11-bddd-217d1646a329 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.253714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53072) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:48.269946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ea7f-6edb-4b45-9e21-f3bb50b60ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.315524 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.350007 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e204be47-bbc1-444c-b33d-07895a258b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.393418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c134e7ae-09a7-4d11-bddd-217d1646a329 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.437418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c134e7ae-09a7-4d11-bddd-217d1646a329 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.507713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134e7ae-09a7-4d11-bddd-217d1646a329 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921574f1-6193-4617-8715-6dfe333c2a79,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.517699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.518386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.569054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ea7f-6edb-4b45-9e21-f3bb50b60ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.570621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Checking segment: {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:48.571164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Network hostable DHCP agents. Network: 332c317e-dbd6-41be-9bfa-421c98104918, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:48.576601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ea7f-6edb-4b45-9e21-f3bb50b60ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.576917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:48.594712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c134e7ae-09a7-4d11-bddd-217d1646a329 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.604701 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c134e7ae-09a7-4d11-bddd-217d1646a329 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4260697 Jul 07 18:10:48.604964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53078) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:48.615091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.620004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e3812609-77da-4e3f-ae9d-20791f5320a6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521417445'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:48.634324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.642331 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a4f0ea7f-6edb-4b45-9e21-f3bb50b60ceb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=057a7291fe4f4497b24a3bed1c3b47cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879735 Jul 07 18:10:48.643756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53080) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:48.645977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0ea7f-6edb-4b45-9e21-f3bb50b60ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93446d-29e6-4efa-be1e-334ea82cb9c9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.707060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Network 332c317e-dbd6-41be-9bfa-421c98104918 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:48.708634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd70b080-60e7-4c55-95fb-1798293cda5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.741174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd70b080-60e7-4c55-95fb-1798293cda5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.779753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e98cfb64-5271-45f3-8b5e-4b38bec8abca up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:48.788987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 332c317e-dbd6-41be-9bfa-421c98104918) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:48.803356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:48.803968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.806461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3812609-77da-4e3f-ae9d-20791f5320a6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.808616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Pushing event updated for resources: {'Port': ['ID=d2b5c67c-dde5-44bb-861e-caadc06bb395,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.830473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f0db1-72d1-413d-af8d-33e5d8f31a38 None None] Network 332c317e-dbd6-41be-9bfa-421c98104918 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:48.836026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd70b080-60e7-4c55-95fb-1798293cda5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.837639 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.840176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd70b080-60e7-4c55-95fb-1798293cda5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.841710 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fd70b080-60e7-4c55-95fb-1798293cda5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ce93446d-29e6-4efa-be1e-334ea82cb9c9 HTTP/1.1" status: 204 len: 168 time: 0.1968155 Jul 07 18:10:48.877143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70b080-60e7-4c55-95fb-1798293cda5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93446d-29e6-4efa-be1e-334ea82cb9c9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.946603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:48.958116 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.963914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] Sync routers for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:48.975978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e98cfb64-5271-45f3-8b5e-4b38bec8abca triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:48.976393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.024609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:49.025327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:49.135306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b3312-20e9-4f01-86e0-aa9baddc7b56 None None] Network 332c317e-dbd6-41be-9bfa-421c98104918 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:49.316103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:49.528864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cddc216d-938d-416f-b4fb-e81d23ff1c39 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7211449 Jul 07 18:10:49.604972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7ed9f93f-c9e7-4711-9cfe-aeee0c3cfbf8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "PUT /v2.0/floatingips/479f29ea-436e-47ff-aebf-20f23094a2ef HTTP/1.1" status: 200 len: 990 time: 4.5871968 Jul 07 18:10:49.609571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:49.612673 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfb3b7e-1313-4a48-8b90-705322fe559b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:49.676200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:49.679756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:49.707402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.881095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '479f29ea-436e-47ff-aebf-20f23094a2ef', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'port_id': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'mac_address': 'fa:16:3e:00:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:16Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 1, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:49.909774 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9dcae-f991-43a7-80f7-59fe0d315e39 x-openstack-request-id: req-baa9dcae-f991-43a7-80f7-59fe0d315e39 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:49.910070 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:49.910421 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-baa9dcae-f991-43a7-80f7-59fe0d315e39 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:49.910731 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'status': 'completed', 'code': 200} Jul 07 18:10:49.930233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3812609-77da-4e3f-ae9d-20791f5320a6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.947585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] Checking router: 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:49.958423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:49.960884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3812609-77da-4e3f-ae9d-20791f5320a6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.962480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:49.963650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:50.030227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3812609-77da-4e3f-ae9d-20791f5320a6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.032062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e3812609-77da-4e3f-ae9d-20791f5320a6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4242508 Jul 07 18:10:50.035054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53114) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.037559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812609-77da-4e3f-ae9d-20791f5320a6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba3434a-d27a-4fc9-81c4-aebaca05285e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.047765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2d18ac84-cd79-4980-9847-56b890d040ef tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '921574f1-6193-4617-8715-6dfe333c2a79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6ba3434a-d27a-4fc9-81c4-aebaca05285e', 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:50.132629 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d18ac84-cd79-4980-9847-56b890d040ef tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.164465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:50.174938 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Sync routers for ids ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:50.182901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ff9f353c-a61b-4bf6-9b87-1ab382c3d83f admin admin] 10.222.0.88 "PUT /v2.0/routers/c0685048-b6bd-46a9-bd94-5b4ba9ad79b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6651783 Jul 07 18:10:50.197110 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Routers {'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:50.197789 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:50.203525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-85b4579d-aa32-456d-8ebd-f128a21230fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:50.207122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-85b4579d-aa32-456d-8ebd-f128a21230fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.2953916 Jul 07 18:10:50.232478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8a72c9ee-c9aa-4df3-9657-0a15f5df9f3e None None] Provisioning complete for port d2b5c67c-dde5-44bb-861e-caadc06bb395 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:50.232916 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a72c9ee-c9aa-4df3-9657-0a15f5df9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.330598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:50.333334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d18ac84-cd79-4980-9847-56b890d040ef tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.337830 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d18ac84-cd79-4980-9847-56b890d040ef tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.391452 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2d18ac84-cd79-4980-9847-56b890d040ef tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.395878 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2d18ac84-cd79-4980-9847-56b890d040ef tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3565490 Jul 07 18:10:50.396628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53132) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.441227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18ac84-cd79-4980-9847-56b890d040ef tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fee1b0-6ed6-4d59-8219-83b316b7e4a8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.442433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8a72c9ee-c9aa-4df3-9657-0a15f5df9f3e None None] Port d2b5c67c-dde5-44bb-861e-caadc06bb395 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:50.501317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9c1-baa9-4af1-9056-b997871b2cb5 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.538632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9c1-baa9-4af1-9056-b997871b2cb5 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.611108 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Set router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:50.624590 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9c1-baa9-4af1-9056-b997871b2cb5 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.640763 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae9c1-baa9-4af1-9056-b997871b2cb5 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.644384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fe5ae9c1-baa9-4af1-9056-b997871b2cb5 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/30fee1b0-6ed6-4d59-8219-83b316b7e4a8 HTTP/1.1" status: 204 len: 168 time: 0.2396705 Jul 07 18:10:50.660421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.675104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ae9c1-baa9-4af1-9056-b997871b2cb5 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30fee1b0-6ed6-4d59-8219-83b316b7e4a8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.710579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-8b32f8c6-ece1-4c36-ac02-e66baffa4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:50.712074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-8b32f8c6-ece1-4c36-ac02-e66baffa4b94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.4953754 Jul 07 18:10:50.767826 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-61cfb413-a46e-4c56-8449-c0a86cd1fd53 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1033144 Jul 07 18:10:50.800628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53176) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.931178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '479f29ea-436e-47ff-aebf-20f23094a2ef', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'port_id': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'mac_address': 'fa:16:3e:00:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:16Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 1, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:50.935359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-ebecb278-61b4-46f4-93f6-11306bab49a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 200 len: 998 time: 0.2034194 Jul 07 18:10:50.976885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-b51de403-e51f-40b4-aac1-22c9e1280c79 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:50.984901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-b51de403-e51f-40b4-aac1-22c9e1280c79 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 813 time: 0.6177895 Jul 07 18:10:50.989997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45a724-bd3b-4470-89f7-1c700e37cc43 None None] The sync data for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 is: [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '479f29ea-436e-47ff-aebf-20f23094a2ef', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'port_id': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'mac_address': 'fa:16:3e:00:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:16Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 1, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:50.995866 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 4, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port': {'id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:39Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd2b5c67c-dde5-44bb-861e-caadc06bb395', 'name': '', 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'mac_address': 'fa:16:3e:bb:c3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a00b1fff-094f-4057-bda1-bbe6c2d708c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:48Z', 'revision_number': 2, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'subnets': [{'id': 'a00b1fff-094f-4057-bda1-bbe6c2d708c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:51.037229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Checking router: c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:51.037229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Updating router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 port d2b5c67c-dde5-44bb-861e-caadc06bb395 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:51.097801 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.149743 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.168721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-35ac77a3-591c-44c4-80d3-559a8e98374e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/quotas/bfba4dcf3f594dd6acbd4ba55c8fa68e HTTP/1.1" status: 200 len: 375 time: 0.1825743 Jul 07 18:10:51.200426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-53abe6f5-85eb-497c-8e77-57849d5ff63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:51.202779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-53abe6f5-85eb-497c-8e77-57849d5ff63d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.1872678 Jul 07 18:10:51.300134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-b3697fb7-f10a-4fca-811a-d96d400e856d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1294887 Jul 07 18:10:51.430137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465809e-f6e0-4a6e-9bf5-15d11554edcd None None] New status for floating IP 479f29ea-436e-47ff-aebf-20f23094a2ef: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:10:51.521549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-93b7d5be-413f-4f86-9e1f-5738b2d10bdb service neutron] 10.222.0.88 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195017 Jul 07 18:10:51.533026 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.545992 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Transition to ACTIVE for port object d2b5c67c-dde5-44bb-861e-caadc06bb395 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:51.559660 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.661494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-10608aad-80d2-4df0-8389-2ea31324fd38 service neutron] 10.222.0.88 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388559 Jul 07 18:10:51.662241 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b21a457-2ca6-44f1-bcb0-50a9545812fd tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.683929 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a436374-d7c7-4689-8289-fb9524207cf1 None None] Pushing event updated for resources: {'Port': ['ID=d2b5c67c-dde5-44bb-861e-caadc06bb395,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.770931 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b21a457-2ca6-44f1-bcb0-50a9545812fd tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.862286 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Attempting to bind port d2b5c67c-dde5-44bb-861e-caadc06bb395 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:51.863497 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Attempting to bind port d2b5c67c-dde5-44bb-861e-caadc06bb395 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:51.863861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Attempting to bind port d2b5c67c-dde5-44bb-861e-caadc06bb395 on network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:51.881479 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:51.881769 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Checking segment: {'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:51.883637 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.883943 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Bound using segment: {'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:51.884418 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Bound port: d2b5c67c-dde5-44bb-861e-caadc06bb395, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662a477-82a9-4d63-afbd-60b34da4b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:51.884809 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.944303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-85b2e937-c475-44c9-8a26-6d955d0a1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:51.945867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-85b2e937-c475-44c9-8a26-6d955d0a1cd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6801763 Jul 07 18:10:52.083673 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] For port d2b5c67c-dde5-44bb-861e-caadc06bb395, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:52.089131 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] For port d2b5c67c-dde5-44bb-861e-caadc06bb395, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d2b5c67c-dde5-44bb-861e-caadc06bb395,segment=NetworkSegment(b662a477-82a9-4d63-afbd-60b34da4b9d0),segment_id=b662a477-82a9-4d63-afbd-60b34da4b9d0)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:52.101437 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.146692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f78c5d80-c30d-428c-a4f3-73770936971e req-f34057e4-8b0f-4878-85b3-8548f4f55c59 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 210 time: 0.0459023 Jul 07 18:10:52.147397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b21a457-2ca6-44f1-bcb0-50a9545812fd tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.164196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b21a457-2ca6-44f1-bcb0-50a9545812fd tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.164196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3b21a457-2ca6-44f1-bcb0-50a9545812fd tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/6ba3434a-d27a-4fc9-81c4-aebaca05285e HTTP/1.1" status: 204 len: 168 time: 1.3553071 Jul 07 18:10:52.164514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53260) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:52.231401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21a457-2ca6-44f1-bcb0-50a9545812fd tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba3434a-d27a-4fc9-81c4-aebaca05285e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:52.234794 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a436374-d7c7-4689-8289-fb9524207cf1 None None] Pushing event updated for resources: {'Port': ['ID=d2b5c67c-dde5-44bb-861e-caadc06bb395,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:52.279002 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Routers {'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:52.279658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:52.324666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-d9f59c9c-101f-47a3-bab4-7ddfe73d405b service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650084 Jul 07 18:10:52.338179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b0e88b3a-cbc6-45f9-bc25-b351f3b6c708 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1772807 Jul 07 18:10:52.341023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53280) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:52.455834 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] Set router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:52.529648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f43fe8b-afa9-4fd2-be13-1f55b710e6fe tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.608731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f43fe8b-afa9-4fd2-be13-1f55b710e6fe tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.664502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dfb3b7e-1313-4a48-8b90-705322fe559b req-040a615a-97fc-413c-800a-ea01e7027400 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319523 Jul 07 18:10:52.698579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f43fe8b-afa9-4fd2-be13-1f55b710e6fe tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.708719 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f43fe8b-afa9-4fd2-be13-1f55b710e6fe tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.710485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4f43fe8b-afa9-4fd2-be13-1f55b710e6fe tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/921574f1-6193-4617-8715-6dfe333c2a79 HTTP/1.1" status: 204 len: 168 time: 0.3679380 Jul 07 18:10:52.713453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53300) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:52.747015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43fe8b-afa9-4fd2-be13-1f55b710e6fe tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921574f1-6193-4617-8715-6dfe333c2a79,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:52.824514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5a29dd63-c900-4a87-994c-4cbf57e4ceb6 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096995 Jul 07 18:10:52.828424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53306) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:52.839217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-87ee979c-bf2e-4817-94d2-b93ecd6be235 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036786027'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:52.848772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 4, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port': {'id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:39Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd2b5c67c-dde5-44bb-861e-caadc06bb395', 'name': '', 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'mac_address': 'fa:16:3e:bb:c3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a00b1fff-094f-4057-bda1-bbe6c2d708c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:52Z', 'revision_number': 4, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'subnets': [{'id': 'a00b1fff-094f-4057-bda1-bbe6c2d708c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:52.895072 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d7f5d-a95f-42e6-9f1a-dbb4fa9d1d44 None None] The sync data for ids ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'] in n-d-798930-2 is: [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 4, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port': {'id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:39Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd2b5c67c-dde5-44bb-861e-caadc06bb395', 'name': '', 'network_id': '6c1809a2-b1b1-4ee7-92fa-871066e1a4a7', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'mac_address': 'fa:16:3e:bb:c3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a00b1fff-094f-4057-bda1-bbe6c2d708c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:45Z', 'updated_at': '2021-07-07T18:10:52Z', 'revision_number': 4, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'subnets': [{'id': 'a00b1fff-094f-4057-bda1-bbe6c2d708c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:52.896803 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87ee979c-bf2e-4817-94d2-b93ecd6be235 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.107088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87ee979c-bf2e-4817-94d2-b93ecd6be235 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.114079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87ee979c-bf2e-4817-94d2-b93ecd6be235 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.166291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87ee979c-bf2e-4817-94d2-b93ecd6be235 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.167583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-87ee979c-bf2e-4817-94d2-b93ecd6be235 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3373876 Jul 07 18:10:53.170586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53320) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.173886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee979c-bf2e-4817-94d2-b93ecd6be235 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb46622-b8f2-49f8-968d-c15d82fa124f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:53.177079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1840d20c-52cc-496e-bea1-c03326d11c12 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': '6fb46622-b8f2-49f8-968d-c15d82fa124f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:53.292690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1840d20c-52cc-496e-bea1-c03326d11c12 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.368780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53328) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.476531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1840d20c-52cc-496e-bea1-c03326d11c12 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.481812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1840d20c-52cc-496e-bea1-c03326d11c12 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.510529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4dfbd00-bbed-4a02-9d8c-09ac9ec6aa58 req-cef02480-d95b-424d-a47b-29b0c468c7c9 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 210 time: 0.0501819 Jul 07 18:10:53.516805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840d20c-52cc-496e-bea1-c03326d11c12 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545ef2d6-feb3-4b6d-8673-6a2388f7a859,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:53.556582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1840d20c-52cc-496e-bea1-c03326d11c12 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.558666 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1840d20c-52cc-496e-bea1-c03326d11c12 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3867717 Jul 07 18:10:53.559070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d1a40c3-83d1-497e-b4af-023938d8acaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.562181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53336) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.629961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32a31105-0822-4912-b103-c29f37295e5f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.642087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32a31105-0822-4912-b103-c29f37295e5f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.681539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32a31105-0822-4912-b103-c29f37295e5f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.696497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32a31105-0822-4912-b103-c29f37295e5f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.699003 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-32a31105-0822-4912-b103-c29f37295e5f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/545ef2d6-feb3-4b6d-8673-6a2388f7a859 HTTP/1.1" status: 204 len: 168 time: 0.1345949 Jul 07 18:10:53.709043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53342) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.718869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a31105-0822-4912-b103-c29f37295e5f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=545ef2d6-feb3-4b6d-8673-6a2388f7a859,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:53.838640 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53346) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.850662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-04b692b9-b574-4555-affc-bddee218348e tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1373715 Jul 07 18:10:53.861393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53348) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.896652 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d1a40c3-83d1-497e-b4af-023938d8acaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.903417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d1a40c3-83d1-497e-b4af-023938d8acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.982291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a40c3-83d1-497e-b4af-023938d8acaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbb2247-9d62-45cf-9c4c-0b6ed5484af4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.010280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5d1a40c3-83d1-497e-b4af-023938d8acaf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c339bae844fd4c608c2faac0940a8f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401806 Jul 07 18:10:54.011564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96e1de11-4906-4c67-bd5f-f5dfc607da8a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.013417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53352) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:54.064019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96e1de11-4906-4c67-bd5f-f5dfc607da8a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.124722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-e4159c17-3f1f-496a-9ac2-1d8c71dbdeac tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:54.124984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96b4bfe5-d754-43b2-a155-9a40a893aedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.126205 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-e4159c17-3f1f-496a-9ac2-1d8c71dbdeac tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.90 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 813 time: 0.3038530 Jul 07 18:10:54.142544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Request body: {'port': {'device_id': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918', 'admin_state_up': True, 'tenant_id': 'bfba4dcf3f594dd6acbd4ba55c8fa68e'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:54.170392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96b4bfe5-d754-43b2-a155-9a40a893aedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.192745 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96e1de11-4906-4c67-bd5f-f5dfc607da8a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.195818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96e1de11-4906-4c67-bd5f-f5dfc607da8a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.199929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-96e1de11-4906-4c67-bd5f-f5dfc607da8a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/6fb46622-b8f2-49f8-968d-c15d82fa124f HTTP/1.1" status: 204 len: 168 time: 0.3358111 Jul 07 18:10:54.200810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53354) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:54.237161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1de11-4906-4c67-bd5f-f5dfc607da8a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb46622-b8f2-49f8-968d-c15d82fa124f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.305044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:54.305622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4611b7df-0a60-4117-a0a5-e813b447ce0a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0952368 Jul 07 18:10:54.306949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96b4bfe5-d754-43b2-a155-9a40a893aedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.310149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-96b4bfe5-d754-43b2-a155-9a40a893aedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.313587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-96b4bfe5-d754-43b2-a155-9a40a893aedf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6bbb2247-9d62-45cf-9c4c-0b6ed5484af4 HTTP/1.1" status: 204 len: 168 time: 0.2964723 Jul 07 18:10:54.314786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0de7eb31-75eb-466c-87d4-3b7322b8f1ce tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933597304'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:54.319985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4bfe5-d754-43b2-a155-9a40a893aedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbb2247-9d62-45cf-9c4c-0b6ed5484af4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.802159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0de7eb31-75eb-466c-87d4-3b7322b8f1ce tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.835797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-383abac2-4117-49d4-bfb6-edb5d2351835 req-28dbcf34-0431-4cf0-b42c-1a2a80d88cd4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 210 time: 0.1202796 Jul 07 18:10:54.857346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2b5c67c-dde5-44bb-861e-caadc06bb395 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:54.869989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Made reservation on behalf of bfba4dcf3f594dd6acbd4ba55c8fa68e for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:54.877243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.915424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53368) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:54.944687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4539d24c-ff8b-41e8-8edc-08cf39efc495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.948118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d2b5c67c-dde5-44bb-861e-caadc06bb395 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:54.956366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d2b5c67c-dde5-44bb-861e-caadc06bb395 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:54.956781 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.053052 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.095748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d2b5c67c-dde5-44bb-861e-caadc06bb395, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d2b5c67c-dde5-44bb-861e-caadc06bb395,segment=NetworkSegment(b662a477-82a9-4d63-afbd-60b34da4b9d0),segment_id=b662a477-82a9-4d63-afbd-60b34da4b9d0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:55.100312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.158689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d2b5c67c-dde5-44bb-861e-caadc06bb395,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.168416 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0de7eb31-75eb-466c-87d4-3b7322b8f1ce tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.182592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0de7eb31-75eb-466c-87d4-3b7322b8f1ce tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.207657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Allocated IP 172.20.0.2 (332c317e-dbd6-41be-9bfa-421c98104918/95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e/d306db82-63f5-42ac-b7fb-1135bad733e9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:55.256090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7eb31-75eb-466c-87d4-3b7322b8f1ce tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5c200-7612-4668-a6dc-5611d374fa58,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.334333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4539d24c-ff8b-41e8-8edc-08cf39efc495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.340419 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4539d24c-ff8b-41e8-8edc-08cf39efc495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.374494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0de7eb31-75eb-466c-87d4-3b7322b8f1ce tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.376402 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0de7eb31-75eb-466c-87d4-3b7322b8f1ce tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0675836 Jul 07 18:10:55.385699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53372) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:55.390951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-16b7a870-441f-44b8-af4f-e8c782858a9a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5c200-7612-4668-a6dc-5611d374fa58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:55.403123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4539d24c-ff8b-41e8-8edc-08cf39efc495 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=64ff11bdf59441388ecab23cbc0d73fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860263 Jul 07 18:10:55.404280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53374) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:55.407105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539d24c-ff8b-41e8-8edc-08cf39efc495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae8f15c-24b4-4b3d-95f1-a2df8c5d99ec,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.432500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b7a870-441f-44b8-af4f-e8c782858a9a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.498065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b7a870-441f-44b8-af4f-e8c782858a9a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.504312 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b7a870-441f-44b8-af4f-e8c782858a9a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.509036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.534824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b7a870-441f-44b8-af4f-e8c782858a9a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.535370 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.537050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-16b7a870-441f-44b8-af4f-e8c782858a9a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498668 Jul 07 18:10:55.537214 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578b7061-8044-4930-aa93-f7242bc215f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.539727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53378) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:55.544772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7a870-441f-44b8-af4f-e8c782858a9a tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412add51-ee18-469a-9a4c-7a5edabda9fb,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.567982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9d8302b3-26f1-4a47-bd91-c225a979900c tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules/412add51-ee18-469a-9a4c-7a5edabda9fb HTTP/1.1" status: 200 len: 763 time: 0.0243018 Jul 07 18:10:55.570601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53380) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:55.619794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578b7061-8044-4930-aa93-f7242bc215f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.635225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53382) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:55.636043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-df35243b-9612-4f8d-ada2-4936f9986e55 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0599253 Jul 07 18:10:55.735291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86b63410-8387-40a9-9775-bc0e018b2ba1 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.738200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.764179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86b63410-8387-40a9-9775-bc0e018b2ba1 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.821927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Network 332c317e-dbd6-41be-9bfa-421c98104918 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:55.836385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:55.839037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:55.874734 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578b7061-8044-4930-aa93-f7242bc215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.877351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578b7061-8044-4930-aa93-f7242bc215f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.878507 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-578b7061-8044-4930-aa93-f7242bc215f1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fae8f15c-24b4-4b3d-95f1-a2df8c5d99ec HTTP/1.1" status: 204 len: 168 time: 0.4723928 Jul 07 18:10:55.912018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.943700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86b63410-8387-40a9-9775-bc0e018b2ba1 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.951249 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86b63410-8387-40a9-9775-bc0e018b2ba1 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.952471 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-86b63410-8387-40a9-9775-bc0e018b2ba1 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/412add51-ee18-469a-9a4c-7a5edabda9fb HTTP/1.1" status: 204 len: 168 time: 0.3162367 Jul 07 18:10:55.955245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53390) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:55.960116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b7061-8044-4930-aa93-f7242bc215f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae8f15c-24b4-4b3d-95f1-a2df8c5d99ec,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.973752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b63410-8387-40a9-9775-bc0e018b2ba1 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=412add51-ee18-469a-9a4c-7a5edabda9fb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.986784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.987450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.006728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-0911a672-1d4d-4db7-821b-ff3ad51310fb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8714187 Jul 07 18:10:56.020742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Request body: {'port': {'device_id': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:56.091633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c2a01460-3d2a-4df5-960e-ee5bbac6fef0 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335590 Jul 07 18:10:56.097049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53392) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.103054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b91f96e1-1192-4c6e-91a9-849ea6e594db tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5c200-7612-4668-a6dc-5611d374fa58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:56.153507 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:56.162758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.166238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae1af9-9a76-42db-bead-77cabec2b516 req-8220ac73-3f08-4fb9-a306-e25755032d6f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:56.174330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3ae1af9-9a76-42db-bead-77cabec2b516 req-8220ac73-3f08-4fb9-a306-e25755032d6f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 931 time: 0.1420071 Jul 07 18:10:56.183632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91f96e1-1192-4c6e-91a9-849ea6e594db tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.233816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Deleting port d0545f5a-3f72-432c-87aa-5a98862392b4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:56.234173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.283676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3ae1af9-9a76-42db-bead-77cabec2b516 req-a6b30a4b-adee-4ac7-803e-85e818c8e98b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082838 Jul 07 18:10:56.313338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91f96e1-1192-4c6e-91a9-849ea6e594db tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.319966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91f96e1-1192-4c6e-91a9-849ea6e594db tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.349641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f96e1-1192-4c6e-91a9-849ea6e594db tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80f45d5-6006-4e38-a898-17789bfac9ff,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.365268 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b91f96e1-1192-4c6e-91a9-849ea6e594db tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.385511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b91f96e1-1192-4c6e-91a9-849ea6e594db tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2903500 Jul 07 18:10:56.386314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53404) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.411916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d8a0be00-3ac9-4535-93aa-e1f13cf841b2 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules/a80f45d5-6006-4e38-a898-17789bfac9ff HTTP/1.1" status: 200 len: 763 time: 0.0239913 Jul 07 18:10:56.412566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.447358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] For port d0545f5a-3f72-432c-87aa-5a98862392b4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d0545f5a-3f72-432c-87aa-5a98862392b4,segment=NetworkSegment(d5555a43-bdfb-4593-95ed-e4201edb4c26),segment_id=d5555a43-bdfb-4593-95ed-e4201edb4c26)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:56.447358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.471723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Calling delete_port for d0545f5a-3f72-432c-87aa-5a98862392b4 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:56.475003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c4469405-c981-40b8-b4eb-85f6701b8f17 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604618 Jul 07 18:10:56.475970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53410) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.507004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-359d9e4f-6e92-49e3-9d23-9dfd9e40e972 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.515895 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-359d9e4f-6e92-49e3-9d23-9dfd9e40e972 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.552166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-359d9e4f-6e92-49e3-9d23-9dfd9e40e972 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.562995 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-359d9e4f-6e92-49e3-9d23-9dfd9e40e972 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.564266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-359d9e4f-6e92-49e3-9d23-9dfd9e40e972 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/a80f45d5-6006-4e38-a898-17789bfac9ff HTTP/1.1" status: 204 len: 168 time: 0.0871124 Jul 07 18:10:56.569561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53412) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.583566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d9e4f-6e92-49e3-9d23-9dfd9e40e972 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a80f45d5-6006-4e38-a898-17789bfac9ff,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.637885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c9a2daa6-b01c-4ff9-9727-102f031aaa07 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661445 Jul 07 18:10:56.640420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53418) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.647141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5c200-7612-4668-a6dc-5611d374fa58', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:56.653636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d306db82-63f5-42ac-b7fb-1135bad733e9 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:56.664886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.692531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Transition to ACTIVE for port object d306db82-63f5-42ac-b7fb-1135bad733e9 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:56.696571 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Project 83cd93fbd4054248ab8bf73f0036d785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:10:56.703319 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.711597 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.790926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.796697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.797427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.837224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2b5c67c-dde5-44bb-861e-caadc06bb395 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:56.840166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f291ed83-3a81-4c3a-8a34-eefa6b39e2fc,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.857628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.859604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c7314db3-55ad-471a-85a4-aa90bf6b486f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2172775 Jul 07 18:10:56.862040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53424) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.895052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.923731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d2b5c67c-dde5-44bb-861e-caadc06bb395 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:56.924656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.929831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:56.930235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:56.930633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 on network 332c317e-dbd6-41be-9bfa-421c98104918 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:56.935946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0545f5a-3f72-432c-87aa-5a98862392b4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.942208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7bae3c9e-cb55-4a57-8781-fd18d2d9e172 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules/f291ed83-3a81-4c3a-8a34-eefa6b39e2fc HTTP/1.1" status: 200 len: 769 time: 0.0783043 Jul 07 18:10:56.944980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53430) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:56.984670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Port d306db82-63f5-42ac-b7fb-1135bad733e9 on network 332c317e-dbd6-41be-9bfa-421c98104918 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:10:56.985157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 on network 332c317e-dbd6-41be-9bfa-421c98104918 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:57.016383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:57.016954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Checking segment: {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:57.017448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Bound using segment: {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:57.017999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Bound port: d306db82-63f5-42ac-b7fb-1135bad733e9, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:57.018461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.037295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53432) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:57.037521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-06746369-b2ed-4c2a-b005-3fecb88139ab tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0911725 Jul 07 18:10:57.158770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d69d-839f-4966-b853-26bb3cc1c946 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.191166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d69d-839f-4966-b853-26bb3cc1c946 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.260253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:57.297179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:57.304005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.315949 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d69d-839f-4966-b853-26bb3cc1c946 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.346718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d69d-839f-4966-b853-26bb3cc1c946 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.347874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4ba2d69d-839f-4966-b853-26bb3cc1c946 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/f291ed83-3a81-4c3a-8a34-eefa6b39e2fc HTTP/1.1" status: 204 len: 168 time: 0.3033659 Jul 07 18:10:57.351486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53440) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:57.354447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.373691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:57.374694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.376720 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] 10.222.0.90 "PUT /v2.0/ports/d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 1091 time: 1.3610570 Jul 07 18:10:57.377258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:57.379624 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d22f12c-208a-4e07-8efc-6a2974de84a7" -d '{"events": [{"name": "network-changed", "server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:57.387940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2d69d-839f-4966-b853-26bb3cc1c946 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f291ed83-3a81-4c3a-8a34-eefa6b39e2fc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:57.463500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d6d32-9c19-46ff-820b-1caeb7feac9a service neutron] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:57.493045 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e394d7-e9c8-41cc-956e-e5ffdce55653 x-openstack-request-id: req-90e394d7-e9c8-41cc-956e-e5ffdce55653 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:57.493340 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:57.493595 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-90e394d7-e9c8-41cc-956e-e5ffdce55653 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:57.494006 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'status': 'completed', 'code': 200} Jul 07 18:10:57.568076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c3bca63f-316d-454d-9cd1-621e8f115b4f tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2146592 Jul 07 18:10:57.570987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53452) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:57.581414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-95515f48-e703-4e89-a367-3e22a6842857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:57.581856 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-95515f48-e703-4e89-a367-3e22a6842857 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1094 time: 0.1322062 Jul 07 18:10:57.636802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58efe-12a4-4c18-a804-4b0536e47bb0 req-a94a0fac-f143-4f35-90e1-ff2bb09f1799 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:57.643928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efe58efe-12a4-4c18-a804-4b0536e47bb0 req-a94a0fac-f143-4f35-90e1-ff2bb09f1799 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.2038538 Jul 07 18:10:57.687038 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-138519ce-055c-4e61-8e99-2dc2cf611e66 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.0933692 Jul 07 18:10:57.701709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efe58efe-12a4-4c18-a804-4b0536e47bb0 req-b8e644fb-a318-45ae-a981-aaee8cf109b3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Jul 07 18:10:57.812537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7125ef9f-3886-4f4d-ae2d-c9ee707cdde0 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.829294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-bf7bc6d1-5a8b-4771-a7b5-84bfeae92fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:57.831370 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-bf7bc6d1-5a8b-4771-a7b5-84bfeae92fd3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.1336479 Jul 07 18:10:57.876704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Router 01ac1c97-a9d0-43b8-a054-f772547ea281 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:57.883631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-a0745ace-e3e4-43b7-b61a-d18ff74ff23c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429132 Jul 07 18:10:57.890278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7125ef9f-3886-4f4d-ae2d-c9ee707cdde0 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.898730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53460) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.035988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-571a873a-72ea-4d55-aab0-42ad98689f14 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-551689420'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:58.036554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-571a873a-72ea-4d55-aab0-42ad98689f14 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Unknown quota resources ['metering_label']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:10:58.051987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7125ef9f-3886-4f4d-ae2d-c9ee707cdde0 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.054788 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7125ef9f-3886-4f4d-ae2d-c9ee707cdde0 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.058397 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7125ef9f-3886-4f4d-ae2d-c9ee707cdde0 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "DELETE /v2.0/security-groups/b2c5c200-7612-4668-a6dc-5611d374fa58 HTTP/1.1" status: 204 len: 168 time: 0.4840324 Jul 07 18:10:58.068714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53466) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.115072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125ef9f-3886-4f4d-ae2d-c9ee707cdde0 tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5c200-7612-4668-a6dc-5611d374fa58,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:58.122598 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-1ce79118-108e-4cec-9164-8bc3f86707d4 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295442 Jul 07 18:10:58.182436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:58.190406 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7abaa1f0-c7d6-4f32-ba0a-706d4e26ce7c admin admin] 10.222.0.88 "PUT /v2.0/routers/01ac1c97-a9d0-43b8-a054-f772547ea281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3463111 Jul 07 18:10:58.192740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53468) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.195142 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] Sync routers for ids ['01ac1c97-a9d0-43b8-a054-f772547ea281'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:58.206914 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] Routers {'01ac1c97-a9d0-43b8-a054-f772547ea281'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:58.207537 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['01ac1c97-a9d0-43b8-a054-f772547ea281'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:58.241948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eb2ca6cc-e078-49ff-b3d2-18f80cadd8bb tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723931 Jul 07 18:10:58.245996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.303130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-571a873a-72ea-4d55-aab0-42ad98689f14 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.308158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-571a873a-72ea-4d55-aab0-42ad98689f14 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4069071 Jul 07 18:10:58.309099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.314252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0358d708-1acf-49d4-9af9-aa2ac3d1bfda tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '10462140-8c01-4f0d-a916-33a49effcbe5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:58.315198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0358d708-1acf-49d4-9af9-aa2ac3d1bfda tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:10:58.330181 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] Set router 01ac1c97-a9d0-43b8-a054-f772547ea281 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:58.340175 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1befb6d-17e9-4b7b-a93c-ce7e6ff45f13 req-4ce24401-7396-4f45-b234-95a9fb0dbebc service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094114 Jul 07 18:10:58.393652 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ffabd17b-93d5-48ba-8b8d-3ea5b9539dbc tempest-SecGroupIPv6Test-1212746279 tempest-SecGroupIPv6Test-1212746279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465263 Jul 07 18:10:58.412992 n-d-798930-2 neutron-server[105588]: WARNING neutron.services.metering.metering_plugin [None req-0358d708-1acf-49d4-9af9-aa2ac3d1bfda tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 18:10:58.557090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0358d708-1acf-49d4-9af9-aa2ac3d1bfda tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.562315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0358d708-1acf-49d4-9af9-aa2ac3d1bfda tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2516122 Jul 07 18:10:58.563365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53476) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.573554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-91ad4028-3019-494a-b582-8d48394e5043 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '10462140-8c01-4f0d-a916-33a49effcbe5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:58.574074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-91ad4028-3019-494a-b582-8d48394e5043 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:10:58.591669 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 5, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:58.622931 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] Checking router: 01ac1c97-a9d0-43b8-a054-f772547ea281 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:58.633027 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] Routers {'01ac1c97-a9d0-43b8-a054-f772547ea281'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:58.633908 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['01ac1c97-a9d0-43b8-a054-f772547ea281'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:58.642198 n-d-798930-2 neutron-server[105588]: WARNING neutron.services.metering.metering_plugin [None req-91ad4028-3019-494a-b582-8d48394e5043 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 18:10:58.883800 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] Set router 01ac1c97-a9d0-43b8-a054-f772547ea281 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:58.902167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.908173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-91ad4028-3019-494a-b582-8d48394e5043 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.916966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-91ad4028-3019-494a-b582-8d48394e5043 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3523550 Jul 07 18:10:58.918045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53484) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.942107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:58.943320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b8f25486-d428-4201-a4ed-29db44ed7084 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33cc3ff8-9006-4743-b1df-dd80abdcc680 HTTP/1.1" status: 200 len: 462 time: 0.0230601 Jul 07 18:10:58.971432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:59.072302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d181dce-4d1d-422f-be66-e7b4209391fa req-e08bb3d0-5600-4b3d-9970-7323c8375a98 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.085303 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d181dce-4d1d-422f-be66-e7b4209391fa req-e08bb3d0-5600-4b3d-9970-7323c8375a98 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.1401305 Jul 07 18:10:59.088406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-f496d1ce-cad2-4257-b305-95f614346227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.090769 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-f496d1ce-cad2-4257-b305-95f614346227 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1094 time: 0.6862552 Jul 07 18:10:59.207663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d181dce-4d1d-422f-be66-e7b4209391fa req-de02a658-acb3-480f-8f7a-9c598b9c0c1a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137075 Jul 07 18:10:59.356986 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 5, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:59.388566 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504084b-80a9-40ce-8329-6611ffd7b29c None None] The sync data for ids ['01ac1c97-a9d0-43b8-a054-f772547ea281'] in n-d-798930-2 is: [{'id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'name': 'tempest-TestAggregatesBasicOps-123258499-router', 'tenant_id': 'c58d10222a6d4a72934730efba89c3fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:19Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 5, 'project_id': 'c58d10222a6d4a72934730efba89c3fa', 'gw_port': {'id': '49b693f1-d35a-4989-a8d8-fa9b6da9d8a3', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac1c97-a9d0-43b8-a054-f772547ea281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:20Z', 'updated_at': '2021-07-07T18:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:59.392330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ce1204d-e146-440e-a493-a5461b5cb2c0 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.396317 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5ce1204d-e146-440e-a493-a5461b5cb2c0 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/33cc3ff8-9006-4743-b1df-dd80abdcc680 HTTP/1.1" status: 204 len: 168 time: 0.4489791 Jul 07 18:10:59.396487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:59.405567 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.412347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9711ae6f-6850-4a28-9cd4-18c74a4fa131 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33cc3ff8-9006-4743-b1df-dd80abdcc680 HTTP/1.1" status: 200 len: 221 time: 0.0114470 Jul 07 18:10:59.412610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53498) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:59.424702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6f3ec859-d043-4ea1-8250-55fbb0a68ec5 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--87868522', 'description': 'label created by tempest'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:59.425462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6f3ec859-d043-4ea1-8250-55fbb0a68ec5 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Unknown quota resources ['metering_label']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:10:59.445882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-db05d994-f52f-406d-9df3-6e2314fe8c71 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83cd93fbd4054248ab8bf73f0036d785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617147 Jul 07 18:10:59.469289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53500) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:59.515729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-c7be5abc-7367-4ffb-8d0b-270285b31f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.517254 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-c7be5abc-7367-4ffb-8d0b-270285b31f1e service neutron] 10.222.0.90 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.2501094 Jul 07 18:10:59.580606 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-84b13f38-d6a1-470b-a009-2e3929e38613 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.0478816 Jul 07 18:10:59.601673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Deleting port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:59.602015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.636251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6abb4950-106a-4de1-9fb9-197de5d24e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.710159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6abb4950-106a-4de1-9fb9-197de5d24e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.719565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-b978681a-a44f-4e62-a94e-39feefa6d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.723899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-b978681a-a44f-4e62-a94e-39feefa6d269 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.1322777 Jul 07 18:10:59.777767 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-900092cc-cd52-4e85-92ea-a3130e4dbbfb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490546 Jul 07 18:10:59.858508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] For port 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:59.858901 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.880725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Calling delete_port for 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:59.892970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec859-d043-4ea1-8250-55fbb0a68ec5 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.894371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6f3ec859-d043-4ea1-8250-55fbb0a68ec5 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4806964 Jul 07 18:10:59.897712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53502) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:59.909534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6abb4950-106a-4de1-9fb9-197de5d24e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.911639 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6abb4950-106a-4de1-9fb9-197de5d24e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.915228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6abb4950-106a-4de1-9fb9-197de5d24e50 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/53d2facb-3c66-4996-9113-375045d94fdf HTTP/1.1" status: 204 len: 168 time: 0.4424152 Jul 07 18:10:59.977986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4950-106a-4de1-9fb9-197de5d24e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d2facb-3c66-4996-9113-375045d94fdf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:59.993663 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-5f564849-9693-481c-b261-80afe01421ca service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077506 Jul 07 18:11:00.034318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee7552af-6489-4d06-a8a7-db68fe99754e tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=ae7f3d4b-eb67-4ef5-9deb-f141418b8802 HTTP/1.1" status: 200 len: 466 time: 0.1335959 Jul 07 18:11:00.035620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53508) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.231133 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d22f12c-208a-4e07-8efc-6a2974de84a7 req-195f862c-b045-4302-9746-5cabeb2cb965 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275331 Jul 07 18:11:00.277743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45085163-32c9-4432-a74c-b4c3b0a89322 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.278902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-45085163-32c9-4432-a74c-b4c3b0a89322 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/ae7f3d4b-eb67-4ef5-9deb-f141418b8802 HTTP/1.1" status: 204 len: 168 time: 0.2399566 Jul 07 18:11:00.282613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.313627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-62d11756-7c23-437c-b3ab-7d5fbf2e05e3 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=ae7f3d4b-eb67-4ef5-9deb-f141418b8802 HTTP/1.1" status: 200 len: 216 time: 0.0298674 Jul 07 18:11:00.317210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53520) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.326599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4cf26c3b-9ad4-4017-9df4-cf94f0ab6727 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082803 Jul 07 18:11:00.328012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.331456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.389856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b693f1-d35a-4989-a8d8-fa9b6da9d8a3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:00.420891 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0e4e9870-68a8-4f7d-9a98-4d558a19bcc7 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0857182 Jul 07 18:11:00.424107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53528) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.502203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195357-b62d-4c57-8764-773d5c719079 req-e808572b-fe03-42e0-9f8d-1e061651db42 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.504142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7195357-b62d-4c57-8764-773d5c719079 req-e808572b-fe03-42e0-9f8d-1e061651db42 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.1068377 Jul 07 18:11:00.524472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0b7edab1-967b-4197-84d1-9c00795998a3 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels/10462140-8c01-4f0d-a916-33a49effcbe5 HTTP/1.1" status: 200 len: 472 time: 0.0988843 Jul 07 18:11:00.527982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53532) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.544389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.556559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7195357-b62d-4c57-8764-773d5c719079 req-c15ecba4-0412-4cf1-b463-c629b57b496a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Jul 07 18:11:00.607943 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ad14a99c-1b18-4012-a49c-09ecb8702727 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules/c6f78cfb-7d38-43b4-8a08-8d4d50ff4550 HTTP/1.1" status: 200 len: 459 time: 0.0788784 Jul 07 18:11:00.611483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53536) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.644353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.646952 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.709004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.709310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ac1c97-a9d0-43b8-a054-f772547ea281 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:11:00.714361 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.718329 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4116ea00-f310-4507-ab4b-766f4ba40e23 admin admin] 10.222.0.88 "DELETE /v2.0/routers/01ac1c97-a9d0-43b8-a054-f772547ea281 HTTP/1.1" status: 204 len: 168 time: 2.5223148 Jul 07 18:11:00.724145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53542) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.752384 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2566-5efd-4a4c-8770-2b0d6ab37dbf tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.753784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9e4f2566-5efd-4a4c-8770-2b0d6ab37dbf tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/c6f78cfb-7d38-43b4-8a08-8d4d50ff4550 HTTP/1.1" status: 204 len: 168 time: 0.1411953 Jul 07 18:11:00.756664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53544) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:00.794076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0545f5a-3f72-432c-87aa-5a98862392b4 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:00.804892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] Deleting subnet b4a164c0-cf06-46fc-9068-047f3051da4d {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:11:00.809227 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.839528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d0545f5a-3f72-432c-87aa-5a98862392b4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:00.839867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0545f5a-3f72-432c-87aa-5a98862392b4 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:00.864860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.977117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.031092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-760b1c23-0059-475e-995b-b22ed36b6a35 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.032386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-760b1c23-0059-475e-995b-b22ed36b6a35 tempest-MeteringIpV6TestJSON-359262316 tempest-MeteringIpV6TestJSON-359262316-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/10462140-8c01-4f0d-a916-33a49effcbe5 HTTP/1.1" status: 204 len: 168 time: 0.2743979 Jul 07 18:11:01.040948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.053568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53552) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:01.068417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a164c0-cf06-46fc-9068-047f3051da4d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:01.072688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.077563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53556) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:01.078134 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a28f32da-5b05-44cf-aede-7852e6ab8a64 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b4a164c0-cf06-46fc-9068-047f3051da4d HTTP/1.1" status: 204 len: 168 time: 0.3513255 Jul 07 18:11:01.079781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfdd617-bc37-45ec-9bab-22c1f9bb78c4 None None] Network 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:01.234584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.242792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305152463'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:01.278760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.329927 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.407845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Deleting port 447d50af-4532-4851-a537-8802fe05fc59 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:01.408204 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.496793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] DHCP port deletion for 9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:11:01.527823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] For port 447d50af-4532-4851-a537-8802fe05fc59, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=447d50af-4532-4851-a537-8802fe05fc59,segment=NetworkSegment(d5555a43-bdfb-4593-95ed-e4201edb4c26),segment_id=d5555a43-bdfb-4593-95ed-e4201edb4c26)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:01.528282 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.552227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Calling delete_port for 447d50af-4532-4851-a537-8802fe05fc59 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:01.607951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:01.637292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] Deleting port 447d50af-4532-4851-a537-8802fe05fc59 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:01.637663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.738004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.787959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] For port 447d50af-4532-4851-a537-8802fe05fc59, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=447d50af-4532-4851-a537-8802fe05fc59,segment=NetworkSegment(d5555a43-bdfb-4593-95ed-e4201edb4c26),segment_id=d5555a43-bdfb-4593-95ed-e4201edb4c26)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:01.791069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.792403 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.816616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96511805-8245-4718-8e57-d96d17fd329a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.824937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] Calling delete_port for 447d50af-4532-4851-a537-8802fe05fc59 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:01.865481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.880171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0d9e0-7274-4c00-9b3c-2a2b90c2f97f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:01.913157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Pushing event deleted for resources: {'Port': ['ID=447d50af-4532-4851-a537-8802fe05fc59,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:01.923045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] No DVR routers for this DVR port 447d50af-4532-4851-a537-8802fe05fc59 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:01.943246 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:01.968366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46e0e-20dd-49a0-9167-09293cde0211 req-90606ebf-be36-4061-ac65-7da222e64e3f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:01.970024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cf46e0e-20dd-49a0-9167-09293cde0211 req-90606ebf-be36-4061-ac65-7da222e64e3f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.2639217 Jul 07 18:11:01.980325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] Pushing event deleted for resources: {'Port': ['ID=447d50af-4532-4851-a537-8802fe05fc59,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:01.993090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e519c-6ab9-414a-878c-49cbd5d02d4d None None] No DVR routers for this DVR port 447d50af-4532-4851-a537-8802fe05fc59 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:02.054818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.074356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:02.077961 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.091436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.095433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5555a43-bdfb-4593-95ed-e4201edb4c26') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:02.095749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5555a43-bdfb-4593-95ed-e4201edb4c26') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:02.127294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cf46e0e-20dd-49a0-9167-09293cde0211 req-90f0fcc7-bb33-48dd-a4ea-ec8f77700ed8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424525 Jul 07 18:11:02.129594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.163545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f917fc4-4ce4-4f7d-bdea-5c08e5dc22d7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:02.163545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.167118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:02.167531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:02.169666 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:02.221786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96511805-8245-4718-8e57-d96d17fd329a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.231709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96511805-8245-4718-8e57-d96d17fd329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.241924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.248910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53572) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.249489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f35e7230-e591-405c-b6fb-b2e479d32cc9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1944845 Jul 07 18:11:02.266500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.274677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.277680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4 HTTP/1.1" status: 204 len: 168 time: 1.1985209 Jul 07 18:11:02.282723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53576) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.296469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea4a7d-83a3-4eb3-82c5-19bc3af2e620 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eefebca-8738-4a9a-8c4d-81a0ef9ac6d4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:02.299314 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-96511805-8245-4718-8e57-d96d17fd329a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cdb501c3bf05483ab93e56a671c088dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6899273 Jul 07 18:11:02.299965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53578) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.335822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96511805-8245-4718-8e57-d96d17fd329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dad2f6-7e46-4c57-9685-294ee31d3156,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:02.477039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e425df64-8f9a-4a91-9181-09bca86dff74 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2254410 Jul 07 18:11:02.480049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53584) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.484590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:02.486236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-59362a27-5685-40e7-84cf-61dc316d0bd1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-security--1782135478', 'description': 'tempest-security-description-751751016'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:02.521637 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-746cde6a-dadd-4696-9b70-17fbf8095f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.551811 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59362a27-5685-40e7-84cf-61dc316d0bd1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.598017 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-746cde6a-dadd-4696-9b70-17fbf8095f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.726881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59362a27-5685-40e7-84cf-61dc316d0bd1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.753409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:02.767261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59362a27-5685-40e7-84cf-61dc316d0bd1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.771260 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-59362a27-5685-40e7-84cf-61dc316d0bd1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.773339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-59362a27-5685-40e7-84cf-61dc316d0bd1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "PUT /v2.0/security-groups/5f917fc4-4ce4-4f7d-bdea-5c08e5dc22d7 HTTP/1.1" status: 200 len: 1779 time: 0.2921014 Jul 07 18:11:02.776361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.781853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-746cde6a-dadd-4696-9b70-17fbf8095f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.784938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-746cde6a-dadd-4696-9b70-17fbf8095f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.786173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-746cde6a-dadd-4696-9b70-17fbf8095f05 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23dad2f6-7e46-4c57-9685-294ee31d3156 HTTP/1.1" status: 204 len: 168 time: 0.4535670 Jul 07 18:11:02.787020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:02.787595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 49b693f1-d35a-4989-a8d8-fa9b6da9d8a3 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:02.788290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 447d50af-4532-4851-a537-8802fe05fc59 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:02.823253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 447d50af-4532-4851-a537-8802fe05fc59 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:02.823890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 447d50af-4532-4851-a537-8802fe05fc59 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:02.842342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:02.852803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3b7ab863-563f-4153-8975-c1ea154d4b5e tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups/5f917fc4-4ce4-4f7d-bdea-5c08e5dc22d7 HTTP/1.1" status: 200 len: 1779 time: 0.0743151 Jul 07 18:11:02.855098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53592) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:02.857020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918', 'port_id': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'mac_address': 'fa:16:3e:e5:ea:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:02.934891 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.953167 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a867a38e-673e-4791-9688-0007ac105d0d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.953509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59362a27-5685-40e7-84cf-61dc316d0bd1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f917fc4-4ce4-4f7d-bdea-5c08e5dc22d7,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:02.963618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d306db82-63f5-42ac-b7fb-1135bad733e9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:02.968547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cde6a-dadd-4696-9b70-17fbf8095f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dad2f6-7e46-4c57-9685-294ee31d3156,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:03.004081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a867a38e-673e-4791-9688-0007ac105d0d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.016062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:03.020984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.074164 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a867a38e-673e-4791-9688-0007ac105d0d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.084559 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a867a38e-673e-4791-9688-0007ac105d0d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.085916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a867a38e-673e-4791-9688-0007ac105d0d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/5f917fc4-4ce4-4f7d-bdea-5c08e5dc22d7 HTTP/1.1" status: 204 len: 168 time: 0.2294381 Jul 07 18:11:03.088973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.111368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.123027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867a38e-673e-4791-9688-0007ac105d0d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f917fc4-4ce4-4f7d-bdea-5c08e5dc22d7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:03.141536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:03.195891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f679efef-99db-4da7-82d3-4b1f948ba037 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1006820 Jul 07 18:11:03.201293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53600) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.239541 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-ecead733-3f10-43eb-a978-7b56d5dd1984 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] delete failed (client error): The resource could not be found. Jul 07 18:11:03.245763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ecead733-3f10-43eb-a978-7b56d5dd1984 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/5f917fc4-4ce4-4f7d-bdea-5c08e5dc22d7 HTTP/1.1" status: 404 len: 347 time: 0.0416863 Jul 07 18:11:03.246134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53602) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.255942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-30a8ca51-a75a-4415-ac24-64cf90a1ffaa tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--999666624'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:03.291719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53604) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.301997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30a8ca51-a75a-4415-ac24-64cf90a1ffaa tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.324278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d306db82-63f5-42ac-b7fb-1135bad733e9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:03.336434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af87950d-74db-4422-b069-a6d8a0f35537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.456715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Deleting port d2b5c67c-dde5-44bb-861e-caadc06bb395 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:03.457336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.458334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bf5d6-6751-4a6f-9ff0-7cbc1789a7d9 req-cfd13bb5-a9b9-4f2e-acf6-83f8c3ca813c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:03.460187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-430bf5d6-6751-4a6f-9ff0-7cbc1789a7d9 req-cfd13bb5-a9b9-4f2e-acf6-83f8c3ca813c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.1595831 Jul 07 18:11:03.580708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-430bf5d6-6751-4a6f-9ff0-7cbc1789a7d9 req-00db40f0-2855-495c-86bf-410f7651410e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121492 Jul 07 18:11:03.583199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30a8ca51-a75a-4415-ac24-64cf90a1ffaa tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.590840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] For port d2b5c67c-dde5-44bb-861e-caadc06bb395, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d2b5c67c-dde5-44bb-861e-caadc06bb395,segment=NetworkSegment(b662a477-82a9-4d63-afbd-60b34da4b9d0),segment_id=b662a477-82a9-4d63-afbd-60b34da4b9d0)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:03.591224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.611462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30a8ca51-a75a-4415-ac24-64cf90a1ffaa tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.615770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Calling delete_port for d2b5c67c-dde5-44bb-861e-caadc06bb395 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:03.661917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8ca51-a75a-4415-ac24-64cf90a1ffaa tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc71f2-6b4d-4879-8ff6-4fa3f35b076e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:03.717553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af87950d-74db-4422-b069-a6d8a0f35537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.725382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af87950d-74db-4422-b069-a6d8a0f35537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.736601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30a8ca51-a75a-4415-ac24-64cf90a1ffaa tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.737562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-30a8ca51-a75a-4415-ac24-64cf90a1ffaa tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4903789 Jul 07 18:11:03.741183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53610) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.750573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e521c4e4-5b7f-4546-ac93-89ac321d8ea8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': '6cdc71f2-6b4d-4879-8ff6-4fa3f35b076e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:03.773825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-af87950d-74db-4422-b069-a6d8a0f35537 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bf826149665b46b19ae4f252316ae7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798331 Jul 07 18:11:03.776410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87950d-74db-4422-b069-a6d8a0f35537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d887b89-fe27-45ab-91c7-68288b8ad079,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:03.777073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53612) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:03.828391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e521c4e4-5b7f-4546-ac93-89ac321d8ea8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.886726 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.942328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd3422e8-ccfa-451f-aa53-0dcc9392c9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.963538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.986952 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e521c4e4-5b7f-4546-ac93-89ac321d8ea8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.007526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd3422e8-ccfa-451f-aa53-0dcc9392c9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.009852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e521c4e4-5b7f-4546-ac93-89ac321d8ea8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.017032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b5c67c-dde5-44bb-861e-caadc06bb395,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:04.098422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521c4e4-5b7f-4546-ac93-89ac321d8ea8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9325065e-78ff-4d88-91c1-308b15f85ca9,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:04.124332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e521c4e4-5b7f-4546-ac93-89ac321d8ea8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.125602 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e521c4e4-5b7f-4546-ac93-89ac321d8ea8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3833556 Jul 07 18:11:04.128892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53616) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:04.515310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:04.574251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port d306db82-63f5-42ac-b7fb-1135bad733e9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:04.576556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-757bcfa0-f1ba-4b8c-9b50-8ea7643a47f3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.578861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port d306db82-63f5-42ac-b7fb-1135bad733e9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:04.579329 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.590165 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-757bcfa0-f1ba-4b8c-9b50-8ea7643a47f3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.592015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd3422e8-ccfa-451f-aa53-0dcc9392c9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.594580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd3422e8-ccfa-451f-aa53-0dcc9392c9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.596916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cd3422e8-ccfa-451f-aa53-0dcc9392c9da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2d887b89-fe27-45ab-91c7-68288b8ad079 HTTP/1.1" status: 204 len: 168 time: 0.8177066 Jul 07 18:11:04.654592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3422e8-ccfa-451f-aa53-0dcc9392c9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d887b89-fe27-45ab-91c7-68288b8ad079,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:04.684856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-757bcfa0-f1ba-4b8c-9b50-8ea7643a47f3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.690255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-757bcfa0-f1ba-4b8c-9b50-8ea7643a47f3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.697644 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-757bcfa0-f1ba-4b8c-9b50-8ea7643a47f3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/9325065e-78ff-4d88-91c1-308b15f85ca9 HTTP/1.1" status: 204 len: 168 time: 0.5605226 Jul 07 18:11:04.697867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53626) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:04.708746 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.718281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.726587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bcfa0-f1ba-4b8c-9b50-8ea7643a47f3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9325065e-78ff-4d88-91c1-308b15f85ca9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:04.769227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:04.772644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:04.776936 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb9edb8-da95-4acd-bbff-804157e8fd63" -d '{"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-plugged", "status": "completed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:04.783462 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.806147 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6858d25f-c7d6-4994-a6b2-07208f479d23 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033370 Jul 07 18:11:04.806367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53630) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:04.916863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:04.933652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ed9442c-93dd-40e7-926c-60ca4d17bdbf tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.975069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1eb4-4c4e-4f65-ae05-d56573ced1af req-9ad33153-076d-4aec-95d5-6e1cd47da13e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.983247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d16c1eb4-4c4e-4f65-ae05-d56573ced1af req-9ad33153-076d-4aec-95d5-6e1cd47da13e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0965619 Jul 07 18:11:05.027110 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fa6bf6-9587-46f9-bd93-5b41a644c9cd x-openstack-request-id: req-f5fa6bf6-9587-46f9-bd93-5b41a644c9cd {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:05.027669 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-plugged", "status": "completed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:05.028152 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5fa6bf6-9587-46f9-bd93-5b41a644c9cd {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:05.028766 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'code': 200} Jul 07 18:11:05.043361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d16c1eb4-4c4e-4f65-ae05-d56573ced1af req-460347fc-6c94-4945-b466-389512ebc755 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Jul 07 18:11:05.055151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ed9442c-93dd-40e7-926c-60ca4d17bdbf tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.137431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:05.145284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ed9442c-93dd-40e7-926c-60ca4d17bdbf tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.148184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ed9442c-93dd-40e7-926c-60ca4d17bdbf tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.151340 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0ed9442c-93dd-40e7-926c-60ca4d17bdbf tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/6cdc71f2-6b4d-4879-8ff6-4fa3f35b076e HTTP/1.1" status: 204 len: 168 time: 0.3416753 Jul 07 18:11:05.152115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53636) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:05.169659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9442c-93dd-40e7-926c-60ca4d17bdbf tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc71f2-6b4d-4879-8ff6-4fa3f35b076e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:05.238747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a6f9047f-ef7a-45e8-b9c3-033934031f5e tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792089 Jul 07 18:11:05.238894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4707-d873-4c37-879e-596332602400 req-dab668d7-5ae0-46ff-9b3a-43b5e2d570be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.238894 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-951a4707-d873-4c37-879e-596332602400 req-dab668d7-5ae0-46ff-9b3a-43b5e2d570be service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1096 time: 0.1272492 Jul 07 18:11:05.238894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53638) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:05.270815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-22c64d29-6a61-4ad7-bc41-617d1b99a504 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842051083'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:05.335111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c64d29-6a61-4ad7-bc41-617d1b99a504 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.339903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-951a4707-d873-4c37-879e-596332602400 req-06af24d0-c317-432d-8ef8-505ba0a1da63 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640025 Jul 07 18:11:05.346830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:05.354707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c41319c0-446b-48e1-9fd6-f8d0f2525dc5 admin admin] 10.222.0.88 "PUT /v2.0/routers/c0685048-b6bd-46a9-bd94-5b4ba9ad79b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0684907 Jul 07 18:11:05.355865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53646) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:05.360419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] Sync routers for ids ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:05.388667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] Routers {'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:05.389877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:05.441412 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c64d29-6a61-4ad7-bc41-617d1b99a504 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.447702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c64d29-6a61-4ad7-bc41-617d1b99a504 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.473693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-22c64d29-6a61-4ad7-bc41-617d1b99a504 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.477855 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-22c64d29-6a61-4ad7-bc41-617d1b99a504 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2388074 Jul 07 18:11:05.483712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53650) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:05.489853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8e978422-5acf-487a-8d9b-5225a6bf6abd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'b2803330-a8be-4dfb-a7f1-838b4f9dedcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:05.526788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c64d29-6a61-4ad7-bc41-617d1b99a504 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2803330-a8be-4dfb-a7f1-838b4f9dedcd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:05.535560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e978422-5acf-487a-8d9b-5225a6bf6abd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.554096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] Set router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:05.564783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.671238 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e978422-5acf-487a-8d9b-5225a6bf6abd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.679894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e978422-5acf-487a-8d9b-5225a6bf6abd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.732360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e978422-5acf-487a-8d9b-5225a6bf6abd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.732955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.735121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8e978422-5acf-487a-8d9b-5225a6bf6abd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2496877 Jul 07 18:11:05.737219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53660) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:05.743326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e978422-5acf-487a-8d9b-5225a6bf6abd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01a0a9d-983c-4ff5-8fbf-1a48340e1276,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:05.753755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-93aa017c-949b-4a42-8abe-f0c3d6bbf1a4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'b2803330-a8be-4dfb-a7f1-838b4f9dedcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:05.784961 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.802456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:11:03Z', 'revision_number': 5, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port': {'id': 'e98cfb64-5271-45f3-8b5e-4b38bec8abca', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:39Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:05.817023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Deleting port e98cfb64-5271-45f3-8b5e-4b38bec8abca {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:05.817646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.819619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93aa017c-949b-4a42-8abe-f0c3d6bbf1a4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.833706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] Checking router: c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:05.843390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] Routers {'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:05.844167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:05.920887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93aa017c-949b-4a42-8abe-f0c3d6bbf1a4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.928681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] For port e98cfb64-5271-45f3-8b5e-4b38bec8abca, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e98cfb64-5271-45f3-8b5e-4b38bec8abca,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:05.929170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.930262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93aa017c-949b-4a42-8abe-f0c3d6bbf1a4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.946849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] Set router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:05.954547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Calling delete_port for e98cfb64-5271-45f3-8b5e-4b38bec8abca owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:05.965581 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93aa017c-949b-4a42-8abe-f0c3d6bbf1a4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.968164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-93aa017c-949b-4a42-8abe-f0c3d6bbf1a4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2283111 Jul 07 18:11:05.971012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53666) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:05.978610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9fcf167b-ab08-4ecd-af09-9c3af9a55e9d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'b2803330-a8be-4dfb-a7f1-838b4f9dedcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:05.987086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa017c-949b-4a42-8abe-f0c3d6bbf1a4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd532dad-28bd-46bf-bd3c-558bd441db47,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:06.027209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9fcf167b-ab08-4ecd-af09-9c3af9a55e9d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.043839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:11:05Z', 'revision_number': 6, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:06.100956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9fcf167b-ab08-4ecd-af09-9c3af9a55e9d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.106457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9fcf167b-ab08-4ecd-af09-9c3af9a55e9d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.108017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a115a3-6720-408d-a1f0-514612dd42c2 None None] The sync data for ids ['c0685048-b6bd-46a9-bd94-5b4ba9ad79b2'] in n-d-798930-2 is: [{'id': 'c0685048-b6bd-46a9-bd94-5b4ba9ad79b2', 'name': 'tempest-TestAggregatesBasicOps-1267903481-router', 'tenant_id': '4e12773f865b4d9ba5739a171b6c9abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:38Z', 'updated_at': '2021-07-07T18:11:05Z', 'revision_number': 6, 'project_id': '4e12773f865b4d9ba5739a171b6c9abb', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:06.152492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf167b-ab08-4ecd-af09-9c3af9a55e9d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf63c6e-1f57-4d6f-8db6-bd6f8e4dfd3c,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:06.155489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9fcf167b-ab08-4ecd-af09-9c3af9a55e9d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.159681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9fcf167b-ab08-4ecd-af09-9c3af9a55e9d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1871700 Jul 07 18:11:06.161117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53672) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:06.166160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3c21363c-28b9-4b59-ae46-ae8b35a8b8d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'b2803330-a8be-4dfb-a7f1-838b4f9dedcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:06.227445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c21363c-28b9-4b59-ae46-ae8b35a8b8d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.350998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.382291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c21363c-28b9-4b59-ae46-ae8b35a8b8d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.390757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c21363c-28b9-4b59-ae46-ae8b35a8b8d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.407107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98cfb64-5271-45f3-8b5e-4b38bec8abca,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:06.439616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21363c-28b9-4b59-ae46-ae8b35a8b8d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b93e5c-5ed5-4494-96c0-bc9988f6e9a8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:06.454230 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c21363c-28b9-4b59-ae46-ae8b35a8b8d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.458691 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3c21363c-28b9-4b59-ae46-ae8b35a8b8d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2941084 Jul 07 18:11:06.460082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53680) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:06.468859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-805b51e5-9658-4dc4-ad58-c9d59bbb6b1c tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'b2803330-a8be-4dfb-a7f1-838b4f9dedcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:06.496712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a23eb4-6d24-4aa8-b6a3-667d57e35677 req-32520adb-fe31-47a6-9d3d-27760b432337 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:06.498392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96a23eb4-6d24-4aa8-b6a3-667d57e35677 req-32520adb-fe31-47a6-9d3d-27760b432337 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2401109 Jul 07 18:11:06.524931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-805b51e5-9658-4dc4-ad58-c9d59bbb6b1c tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.590081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96a23eb4-6d24-4aa8-b6a3-667d57e35677 req-c1f4068c-8e24-477c-8745-7e8d69c21283 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632093 Jul 07 18:11:06.595296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.642215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-805b51e5-9658-4dc4-ad58-c9d59bbb6b1c tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.657314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-805b51e5-9658-4dc4-ad58-c9d59bbb6b1c tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.688666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b51e5-9658-4dc4-ad58-c9d59bbb6b1c tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0673f3d3-1645-42a2-82b2-a1914fdae10f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:06.692892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-805b51e5-9658-4dc4-ad58-c9d59bbb6b1c tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.694155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-805b51e5-9658-4dc4-ad58-c9d59bbb6b1c tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2330191 Jul 07 18:11:06.697123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53688) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:06.714454 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.717252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.729897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-251d0555-1d1d-4705-87eb-9f0560aeea88 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.741597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-251d0555-1d1d-4705-87eb-9f0560aeea88 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.784383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-251d0555-1d1d-4705-87eb-9f0560aeea88 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.792407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-251d0555-1d1d-4705-87eb-9f0560aeea88 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.797133 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-251d0555-1d1d-4705-87eb-9f0560aeea88 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/0673f3d3-1645-42a2-82b2-a1914fdae10f HTTP/1.1" status: 204 len: 168 time: 0.0959692 Jul 07 18:11:06.805569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53692) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:06.806367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d0555-1d1d-4705-87eb-9f0560aeea88 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0673f3d3-1645-42a2-82b2-a1914fdae10f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:06.871208 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-177e220e-c600-4881-a323-ce1809992039 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0607688 Jul 07 18:11:06.873173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53696) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:06.905009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c332df3-5c8c-4f8a-8241-15a5f56bcd44 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.917028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c332df3-5c8c-4f8a-8241-15a5f56bcd44 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.963180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c332df3-5c8c-4f8a-8241-15a5f56bcd44 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.970593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c332df3-5c8c-4f8a-8241-15a5f56bcd44 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.971953 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1c332df3-5c8c-4f8a-8241-15a5f56bcd44 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/47b93e5c-5ed5-4494-96c0-bc9988f6e9a8 HTTP/1.1" status: 204 len: 168 time: 0.0977018 Jul 07 18:11:06.986488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53698) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:06.987414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c332df3-5c8c-4f8a-8241-15a5f56bcd44 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47b93e5c-5ed5-4494-96c0-bc9988f6e9a8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:07.071074 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6cf74065-140a-4f46-b572-9680679ec67e tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0791295 Jul 07 18:11:07.074227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53700) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.119538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cdf4-2ee2-46f7-ab65-f10d27a39fdd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.137784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.138373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:11:07.142430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cdf4-2ee2-46f7-ab65-f10d27a39fdd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.149201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.151816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7e18565a-d39f-48dd-ba74-96c49a621ac5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/c0685048-b6bd-46a9-bd94-5b4ba9ad79b2 HTTP/1.1" status: 204 len: 168 time: 1.7924142 Jul 07 18:11:07.154383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53704) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.195384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cdf4-2ee2-46f7-ab65-f10d27a39fdd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.209667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cdf4-2ee2-46f7-ab65-f10d27a39fdd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.211396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3c5cdf4-2ee2-46f7-ab65-f10d27a39fdd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/baf63c6e-1f57-4d6f-8db6-bd6f8e4dfd3c HTTP/1.1" status: 204 len: 168 time: 0.1361763 Jul 07 18:11:07.216342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53710) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.227072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5cdf4-2ee2-46f7-ab65-f10d27a39fdd tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baf63c6e-1f57-4d6f-8db6-bd6f8e4dfd3c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:07.239983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2b5c67c-dde5-44bb-861e-caadc06bb395 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:07.264797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d2b5c67c-dde5-44bb-861e-caadc06bb395 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:07.265540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d2b5c67c-dde5-44bb-861e-caadc06bb395 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:07.266195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e98cfb64-5271-45f3-8b5e-4b38bec8abca no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:07.280530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] Deleting subnet a00b1fff-094f-4057-bda1-bbe6c2d708c7 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:11:07.287044 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.301096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e98cfb64-5271-45f3-8b5e-4b38bec8abca {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:07.302334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e98cfb64-5271-45f3-8b5e-4b38bec8abca not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:07.343155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1ab0071b-48d9-4c76-a574-28bb4ad4755a tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1207070 Jul 07 18:11:07.343155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53712) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.373120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.413065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-783255ff-ce08-45e0-91ac-29c707340bbe tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.436864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-783255ff-ce08-45e0-91ac-29c707340bbe tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.475958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53718) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.511992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-783255ff-ce08-45e0-91ac-29c707340bbe tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.527337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-783255ff-ce08-45e0-91ac-29c707340bbe tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.532541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-783255ff-ce08-45e0-91ac-29c707340bbe tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/dd532dad-28bd-46bf-bd3c-558bd441db47 HTTP/1.1" status: 204 len: 168 time: 0.1865821 Jul 07 18:11:07.532541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783255ff-ce08-45e0-91ac-29c707340bbe tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd532dad-28bd-46bf-bd3c-558bd441db47,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:07.533932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53722) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.547432 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.617133 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c4a51b57-76c9-49c0-8f19-d2c2d1ab7923 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0780084 Jul 07 18:11:07.617645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53724) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.623273 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.651005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00b1fff-094f-4057-bda1-bbe6c2d708c7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:07.654505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-579f1f1e-7be3-4dc7-9a59-724af19db5cd tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:07.663138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.667542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-95d02258-ba9f-4505-be19-00a4cf477f1a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a00b1fff-094f-4057-bda1-bbe6c2d708c7 HTTP/1.1" status: 204 len: 168 time: 0.5097289 Jul 07 18:11:07.668579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53728) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.671580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650c834-c5aa-43f9-bbdd-1e1e34103c8f None None] Network 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:07.694263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dde1d8ba-d27d-43e8-9980-f0b4f48e5246 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.697341 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-579f1f1e-7be3-4dc7-9a59-724af19db5cd tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] 10.222.0.88 "PUT /v2.0/quotas/9d2d82510b8d419b83c8011ca30205e3 HTTP/1.1" status: 200 len: 368 time: 0.2202227 Jul 07 18:11:07.703565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53730) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.709894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Request body: {'network': {'project_id': '9d2d82510b8d419b83c8011ca30205e3'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:07.734723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dde1d8ba-d27d-43e8-9980-f0b4f48e5246 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.738138 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Made reservation on behalf of 9d2d82510b8d419b83c8011ca30205e3 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:07.740999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.768663 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.836209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dde1d8ba-d27d-43e8-9980-f0b4f48e5246 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.848228 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dde1d8ba-d27d-43e8-9980-f0b4f48e5246 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.854388 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dde1d8ba-d27d-43e8-9980-f0b4f48e5246 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/d01a0a9d-983c-4ff5-8fbf-1a48340e1276 HTTP/1.1" status: 204 len: 168 time: 0.2331462 Jul 07 18:11:07.858174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53734) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.871363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1d8ba-d27d-43e8-9980-f0b4f48e5246 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d01a0a9d-983c-4ff5-8fbf-1a48340e1276,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:07.897475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.932955 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ec6d2c76-eb89-4574-9ac4-729a98a6adad tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675418 Jul 07 18:11:07.933931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53736) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:07.957474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] DHCP port deletion for 6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:11:07.966044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a10b8-47ba-4531-affc-33882472a8e6 req-2bb59289-231f-4419-b51b-a25628572881 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:07.982435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-609a10b8-47ba-4531-affc-33882472a8e6 req-2bb59289-231f-4419-b51b-a25628572881 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1923420 Jul 07 18:11:08.011579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.024315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.025255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] Deleting port bc6b5425-5286-4719-b342-82f40b54945c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:08.025728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.051962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-609a10b8-47ba-4531-affc-33882472a8e6 req-25e0cb8a-bc33-4f2a-8684-832f749ec36f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Jul 07 18:11:08.052503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-844ef736-892b-4df0-aeab-1c373004ac1b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.054098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Deleting port bc6b5425-5286-4719-b342-82f40b54945c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:08.054636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.080305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:08.104452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbed243b-d04b-4803-9d01-a8c2d32669a1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.108155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-844ef736-892b-4df0-aeab-1c373004ac1b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.119331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.119644 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Added segment f3096f34-65e1-4b38-bda5-89602cd9c8ae of type vlan for network 2eb1d077-9bbd-498d-bad7-ba8449c3c9d7 Jul 07 18:11:08.130258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] For port bc6b5425-5286-4719-b342-82f40b54945c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bc6b5425-5286-4719-b342-82f40b54945c,segment=NetworkSegment(b662a477-82a9-4d63-afbd-60b34da4b9d0),segment_id=b662a477-82a9-4d63-afbd-60b34da4b9d0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:08.131241 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.148208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] Calling delete_port for bc6b5425-5286-4719-b342-82f40b54945c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:08.193747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] For port bc6b5425-5286-4719-b342-82f40b54945c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bc6b5425-5286-4719-b342-82f40b54945c,segment=NetworkSegment(b662a477-82a9-4d63-afbd-60b34da4b9d0),segment_id=b662a477-82a9-4d63-afbd-60b34da4b9d0)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:08.194670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.211424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.225686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Calling delete_port for bc6b5425-5286-4719-b342-82f40b54945c owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:08.248683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-844ef736-892b-4df0-aeab-1c373004ac1b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.252053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-844ef736-892b-4df0-aeab-1c373004ac1b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.253244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-844ef736-892b-4df0-aeab-1c373004ac1b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/b2803330-a8be-4dfb-a7f1-838b4f9dedcd HTTP/1.1" status: 204 len: 168 time: 0.3183312 Jul 07 18:11:08.273369 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.278024 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53742) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:08.278794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ef736-892b-4df0-aeab-1c373004ac1b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2803330-a8be-4dfb-a7f1-838b4f9dedcd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.307263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.308270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:08.308876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.321684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] No DVR routers for this DVR port bc6b5425-5286-4719-b342-82f40b54945c on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:08.330189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e94c-f003-425c-b803-22b6ec1f9a29 None None] Pushing event deleted for resources: {'Port': ['ID=bc6b5425-5286-4719-b342-82f40b54945c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.339344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.375813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6b5425-5286-4719-b342-82f40b54945c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.389346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6791813 Jul 07 18:11:08.390899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53754) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:08.397214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300eab5-fffa-48dc-af9e-47ed64dda12e tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Pushing event updated for resources: {'Network': ['ID=2eb1d077-9bbd-498d-bad7-ba8449c3c9d7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.397663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Request body: {'network': {'project_id': '9d2d82510b8d419b83c8011ca30205e3'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:08.406222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-859441f3-8261-4ad0-9655-296af42be6d9 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235139 Jul 07 18:11:08.413450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53756) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:08.419743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8044cdb2-9193-4fd0-8142-7f4348e47879 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827807191'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:08.422957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 2eb1d077-9bbd-498d-bad7-ba8449c3c9d7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:08.424121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] No DVR routers for this DVR port bc6b5425-5286-4719-b342-82f40b54945c on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:08.484345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Made reservation on behalf of 9d2d82510b8d419b83c8011ca30205e3 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:08.488637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.515129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8044cdb2-9193-4fd0-8142-7f4348e47879 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.633061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.649814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:08.650105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8044cdb2-9193-4fd0-8142-7f4348e47879 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.661125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8044cdb2-9193-4fd0-8142-7f4348e47879 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.671908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1809a2-b1b1-4ee7-92fa-871066e1a4a7']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:08.692736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b662a477-82a9-4d63-afbd-60b34da4b9d0') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:08.693411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b662a477-82a9-4d63-afbd-60b34da4b9d0') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:08.708894 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.711660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8044cdb2-9193-4fd0-8142-7f4348e47879 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.713537 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8044cdb2-9193-4fd0-8142-7f4348e47879 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2991354 Jul 07 18:11:08.716643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53768) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:08.735764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-191decc6-a596-406c-a3a1-e4358892b533 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': '574e9d9b-3845-4347-b190-326ae4a2e4fd', 'direction': 'ingress', 'protocol': 17}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:08.737286 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.743795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044cdb2-9193-4fd0-8142-7f4348e47879 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574e9d9b-3845-4347-b190-326ae4a2e4fd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.745207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:08.761012 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:08.764412 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:08.769750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc6b5425-5286-4719-b342-82f40b54945c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:08.781100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-0d90b368-185f-47a3-b850-b0e50558d919 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:08.783625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-0d90b368-185f-47a3-b850-b0e50558d919 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 813 time: 0.3574729 Jul 07 18:11:08.785200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.785884 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Added segment 488b0d15-07c3-4e4b-a3ab-a9cc504d66f5 of type vlan for network 9d248a83-03db-4c37-b489-e5d7cafa36e6 Jul 07 18:11:08.792569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: bc6b5425-5286-4719-b342-82f40b54945c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:08.792804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-191decc6-a596-406c-a3a1-e4358892b533 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.792970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bc6b5425-5286-4719-b342-82f40b54945c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:08.867286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-191decc6-a596-406c-a3a1-e4358892b533 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.867716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-5c0e5bdb-18b2-4eb4-afe0-b192e5a6eedf tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/quotas/bfba4dcf3f594dd6acbd4ba55c8fa68e HTTP/1.1" status: 200 len: 375 time: 0.0631249 Jul 07 18:11:08.877004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-191decc6-a596-406c-a3a1-e4358892b533 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.899811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.905220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191decc6-a596-406c-a3a1-e4358892b533 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f176ca1d-f651-44fb-a10f-c88867fe62c2,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.910077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-191decc6-a596-406c-a3a1-e4358892b533 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.911752 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-191decc6-a596-406c-a3a1-e4358892b533 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1938927 Jul 07 18:11:08.914665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53772) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:08.921644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.943947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.945831 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6c1809a2-b1b1-4ee7-92fa-871066e1a4a7 HTTP/1.1" status: 204 len: 168 time: 1.2762492 Jul 07 18:11:08.958930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71ac2a-4f6b-41a9-82c0-5bdddd855f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1809a2-b1b1-4ee7-92fa-871066e1a4a7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:08.981825 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d5725c1-3421-42fe-8b70-9272f1cfa726 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:08.998893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.000008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:09.000493 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.013025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-d350b7d9-b23e-4619-9a01-d2224eaf09cb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1338680 Jul 07 18:11:09.026560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d5725c1-3421-42fe-8b70-9272f1cfa726 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.093993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d5725c1-3421-42fe-8b70-9272f1cfa726 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.096900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7d5725c1-3421-42fe-8b70-9272f1cfa726 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.101209 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7d5725c1-3421-42fe-8b70-9272f1cfa726 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/574e9d9b-3845-4347-b190-326ae4a2e4fd HTTP/1.1" status: 204 len: 168 time: 0.1826863 Jul 07 18:11:09.103847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53776) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.104779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7128553 Jul 07 18:11:09.127242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53778) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.139003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c8ac2-2d67-4477-b580-a858c55dba60 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Pushing event updated for resources: {'Network': ['ID=9d248a83-03db-4c37-b489-e5d7cafa36e6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:09.151913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 9d248a83-03db-4c37-b489-e5d7cafa36e6 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:09.169907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8fab6668-edb3-4f19-8f5b-40c965f6949a tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Request body: {'network': {'project_id': '9d2d82510b8d419b83c8011ca30205e3'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:09.180513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53788) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.188916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ca8a6665-ef4b-450d-b147-18cd804c39c7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823772 Jul 07 18:11:09.194664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5725c1-3421-42fe-8b70-9272f1cfa726 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574e9d9b-3845-4347-b190-326ae4a2e4fd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:09.200156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53790) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.206013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-be7bb39f-2b27-4573-b04d-00865a37bae3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--371574730'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:09.208639 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fab6668-edb3-4f19-8f5b-40c965f6949a tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 18:11:09.209099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fab6668-edb3-4f19-8f5b-40c965f6949a tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:11:09.210310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8fab6668-edb3-4f19-8f5b-40c965f6949a tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0452294 Jul 07 18:11:09.213322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53792) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.276639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-6a0bff8c-d844-4219-8b16-ac2dae65a086 service neutron] 10.222.0.88 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383437 Jul 07 18:11:09.306731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be7bb39f-2b27-4573-b04d-00865a37bae3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.317645 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.352814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee477eb7-ad38-42ee-a393-d692c84687a8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c58d10222a6d4a72934730efba89c3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631601 Jul 07 18:11:09.355494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53794) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.403483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.414686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d248a83-03db-4c37-b489-e5d7cafa36e6']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.426945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488b0d15-07c3-4e4b-a3ab-a9cc504d66f5') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.426945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488b0d15-07c3-4e4b-a3ab-a9cc504d66f5') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.439077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.456854 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.464654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:09.465317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:09.467430 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:09.470559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-ec8de461-c10f-4c7e-87a8-c273892e35e2 service neutron] 10.222.0.88 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818531 Jul 07 18:11:09.478546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe3040d5-ac2e-4319-8d31-4a61f0d94dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.510255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe3040d5-ac2e-4319-8d31-4a61f0d94dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.526435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.536652 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.541709 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] 10.222.0.88 "DELETE /v2.0/networks/9d248a83-03db-4c37-b489-e5d7cafa36e6 HTTP/1.1" status: 204 len: 168 time: 0.3270898 Jul 07 18:11:09.542631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.566601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345bf83-bd2f-4444-b4eb-899894985139 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d248a83-03db-4c37-b489-e5d7cafa36e6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:09.587759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be7bb39f-2b27-4573-b04d-00865a37bae3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.594393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be7bb39f-2b27-4573-b04d-00865a37bae3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.601084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe3040d5-ac2e-4319-8d31-4a61f0d94dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.604658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe3040d5-ac2e-4319-8d31-4a61f0d94dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.606012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fe3040d5-ac2e-4319-8d31-4a61f0d94dfb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5976db47-031c-44cc-aca6-031e341f5eae HTTP/1.1" status: 204 len: 168 time: 0.2496076 Jul 07 18:11:09.659917 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.708037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be7bb39f-2b27-4573-b04d-00865a37bae3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.714138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-be7bb39f-2b27-4573-b04d-00865a37bae3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5093088 Jul 07 18:11:09.714138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53806) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.722683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-95e3991f-001d-4c9d-a1b7-5732055b6406 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158234514'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:09.731702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bb39f-2b27-4573-b04d-00865a37bae3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca4085-b0b7-4215-8228-d4d5fa2399bd,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:09.803734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3040d5-ac2e-4319-8d31-4a61f0d94dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5976db47-031c-44cc-aca6-031e341f5eae,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:09.851015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.856575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a767595-738d-4355-9dbb-25e9bed4f920 req-d355c25f-512a-44b9-bf8c-def49e619347 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 210 time: 0.1055906 Jul 07 18:11:09.864612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb1d077-9bbd-498d-bad7-ba8449c3c9d7']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.877293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95e3991f-001d-4c9d-a1b7-5732055b6406 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.879773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3096f34-65e1-4b38-bda5-89602cd9c8ae') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.880240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3096f34-65e1-4b38-bda5-89602cd9c8ae') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:09.902284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.946870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.980641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:09.982151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:10.058402 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:10.083656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95e3991f-001d-4c9d-a1b7-5732055b6406 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.087079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.094354 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95e3991f-001d-4c9d-a1b7-5732055b6406 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.099784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.109505 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] 10.222.0.88 "DELETE /v2.0/networks/2eb1d077-9bbd-498d-bad7-ba8449c3c9d7 HTTP/1.1" status: 204 len: 168 time: 0.5521290 Jul 07 18:11:10.133519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95e3991f-001d-4c9d-a1b7-5732055b6406 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.138183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-95e3991f-001d-4c9d-a1b7-5732055b6406 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4229412 Jul 07 18:11:10.138837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53820) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.149087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-15eb7429-4910-4c79-ab94-a4ac5223081f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'ecca4085-b0b7-4215-8228-d4d5fa2399bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eee0daf2-abef-4245-82e2-a4a2fccffad1', 'remote_ip_prefix': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:10.158465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4545344-de50-49b4-96c5-a28bab462189 tempest-QuotasNegativeTest-1518046640 tempest-QuotasNegativeTest-1518046640-project-admin] Pushing event deleted for resources: {'Network': ['ID=2eb1d077-9bbd-498d-bad7-ba8449c3c9d7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.159667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3991f-001d-4c9d-a1b7-5732055b6406 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0daf2-abef-4245-82e2-a4a2fccffad1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.212417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15eb7429-4910-4c79-ab94-a4ac5223081f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.292090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53824) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.349208 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ecabb049-015b-46a5-b527-cad1aeb5b735 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4e12773f865b4d9ba5739a171b6c9abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547113 Jul 07 18:11:10.352503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53826) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.370292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15eb7429-4910-4c79-ab94-a4ac5223081f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.380592 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15eb7429-4910-4c79-ab94-a4ac5223081f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.401224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb7429-4910-4c79-ab94-a4ac5223081f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f401e78b-f905-44e2-8dc4-f2c1766ec02e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.421430 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-15eb7429-4910-4c79-ab94-a4ac5223081f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.425566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-15eb7429-4910-4c79-ab94-a4ac5223081f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2792563 Jul 07 18:11:10.426228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.461712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea3f4-7b40-4e01-bd5b-bcb9f0d70d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.479053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-43a0ac8a-0c3f-47e1-86a3-57e399104049 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.499399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-43a0ac8a-0c3f-47e1-86a3-57e399104049 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.515296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea3f4-7b40-4e01-bd5b-bcb9f0d70d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.579182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-43a0ac8a-0c3f-47e1-86a3-57e399104049 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.587635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-43a0ac8a-0c3f-47e1-86a3-57e399104049 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.588767 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-43a0ac8a-0c3f-47e1-86a3-57e399104049 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/f401e78b-f905-44e2-8dc4-f2c1766ec02e HTTP/1.1" status: 204 len: 168 time: 0.1615853 Jul 07 18:11:10.591446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53842) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.614692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0ac8a-0c3f-47e1-86a3-57e399104049 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f401e78b-f905-44e2-8dc4-f2c1766ec02e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.640220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea3f4-7b40-4e01-bd5b-bcb9f0d70d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.643038 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea3f4-7b40-4e01-bd5b-bcb9f0d70d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.644279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ac5ea3f4-7b40-4e01-bd5b-bcb9f0d70d5f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/93dcc85c-545d-4b86-af61-6164cb63262b HTTP/1.1" status: 204 len: 168 time: 0.2899320 Jul 07 18:11:10.661192 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4aaeda3c-5766-4df7-a1e8-351c091244a8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0657163 Jul 07 18:11:10.661567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53846) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.665333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ea3f4-7b40-4e01-bd5b-bcb9f0d70d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dcc85c-545d-4b86-af61-6164cb63262b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.753032 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d10edf02-cd37-4d74-9d1e-a73698a91c5d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.808174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d10edf02-cd37-4d74-9d1e-a73698a91c5d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.877581 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d10edf02-cd37-4d74-9d1e-a73698a91c5d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.895063 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d10edf02-cd37-4d74-9d1e-a73698a91c5d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.903069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d10edf02-cd37-4d74-9d1e-a73698a91c5d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/eee0daf2-abef-4245-82e2-a4a2fccffad1 HTTP/1.1" status: 204 len: 168 time: 0.2375326 Jul 07 18:11:10.903723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53852) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.974976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53856) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:10.983537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10edf02-cd37-4d74-9d1e-a73698a91c5d tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0daf2-abef-4245-82e2-a4a2fccffad1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:11.117221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5903d94f-3a02-4aad-a7a9-5f1cd6cde499 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1994498 Jul 07 18:11:11.120339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53866) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.225119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d8914bf-7172-4bc5-86fb-fc518416c6b7 req-14d2dcef-f9d1-405f-9b6d-a08c171c2cf6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 210 time: 0.1066141 Jul 07 18:11:11.233258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5709b-b078-4312-a031-a5384098e9d3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.323277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5709b-b078-4312-a031-a5384098e9d3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.397666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-203ac3aa-50a6-49db-9b54-b93d042b2e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.449008 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5709b-b078-4312-a031-a5384098e9d3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.452951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5709b-b078-4312-a031-a5384098e9d3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.454473 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a3a5709b-b078-4312-a031-a5384098e9d3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/ecca4085-b0b7-4215-8228-d4d5fa2399bd HTTP/1.1" status: 204 len: 168 time: 0.3326252 Jul 07 18:11:11.458326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53876) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.478677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5709b-b078-4312-a031-a5384098e9d3 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca4085-b0b7-4215-8228-d4d5fa2399bd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:11.543442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e6ff3db6-7b92-4dcc-ae64-972c7097718b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833445 Jul 07 18:11:11.546259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53878) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.551825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-297088f5-580b-4b34-a823-b40cc22c93f1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050274828'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:11.559201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-203ac3aa-50a6-49db-9b54-b93d042b2e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.565382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-203ac3aa-50a6-49db-9b54-b93d042b2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.587601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297088f5-580b-4b34-a823-b40cc22c93f1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.614896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-203ac3aa-50a6-49db-9b54-b93d042b2e43 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=523a37199ba54f4f9d66d840d53eb32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340389 Jul 07 18:11:11.615295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53884) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.622678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac3aa-50a6-49db-9b54-b93d042b2e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06fa644-cd7f-466c-9539-3b05c1139010,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:11.689737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e00d8c5-3acf-49aa-9ba8-2e971af1918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.718581 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297088f5-580b-4b34-a823-b40cc22c93f1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.723462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297088f5-580b-4b34-a823-b40cc22c93f1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.751629 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e00d8c5-3acf-49aa-9ba8-2e971af1918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.773221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297088f5-580b-4b34-a823-b40cc22c93f1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaab996-adae-4341-b8fe-3abde0e3daeb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:11.781531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-297088f5-580b-4b34-a823-b40cc22c93f1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.783678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-297088f5-580b-4b34-a823-b40cc22c93f1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2362089 Jul 07 18:11:11.787446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53890) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.800273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c65d0817-672c-4a32-895f-2fc666f9e442 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'bbaab996-adae-4341-b8fe-3abde0e3daeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:11.839796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c65d0817-672c-4a32-895f-2fc666f9e442 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.861297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53892) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:11.922247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c65d0817-672c-4a32-895f-2fc666f9e442 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.929247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c65d0817-672c-4a32-895f-2fc666f9e442 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.942645 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e00d8c5-3acf-49aa-9ba8-2e971af1918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.945591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e00d8c5-3acf-49aa-9ba8-2e971af1918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.960584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4e00d8c5-3acf-49aa-9ba8-2e971af1918e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c06fa644-cd7f-466c-9539-3b05c1139010 HTTP/1.1" status: 204 len: 168 time: 0.3335395 Jul 07 18:11:11.961753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d0817-672c-4a32-895f-2fc666f9e442 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2809066-1460-46e0-8970-f3b95d603023,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:11.983457 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c65d0817-672c-4a32-895f-2fc666f9e442 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.985557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c65d0817-672c-4a32-895f-2fc666f9e442 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1944561 Jul 07 18:11:11.988758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53898) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.015671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00d8c5-3acf-49aa-9ba8-2e971af1918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06fa644-cd7f-466c-9539-3b05c1139010,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.023068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8a76-33f7-4047-88e3-de5aab3b0987 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.032587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8a76-33f7-4047-88e3-de5aab3b0987 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.053573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-cbe5e188-aa10-4c6f-95ca-c2c81b9e3902 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:12.055759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-cbe5e188-aa10-4c6f-95ca-c2c81b9e3902 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.90 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 813 time: 0.2598104 Jul 07 18:11:12.064884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8a76-33f7-4047-88e3-de5aab3b0987 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.071291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8a76-33f7-4047-88e3-de5aab3b0987 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.072615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f7ba8a76-33f7-4047-88e3-de5aab3b0987 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/d2809066-1460-46e0-8970-f3b95d603023 HTTP/1.1" status: 204 len: 168 time: 0.0818098 Jul 07 18:11:12.077114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53902) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.079913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Request body: {'port': {'device_id': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918', 'admin_state_up': True, 'tenant_id': 'bfba4dcf3f594dd6acbd4ba55c8fa68e'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:12.095556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba8a76-33f7-4047-88e3-de5aab3b0987 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2809066-1460-46e0-8970-f3b95d603023,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.137770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1b69faec-d9b5-4fb4-b590-7f9ea8f0cfbb tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593970 Jul 07 18:11:12.140424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53904) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.205705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1165844193-network', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:12.252315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Made reservation on behalf of a019cf430d494e759c52df0956d1b3cc for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:12.253029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.254896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a77-0cc0-4624-af5c-82811337ca0f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.272571 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.340724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a77-0cc0-4624-af5c-82811337ca0f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.418231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a77-0cc0-4624-af5c-82811337ca0f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.426441 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a77-0cc0-4624-af5c-82811337ca0f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.427666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b7be7a77-0cc0-4624-af5c-82811337ca0f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/bbaab996-adae-4341-b8fe-3abde0e3daeb HTTP/1.1" status: 204 len: 168 time: 0.2861741 Jul 07 18:11:12.431561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53914) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.454664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be7a77-0cc0-4624-af5c-82811337ca0f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaab996-adae-4341-b8fe-3abde0e3daeb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.512173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53916) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.526241 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-01197c4b-64df-4633-a439-0981eaf65b29 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929058 Jul 07 18:11:12.534118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53918) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.540477 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bb1fe12-6ebe-4c5d-b8a4-cb0d1df4c4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.541366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409221650'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:12.568001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.575635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.613149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:12.630942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Made reservation on behalf of bfba4dcf3f594dd6acbd4ba55c8fa68e for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:12.635304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.652910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 18:11:12.652910 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 18:11:12.652910 n-d-798930-2 neutron-server[105589]: [parameters: {'project_id_1': 'a5190d64f76d46ef88ed296feaf497d3', 'expiration_1': datetime.datetime(2021, 7, 7, 18, 11, 12, 564965)}] Jul 07 18:11:12.652910 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:11:12.653528 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:11:12.654124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e588fe98-3199-4787-aee7-2bd5f41bc76f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.668542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.669016 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Added segment 4e29b9eb-a0ed-49d0-a627-5f6a54551ff0 of type vlan for network 25380966-4910-411c-aa2f-19bf91c690d2 Jul 07 18:11:12.723863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d219e991-8770-4890-b2c6-303c3db001b1 req-738e15dd-2b1f-4b55-8457-4e9cb9769ebe tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 210 time: 0.0421443 Jul 07 18:11:12.776296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.781981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bb1fe12-6ebe-4c5d-b8a4-cb0d1df4c4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.788369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bb1fe12-6ebe-4c5d-b8a4-cb0d1df4c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.847938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1fe12-6ebe-4c5d-b8a4-cb0d1df4c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa260c47-a787-4573-85a9-c8b7ce663d92,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.858438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1bb1fe12-6ebe-4c5d-b8a4-cb0d1df4c4a3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f98debe1047f4acea0f1668d8a920185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427777 Jul 07 18:11:12.859666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53920) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.866876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.868034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:12.868668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.900484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Allocated IP 172.20.0.12 (332c317e-dbd6-41be-9bfa-421c98104918/95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e/8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:12.925802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b864792c-d4c9-4142-b332-313789c67792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.933421 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0706584 Jul 07 18:11:12.938133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53922) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.950437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Request body: {'subnet': {'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1165844193-subnet', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:12.960872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b864792c-d4c9-4142-b332-313789c67792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.985018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d95b1b-45a5-4e59-ba25-d26b78fe4aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=25380966-4910-411c-aa2f-19bf91c690d2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:13.015333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 25380966-4910-411c-aa2f-19bf91c690d2 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:13.015929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Made reservation on behalf of a019cf430d494e759c52df0956d1b3cc for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:13.018438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.066381 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b864792c-d4c9-4142-b332-313789c67792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.070058 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b864792c-d4c9-4142-b332-313789c67792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.073349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b864792c-d4c9-4142-b332-313789c67792 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa260c47-a787-4573-85a9-c8b7ce663d92 HTTP/1.1" status: 204 len: 168 time: 0.2123940 Jul 07 18:11:13.091346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864792c-d4c9-4142-b332-313789c67792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa260c47-a787-4573-85a9-c8b7ce663d92,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:13.225279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.311676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.577808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.618088 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.623839 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.633912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d306db82-63f5-42ac-b7fb-1135bad733e9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:13.638650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.741277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.742643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2050271 Jul 07 18:11:13.745875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53942) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:13.751193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cafff51c-6097-4a7c-a45c-796dd77284c0 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'ef7b6c12-59dd-4021-9924-fbc218c42140', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:13.757672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c2f422-cc8d-4bd8-97c1-a4e502069f44,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:13.767139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Network 332c317e-dbd6-41be-9bfa-421c98104918 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:13.796435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:13.804381 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d197a47-af0a-4985-ac55-85b6e343acc2 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7b6c12-59dd-4021-9924-fbc218c42140,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:13.806315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cafff51c-6097-4a7c-a45c-796dd77284c0 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.812754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:13.817229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Pushing event updated for resources: {'Port': ['ID=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:13.887411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Checking segment: {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:13.887772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Network hostable DHCP agents. Network: 25380966-4910-411c-aa2f-19bf91c690d2, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:13.904733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cafff51c-6097-4a7c-a45c-796dd77284c0 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.910836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cafff51c-6097-4a7c-a45c-796dd77284c0 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.956866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:13.957818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.962495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Network 25380966-4910-411c-aa2f-19bf91c690d2 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:13.980500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 25380966-4910-411c-aa2f-19bf91c690d2) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:13.984619 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-792fc1e8-ebc9-4eef-a508-81f9395fb2bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9182732 Jul 07 18:11:13.989389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:13.990063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:13.992854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f955f5b-1078-43dd-9e8d-3a1c3e295aa9 None None] Network 25380966-4910-411c-aa2f-19bf91c690d2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:13.998748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Request body: {'port': {'device_id': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:14.032675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafff51c-6097-4a7c-a45c-796dd77284c0 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228bd55f-7e7e-43a4-845b-4d0d37b7c834,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:14.044067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cafff51c-6097-4a7c-a45c-796dd77284c0 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.045794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cafff51c-6097-4a7c-a45c-796dd77284c0 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987761 Jul 07 18:11:14.048524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53952) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.074560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c174cb4f-5010-459c-bf28-7384c2c22bb1 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules/228bd55f-7e7e-43a4-845b-4d0d37b7c834 HTTP/1.1" status: 200 len: 763 time: 0.0241790 Jul 07 18:11:14.076000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7078c274-61eb-4f85-9133-e1fab668c804 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1305821 Jul 07 18:11:14.080595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53954) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.081246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53956) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.110756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:14.155260 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.178504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03de2f6-8c39-435b-abfc-4aca4adcae40 req-110a4fa9-08c7-4f83-9f74-6967f7bb4bf0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:14.181021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e03de2f6-8c39-435b-abfc-4aca4adcae40 req-110a4fa9-08c7-4f83-9f74-6967f7bb4bf0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 932 time: 0.2562213 Jul 07 18:11:14.198954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-850b6d11-ec14-43bd-8d6a-92c8ed45e04e tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1145809 Jul 07 18:11:14.203435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53960) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.218204 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.221825 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.255262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-25380966-4910-411c-aa2f-19bf91c690d2', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:14.256126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.288656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdde010-d2af-46a9-a74c-0633ef05c8e5 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.303762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53962) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.311339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e03de2f6-8c39-435b-abfc-4aca4adcae40 req-232439d8-5a47-4f06-9aa8-5d4bcdc06c10 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088278 Jul 07 18:11:14.314345 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdde010-d2af-46a9-a74c-0633ef05c8e5 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.365673 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.446676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Allocated IP 172.20.0.2 (25380966-4910-411c-aa2f-19bf91c690d2/98c2f422-cc8d-4bd8-97c1-a4e502069f44/64634d67-e4f3-4d3a-b72b-e2f7b49e3f07) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:14.479245 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e17b4918-afb6-4c30-aff0-c488280ef482 tempest-AgentManagementNegativeTest-1745716898 tempest-AgentManagementNegativeTest-1745716898-project] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1667652 Jul 07 18:11:14.480010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdde010-d2af-46a9-a74c-0633ef05c8e5 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.492157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdde010-d2af-46a9-a74c-0633ef05c8e5 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.493353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bfdde010-d2af-46a9-a74c-0633ef05c8e5 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/228bd55f-7e7e-43a4-845b-4d0d37b7c834 HTTP/1.1" status: 204 len: 168 time: 0.2877808 Jul 07 18:11:14.497353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53972) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.506280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdde010-d2af-46a9-a74c-0633ef05c8e5 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=228bd55f-7e7e-43a4-845b-4d0d37b7c834,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:14.638461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.707857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53980) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.711595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0cccd57f-438d-44f4-944f-b57e5ee5b1d8 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2126698 Jul 07 18:11:14.723823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b32f0475-7438-4e86-8067-479920dd94b7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'ef7b6c12-59dd-4021-9924-fbc218c42140', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:14.725917 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.734441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:14.753177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.759713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Transition to ACTIVE for port object 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:14.795585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Transition to ACTIVE for port object 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:14.799881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Transition to ACTIVE for port object 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:14.804025 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.814792 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.832046 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b32f0475-7438-4e86-8067-479920dd94b7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.859110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Network 25380966-4910-411c-aa2f-19bf91c690d2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:14.863155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:14.866129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:14.907538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Pushing event updated for resources: {'Port': ['ID=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:14.965878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Attempting to bind port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:14.966900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Attempting to bind port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:14.967518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Attempting to bind port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 on network 25380966-4910-411c-aa2f-19bf91c690d2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:14.977560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:14.978616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Checking segment: {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:14.979409 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.979962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Bound using segment: {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:14.980738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Bound port: 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:14.981251 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:14.982166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53988) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:14.987809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Pushing event updated for resources: {'Port': ['ID=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.018699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b32f0475-7438-4e86-8067-479920dd94b7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.043531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b32f0475-7438-4e86-8067-479920dd94b7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.051339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.066862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] For port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:15.070993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] For port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:15.073996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.079922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0475-7438-4e86-8067-479920dd94b7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f7b15c-db9a-4290-a353-9bc872c91740,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.081537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.100264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b32f0475-7438-4e86-8067-479920dd94b7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.102781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b32f0475-7438-4e86-8067-479920dd94b7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3934054 Jul 07 18:11:15.106083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53992) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:15.108596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Attempting to bind port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:15.109056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Attempting to bind port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:15.109460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Attempting to bind port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 on network 332c317e-dbd6-41be-9bfa-421c98104918 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:15.115177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 on network 332c317e-dbd6-41be-9bfa-421c98104918 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:15.115578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Attempting to bind port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 on network 332c317e-dbd6-41be-9bfa-421c98104918 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:15.121424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:15.121771 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Checking segment: {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:15.122160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Bound using segment: {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:15.122598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Bound port: 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:15.122958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.174663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617dce8-f591-4294-a72f-3a3e89c22c2d None None] Pushing event updated for resources: {'Port': ['ID=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.184351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24584c37-52c8-4c41-9e1e-def83ddeb2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.197526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-db241ec8-0de8-4270-83e1-447f0b4e5d5f tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules/e0f7b15c-db9a-4290-a353-9bc872c91740 HTTP/1.1" status: 200 len: 763 time: 0.0906880 Jul 07 18:11:15.201910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53994) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:15.205228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] For port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:15.208944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-eb5724e6-4870-4215-ad71-11e9c65d5f3e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:15.209155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] For port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:15.215914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-eb5724e6-4870-4215-ad71-11e9c65d5f3e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.2587821 Jul 07 18:11:15.222554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.269418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-d1ba8028-f87e-40c7-a8aa-f8463a0d5b44 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/quotas/77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0525584 Jul 07 18:11:15.283289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:15.283524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.285056 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-e62860de-dad6-408b-976a-05294a22b92c service neutron] 10.222.0.90 "PUT /v2.0/ports/8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 HTTP/1.1" status: 200 len: 1092 time: 1.2917306 Jul 07 18:11:15.285520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'tag': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:15.287807 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825ec957-5cd9-4be2-8f48-a7b24011f53b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed59b6e-9a48-4a8e-9e44-4fffda8bb934", "tag": "8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:15.328944 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4b200395-5ada-48d3-9798-d17ee127bfac tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1178319 Jul 07 18:11:15.329583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53998) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:15.358790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Allocated IP 172.25.1.17 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/cf634c82-5014-42ee-af6f-6e0041eafb5e) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:15.430597 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a967bce-caf1-47dc-aaca-9ad60d5ed5be x-openstack-request-id: req-9a967bce-caf1-47dc-aaca-9ad60d5ed5be {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:15.430945 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed59b6e-9a48-4a8e-9e44-4fffda8bb934", "tag": "8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:15.431455 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a967bce-caf1-47dc-aaca-9ad60d5ed5be {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:15.432793 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'tag': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26', 'status': 'completed', 'code': 200} Jul 07 18:11:15.459160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62860de-dad6-408b-976a-05294a22b92c service neutron] Pushing event updated for resources: {'Port': ['ID=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.483289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99d725e9-69ba-44dd-ab0e-d50b9af73944 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.503807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99d725e9-69ba-44dd-ab0e-d50b9af73944 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.518832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-257bcb3b-cb74-4cc4-b9d7-981cf218ae1e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2381566 Jul 07 18:11:15.543270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-f237bd04-7ad0-4ece-8a8a-5b6144771e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:15.545332 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-f237bd04-7ad0-4ece-8a8a-5b6144771e96 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 1095 time: 0.1950831 Jul 07 18:11:15.547715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99d725e9-69ba-44dd-ab0e-d50b9af73944 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.556205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-99d725e9-69ba-44dd-ab0e-d50b9af73944 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.559378 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-99d725e9-69ba-44dd-ab0e-d50b9af73944 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/e0f7b15c-db9a-4290-a353-9bc872c91740 HTTP/1.1" status: 204 len: 168 time: 0.2209604 Jul 07 18:11:15.560876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54002) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:15.600797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d725e9-69ba-44dd-ab0e-d50b9af73944 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0f7b15c-db9a-4290-a353-9bc872c91740,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.603533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-62934ff7-8ac8-48e0-8b70-15c61b051205 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 HTTP/1.1" status: 200 len: 217 time: 0.0509300 Jul 07 18:11:15.654399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-234c3664-99bd-444b-b56f-a2bf59ff9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:15.655874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-234c3664-99bd-444b-b56f-a2bf59ff9c38 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.0456691 Jul 07 18:11:15.680872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24584c37-52c8-4c41-9e1e-def83ddeb2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.688700 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-78f8faa3-5759-4061-9df6-d9cccdd499cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267048 Jul 07 18:11:15.697014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-24584c37-52c8-4c41-9e1e-def83ddeb2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.806907 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fdde2f1d-f2d9-438e-80a4-e791265b8bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.824777 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-df83883b-b93b-4055-bc67-480e8642ac69 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299112 Jul 07 18:11:15.929256 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-36814367-3eb3-45e6-a89e-f46b99e74ded req-a8043161-1c7f-40f6-9f51-27c6fb5b6567 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980251 Jul 07 18:11:16.038816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-ac6ea6e0-eafc-4f69-bfe2-8de6ffb07372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.040343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-ac6ea6e0-eafc-4f69-bfe2-8de6ffb07372 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 1095 time: 0.0602491 Jul 07 18:11:16.042754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.053689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-78cc70b8-9840-4099-b0d0-dbf7d17de2de tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4927394 Jul 07 18:11:16.056414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54008) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:16.062513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2efed0d1-9a0c-4844-8650-81204e92f1f4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Request body: {'security_group_rule': {'security_group_id': 'ef7b6c12-59dd-4021-9924-fbc218c42140', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:16.099491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24584c37-52c8-4c41-9e1e-def83ddeb2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3233b181-5a85-4e62-b8a7-b4ccdae46782,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:16.104912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-24584c37-52c8-4c41-9e1e-def83ddeb2cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3222747858c1409eb134aaff807712fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173337 Jul 07 18:11:16.110882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54010) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:16.129989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-136e953d-3e3d-4062-ac6a-2a2ae3e7168e service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025345 Jul 07 18:11:16.147338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e4ec-bbd0-49ae-ae9e-bd15c8d2aa2a req-f02cd76c-b98c-42ea-8e90-60c41e7e11c7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.150105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac87e4ec-bbd0-49ae-ae9e-bd15c8d2aa2a req-f02cd76c-b98c-42ea-8e90-60c41e7e11c7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 944 time: 0.6275642 Jul 07 18:11:16.205887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2efed0d1-9a0c-4844-8650-81204e92f1f4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.222013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.250445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-9c888c67-f159-473b-be22-6ca1d4b8a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.252334 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-9c888c67-f159-473b-be22-6ca1d4b8a680 service neutron] 10.222.0.90 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.2058823 Jul 07 18:11:16.271685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9caa47e9-3904-4f6c-a0ae-9d5025d6a0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.288119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:16.297340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac87e4ec-bbd0-49ae-ae9e-bd15c8d2aa2a req-02fb6c55-abe4-45b0-9d9e-b8d6ea9f6088 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364825 Jul 07 18:11:16.298764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9880516-0918-4e95-9c6b-bbd9c6631b52 None None] Network 25380966-4910-411c-aa2f-19bf91c690d2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:16.305685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:16.308087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:16.316030 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-b37c045d-1e7f-41e9-80e1-4641813ce848 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 HTTP/1.1" status: 200 len: 217 time: 0.0553899 Jul 07 18:11:16.334599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=cf634c82-5014-42ee-af6f-6e0041eafb5e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:16.365513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-901e1047-d848-4cdf-8732-67fc74bc28f2 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296429 Jul 07 18:11:16.389651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9caa47e9-3904-4f6c-a0ae-9d5025d6a0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.420158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5f72a490-2dcb-4f4b-ba60-45df6dfa55e1 None None] Provisioning for port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:16.459721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2efed0d1-9a0c-4844-8650-81204e92f1f4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.461849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-dfac67c6-4a51-4bba-be1b-6b3a4101266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.463392 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-dfac67c6-4a51-4bba-be1b-6b3a4101266b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.1355546 Jul 07 18:11:16.483092 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2efed0d1-9a0c-4844-8650-81204e92f1f4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.522973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-382a402e-341e-4bd0-aa3d-d241792ad693 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524356 Jul 07 18:11:16.541137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efed0d1-9a0c-4844-8650-81204e92f1f4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c17985-1d7a-4aa4-a11f-bb75d6e8b5a8,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:16.553216 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2efed0d1-9a0c-4844-8650-81204e92f1f4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.554445 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2efed0d1-9a0c-4844-8650-81204e92f1f4 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4969404 Jul 07 18:11:16.557542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54014) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:16.600987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-95103ee7-119e-4f01-88c7-39919688153a tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules/b0c17985-1d7a-4aa4-a11f-bb75d6e8b5a8 HTTP/1.1" status: 200 len: 764 time: 0.0395010 Jul 07 18:11:16.602941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54020) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:16.614251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9caa47e9-3904-4f6c-a0ae-9d5025d6a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.617299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9caa47e9-3904-4f6c-a0ae-9d5025d6a0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.621707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9caa47e9-3904-4f6c-a0ae-9d5025d6a0d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3233b181-5a85-4e62-b8a7-b4ccdae46782 HTTP/1.1" status: 204 len: 168 time: 0.5077832 Jul 07 18:11:16.651482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa47e9-3904-4f6c-a0ae-9d5025d6a0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3233b181-5a85-4e62-b8a7-b4ccdae46782,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:16.722156 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-de3381a8-f35e-4860-a75d-625edb1ebbd6 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1150033 Jul 07 18:11:16.723937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54024) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:16.726703 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-b5d81b0e-5c75-4b71-9f30-d7aa3efb7e59 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960056 Jul 07 18:11:16.818670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.890792 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-825ec957-5cd9-4be2-8f48-a7b24011f53b req-3a5d9815-c837-4b4a-9756-072e3f270559 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563766 Jul 07 18:11:16.890990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:16.966826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:16.974217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:16.974849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.993290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-411492b6-ab6e-4f12-a99e-f372bd87e542 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.996710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f670921b-b240-4a69-bf79-3cd0790c0c1e req-ab739774-7c49-466f-bc73-78d3d23acb86 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0692194 Jul 07 18:11:17.039425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-411492b6-ab6e-4f12-a99e-f372bd87e542 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.094183 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.111367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a10c0742-cc91-4a95-892b-f7d5f24fdc8e None None] Provisioning complete for port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:17.111812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a10c0742-cc91-4a95-892b-f7d5f24fdc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.165127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:17.174077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.225109 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.228212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-411492b6-ab6e-4f12-a99e-f372bd87e542 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.239210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-411492b6-ab6e-4f12-a99e-f372bd87e542 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.243311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54046) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:17.243905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-411492b6-ab6e-4f12-a99e-f372bd87e542 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/b0c17985-1d7a-4aa4-a11f-bb75d6e8b5a8 HTTP/1.1" status: 204 len: 168 time: 0.4258096 Jul 07 18:11:17.297898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:17.320993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-997ef6dc-25d5-4725-ac73-a6aeb351893b tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740173 Jul 07 18:11:17.323840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54048) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:17.385462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411492b6-ab6e-4f12-a99e-f372bd87e542 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0c17985-1d7a-4aa4-a11f-bb75d6e8b5a8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:17.410703 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-562f3966-bc34-4243-9b63-6de913180f84 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.422864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:11:17.437948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-562f3966-bc34-4243-9b63-6de913180f84 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.492459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-562f3966-bc34-4243-9b63-6de913180f84 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.494909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-562f3966-bc34-4243-9b63-6de913180f84 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.496399 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-562f3966-bc34-4243-9b63-6de913180f84 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "DELETE /v2.0/security-groups/ef7b6c12-59dd-4021-9924-fbc218c42140 HTTP/1.1" status: 204 len: 168 time: 0.1710725 Jul 07 18:11:17.501939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54054) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:17.533538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f3966-bc34-4243-9b63-6de913180f84 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7b6c12-59dd-4021-9924-fbc218c42140,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:17.578915 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ec90b11f-d4f5-465c-ab9a-50bcc3f20455 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754962 Jul 07 18:11:17.584468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54058) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:17.645461 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8e18aa1-95fe-4a4f-9c86-8b37309415d7 tempest-SecGroupTest-905604554 tempest-SecGroupTest-905604554-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616820 Jul 07 18:11:17.683064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:17.693684 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Sync routers for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:17.703123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.708063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54068) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:17.708254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-efe5c232-6e71-4c7e-95d6-cd62dddc7ea8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6256700 Jul 07 18:11:17.717222 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:17.719115 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:10:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:17.720914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663ac19-6cdd-4c47-8833-f77c94711dd9 req-53a49eec-8be6-4386-8a82-97c88be4a8f7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:17.722920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7663ac19-6cdd-4c47-8833-f77c94711dd9 req-53a49eec-8be6-4386-8a82-97c88be4a8f7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 944 time: 0.1894147 Jul 07 18:11:17.796146 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7663ac19-6cdd-4c47-8833-f77c94711dd9 req-cadb46bd-37e3-4522-8359-d34b4ef3e85b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Jul 07 18:11:17.920343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54074) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:17.949805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54078) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:17.956316 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:18.111822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b4c69eb4-7299-4a36-80f4-e9dd154e2102 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5190d64f76d46ef88ed296feaf497d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608012 Jul 07 18:11:18.113901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54084) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:18.170827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'networks': [{'name': 'tempest-network--1547305454'}, {'name': 'tempest-network--1666240406'}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:18.171324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'network': {'name': 'tempest-network--1547305454'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:18.171607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'network': {'name': 'tempest-network--1666240406'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:18.198566 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:16Z', 'revision_number': 3, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:18.229363 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Checking router: 378d8d25-f477-40c9-96e0-0d332d1dd6c5 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:18.229706 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Updating router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 port cf634c82-5014-42ee-af6f-6e0041eafb5e binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:18.235675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71b1b566-9548-4c13-85cd-4b439622ee93 req-1bc3e4a9-ee59-4327-8fbb-1c0fcf2efd1a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0420156 Jul 07 18:11:18.252131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Made reservation on behalf of eec9f06b5a6a423e98f0391211dda86d for: {'network': 2} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:18.256754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.273001 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2a533a2-96b1-43db-9522-8fcbb2766f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.281443 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.290677 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.329824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2a533a2-96b1-43db-9522-8fcbb2766f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.347800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.349622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e914558-e684-40b1-987d-29e0fe7cb941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.503314 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.504383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-9ed085d0-87b1-46ac-a6d9-69cb067c1327 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:18.506280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-9ed085d0-87b1-46ac-a6d9-69cb067c1327 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.1825900 Jul 07 18:11:18.518151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2a533a2-96b1-43db-9522-8fcbb2766f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.520944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2a533a2-96b1-43db-9522-8fcbb2766f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.522104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e2a533a2-96b1-43db-9522-8fcbb2766f76 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/20b0d9e0-7274-4c00-9b3c-2a2b90c2f97f HTTP/1.1" status: 204 len: 168 time: 0.4072390 Jul 07 18:11:18.534046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'port': {'device_id': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'admin_state_up': True, 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:18.586285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a533a2-96b1-43db-9522-8fcbb2766f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b0d9e0-7274-4c00-9b3c-2a2b90c2f97f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:18.594503 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.607433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.607956 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.680256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:18.693333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265735a9-7016-4e7d-a276-ad3fe967c673,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:18.724362 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.732373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.732730 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Added segment 6bb27b18-13ef-44e3-819e-ade111566101 of type vlan for network 4250b14c-2920-4dd2-9b3a-2ed37a42f9ad Jul 07 18:11:18.750730 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Transition to ACTIVE for port object cf634c82-5014-42ee-af6f-6e0041eafb5e will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:18.768586 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.827119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:18.831476 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Pushing event updated for resources: {'Port': ['ID=cf634c82-5014-42ee-af6f-6e0041eafb5e,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:18.834921 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.841831 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.842427 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.842946 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.843466 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.843964 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.844533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.845084 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.845564 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.846120 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.846657 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.847128 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.847757 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:18.874403 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Attempting to bind port cf634c82-5014-42ee-af6f-6e0041eafb5e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:18.877515 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Attempting to bind port cf634c82-5014-42ee-af6f-6e0041eafb5e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:18.878061 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Attempting to bind port cf634c82-5014-42ee-af6f-6e0041eafb5e on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:18.881511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:18.887970 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:18.900013 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:18.900662 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.901095 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:18.901514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.901657 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Bound port: cf634c82-5014-42ee-af6f-6e0041eafb5e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:18.901968 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.902578 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Added segment 7e0e414d-97d9-4783-bfd5-6204fda8060c of type vlan for network 8d32dbba-0af5-4cab-bc09-eb70b51fea1e Jul 07 18:11:18.919425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:18.920063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.013552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.015913 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] For port cf634c82-5014-42ee-af6f-6e0041eafb5e, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:19.020854 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] For port cf634c82-5014-42ee-af6f-6e0041eafb5e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cf634c82-5014-42ee-af6f-6e0041eafb5e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:19.033740 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.145925 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3d78b-17a5-4c33-abf6-e2e4285da185 None None] Pushing event updated for resources: {'Port': ['ID=cf634c82-5014-42ee-af6f-6e0041eafb5e,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:19.183984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:19.185159 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:19.187643 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.188212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.195106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.200593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.201468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.204242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:19.207673 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.345902 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:19.362065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Allocated IP 172.20.0.1 (25380966-4910-411c-aa2f-19bf91c690d2/98c2f422-cc8d-4bd8-97c1-a4e502069f44/0b89dc4e-a741-4f8a-9084-87767ad5924e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:19.544270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.20.0.14 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/75d03b84-79a1-4bc1-931b-52686532de58) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:19.545461 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:16Z', 'revision_number': 3, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:19.564226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6402545 Jul 07 18:11:19.565629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54112) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:19.579861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f3ff-e038-4817-9535-6b03beaa79bf None None] The sync data for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 is: [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:16Z', 'revision_number': 3, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:19.602537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Network': ['ID=4250b14c-2920-4dd2-9b3a-2ed37a42f9ad,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:19.630103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4250b14c-2920-4dd2-9b3a-2ed37a42f9ad details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:19.635283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7943aa-1743-40c1-9594-9e69a0f03e17 req-0720c8b2-b101-4163-b6d3-18c3d0ca6068 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.643127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a7943aa-1743-40c1-9594-9e69a0f03e17 req-0720c8b2-b101-4163-b6d3-18c3d0ca6068 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 944 time: 0.5982308 Jul 07 18:11:19.703362 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.740243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:19.766962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d58287f9-4596-4775-9921-6a351b63fd62 req-2dda9192-4af8-4443-803c-99c61b5d8759 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.1708224 Jul 07 18:11:19.793724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Transition to ACTIVE for port object 0b89dc4e-a741-4f8a-9084-87767ad5924e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:19.926914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a7943aa-1743-40c1-9594-9e69a0f03e17 req-64b714a9-508c-45ba-98b0-349cdc3c3bca tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824214 Jul 07 18:11:19.931621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e824a-96b1-41fc-aff5-8b09271e0187 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.949871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e824a-96b1-41fc-aff5-8b09271e0187 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.961549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e824a-96b1-41fc-aff5-8b09271e0187 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.970696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e824a-96b1-41fc-aff5-8b09271e0187 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:19.975301 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-391e824a-96b1-41fc-aff5-8b09271e0187 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4064078 Jul 07 18:11:19.984904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.008277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54120) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:20.077238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Network 25380966-4910-411c-aa2f-19bf91c690d2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:20.080574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:20.088851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:20.144711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Pushing event updated for resources: {'Port': ['ID=0b89dc4e-a741-4f8a-9084-87767ad5924e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:20.198249 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.473940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.562976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8bee72dc-c6b9-4b3a-9133-dd25bdda32ff None None] Provisioning for port 0b89dc4e-a741-4f8a-9084-87767ad5924e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:20.567214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8bee72dc-c6b9-4b3a-9133-dd25bdda32ff None None] Provisioning complete for port 0b89dc4e-a741-4f8a-9084-87767ad5924e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:20.567579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bee72dc-c6b9-4b3a-9133-dd25bdda32ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.625216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:20.689405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8bee72dc-c6b9-4b3a-9133-dd25bdda32ff None None] Port 0b89dc4e-a741-4f8a-9084-87767ad5924e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:20.750928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.759474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.852264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cf634c82-5014-42ee-af6f-6e0041eafb5e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:20.890928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.893990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Pushing event updated for resources: {'Port': ['ID=0b89dc4e-a741-4f8a-9084-87767ad5924e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:20.896750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.918415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:20.942678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26', 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918', 'port_id': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26', 'mac_address': 'fa:16:3e:09:5b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:20.957856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Transition to ACTIVE for port object 75d03b84-79a1-4bc1-931b-52686532de58 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:20.961871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b10cb-765a-4a16-9b54-4d53089f976d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Network': ['ID=8d32dbba-0af5-4cab-bc09-eb70b51fea1e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:20.993843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8d32dbba-0af5-4cab-bc09-eb70b51fea1e details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:21.007877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port cf634c82-5014-42ee-af6f-6e0041eafb5e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:21.036650 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.208423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Network 25380966-4910-411c-aa2f-19bf91c690d2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:21.210567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:21.222210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.442258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.497145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:21.506144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cf634c82-5014-42ee-af6f-6e0041eafb5e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:21.506515 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.507073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:21.520308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4250b14c-2920-4dd2-9b3a-2ed37a42f9ad']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:21.525952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:21.545142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:21.608178 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.635745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:21.636427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.641868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.662620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=75d03b84-79a1-4bc1-931b-52686532de58,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:21.671695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb27b18-13ef-44e3-819e-ade111566101') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:21.672033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb27b18-13ef-44e3-819e-ade111566101') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:21.696654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:21.728456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.761181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:21.770322 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f39509bc-e0d8-4c4e-96f3-478caad8afbc admin admin] 10.222.0.88 "PUT /v2.0/routers/378d8d25-f477-40c9-96e0-0d332d1dd6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0611143 Jul 07 18:11:21.788573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:21.800959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-40d3fdb5-0d83-412b-ab90-50b3c76aa3f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2775612 Jul 07 18:11:21.817886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5d4f3-a325-4e3d-ac8c-af401d07a8d1 req-38670c33-7d05-4512-939f-473056d719be tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:21.818549 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.819472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ec5d4f3-a325-4e3d-ac8c-af401d07a8d1 req-38670c33-7d05-4512-939f-473056d719be tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 944 time: 0.6012311 Jul 07 18:11:21.839933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Request body: {'port': {'device_id': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:21.889940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.934404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:21.951230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-56cb843b-8a09-4d0c-bcd0-76d5c1bf5575 None None] Provisioning complete for port 0b89dc4e-a741-4f8a-9084-87767ad5924e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:21.951774 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56cb843b-8a09-4d0c-bcd0-76d5c1bf5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.961109 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.986344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfe970-5525-4bbb-a40e-d9ffe4357834 req-ea7ed0a0-92cb-4ecd-85ae-d5dbdf49c2c8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:21.988434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94cfe970-5525-4bbb-a40e-d9ffe4357834 req-ea7ed0a0-92cb-4ecd-85ae-d5dbdf49c2c8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 932 time: 0.8412783 Jul 07 18:11:22.000181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:22.000636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:22.004776 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:22.051398 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.112996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-56cb843b-8a09-4d0c-bcd0-76d5c1bf5575 None None] Port 0b89dc4e-a741-4f8a-9084-87767ad5924e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:22.124639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ec5d4f3-a325-4e3d-ac8c-af401d07a8d1 req-522eabb0-5feb-4777-8524-4abe678cfb32 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723073 Jul 07 18:11:22.165978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94cfe970-5525-4bbb-a40e-d9ffe4357834 req-b918e693-86cc-4244-9917-5cd00693f1b6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489651 Jul 07 18:11:22.178258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.183026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port cf634c82-5014-42ee-af6f-6e0041eafb5e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cf634c82-5014-42ee-af6f-6e0041eafb5e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:22.186596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:22.192641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.199470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:22.208746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/networks/4250b14c-2920-4dd2-9b3a-2ed37a42f9ad HTTP/1.1" status: 204 len: 168 time: 2.1870883 Jul 07 18:11:22.241475 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.402836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Sync routers for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:22.422328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659949e6-ab5d-4640-b5d5-1c7593b3c2d7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Network': ['ID=4250b14c-2920-4dd2-9b3a-2ed37a42f9ad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:22.465779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.494508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ea28d50c-ae02-4c4b-acee-f15289c6d81c None None] Provisioning for port 75d03b84-79a1-4bc1-931b-52686532de58 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:22.537242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ea28d50c-ae02-4c4b-acee-f15289c6d81c None None] Provisioning complete for port 75d03b84-79a1-4bc1-931b-52686532de58 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:22.537992 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea28d50c-ae02-4c4b-acee-f15289c6d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.545490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:22.546373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:22.611627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf634c82-5014-42ee-af6f-6e0041eafb5e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:22.623153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.660609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d32dbba-0af5-4cab-bc09-eb70b51fea1e']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:22.678311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ea28d50c-ae02-4c4b-acee-f15289c6d81c None None] Port 75d03b84-79a1-4bc1-931b-52686532de58 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:22.777473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0e414d-97d9-4783-bfd5-6204fda8060c') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:22.778167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0e414d-97d9-4783-bfd5-6204fda8060c') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:22.798772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:22.810979 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.832795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.836856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d03b84-79a1-4bc1-931b-52686532de58 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:22.851063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:22.852299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:22.856118 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:22.870605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.876053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cf634c82-5014-42ee-af6f-6e0041eafb5e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:22.922730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Transition to ACTIVE for port object 75d03b84-79a1-4bc1-931b-52686532de58 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:22.928212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.939080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.955540 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:22.957714 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/networks/8d32dbba-0af5-4cab-bc09-eb70b51fea1e HTTP/1.1" status: 204 len: 168 time: 0.7572241 Jul 07 18:11:22.970638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54190) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:23.033565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54192) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:23.035884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082cae4-8060-40e6-8de3-ad0cc699ee7f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Network': ['ID=8d32dbba-0af5-4cab-bc09-eb70b51fea1e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.040632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-324011672-network', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:23.081589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Pushing event updated for resources: {'Port': ['ID=75d03b84-79a1-4bc1-931b-52686532de58,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.124321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Made reservation on behalf of 3d39836615af4b8f9091656e7cb8babf for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:23.126890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.130322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Attempting to bind port 75d03b84-79a1-4bc1-931b-52686532de58 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:23.130875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Attempting to bind port 75d03b84-79a1-4bc1-931b-52686532de58 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:23.132857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Attempting to bind port 75d03b84-79a1-4bc1-931b-52686532de58 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:23.138649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Port 75d03b84-79a1-4bc1-931b-52686532de58 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:23.139505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Attempting to bind port 75d03b84-79a1-4bc1-931b-52686532de58 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:23.147506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:23.148056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:23.148311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.148868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:23.149691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Bound port: 75d03b84-79a1-4bc1-931b-52686532de58, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:23.150409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.296083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd2301d-14d7-40d2-ba7d-3058251a3984 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.315493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd2301d-14d7-40d2-ba7d-3058251a3984 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.316016 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6cd2301d-14d7-40d2-ba7d-3058251a3984 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3443916 Jul 07 18:11:23.322051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54200) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:23.324665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] For port 75d03b84-79a1-4bc1-931b-52686532de58, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:23.338357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1036116898'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:23.397053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cf634c82-5014-42ee-af6f-6e0041eafb5e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:23.397579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.403821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54206) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:23.431319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] For port 75d03b84-79a1-4bc1-931b-52686532de58, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=75d03b84-79a1-4bc1-931b-52686532de58,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:23.457877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.465893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.487077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:23.505421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.506486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.507110 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Added segment c8cf8434-295b-4db3-b99c-562265df9ff8 of type vlan for network bb1daab7-f009-4df8-bc00-87a8c68fae82 Jul 07 18:11:23.570513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.603822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Pushing event updated for resources: {'Port': ['ID=75d03b84-79a1-4bc1-931b-52686532de58,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.612696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 2, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:23.640372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.641162 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.642597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-3663ed77-79c8-468d-8bf5-d7fbbd768005 service neutron] 10.222.0.55 "PUT /v2.0/ports/75d03b84-79a1-4bc1-931b-52686532de58 HTTP/1.1" status: 200 len: 1092 time: 1.8212962 Jul 07 18:11:23.645892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'tag': '75d03b84-79a1-4bc1-931b-52686532de58'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:23.648260 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735781b9-b4a0-4c71-9554-be7a000196bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f530112b-0de4-4f94-ac98-6b03fe587fa3", "tag": "75d03b84-79a1-4bc1-931b-52686532de58"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:23.651093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Made reservation on behalf of eec9f06b5a6a423e98f0391211dda86d for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:23.654755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.665048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Checking router: 378d8d25-f477-40c9-96e0-0d332d1dd6c5 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:23.665833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Updating router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 port 0b89dc4e-a741-4f8a-9084-87767ad5924e binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:23.694457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a3a61-e73f-446f-9eab-7c060b578300 req-119bac41-2328-4e90-ac22-5e6ee545ca0e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.696011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d2a3a61-e73f-446f-9eab-7c060b578300 req-119bac41-2328-4e90-ac22-5e6ee545ca0e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.2087691 Jul 07 18:11:23.708452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac5bd2-6c5e-4974-ad6b-03dc5ca428f0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.725994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.726746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.728304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.731371 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.811159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d2a3a61-e73f-446f-9eab-7c060b578300 req-8aa77853-a951-4955-b0fb-3511d055e50b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910151 Jul 07 18:11:23.825546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1daab7-f009-4df8-bc00-87a8c68fae82,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:23.839283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3bd4-395a-4872-9f10-458c7b389039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.843189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f819c-e6a5-44d0-9c52-695897865d3f req-4e8024f5-366a-4d68-b0ce-e27f10c7bb2f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.844964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a76f819c-e6a5-44d0-9c52-695897865d3f req-4e8024f5-366a-4d68-b0ce-e27f10c7bb2f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 945 time: 0.4571688 Jul 07 18:11:23.867025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:23.901799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:23.905118 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.905693 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Added segment b4eda430-00d4-4582-adb7-e851d4e55025 of type vlan for network 17dcc119-d8be-45b8-a0a6-b6c07194a180 Jul 07 18:11:23.938026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-21ce60f9-2688-4ce8-a76b-7ab7672393b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.939510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-21ce60f9-2688-4ce8-a76b-7ab7672393b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 1095 time: 0.2211993 Jul 07 18:11:23.979186 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3bd4-395a-4872-9f10-458c7b389039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:23.987821 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3bd4-395a-4872-9f10-458c7b389039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.009553 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f1d9bf6-a061-4d58-a150-89a044190dd2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9747202 Jul 07 18:11:24.012027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-c82b88ec-93fe-4a64-babe-91d145a49ed0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75d03b84-79a1-4bc1-931b-52686532de58 HTTP/1.1" status: 200 len: 217 time: 0.0439556 Jul 07 18:11:24.016718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54214) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:24.022377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a76f819c-e6a5-44d0-9c52-695897865d3f req-113ff95f-2797-456a-b02f-25bd33c30d2c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654551 Jul 07 18:11:24.024585 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.049011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Request body: {'subnet': {'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-324011672-subnet', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:24.077204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-ce3f73ae-2569-4f5c-a600-b00d6fd9f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:24.079497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-ce3f73ae-2569-4f5c-a600-b00d6fd9f4aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0507817 Jul 07 18:11:24.106509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d3bd4-395a-4872-9f10-458c7b389039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7eb127-9612-4e53-9dae-d0f24d24e93a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.128325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cb7d3bd4-395a-4872-9f10-458c7b389039 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=363d75527f584895b5fbcdf74c3d75dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219203 Jul 07 18:11:24.130718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:24.143454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Made reservation on behalf of 3d39836615af4b8f9091656e7cb8babf for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:24.148406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.160461 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e9f36f-5562-47d9-94af-abe0b3ad0959 x-openstack-request-id: req-39e9f36f-5562-47d9-94af-abe0b3ad0959 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:24.161074 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f530112b-0de4-4f94-ac98-6b03fe587fa3", "tag": "75d03b84-79a1-4bc1-931b-52686532de58", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:24.161074 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-39e9f36f-5562-47d9-94af-abe0b3ad0959 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:24.161444 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'tag': '75d03b84-79a1-4bc1-931b-52686532de58', 'status': 'completed', 'code': 200} Jul 07 18:11:24.165034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.171684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:24.172368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.220061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8958056 Jul 07 18:11:24.228008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54218) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:24.243969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2138761174'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:24.283011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-7e34c1d6-70fe-4419-b908-5ea412dba92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:24.284802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-7e34c1d6-70fe-4419-b908-5ea412dba92d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989565 Jul 07 18:11:24.291062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1aee4-2f9f-4f2c-b241-93b5ff559c49 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Network': ['ID=17dcc119-d8be-45b8-a0a6-b6c07194a180,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.327070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Made reservation on behalf of eec9f06b5a6a423e98f0391211dda86d for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:24.331030 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.359675 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.366358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e75d0806-2f06-4851-82b0-36b88962a2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.376816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Transition to ACTIVE for port object 0b89dc4e-a741-4f8a-9084-87767ad5924e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:24.386126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 17dcc119-d8be-45b8-a0a6-b6c07194a180 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:24.397288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-d674fdb9-1a09-480a-9559-aca702c4ef20 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031775 Jul 07 18:11:24.405968 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.422807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:24.437286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e75d0806-2f06-4851-82b0-36b88962a2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.452634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.452993 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Added segment 0c94cbfb-2013-4edc-9d3f-2b16371d6191 of type vlan for network 0446e1f2-973a-4d60-84bf-662702e35f39 Jul 07 18:11:24.488199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0d72-2362-41c1-ae7c-34138b4aee98 None None] Pushing event updated for resources: {'Port': ['ID=0b89dc4e-a741-4f8a-9084-87767ad5924e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.512856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f26069c-0be6-42c5-823a-a67015f6f984 req-cc19e19b-b298-4bd1-9569-81076776890c service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075723 Jul 07 18:11:24.573906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.598899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.676422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4684f0-5754-4565-a224-2c6600db8c85,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.686377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e75d0806-2f06-4851-82b0-36b88962a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.689279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e75d0806-2f06-4851-82b0-36b88962a2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.704075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e75d0806-2f06-4851-82b0-36b88962a2a6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7f7eb127-9612-4e53-9dae-d0f24d24e93a HTTP/1.1" status: 204 len: 168 time: 0.5700262 Jul 07 18:11:24.711875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.715750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735781b9-b4a0-4c71-9554-be7a000196bb req-b79729fb-8afa-4a98-a8ad-fd153b87d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:24.717540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-735781b9-b4a0-4c71-9554-be7a000196bb req-b79729fb-8afa-4a98-a8ad-fd153b87d730 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 1095 time: 0.1060705 Jul 07 18:11:24.718610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:24.719244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:24.838276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d0806-2f06-4851-82b0-36b88962a2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7eb127-9612-4e53-9dae-d0f24d24e93a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.874433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:24.904880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54224) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:24.911528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'ports': [{'network_id': '17dcc119-d8be-45b8-a0a6-b6c07194a180', 'name': 'tempest-port--1072350899', 'admin_state_up': True}, {'network_id': '0446e1f2-973a-4d60-84bf-662702e35f39', 'admin_state_up': False}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:24.912684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'port': {'network_id': '17dcc119-d8be-45b8-a0a6-b6c07194a180', 'name': 'tempest-port--1072350899', 'admin_state_up': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:24.913262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'port': {'network_id': '0446e1f2-973a-4d60-84bf-662702e35f39', 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:24.914086 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6756513 Jul 07 18:11:24.953552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Checking segment: {'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:24.954351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Network hostable DHCP agents. Network: bb1daab7-f009-4df8-bc00-87a8c68fae82, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:24.962442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363896-6e36-4dfb-bd6f-c96b20337631 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Network': ['ID=0446e1f2-973a-4d60-84bf-662702e35f39,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:24.990872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:25.001478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0446e1f2-973a-4d60-84bf-662702e35f39 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:25.006234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, bb1daab7-f009-4df8-bc00-87a8c68fae82) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:25.021584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.022987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.039428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667190a9-5853-498c-9497-21b171dde24b None None] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:25.049640 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-98b69879-9980-45a5-a8a5-4e66f4bfde04 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0274704 Jul 07 18:11:25.053268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54232) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:25.058009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:25.086211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735781b9-b4a0-4c71-9554-be7a000196bb req-3a11ed99-a208-4dbf-a8a1-a15758e776ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.093270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-735781b9-b4a0-4c71-9554-be7a000196bb req-3a11ed99-a208-4dbf-a8a1-a15758e776ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.3689167 Jul 07 18:11:25.096978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.098176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.161061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-735781b9-b4a0-4c71-9554-be7a000196bb req-00ac50b4-f1e6-4132-abbc-89adb408c1fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75d03b84-79a1-4bc1-931b-52686532de58 HTTP/1.1" status: 200 len: 217 time: 0.0550900 Jul 07 18:11:25.166518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Attempting to bind port 0b89dc4e-a741-4f8a-9084-87767ad5924e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:25.167363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Attempting to bind port 0b89dc4e-a741-4f8a-9084-87767ad5924e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:25.167363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Attempting to bind port 0b89dc4e-a741-4f8a-9084-87767ad5924e on network 25380966-4910-411c-aa2f-19bf91c690d2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:25.184858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:25.241154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:25.248878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.248878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:25.248878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Checking segment: {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:25.249335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.249920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Bound using segment: {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:25.250393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Bound port: 0b89dc4e-a741-4f8a-9084-87767ad5924e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:25.256401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.321486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54236) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:25.340275 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc6fa-3cc1-47b0-bd5b-36042e2d564f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.405205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-bb1daab7-f009-4df8-bc00-87a8c68fae82', 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'fixed_ips': [{'subnet_id': '7d4684f0-5754-4565-a224-2c6600db8c85'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:25.406196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.449244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.475021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735781b9-b4a0-4c71-9554-be7a000196bb req-d6b7ee40-f6b8-4939-a950-c6a83c54e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.476930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-735781b9-b4a0-4c71-9554-be7a000196bb req-d6b7ee40-f6b8-4939-a950-c6a83c54e66d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.2804871 Jul 07 18:11:25.517419 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc6fa-3cc1-47b0-bd5b-36042e2d564f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.525421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc6fa-3cc1-47b0-bd5b-36042e2d564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.542946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] For port 0b89dc4e-a741-4f8a-9084-87767ad5924e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:25.574823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] For port 0b89dc4e-a741-4f8a-9084-87767ad5924e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0b89dc4e-a741-4f8a-9084-87767ad5924e,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:25.579255 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.593860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.616628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f2bbc6fa-3cc1-47b0-bd5b-36042e2d564f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=698daea55f6f49b2951fd7e691ccfbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932332 Jul 07 18:11:25.617821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54238) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:25.618813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbc6fa-3cc1-47b0-bd5b-36042e2d564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325f8ba-7fa7-4bad-b787-4356df7440cc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:25.620560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7ca5c-4943-4aca-9103-50cfb8d70e19 req-0196d288-cf6f-4662-b2bb-679ae9d070b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.622398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2af7ca5c-4943-4aca-9103-50cfb8d70e19 req-0196d288-cf6f-4662-b2bb-679ae9d070b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.4745631 Jul 07 18:11:25.683659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:25.687407 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d28aa8-3252-43fc-b549-241e543e9e45" -d '{"events": [{"server_uuid": "4ed59b6e-9a48-4a8e-9e44-4fffda8bb934", "name": "network-vif-plugged", "status": "completed", "tag": "8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:25.695870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43f4d8-343b-4751-a184-d30aea711809 req-68fd476e-7882-4ce3-a31d-c3d44691c1aa tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.697492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a43f4d8-343b-4751-a184-d30aea711809 req-68fd476e-7882-4ce3-a31d-c3d44691c1aa tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 945 time: 0.4237936 Jul 07 18:11:25.731556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Made reservation on behalf of eec9f06b5a6a423e98f0391211dda86d for: {'port': 2} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:25.735307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:25.736720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.758753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb713-424e-4904-b925-c1154cfb5aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.764572 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.767993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.768253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Allocated IP 172.20.0.2 (bb1daab7-f009-4df8-bc00-87a8c68fae82/7d4684f0-5754-4565-a224-2c6600db8c85/ddfe9bdd-0c03-4393-a39e-a3c769f52721) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:25.772282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:25.773085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:25.797142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.808443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb713-424e-4904-b925-c1154cfb5aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.822081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0d72-2362-41c1-ae7c-34138b4aee98 None None] Pushing event updated for resources: {'Port': ['ID=0b89dc4e-a741-4f8a-9084-87767ad5924e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:25.877126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb713-424e-4904-b925-c1154cfb5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.880115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb713-424e-4904-b925-c1154cfb5aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.881603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f5ddb713-424e-4904-b925-c1154cfb5aa8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4325f8ba-7fa7-4bad-b787-4356df7440cc HTTP/1.1" status: 204 len: 168 time: 0.2330382 Jul 07 18:11:25.902081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2af7ca5c-4943-4aca-9103-50cfb8d70e19 req-90f190b1-5227-4c37-8ac0-e3c074d34165 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267516 Jul 07 18:11:25.908503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddb713-424e-4904-b925-c1154cfb5aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325f8ba-7fa7-4bad-b787-4356df7440cc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:25.960464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735781b9-b4a0-4c71-9554-be7a000196bb req-6d7b03b0-16e6-42a2-a6a2-b24932b81fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.962051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-735781b9-b4a0-4c71-9554-be7a000196bb req-6d7b03b0-16e6-42a2-a6a2-b24932b81fa7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4384570 Jul 07 18:11:25.965695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a43f4d8-343b-4751-a184-d30aea711809 req-45a14675-256a-43b6-a92c-839b378a8ffb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209380 Jul 07 18:11:26.056695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.111137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:26.290426 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e55498-653c-4727-9792-64de44bef739 x-openstack-request-id: req-64e55498-653c-4727-9792-64de44bef739 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:26.290781 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed59b6e-9a48-4a8e-9e44-4fffda8bb934", "name": "network-vif-plugged", "status": "completed", "tag": "8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:26.291098 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64e55498-653c-4727-9792-64de44bef739 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:26.291548 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26', 'code': 200} Jul 07 18:11:26.349868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.372509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Transition to ACTIVE for port object ddfe9bdd-0c03-4393-a39e-a3c769f52721 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:26.402787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Transition to ACTIVE for port object ddfe9bdd-0c03-4393-a39e-a3c769f52721 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:26.421439 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.477002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] device_id is not set on port dc332bf6-90f4-4497-aab8-ba4cf705ad62 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:11:26.486992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a65f8-b766-4876-aab1-567f174ee81a req-c87cd795-5666-4638-b5a5-75a06702361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:26.489210 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-288a65f8-b766-4876-aab1-567f174ee81a req-c87cd795-5666-4638-b5a5-75a06702361e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 1097 time: 0.1184776 Jul 07 18:11:26.507352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:26.515685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:26.520402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:26.530430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Pushing event updated for resources: {'Port': ['ID=ddfe9bdd-0c03-4393-a39e-a3c769f52721,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.547273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-735781b9-b4a0-4c71-9554-be7a000196bb req-4680f60e-e0b2-4faa-8e90-969c59a5efaf service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752923 Jul 07 18:11:26.561499 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-288a65f8-b766-4876-aab1-567f174ee81a req-4f87eb4b-daec-49ab-99e4-d49e7608f2b7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652449 Jul 07 18:11:26.622621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Attempting to bind port ddfe9bdd-0c03-4393-a39e-a3c769f52721 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:26.623603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Attempting to bind port ddfe9bdd-0c03-4393-a39e-a3c769f52721 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:26.624285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Attempting to bind port ddfe9bdd-0c03-4393-a39e-a3c769f52721 on network bb1daab7-f009-4df8-bc00-87a8c68fae82 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:26.640063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:26.640437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Checking segment: {'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:26.641041 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.641434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Bound using segment: {'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:26.642008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Bound port: ddfe9bdd-0c03-4393-a39e-a3c769f52721, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:26.642291 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.658222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:25Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:26.693422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7891bc-ab13-4e6b-893e-7b565f86405b None None] The sync data for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 is: [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:25Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:26.793422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] For port ddfe9bdd-0c03-4393-a39e-a3c769f52721, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:26.803123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] For port ddfe9bdd-0c03-4393-a39e-a3c769f52721, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ddfe9bdd-0c03-4393-a39e-a3c769f52721,segment=NetworkSegment(c8cf8434-295b-4db3-b99c-562265df9ff8),segment_id=c8cf8434-295b-4db3-b99c-562265df9ff8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:26.822148 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.899984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9d4d5-9a9c-488c-af5e-73e1d4acbeef None None] Pushing event updated for resources: {'Port': ['ID=ddfe9bdd-0c03-4393-a39e-a3c769f52721,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:26.900926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-735781b9-b4a0-4c71-9554-be7a000196bb req-39f65818-1492-4e25-96b2-a834774b469f service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438523 Jul 07 18:11:26.907433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.913857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:26.960525 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.094058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] device_id is not set on port 7884df08-17c5-46b5-a377-c6ba0fa79680 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:11:27.328652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Allocated IP 172.25.1.183 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/9055db50-eaef-49ee-aae8-c25997e66d09) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:27.512008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0238-b98f-43a7-b8b3-c72289468085 req-d5b8fbc2-1103-45d7-a8b2-6d24be7f6b12 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:27.513618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c76f0238-b98f-43a7-b8b3-c72289468085 req-d5b8fbc2-1103-45d7-a8b2-6d24be7f6b12 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.3090928 Jul 07 18:11:27.535260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.661568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577936a-9f7e-4197-9f67-5a7887d2d7fa req-0962222a-2656-46d5-86ad-9c235eebff59 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:27.663163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a577936a-9f7e-4197-9f67-5a7887d2d7fa req-0962222a-2656-46d5-86ad-9c235eebff59 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 946 time: 0.3321371 Jul 07 18:11:27.671675 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.693286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c76f0238-b98f-43a7-b8b3-c72289468085 req-7112dece-8063-4057-9f57-76902d46aeef tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475012 Jul 07 18:11:27.763869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.876363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a577936a-9f7e-4197-9f67-5a7887d2d7fa req-8635bb5f-acd1-4935-ab30-4045f17071f4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898668 Jul 07 18:11:27.890414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Port': ['ID=dc332bf6-90f4-4497-aab8-ba4cf705ad62,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:27.897086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.969247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:27.987797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:27.990527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:28.021447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Checking segment: {'id': 'b4eda430-00d4-4582-adb7-e851d4e55025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '17dcc119-d8be-45b8-a0a6-b6c07194a180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:28.021872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network hostable DHCP agents. Network: 17dcc119-d8be-45b8-a0a6-b6c07194a180, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:28.062624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=9055db50-eaef-49ee-aae8-c25997e66d09,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:28.102938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network 17dcc119-d8be-45b8-a0a6-b6c07194a180 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:28.231916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 17dcc119-d8be-45b8-a0a6-b6c07194a180) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:28.240478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:28.241675 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:28.246453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18d8eac-9162-4625-ad26-d7d846410099 None None] Network 17dcc119-d8be-45b8-a0a6-b6c07194a180 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:28.316849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb16b57-573d-4d6e-b3e1-016fdc025bdb None None] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:28.397974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-41730262-584c-48f8-8645-9e01b920503e None None] Provisioning for port ddfe9bdd-0c03-4393-a39e-a3c769f52721 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:28.425835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Port': ['ID=7884df08-17c5-46b5-a377-c6ba0fa79680,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:28.449327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Checking segment: {'id': '0c94cbfb-2013-4edc-9d3f-2b16371d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0446e1f2-973a-4d60-84bf-662702e35f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:28.449705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network hostable DHCP agents. Network: 0446e1f2-973a-4d60-84bf-662702e35f39, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:28.473658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network 0446e1f2-973a-4d60-84bf-662702e35f39 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:28.480761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:28.485055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0446e1f2-973a-4d60-84bf-662702e35f39) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:28.504868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a330c59-db9c-4c97-b875-1d74803732c6 None None] Network 0446e1f2-973a-4d60-84bf-662702e35f39 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:28.527005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:28.532917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:28.538064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:28.538818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:28.564797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c2e1e01f-dccc-4d4a-a30a-7e4012da31f0 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6586301 Jul 07 18:11:28.567526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54294) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:28.650802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d08a14-6c61-4ccd-8afd-045a1d8b86d5 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:28.657119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d08a14-6c61-4ccd-8afd-045a1d8b86d5 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:28.658742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-13d08a14-6c61-4ccd-8afd-045a1d8b86d5 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0902183 Jul 07 18:11:28.661708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54296) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:28.791447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:28.868242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Deleting port dc332bf6-90f4-4497-aab8-ba4cf705ad62 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:28.870568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:28.962446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddfe9bdd-0c03-4393-a39e-a3c769f52721 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:29.011199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.028130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Calling delete_port for dc332bf6-90f4-4497-aab8-ba4cf705ad62 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:29.036357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:11:29.093207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ddfe9bdd-0c03-4393-a39e-a3c769f52721 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:29.097758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ddfe9bdd-0c03-4393-a39e-a3c769f52721 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:29.098131 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.158816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4124e983-d3f1-482c-8d6a-c8a406e95b67 None None] Provisioning complete for port ddfe9bdd-0c03-4393-a39e-a3c769f52721 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:29.159580 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4124e983-d3f1-482c-8d6a-c8a406e95b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.186885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.230793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Port': ['ID=dc332bf6-90f4-4497-aab8-ba4cf705ad62,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:29.242344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.244882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5426a933-42db-4910-980e-e65356c587ee tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/ports/dc332bf6-90f4-4497-aab8-ba4cf705ad62 HTTP/1.1" status: 204 len: 168 time: 0.5817242 Jul 07 18:11:29.247323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54314) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:29.266405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.279450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:29.288274 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Sync routers for ids ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:29.303021 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Routers {'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:29.304471 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:29.328882 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4124e983-d3f1-482c-8d6a-c8a406e95b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.346016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.346901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ddfe9bdd-0c03-4393-a39e-a3c769f52721, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ddfe9bdd-0c03-4393-a39e-a3c769f52721,segment=NetworkSegment(c8cf8434-295b-4db3-b99c-562265df9ff8),segment_id=c8cf8434-295b-4db3-b99c-562265df9ff8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:29.347281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed3da1a2-be62-4086-be82-02d9bd8d2ab6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2929389 Jul 07 18:11:29.355842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54316) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:29.358936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.359835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0b89dc4e-a741-4f8a-9084-87767ad5924e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:29.449706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Deleting port 7884df08-17c5-46b5-a377-c6ba0fa79680 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:29.450079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.450361 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Set router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:29.537271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42339-5025-42cf-b9c9-f1574ef36f01 req-0df623e9-87b6-4763-aea7-d5afe3601450 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:29.539131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22a42339-5025-42cf-b9c9-f1574ef36f01 req-0df623e9-87b6-4763-aea7-d5afe3601450 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 946 time: 0.3613873 Jul 07 18:11:29.599192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42de88-5731-4191-9d9e-8cc95a735ad8 req-fa8d11d7-523a-41b7-a5d5-33adb423078f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:29.600471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.601052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a42de88-5731-4191-9d9e-8cc95a735ad8 req-fa8d11d7-523a-41b7-a5d5-33adb423078f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.4218795 Jul 07 18:11:29.631056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Calling delete_port for 7884df08-17c5-46b5-a377-c6ba0fa79680 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:29.635896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22a42339-5025-42cf-b9c9-f1574ef36f01 req-27b98b1a-14c9-4b85-a202-7d435b3c2fa3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885310 Jul 07 18:11:29.686867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a42de88-5731-4191-9d9e-8cc95a735ad8 req-ae852025-044e-48f8-80a2-29d81fbd860d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785017 Jul 07 18:11:29.891912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.903995 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:11:28Z', 'revision_number': 3, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port': {'id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:26Z', 'updated_at': '2021-07-07T18:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:29.944135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ddfe9bdd-0c03-4393-a39e-a3c769f52721,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:29.976293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Port': ['ID=7884df08-17c5-46b5-a377-c6ba0fa79680,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:29.978779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:29.982726 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-4124e983-d3f1-482c-8d6a-c8a406e95b67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:11:29.983131 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-4124e983-d3f1-482c-8d6a-c8a406e95b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:11:29.984812 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c4dd9147-5fd3-48e5-8a06-cfa9f376e96b tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/ports/7884df08-17c5-46b5-a377-c6ba0fa79680 HTTP/1.1" status: 204 len: 168 time: 0.7363954 Jul 07 18:11:29.993466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54320) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:30.016311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 0b89dc4e-a741-4f8a-9084-87767ad5924e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:30.016996 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Checking router: f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:30.017516 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Updating router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 port 9055db50-eaef-49ee-aae8-c25997e66d09 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:30.022077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0b89dc4e-a741-4f8a-9084-87767ad5924e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:30.022077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.060496 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.096844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cdbc3c66-6e60-4354-83d4-2829bf0fb394 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1017990 Jul 07 18:11:30.099049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54324) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:30.106433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-596631215'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:30.150281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Made reservation on behalf of eec9f06b5a6a423e98f0391211dda86d for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:30.156061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.201301 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.238130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:30.260218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 0b89dc4e-a741-4f8a-9084-87767ad5924e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0b89dc4e-a741-4f8a-9084-87767ad5924e,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:30.267077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.278433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.278433 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Added segment 1e83b171-11f3-49e4-984e-c357f9757b55 of type vlan for network 309a8ca1-5ad1-4cd4-904c-b7d4b834618b Jul 07 18:11:30.318907 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.333020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=0b89dc4e-a741-4f8a-9084-87767ad5924e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:30.336067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.435532 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.446359 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Transition to ACTIVE for port object 9055db50-eaef-49ee-aae8-c25997e66d09 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:30.452541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.453678 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.460007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:30.460906 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.507775 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Attempting to bind port 9055db50-eaef-49ee-aae8-c25997e66d09 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:30.508173 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Attempting to bind port 9055db50-eaef-49ee-aae8-c25997e66d09 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:30.508492 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Attempting to bind port 9055db50-eaef-49ee-aae8-c25997e66d09 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:30.515658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac9068-2135-4c6f-8916-0c277cbbad7a None None] Pushing event updated for resources: {'Port': ['ID=9055db50-eaef-49ee-aae8-c25997e66d09,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:30.519627 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:30.519994 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:30.522546 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.522546 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:30.522546 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Bound port: 9055db50-eaef-49ee-aae8-c25997e66d09, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:30.522546 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.583373 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] For port 9055db50-eaef-49ee-aae8-c25997e66d09, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:30.586900 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] For port 9055db50-eaef-49ee-aae8-c25997e66d09, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9055db50-eaef-49ee-aae8-c25997e66d09,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:30.592144 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.653199 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Routers {'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:30.653882 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:30.706735 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac9068-2135-4c6f-8916-0c277cbbad7a None None] Pushing event updated for resources: {'Port': ['ID=9055db50-eaef-49ee-aae8-c25997e66d09,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:30.785962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddfe9bdd-0c03-4393-a39e-a3c769f52721 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:30.793565 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] Set router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:30.837074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ddfe9bdd-0c03-4393-a39e-a3c769f52721 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:30.837550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.931358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0b89dc4e-a741-4f8a-9084-87767ad5924e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:30.948578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8473332 Jul 07 18:11:30.951320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54332) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:30.957159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1510442755'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:30.981601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Made reservation on behalf of eec9f06b5a6a423e98f0391211dda86d for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:30.985554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4b7e6-8fe0-4ffe-acf3-27efcfe37b24 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Network': ['ID=309a8ca1-5ad1-4cd4-904c-b7d4b834618b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:30.986782 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:30.995803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0b89dc4e-a741-4f8a-9084-87767ad5924e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:30.995803 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.017472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:31.028873 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:11:28Z', 'revision_number': 3, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port': {'id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:26Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:31.029945 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.030476 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Added segment 3423c69b-2580-4ee4-a3f7-b7e539f69dee of type vlan for network 951310da-21a7-447f-83c7-e75de981ea89 Jul 07 18:11:31.030609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734fb3-35c5-41c2-a4f6-f8a6b31efaff req-4804767c-64cb-4e81-8ebd-e3a2924d3590 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.032116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c734fb3-35c5-41c2-a4f6-f8a6b31efaff req-4804767c-64cb-4e81-8ebd-e3a2924d3590 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 946 time: 0.6729364 Jul 07 18:11:31.040185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 309a8ca1-5ad1-4cd4-904c-b7d4b834618b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:31.066496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Allocated IP 172.20.0.1 (bb1daab7-f009-4df8-bc00-87a8c68fae82/7d4684f0-5754-4565-a224-2c6600db8c85/a755bf17-34ac-460b-b564-ee6d6f40d754) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:31.076631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729ff96-3ddb-40c7-8160-0c90c1eacbd0 None None] The sync data for ids ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'] in n-d-798930-2 is: [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:11:28Z', 'revision_number': 3, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port': {'id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:26Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:31.089204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.121433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c734fb3-35c5-41c2-a4f6-f8a6b31efaff req-82c538d4-1814-4b2e-a0a3-23ad90fc72e8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789566 Jul 07 18:11:31.139460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.150097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.150749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.241823 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2888727 Jul 07 18:11:31.270932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8321e41-aa20-407f-94ca-c9b99d8e4c0a tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Network': ['ID=951310da-21a7-447f-83c7-e75de981ea89,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:31.274848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684121fb-4fac-4ef5-ba91-e035a7a3a7d2 req-4d53c3d2-2c08-4f8d-8e18-8888ac960e16 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.282818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-684121fb-4fac-4ef5-ba91-e035a7a3a7d2 req-4d53c3d2-2c08-4f8d-8e18-8888ac960e16 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.3596265 Jul 07 18:11:31.298943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 951310da-21a7-447f-83c7-e75de981ea89 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:31.370383 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.381203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-684121fb-4fac-4ef5-ba91-e035a7a3a7d2 req-bd821307-736e-48bd-ad76-5854ef70b8f1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972970 Jul 07 18:11:31.421695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Transition to ACTIVE for port object a755bf17-34ac-460b-b564-ee6d6f40d754 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:31.437648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-e7d73faa-b4d7-48c6-a250-729a2fc99803 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1334665 Jul 07 18:11:31.496086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.700551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:31.704405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:31.709152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:31.784620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Pushing event updated for resources: {'Port': ['ID=a755bf17-34ac-460b-b564-ee6d6f40d754,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:31.816966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.817549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.818039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.818599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.819122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.819609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.822724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.826091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ee700172-dc9a-46a4-bf35-f426a2d3ed71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.2272723 Jul 07 18:11:31.832201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:31.954839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-b23bce2b-72f3-42cd-b21f-0032a2fa7ed1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:31.960951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-b23bce2b-72f3-42cd-b21f-0032a2fa7ed1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.90 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 946 time: 0.2018478 Jul 07 18:11:32.066424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-e6daaf61-8518-48b9-88f5-8964b3f20c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.066896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-e6daaf61-8518-48b9-88f5-8964b3f20c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.067857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-e6daaf61-8518-48b9-88f5-8964b3f20c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.069720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-e6daaf61-8518-48b9-88f5-8964b3f20c31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=82c89e28-4704-4bdf-9808-aabe4c6116ce&id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 2291 time: 0.1936290 Jul 07 18:11:32.141859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Deleting port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:32.142193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.201602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d18183f3-bd85-4463-b6b7-86df9d492706 None None] Provisioning for port a755bf17-34ac-460b-b564-ee6d6f40d754 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:32.207021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d18183f3-bd85-4463-b6b7-86df9d492706 None None] Provisioning complete for port a755bf17-34ac-460b-b564-ee6d6f40d754 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:32.208297 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d18183f3-bd85-4463-b6b7-86df9d492706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.311717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d18183f3-bd85-4463-b6b7-86df9d492706 None None] Port a755bf17-34ac-460b-b564-ee6d6f40d754 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:32.360936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.403553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] For port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:32.405457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.437143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Calling delete_port for 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:32.565932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-94ef078d-8b1e-4859-9920-8b88ee5982fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 1002 time: 0.4045508 Jul 07 18:11:32.828674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.848426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d306db82-63f5-42ac-b7fb-1135bad733e9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:32.909192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403542-8979-4059-a2b0-a126332ee624 req-1cd44052-b39a-4e00-920d-e7171414c974 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.910928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e403542-8979-4059-a2b0-a126332ee624 req-1cd44052-b39a-4e00-920d-e7171414c974 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ed59b6e-9a48-4a8e-9e44-4fffda8bb934 HTTP/1.1" status: 200 len: 946 time: 0.4166789 Jul 07 18:11:32.912605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-022d895d-b804-4bf4-bd60-f6769d4f71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:32.914011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-022d895d-b804-4bf4-bd60-f6769d4f71fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 200 len: 851 time: 0.3174701 Jul 07 18:11:32.948739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9055db50-eaef-49ee-aae8-c25997e66d09 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:33.022530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.031636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Pushing event deleted for resources: {'Port': ['ID=8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:33.083824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.101631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] No DVR routers for this DVR port 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:33.105283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.109817 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-92c7516e-c8b7-4538-bd37-58a86079eed6 req-1442eb81-5fe0-4369-a4f0-4ed056fc0ef8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.90 "DELETE /v2.0/ports/8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 HTTP/1.1" status: 204 len: 173 time: 1.1412716 Jul 07 18:11:33.113362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'name': 'network-vif-deleted', 'tag': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:33.116490 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644846b-1bb7-4887-b228-90852ef5b29b" -d '{"events": [{"server_uuid": "4ed59b6e-9a48-4a8e-9e44-4fffda8bb934", "name": "network-vif-deleted", "tag": "8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:33.194393 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:33.195783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 9055db50-eaef-49ee-aae8-c25997e66d09 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:33.209706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9055db50-eaef-49ee-aae8-c25997e66d09 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:33.209706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.335493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Pushing event updated for resources: {'Port': ['ID=a755bf17-34ac-460b-b564-ee6d6f40d754,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:33.392234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d47a7a-4bb4-48a9-8cc8-165d60777533 req-208ab498-8c33-417e-95a9-d6c5663399a8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.394291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5d47a7a-4bb4-48a9-8cc8-165d60777533 req-208ab498-8c33-417e-95a9-d6c5663399a8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.6902227 Jul 07 18:11:33.413071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e403542-8979-4059-a2b0-a126332ee624 req-f260cb86-8de5-4aa9-9438-8ed657f976aa tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651185 Jul 07 18:11:33.489153 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.497870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.511922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-a45bfdba-d026-4cf3-80eb-5563552903bf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6243379 Jul 07 18:11:33.528960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5d47a7a-4bb4-48a9-8cc8-165d60777533 req-d80286fa-7e41-40ff-9321-7adf28788207 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258013 Jul 07 18:11:33.545726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-d94cbf3f-3778-4b74-a6c4-bb36eb8f3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.547610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-d94cbf3f-3778-4b74-a6c4-bb36eb8f3d84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4951453 Jul 07 18:11:33.576806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 9055db50-eaef-49ee-aae8-c25997e66d09, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9055db50-eaef-49ee-aae8-c25997e66d09,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:33.584068 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.708799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=9055db50-eaef-49ee-aae8-c25997e66d09,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:33.719927 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc30e7-9330-43f9-94d3-a822691f4894 x-openstack-request-id: req-b0fc30e7-9330-43f9-94d3-a822691f4894 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:33.720655 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed59b6e-9a48-4a8e-9e44-4fffda8bb934", "name": "network-vif-deleted", "tag": "8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:33.721183 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0fc30e7-9330-43f9-94d3-a822691f4894 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:33.722468 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed59b6e-9a48-4a8e-9e44-4fffda8bb934', 'name': 'network-vif-deleted', 'tag': '8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26', 'status': 'completed', 'code': 200} Jul 07 18:11:33.888708 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.958942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-b429e798-c9a3-4c28-acd6-e4bbf3b6f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:33.960488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-b429e798-c9a3-4c28-acd6-e4bbf3b6f978 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1096 time: 0.2478652 Jul 07 18:11:34.052865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-2f1a789e-f620-4103-96b5-2593d4e97ed8 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412285 Jul 07 18:11:34.085273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:34.138298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:34.364057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-446eb545-ccce-4bd8-b51c-a40b20936e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:34.365777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-446eb545-ccce-4bd8-b51c-a40b20936e97 service neutron] 10.222.0.90 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.3633640 Jul 07 18:11:34.383327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-24a5423b-3046-4d5b-ab08-64524decb4a4 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114510 Jul 07 18:11:34.448923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ba9bfd8f-9f1b-4c3a-9da5-30651dfbfead service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 217 time: 0.0487771 Jul 07 18:11:34.468608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-23d97f7e-d71d-4dba-81c6-84470bbba66c None None] Provisioning complete for port a755bf17-34ac-460b-b564-ee6d6f40d754 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:34.477387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23d97f7e-d71d-4dba-81c6-84470bbba66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:34.514675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-98a62157-e2cd-4000-ac25-e292e659abc0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.1301842 Jul 07 18:11:34.529674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-23d97f7e-d71d-4dba-81c6-84470bbba66c None None] Port a755bf17-34ac-460b-b564-ee6d6f40d754 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:34.574318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:34.583488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-1e1bb9b2-16aa-4a37-a64d-b22cf4d3d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:34.585097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-1e1bb9b2-16aa-4a37-a64d-b22cf4d3d598 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1040907 Jul 07 18:11:34.604314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-24187436-1b17-47c8-8904-87abd79cb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:34.606326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-24187436-1b17-47c8-8904-87abd79cb108 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.0826221 Jul 07 18:11:34.607513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54408) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:34.615484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'subnets': [{'network_id': '309a8ca1-5ad1-4cd4-904c-b7d4b834618b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1448355783', 'ip_version': 6}, {'network_id': '951310da-21a7-447f-83c7-e75de981ea89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:34.615859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'subnet': {'network_id': '309a8ca1-5ad1-4cd4-904c-b7d4b834618b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1448355783', 'ip_version': 6}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:34.616532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Request body: {'subnet': {'network_id': '951310da-21a7-447f-83c7-e75de981ea89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:34.669533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:34.725332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:11:34.725690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e0494d8-abe0-4ebe-bcf1-1e740bd0bb26 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:11:34.774579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-47343746-21bf-4d71-8b3f-f88efe19f28a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088812 Jul 07 18:11:34.818811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9055db50-eaef-49ee-aae8-c25997e66d09 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:34.875015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9055db50-eaef-49ee-aae8-c25997e66d09 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:34.875353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:34.895356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Made reservation on behalf of eec9f06b5a6a423e98f0391211dda86d for: {'subnet': 2} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:34.901247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:34.901803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.323494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-89f96a0c-564e-4101-a9d5-5b1e9c9e318f service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403280 Jul 07 18:11:35.324517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.326691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-53e496b2-265c-4c8b-be9f-2492d604fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.328119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-53e496b2-265c-4c8b-be9f-2492d604fcf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7206883 Jul 07 18:11:35.333144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:35.349413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fac21e68-7d5a-4219-add5-027ac5c7f18c admin admin] 10.222.0.88 "PUT /v2.0/routers/f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9846554 Jul 07 18:11:35.356376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Sync routers for ids ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:35.368512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Routers {'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:35.369681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:35.395633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Subnet': ['ID=8f424d98-02ae-480b-b3c0-2b777b568722,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:35.433068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Checking segment: {'id': '1e83b171-11f3-49e4-984e-c357f9757b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '309a8ca1-5ad1-4cd4-904c-b7d4b834618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:35.433433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network hostable DHCP agents. Network: 309a8ca1-5ad1-4cd4-904c-b7d4b834618b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:35.454918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network 309a8ca1-5ad1-4cd4-904c-b7d4b834618b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:35.468977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 309a8ca1-5ad1-4cd4-904c-b7d4b834618b) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:35.493748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.501654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30272-8b97-4091-bb40-6a4019c608c9 req-06ad3114-4061-4d19-839c-6c39c134a634 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.503778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52a30272-8b97-4091-bb40-6a4019c608c9 req-06ad3114-4061-4d19-839c-6c39c134a634 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.6274102 Jul 07 18:11:35.506066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d52037-a109-4b98-97d9-8955907989c2 None None] Network 309a8ca1-5ad1-4cd4-904c-b7d4b834618b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:35.520082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633f77e-d148-4b01-a9d3-19cf0ce2fa1a req-9eb03b71-f3bb-43dc-b744-affd7af080ed tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.521731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f633f77e-d148-4b01-a9d3-19cf0ce2fa1a req-9eb03b71-f3bb-43dc-b744-affd7af080ed tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.6660702 Jul 07 18:11:35.621593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Set router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:35.639932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778adc43-dc65-4484-b45e-0a1efa38d1dd req-4e1b2ebd-e85f-449f-836c-480997d8f056 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039715 Jul 07 18:11:35.648617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-c2b97af1-e32d-41e0-bf68-1e57a27020f4 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993155 Jul 07 18:11:35.660083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Checking segment: {'id': '3423c69b-2580-4ee4-a3f7-b7e539f69dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '951310da-21a7-447f-83c7-e75de981ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:35.660583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network hostable DHCP agents. Network: 951310da-21a7-447f-83c7-e75de981ea89, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:35.662358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52a30272-8b97-4091-bb40-6a4019c608c9 req-ac7548ed-783e-4a7d-a0e5-ef11729acd3f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376894 Jul 07 18:11:35.667936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event updated for resources: {'Subnet': ['ID=6141e658-35db-4c7f-91ee-538f92740ef5,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:35.687360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f633f77e-d148-4b01-a9d3-19cf0ce2fa1a req-6aae91a2-d98b-4167-a9a5-c099a98095ec tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454823 Jul 07 18:11:35.734131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Network 951310da-21a7-447f-83c7-e75de981ea89 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:35.750201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 951310da-21a7-447f-83c7-e75de981ea89) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:35.757967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.760788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.762160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.778603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30bea4-b6cd-4977-a400-504ef7284ab4 None None] Network 951310da-21a7-447f-83c7-e75de981ea89 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:35.802361 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7f137ab4-5f99-4318-9da0-682f3243f6b9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1936495 Jul 07 18:11:35.804967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54424) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:35.876991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-df59162f-803b-4048-8535-da473a02e190 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107852 Jul 07 18:11:35.930370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f9fcb-bc67-4be4-aa65-4c43ddc60e2c tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.932222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f9fcb-bc67-4be4-aa65-4c43ddc60e2c tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.933959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f9fcb-bc67-4be4-aa65-4c43ddc60e2c tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:35.945514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-249f9fcb-bc67-4be4-aa65-4c43ddc60e2c tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1303911 Jul 07 18:11:35.946085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54430) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:35.979929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-30ebcdee-3f4a-4632-b56f-1765caef3552 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 217 time: 0.0917306 Jul 07 18:11:36.026295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Deleting subnet 8f424d98-02ae-480b-b3c0-2b777b568722 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:11:36.035930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.037717 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.067653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-951310da-21a7-447f-83c7-e75de981ea89', 'network_id': '951310da-21a7-447f-83c7-e75de981ea89', 'tenant_id': 'eec9f06b5a6a423e98f0391211dda86d', 'fixed_ips': [{'subnet_id': '6141e658-35db-4c7f-91ee-538f92740ef5'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:36.068586 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.080935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ea889ba8-64ba-426c-a009-5cf5349b927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.082977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-ea889ba8-64ba-426c-a009-5cf5349b927b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0949709 Jul 07 18:11:36.105975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cf25d9-c6fc-46a3-a017-da1c200a08b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-309a8ca1-5ad1-4cd4-904c-b7d4b834618b', 'network_id': '309a8ca1-5ad1-4cd4-904c-b7d4b834618b', 'tenant_id': 'eec9f06b5a6a423e98f0391211dda86d', 'fixed_ips': [{'subnet_id': '8f424d98-02ae-480b-b3c0-2b777b568722'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:36.106851 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69cf25d9-c6fc-46a3-a017-da1c200a08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.142685 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.235680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.261584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-81c20dae-a878-4fe5-b70d-b8aedaff766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.263440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-81c20dae-a878-4fe5-b70d-b8aedaff766a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1723657 Jul 07 18:11:36.320525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.340591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 75d03b84-79a1-4bc1-931b-52686532de58 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:36.374358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75f6c1-59ba-4d40-809e-a775b89b5a1d req-3f049977-f908-4135-9db1-e95030ccc1d9 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.382365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f75f6c1-59ba-4d40-809e-a775b89b5a1d req-3f049977-f908-4135-9db1-e95030ccc1d9 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2323701 Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-69cf25d9-c6fc-46a3-a017-da1c200a08b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f424d98-02ae-480b-b3c0-2b777b568722: This subnet is being modified by another concurrent operation. Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f424d98-02ae-480b-b3c0-2b777b568722: This subnet is being modified by another concurrent operation. Jul 07 18:11:36.391795 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:11:36.417840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2084a-c7ee-4b69-b737-1e25a6c6a92b None None] Network 309a8ca1-5ad1-4cd4-904c-b7d4b834618b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:36.431617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Subnet': ['ID=8f424d98-02ae-480b-b3c0-2b777b568722,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:36.445596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.447720 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ba1e40e-825d-45a2-bdbc-80c0454c8ff9 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/subnets/8f424d98-02ae-480b-b3c0-2b777b568722 HTTP/1.1" status: 204 len: 168 time: 0.4987066 Jul 07 18:11:36.452110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54434) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:36.481540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f75f6c1-59ba-4d40-809e-a775b89b5a1d req-527dad19-c26f-4f07-b525-563d406d105e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980482 Jul 07 18:11:36.542651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-57a49eb7-ab06-4106-8bdc-97f5efd82e29 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666199 Jul 07 18:11:36.583789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Deleting subnet 6141e658-35db-4c7f-91ee-538f92740ef5 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:11:36.711487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54442) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:36.718820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bf4f1915-0d4a-4a38-8f6a-c40cb8011cc8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588031772', 'description': 'tempest-secgroup-smoke-1588031772 description', 'project_id': 'a019cf430d494e759c52df0956d1b3cc'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:36.762580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd454fd-8c0f-47cd-9815-5041f29de7b9 req-ed71a067-0d0b-4c2f-b008-90d25394a8d6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.764471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fd454fd-8c0f-47cd-9815-5041f29de7b9 req-ed71a067-0d0b-4c2f-b008-90d25394a8d6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1203775 Jul 07 18:11:36.798961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-65115075-2357-46c3-b145-4612cdd08cbc service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099364 Jul 07 18:11:36.814041 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1915-0d4a-4a38-8f6a-c40cb8011cc8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.846109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-6642810a-1ed3-4c00-aac3-5cc33a0b802c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 200 len: 217 time: 0.0395229 Jul 07 18:11:36.852198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fd454fd-8c0f-47cd-9815-5041f29de7b9 req-f41d2990-64d9-43eb-882d-da88ecf897ff tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813453 Jul 07 18:11:36.908625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-69ff0218-1278-4ae4-ab29-ff65fc4ccb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:36.911964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-69ff0218-1278-4ae4-ab29-ff65fc4ccb6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0571494 Jul 07 18:11:36.973348 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:11:36.992640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Allocated IP 2001:db8:0:1::1 (951310da-21a7-447f-83c7-e75de981ea89/6141e658-35db-4c7f-91ee-538f92740ef5/7dd5ae83-5cd7-49fc-9872-c138a4b224a8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:37.064984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-674199f0-c868-4efe-a34d-fe2e8a469e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.071394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-674199f0-c868-4efe-a34d-fe2e8a469e7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1544881 Jul 07 18:11:37.090668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:11:32Z', 'revision_number': 4, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port': {'id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:26Z', 'updated_at': '2021-07-07T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a755bf17-34ac-460b-b564-ee6d6f40d754', 'name': '', 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'mac_address': 'fa:16:3e:af:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '7d4684f0-5754-4565-a224-2c6600db8c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:30Z', 'updated_at': '2021-07-07T18:11:32Z', 'revision_number': 2, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'subnets': [{'id': '7d4684f0-5754-4565-a224-2c6600db8c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:37.103561 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1915-0d4a-4a38-8f6a-c40cb8011cc8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.114760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1915-0d4a-4a38-8f6a-c40cb8011cc8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.138382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Checking router: f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:37.139046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Updating router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 port a755bf17-34ac-460b-b564-ee6d6f40d754 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:11:37.152700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1915-0d4a-4a38-8f6a-c40cb8011cc8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.158500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bf4f1915-0d4a-4a38-8f6a-c40cb8011cc8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4448111 Jul 07 18:11:37.163526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54460) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:37.188238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-10a58624-15a7-46af-bd19-8a51d79f5663 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'security_group_rule': {'security_group_id': '0ad27108-7002-4e84-bea7-7e207e7318a9', 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:37.290505 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.302717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f1915-0d4a-4a38-8f6a-c40cb8011cc8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad27108-7002-4e84-bea7-7e207e7318a9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:37.322912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10a58624-15a7-46af-bd19-8a51d79f5663 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.380259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-d8752d76-8d25-4bd7-8493-34ac2f284db7 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970016 Jul 07 18:11:37.463827 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10a58624-15a7-46af-bd19-8a51d79f5663 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.473993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10a58624-15a7-46af-bd19-8a51d79f5663 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.514054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a58624-15a7-46af-bd19-8a51d79f5663 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73ac39d-c5ed-4104-8e71-54d439ac43bf,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:37.527399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10a58624-15a7-46af-bd19-8a51d79f5663 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.528637 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.530363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10a58624-15a7-46af-bd19-8a51d79f5663 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656132 Jul 07 18:11:37.532501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54464) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:37.546192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4d8a0d28-176f-4fc8-a01d-8ba058c15fc2 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'security_group_rule': {'security_group_id': '0ad27108-7002-4e84-bea7-7e207e7318a9', 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:37.548043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Transition to ACTIVE for port object 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:37.549412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6106478-bd1a-4fd8-9447-912f2ec2d5a1 req-40e4a76e-178c-44e1-8a85-f0e6b01d2813 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:37.556157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54466) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:37.559537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6106478-bd1a-4fd8-9447-912f2ec2d5a1 req-40e4a76e-178c-44e1-8a85-f0e6b01d2813 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 944 time: 0.2583513 Jul 07 18:11:37.565654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Transition to ACTIVE for port object 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:37.578219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 75d03b84-79a1-4bc1-931b-52686532de58, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=75d03b84-79a1-4bc1-931b-52686532de58,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:37.580248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.597740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '75d03b84-79a1-4bc1-931b-52686532de58', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'port_id': '75d03b84-79a1-4bc1-931b-52686532de58', 'mac_address': 'fa:16:3e:e9:01:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:37.601836 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.694817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d28-176f-4fc8-a01d-8ba058c15fc2 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.742047 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6106478-bd1a-4fd8-9447-912f2ec2d5a1 req-d187786d-5764-40ca-82ba-751c63a64ebf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801491 Jul 07 18:11:37.819544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.821439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2caac1cb-c035-49e0-9bc7-c6db3a75617a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.850997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d28-176f-4fc8-a01d-8ba058c15fc2 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.870735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d28-176f-4fc8-a01d-8ba058c15fc2 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.885999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-583f0c5a-c460-4bbc-8e58-c8bf85b453de service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956241 Jul 07 18:11:37.898142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Network 951310da-21a7-447f-83c7-e75de981ea89 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:37.916954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Pushing event updated for resources: {'Port': ['ID=7dd5ae83-5cd7-49fc-9872-c138a4b224a8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:37.920389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:37.927810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:37.934668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a0d28-176f-4fc8-a01d-8ba058c15fc2 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502d9bdb-db04-4c10-b75c-39075fd18e06,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:37.936423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:37.956680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-76496c37-77e7-4126-b503-d76948754f40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 200 len: 217 time: 0.0618627 Jul 07 18:11:38.033445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d03b84-79a1-4bc1-931b-52686532de58 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:38.052413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-5b38bbe1-b028-4530-bcd1-80bea3f44d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:38.054530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-5b38bbe1-b028-4530-bcd1-80bea3f44d2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0916026 Jul 07 18:11:38.075669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2caac1cb-c035-49e0-9bc7-c6db3a75617a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.086344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2caac1cb-c035-49e0-9bc7-c6db3a75617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.098775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 75d03b84-79a1-4bc1-931b-52686532de58, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=75d03b84-79a1-4bc1-931b-52686532de58,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:38.117711 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d28-176f-4fc8-a01d-8ba058c15fc2 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.120303 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d8a0d28-176f-4fc8-a01d-8ba058c15fc2 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5863216 Jul 07 18:11:38.121489 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.125114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54478) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:38.130197 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.132309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-abc34ea7-295d-4a98-9243-82db7c2fd8aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'security_group_rule': {'security_group_id': '0ad27108-7002-4e84-bea7-7e207e7318a9', 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:38.152363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Attempting to bind port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:38.152872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Attempting to bind port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '3423c69b-2580-4ee4-a3f7-b7e539f69dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '951310da-21a7-447f-83c7-e75de981ea89'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:38.153146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Attempting to bind port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 on network 951310da-21a7-447f-83c7-e75de981ea89 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:38.168469 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2caac1cb-c035-49e0-9bc7-c6db3a75617a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=459c8c6b84ab4de181f083cd96dddb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081369 Jul 07 18:11:38.171236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:38.181054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caac1cb-c035-49e0-9bc7-c6db3a75617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba86199-4e18-4158-a48e-6159bd5451f8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.228121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:38.228643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Checking segment: {'id': '3423c69b-2580-4ee4-a3f7-b7e539f69dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '951310da-21a7-447f-83c7-e75de981ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:38.228891 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.240918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Bound using segment: {'id': '3423c69b-2580-4ee4-a3f7-b7e539f69dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '951310da-21a7-447f-83c7-e75de981ea89'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:38.241744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Bound port: 7dd5ae83-5cd7-49fc-9872-c138a4b224a8, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3423c69b-2580-4ee4-a3f7-b7e539f69dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '951310da-21a7-447f-83c7-e75de981ea89'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:38.242353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.268436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0e67cce-4f7f-4c14-84e6-b6beae7eac74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.275342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-fd148cd8-68eb-4de3-a006-47d1104ed0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:38.277511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-fd148cd8-68eb-4de3-a006-47d1104ed0dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2133811 Jul 07 18:11:38.286257 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.303857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0e67cce-4f7f-4c14-84e6-b6beae7eac74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.319842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-abc34ea7-295d-4a98-9243-82db7c2fd8aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.363033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0e67cce-4f7f-4c14-84e6-b6beae7eac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.369758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0e67cce-4f7f-4c14-84e6-b6beae7eac74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.371198 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0e67cce-4f7f-4c14-84e6-b6beae7eac74 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1ba86199-4e18-4158-a48e-6159bd5451f8 HTTP/1.1" status: 204 len: 168 time: 0.1987283 Jul 07 18:11:38.388942 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.393886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e67cce-4f7f-4c14-84e6-b6beae7eac74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba86199-4e18-4158-a48e-6159bd5451f8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.407986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/subnets/6141e658-35db-4c7f-91ee-538f92740ef5 HTTP/1.1" status: 204 len: 168 time: 1.9472265 Jul 07 18:11:38.408374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:38.426084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=75d03b84-79a1-4bc1-931b-52686532de58,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.449035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816073f3-50ec-41f9-a069-ae3f0b3ec55f tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Subnet': ['ID=6141e658-35db-4c7f-91ee-538f92740ef5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.518939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['75d03b84-79a1-4bc1-931b-52686532de58'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:38.524299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-abc34ea7-295d-4a98-9243-82db7c2fd8aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.532064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-abc34ea7-295d-4a98-9243-82db7c2fd8aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.559750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a1185-e54b-4855-a68c-c1b6a64cf28e tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:38.567632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5b7a1185-e54b-4855-a68c-c1b6a64cf28e tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521833 Jul 07 18:11:38.572286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:38.590800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-7ba4187b-56fe-437e-ad5b-a3fc1dfa3727 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011408 Jul 07 18:11:38.592077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc34ea7-295d-4a98-9243-82db7c2fd8aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162bc9a3-182f-4eec-ad55-b4d8ca156993,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.605954 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.636279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-abc34ea7-295d-4a98-9243-82db7c2fd8aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.637586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-abc34ea7-295d-4a98-9243-82db7c2fd8aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5107541 Jul 07 18:11:38.642541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Transition to ACTIVE for port object a755bf17-34ac-460b-b564-ee6d6f40d754 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:38.643895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54492) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:38.693560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] For port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:38.695937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.700897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] For port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7dd5ae83-5cd7-49fc-9872-c138a4b224a8,segment=NetworkSegment(3423c69b-2580-4ee4-a3f7-b7e539f69dee),segment_id=3423c69b-2580-4ee4-a3f7-b7e539f69dee)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:38.718802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4a5f2a8c-e177-468f-b217-88827ed57fa5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'security_group_rule': {'security_group_id': '0ad27108-7002-4e84-bea7-7e207e7318a9', 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:38.721933 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.816882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-32fab229-cf75-41d1-aa9d-3971be06b8a1 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193482 Jul 07 18:11:38.850914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.862375 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d391-8222-496b-9dff-fbe3540ad1f2 None None] Pushing event updated for resources: {'Port': ['ID=a755bf17-34ac-460b-b564-ee6d6f40d754,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:38.870974 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2a8c-e177-468f-b217-88827ed57fa5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:38.921819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-e5c3a37c-260a-4df5-9a76-7071299879d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 200 len: 217 time: 0.0958571 Jul 07 18:11:38.989924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82df5b-f3c9-4611-9447-b3ee28eed6ca None None] Pushing event updated for resources: {'Port': ['ID=7dd5ae83-5cd7-49fc-9872-c138a4b224a8,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.030117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dedb67-b2a5-4a4f-bf9f-a5d69a1ca597 None None] Network 951310da-21a7-447f-83c7-e75de981ea89 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:39.044018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54498) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:39.070727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0939df4-7920-4cf0-a724-9239c22a3bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.084804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-69ab23c3-7d0a-4c52-a78e-900516e46d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.086464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-69ab23c3-7d0a-4c52-a78e-900516e46d34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1556182 Jul 07 18:11:39.133408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20783ba-e2ad-41a7-b788-54eaa0246aec req-718647d5-72e5-4493-a214-ed588dfbec9c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.134952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d20783ba-e2ad-41a7-b788-54eaa0246aec req-718647d5-72e5-4493-a214-ed588dfbec9c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 945 time: 0.1514273 Jul 07 18:11:39.164131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Attempting to bind port a755bf17-34ac-460b-b564-ee6d6f40d754 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:39.164782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Attempting to bind port a755bf17-34ac-460b-b564-ee6d6f40d754 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:39.164963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Attempting to bind port a755bf17-34ac-460b-b564-ee6d6f40d754 on network bb1daab7-f009-4df8-bc00-87a8c68fae82 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:39.179497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:39.179860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Checking segment: {'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:39.180267 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.180655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Bound using segment: {'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:39.181167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Bound port: a755bf17-34ac-460b-b564-ee6d6f40d754, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cf8434-295b-4db3-b99c-562265df9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:39.181545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.192622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d20783ba-e2ad-41a7-b788-54eaa0246aec req-f9b6fcf5-bd8f-4eed-8379-ac39b5247a15 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 Jul 07 18:11:39.194708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-7c43dd7e-ae46-4a61-9764-6a7590f841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.196282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-7c43dd7e-ae46-4a61-9764-6a7590f841d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995486 Jul 07 18:11:39.211272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2a8c-e177-468f-b217-88827ed57fa5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.223894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0939df4-7920-4cf0-a724-9239c22a3bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.232659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2a8c-e177-468f-b217-88827ed57fa5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.234341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0939df4-7920-4cf0-a724-9239c22a3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.246708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Deleting port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:39.247049 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.290978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f2a8c-e177-468f-b217-88827ed57fa5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43529b6-5091-4103-8e4f-a53ee49a919f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.320129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-beca3d30-6c6b-485a-adf7-b0c8140a68e3 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155174 Jul 07 18:11:39.332876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] For port a755bf17-34ac-460b-b564-ee6d6f40d754, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:39.340654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2a8c-e177-468f-b217-88827ed57fa5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.344747 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4a5f2a8c-e177-468f-b217-88827ed57fa5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7002010 Jul 07 18:11:39.347246 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0939df4-7920-4cf0-a724-9239c22a3bf6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d62d562c4fd04e319b4d04eac3bd7876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017461 Jul 07 18:11:39.348071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54502) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:39.351729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54504) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:39.353172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] For port a755bf17-34ac-460b-b564-ee6d6f40d754, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a755bf17-34ac-460b-b564-ee6d6f40d754,segment=NetworkSegment(c8cf8434-295b-4db3-b99c-562265df9ff8),segment_id=c8cf8434-295b-4db3-b99c-562265df9ff8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:39.354985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'security_group_rule': {'security_group_id': '0ad27108-7002-4e84-bea7-7e207e7318a9', 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:39.361357 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.362832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0939df4-7920-4cf0-a724-9239c22a3bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfdac0a-d83a-4553-96bf-6bcb486389d0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.381801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47241349-af8c-4da7-aad9-61de4f253338 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:11:39.401744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] For port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7dd5ae83-5cd7-49fc-9872-c138a4b224a8,segment=NetworkSegment(3423c69b-2580-4ee4-a3f7-b7e539f69dee),segment_id=3423c69b-2580-4ee4-a3f7-b7e539f69dee)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:39.402105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.431938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Calling delete_port for 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:39.446819 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Project a019cf430d494e759c52df0956d1b3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:11:39.463525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.479229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d391-8222-496b-9dff-fbe3540ad1f2 None None] Pushing event updated for resources: {'Port': ['ID=a755bf17-34ac-460b-b564-ee6d6f40d754,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.479394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-78624a5e-6e68-48eb-8eec-bdd76ddf6f42 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513946 Jul 07 18:11:39.483771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Routers {'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:39.484389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:39.505598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa9e38a2-a56a-4a4c-b8d5-69891b3a3edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.539774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-2005855c-e680-41d7-a964-60da5098484a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 217 time: 0.0505333 Jul 07 18:11:39.550843 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa9e38a2-a56a-4a4c-b8d5-69891b3a3edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.609135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-3010697e-4bda-4838-9efc-7bf868071bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.612894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-3010697e-4bda-4838-9efc-7bf868071bae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.0644441 Jul 07 18:11:39.633462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.637420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.646389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.672387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47241349-af8c-4da7-aad9-61de4f253338 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:11:39.675568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] Set router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:39.682112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Port': ['ID=7dd5ae83-5cd7-49fc-9872-c138a4b224a8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.684454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] No DVR routers for this DVR port 7dd5ae83-5cd7-49fc-9872-c138a4b224a8 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:39.692271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8238f6-e69b-4623-9db3-e7ef578a478b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.696555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa9e38a2-a56a-4a4c-b8d5-69891b3a3edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.699079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fa9e38a2-a56a-4a4c-b8d5-69891b3a3edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.702727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa9e38a2-a56a-4a4c-b8d5-69891b3a3edd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/acfdac0a-d83a-4553-96bf-6bcb486389d0 HTTP/1.1" status: 204 len: 168 time: 0.3387063 Jul 07 18:11:39.716859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-57ce9be6-2b31-4550-91c9-86379235147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:39.720120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-57ce9be6-2b31-4550-91c9-86379235147b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993757 Jul 07 18:11:39.729222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e38a2-a56a-4a4c-b8d5-69891b3a3edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfdac0a-d83a-4553-96bf-6bcb486389d0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:39.741183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.745281 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7f793615-f69f-49e8-89dc-942bc3d4d35e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3945062 Jul 07 18:11:39.746313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54510) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:39.774978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'security_group_rule': {'security_group_id': '0ad27108-7002-4e84-bea7-7e207e7318a9', 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:39.805636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.818066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951310da-21a7-447f-83c7-e75de981ea89']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:39.820983 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Project a019cf430d494e759c52df0956d1b3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:11:39.833712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3423c69b-2580-4ee4-a3f7-b7e539f69dee') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:39.833997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3423c69b-2580-4ee4-a3f7-b7e539f69dee') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:39.835928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.861731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.870552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-fae1b53f-e868-4247-8d1c-73a4583b0bdc service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441531 Jul 07 18:11:39.894963 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.905772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:39.906243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:39.910073 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:39.976493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.984297 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:39.998163 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.013209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.015189 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/networks/951310da-21a7-447f-83c7-e75de981ea89 HTTP/1.1" status: 204 len: 168 time: 1.4396780 Jul 07 18:11:40.016208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114f7e7b-d663-474f-9cce-e6b18588cd67,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:40.018135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:40.038853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491b34-0a45-44c3-a43e-b989ee0a856d tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Network': ['ID=951310da-21a7-447f-83c7-e75de981ea89,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:40.040807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.052617 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4e6618fb-7733-420f-acc9-ca9ea3fa2c84 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811108 Jul 07 18:11:40.113679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-301830d3-3159-4bfb-a6b4-ee3c227c833f req-a826e67f-14f5-4aaa-9c9f-23cf64e4e770 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311137 Jul 07 18:11:40.386265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 75d03b84-79a1-4bc1-931b-52686532de58 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:40.461119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:11:32Z', 'revision_number': 4, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port': {'id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:26Z', 'updated_at': '2021-07-07T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a755bf17-34ac-460b-b564-ee6d6f40d754', 'name': '', 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'mac_address': 'fa:16:3e:af:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '7d4684f0-5754-4565-a224-2c6600db8c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:30Z', 'updated_at': '2021-07-07T18:11:39Z', 'revision_number': 4, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'subnets': [{'id': '7d4684f0-5754-4565-a224-2c6600db8c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:40.492409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1eed2-70eb-4ae5-a53c-cbd84f202162 None None] The sync data for ids ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'] in n-d-798930-2 is: [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:11:32Z', 'revision_number': 4, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port': {'id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:26Z', 'updated_at': '2021-07-07T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a755bf17-34ac-460b-b564-ee6d6f40d754', 'name': '', 'network_id': 'bb1daab7-f009-4df8-bc00-87a8c68fae82', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'mac_address': 'fa:16:3e:af:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '7d4684f0-5754-4565-a224-2c6600db8c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:30Z', 'updated_at': '2021-07-07T18:11:39Z', 'revision_number': 4, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'subnets': [{'id': '7d4684f0-5754-4565-a224-2c6600db8c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:40.501205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-087010d3-94a5-432c-985d-df0327ccf715 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588031772&fields=id&tenant_id=a019cf430d494e759c52df0956d1b3cc HTTP/1.1" status: 200 len: 267 time: 0.1030266 Jul 07 18:11:40.515738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 75d03b84-79a1-4bc1-931b-52686532de58 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:40.533189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 75d03b84-79a1-4bc1-931b-52686532de58 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:40.534064 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.659373 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.724169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad093086-96c8-4de8-ba87-85e74b56a5e1 req-b67b82d5-61ba-4ad5-9602-42ec68b1a8f9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:40.737482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad093086-96c8-4de8-ba87-85e74b56a5e1 req-b67b82d5-61ba-4ad5-9602-42ec68b1a8f9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 945 time: 0.3223391 Jul 07 18:11:40.825036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-92a1df1c-db3b-42da-bbba-b656e18fe747 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:40.831312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-92a1df1c-db3b-42da-bbba-b656e18fe747 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/networks?id=25380966-4910-411c-aa2f-19bf91c690d2 HTTP/1.1" status: 200 len: 809 time: 0.3241684 Jul 07 18:11:40.844982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.860353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309a8ca1-5ad1-4cd4-904c-b7d4b834618b']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:40.874751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-021a3dd4-02ca-490d-9763-cbeba2c82e9d tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/quotas/a019cf430d494e759c52df0956d1b3cc HTTP/1.1" status: 200 len: 375 time: 0.0245521 Jul 07 18:11:40.879846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb08ec-5f11-4d29-ad55-6ce1b1c6e2f8 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:11:40.885181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e83b171-11f3-49e4-984e-c357f9757b55') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:40.885675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e83b171-11f3-49e4-984e-c357f9757b55') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:40.901441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.906239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a755bf17-34ac-460b-b564-ee6d6f40d754 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:40.947283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.953183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:40.953589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:40.957280 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:40.963608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad093086-96c8-4de8-ba87-85e74b56a5e1 req-66940d52-0202-4ff4-b043-d73d36df18a9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221551 Jul 07 18:11:41.045959 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.054090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df5b82aa-bfd6-45ef-8c68-d7f0c88038aa tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a019cf430d494e759c52df0956d1b3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669343 Jul 07 18:11:41.071204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.084802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.090513 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/networks/309a8ca1-5ad1-4cd4-904c-b7d4b834618b HTTP/1.1" status: 204 len: 168 time: 1.0617416 Jul 07 18:11:41.093551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:41.123243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49c996-264f-4f6a-847b-689cadb103c7 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Network': ['ID=309a8ca1-5ad1-4cd4-904c-b7d4b834618b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:41.162462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d03b84-79a1-4bc1-931b-52686532de58'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:41.165814 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c201d0a3-c35c-4154-8cbc-a8abc642f6cf" -d '{"events": [{"server_uuid": "f530112b-0de4-4f94-ac98-6b03fe587fa3", "name": "network-vif-plugged", "status": "completed", "tag": "75d03b84-79a1-4bc1-931b-52686532de58"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:41.201637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a755bf17-34ac-460b-b564-ee6d6f40d754 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:41.210834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 75d03b84-79a1-4bc1-931b-52686532de58, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=75d03b84-79a1-4bc1-931b-52686532de58,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:41.211870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a755bf17-34ac-460b-b564-ee6d6f40d754 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:41.213118 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.261540 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.264601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-2c3375f6-14d9-47bb-b744-0dc862ea3930 service neutron] 10.222.0.88 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970985 Jul 07 18:11:41.317143 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.368851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb08ec-5f11-4d29-ad55-6ce1b1c6e2f8 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:11:41.472265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-3c8eb4a8-8fbe-4dbf-ae06-61615bd60b9b service neutron] 10.222.0.88 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953640 Jul 07 18:11:41.490280 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.519643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0446e1f2-973a-4d60-84bf-662702e35f39']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:41.535957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c94cbfb-2013-4edc-9d3f-2b16371d6191') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:41.536256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c94cbfb-2013-4edc-9d3f-2b16371d6191') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:41.547068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=75d03b84-79a1-4bc1-931b-52686532de58,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:41.548099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.568027 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.586743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:41.587158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:41.590965 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:41.619137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.619504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.619823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.620157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.620908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.621290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.621620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.621946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.622322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.622650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.623574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.623915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:41.738018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.769765 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f4ec15-663b-4752-b201-7403b40a88d8 x-openstack-request-id: req-e0f4ec15-663b-4752-b201-7403b40a88d8 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:41.770255 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f530112b-0de4-4f94-ac98-6b03fe587fa3", "name": "network-vif-plugged", "status": "completed", "tag": "75d03b84-79a1-4bc1-931b-52686532de58", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:41.770625 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0f4ec15-663b-4752-b201-7403b40a88d8 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:41.771101 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d03b84-79a1-4bc1-931b-52686532de58', 'code': 200} Jul 07 18:11:41.864909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a755bf17-34ac-460b-b564-ee6d6f40d754, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a755bf17-34ac-460b-b564-ee6d6f40d754,segment=NetworkSegment(c8cf8434-295b-4db3-b99c-562265df9ff8),segment_id=c8cf8434-295b-4db3-b99c-562265df9ff8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:41.875146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.880640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.895995 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:41.899055 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/networks/0446e1f2-973a-4d60-84bf-662702e35f39 HTTP/1.1" status: 204 len: 168 time: 0.8041854 Jul 07 18:11:41.899980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54578) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:41.900440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54582) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:41.939458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d3b24-06bd-4bd4-bbf2-91ca8009cccf tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Network': ['ID=0446e1f2-973a-4d60-84bf-662702e35f39,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:42.054650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a755bf17-34ac-460b-b564-ee6d6f40d754,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:42.070885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.132721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff012e7e-b410-4f96-8ac8-da56438d129b req-20af8a0b-e915-4cd8-9a2e-a99eac9cf399 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 210 time: 0.1384327 Jul 07 18:11:42.136448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10aa6cc8-4213-469f-9406-1e0dcdcd51b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.169692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0d8a-6df0-4a0e-8e16-f16ef19e4a5d req-c7fb811e-c30a-4fce-8f9e-d299ffe0dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:42.171966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcdb0d8a-6df0-4a0e-8e16-f16ef19e4a5d req-c7fb811e-c30a-4fce-8f9e-d299ffe0dbad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 1097 time: 0.3030968 Jul 07 18:11:42.228660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601efcda-40d5-45ef-9a09-c62fd1f0e2f4 req-2913e975-02f8-4cb0-8ae1-b77b4ba0b4eb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:42.230561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-601efcda-40d5-45ef-9a09-c62fd1f0e2f4 req-2913e975-02f8-4cb0-8ae1-b77b4ba0b4eb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2428155 Jul 07 18:11:42.262162 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.270415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcdb0d8a-6df0-4a0e-8e16-f16ef19e4a5d req-7cc22c84-231a-4312-82de-caaaad5b87db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906413 Jul 07 18:11:42.285710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dcc119-d8be-45b8-a0a6-b6c07194a180']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:42.299857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eda430-00d4-4582-adb7-e851d4e55025') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:42.300311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eda430-00d4-4582-adb7-e851d4e55025') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:42.317108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.341628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-601efcda-40d5-45ef-9a09-c62fd1f0e2f4 req-30139b5a-422d-4c3f-b5ff-15fefb76af8d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999675 Jul 07 18:11:42.354269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.388079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:42.389183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:42.397386 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:42.478241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f9d7-d929-4e57-87d8-c2e062b29ef9 req-aedec323-e010-43d4-9ed3-32b1273ebbd8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:42.492758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f621f9d7-d929-4e57-87d8-c2e062b29ef9 req-aedec323-e010-43d4-9ed3-32b1273ebbd8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 946 time: 0.0902066 Jul 07 18:11:42.542761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f621f9d7-d929-4e57-87d8-c2e062b29ef9 req-de007727-c42f-49c1-a5b7-5dd556fff3e9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489318 Jul 07 18:11:42.569587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10aa6cc8-4213-469f-9406-1e0dcdcd51b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.574674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.584109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.588403 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] 10.222.0.88 "DELETE /v2.0/networks/17dcc119-d8be-45b8-a0a6-b6c07194a180 HTTP/1.1" status: 204 len: 168 time: 0.6762052 Jul 07 18:11:42.604473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10aa6cc8-4213-469f-9406-1e0dcdcd51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.661314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3ec63-183a-4391-841b-177f205447f8 tempest-BulkNetworkOpsIpV6Test-1833139541 tempest-BulkNetworkOpsIpV6Test-1833139541-project] Pushing event deleted for resources: {'Network': ['ID=17dcc119-d8be-45b8-a0a6-b6c07194a180,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:42.694142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-342d42a9-e1b7-499e-bec6-4bb0820908bb None None] Provisioning complete for port a755bf17-34ac-460b-b564-ee6d6f40d754 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:42.694687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-342d42a9-e1b7-499e-bec6-4bb0820908bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.721231 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10aa6cc8-4213-469f-9406-1e0dcdcd51b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c6be869c817945d385f31c2171bbb69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8073373 Jul 07 18:11:42.723204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54602) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:42.730346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5126e-a006-4f5a-b5fd-aa8e980e38b3 req-39ae374e-7aed-4d5d-ad3f-962880ba8fc3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:42.739804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa6cc8-4213-469f-9406-1e0dcdcd51b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84021787-6851-493f-ba8a-ed5dbe27b15a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:42.745196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61c5126e-a006-4f5a-b5fd-aa8e980e38b3 req-39ae374e-7aed-4d5d-ad3f-962880ba8fc3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1597767 Jul 07 18:11:42.833727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61c5126e-a006-4f5a-b5fd-aa8e980e38b3 req-74567283-182d-4303-8906-d73f5ade251d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844553 Jul 07 18:11:42.834824 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12e739f1-02d5-4337-8cb7-cc584b33cdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.866402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12e739f1-02d5-4337-8cb7-cc584b33cdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.874918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a755bf17-34ac-460b-b564-ee6d6f40d754 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:42.933018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12e739f1-02d5-4337-8cb7-cc584b33cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.934999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54608) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:42.936495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12e739f1-02d5-4337-8cb7-cc584b33cdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:42.938688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-12e739f1-02d5-4337-8cb7-cc584b33cdef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/84021787-6851-493f-ba8a-ed5dbe27b15a HTTP/1.1" status: 204 len: 168 time: 0.2137575 Jul 07 18:11:42.948589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e739f1-02d5-4337-8cb7-cc584b33cdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84021787-6851-493f-ba8a-ed5dbe27b15a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:43.081137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a755bf17-34ac-460b-b564-ee6d6f40d754 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:43.081662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:43.176757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d9938105-ad71-470c-b4b2-b63d4498ca19 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eec9f06b5a6a423e98f0391211dda86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398765 Jul 07 18:11:43.179347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54616) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:43.315166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:43.365085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:43.418036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab5585a3-8669-4627-af54-477f57eaa4bb req-3d7cc6b1-cfbe-437c-a616-56d9f1c261a5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 210 time: 0.0441649 Jul 07 18:11:43.451858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:43.454697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:43.455870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/265735a9-7016-4e7d-a276-ad3fe967c673 HTTP/1.1" status: 204 len: 168 time: 0.2739382 Jul 07 18:11:43.469172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265735a9-7016-4e7d-a276-ad3fe967c673,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:43.478336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.478954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.479362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.479763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.480175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.480654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.481117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.481505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.481901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.482346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.483012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.483338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f458062b-05de-41a9-a60d-5297e255ecf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:43.896683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-2f411548-8455-4f99-9102-931659457f5f tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:43.910266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-2f411548-8455-4f99-9102-931659457f5f tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.90 "GET /v2.0/networks?id=25380966-4910-411c-aa2f-19bf91c690d2 HTTP/1.1" status: 200 len: 809 time: 0.2409453 Jul 07 18:11:43.932444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf6b4-c412-4660-9b22-78a08ae27b38 req-86063b6a-737b-4b3c-a493-40a539b183fa tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:43.939435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-851cf6b4-c412-4660-9b22-78a08ae27b38 req-86063b6a-737b-4b3c-a493-40a539b183fa tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 946 time: 0.2396770 Jul 07 18:11:44.028557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-179ef8dc-ce17-49cc-8e0a-69e7511ec137 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a019cf430d494e759c52df0956d1b3cc HTTP/1.1" status: 200 len: 380 time: 0.0872102 Jul 07 18:11:44.047719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-851cf6b4-c412-4660-9b22-78a08ae27b38 req-fe4f6aa5-5a48-4cbd-988c-9dda29dee40e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976799 Jul 07 18:11:44.052301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'port': {'device_id': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'admin_state_up': True, 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'security_groups': ['0ad27108-7002-4e84-bea7-7e207e7318a9']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:44.208082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Made reservation on behalf of a019cf430d494e759c52df0956d1b3cc for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:44.218832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.538573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54678) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:44.649089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'networks': [{'name': 'tempest-network--1731227917'}, {'name': 'tempest-network--400856629'}]} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:44.649377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'network': {'name': 'tempest-network--1731227917'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:44.650020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'network': {'name': 'tempest-network--400856629'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:44.673709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Made reservation on behalf of c76d194e0cbd4be0a5a7998125c42505 for: {'network': 2} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:44.679019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.693469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.715023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f969f5e3-9f16-4407-a0e4-4279604bacba req-ca7cad4f-9d44-460b-bf4f-3529c24bf0eb tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 210 time: 0.0625775 Jul 07 18:11:44.808316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae938b8-7e6d-443b-837d-1f7bdde603e9 req-11b6ceaf-d37f-4b98-b796-cfdd99ef86f9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:44.815729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae938b8-7e6d-443b-837d-1f7bdde603e9 req-11b6ceaf-d37f-4b98-b796-cfdd99ef86f9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 946 time: 0.5748785 Jul 07 18:11:44.828906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Allocated IP 172.20.0.14 (25380966-4910-411c-aa2f-19bf91c690d2/98c2f422-cc8d-4bd8-97c1-a4e502069f44/a75feffb-5546-4853-bdcb-3b3fc5fc84af) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:44.855080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.860516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.861139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.879973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ae938b8-7e6d-443b-837d-1f7bdde603e9 req-95fa4f32-d12b-43d1-af76-55faca6568f8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633698 Jul 07 18:11:44.903674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a504f4df-5398-4570-ad2b-bd67a96d34be,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:44.917591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:44.929230 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:44.929592 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Added segment f9cf399c-adee-4498-81e9-852a05cd7593 of type vlan for network 607f1729-6a37-469a-9b9b-2891b513d6fd Jul 07 18:11:44.971530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.035843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:45.036307 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.054854 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.055217 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Added segment 954e0e45-45e7-49fc-99df-2446e5d0be76 of type vlan for network f51ef74d-ecc4-478b-9baa-387443f4dd6e Jul 07 18:11:45.055934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Transition to ACTIVE for port object a75feffb-5546-4853-bdcb-3b3fc5fc84af will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:45.104496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.130503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.166619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Network 25380966-4910-411c-aa2f-19bf91c690d2 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:45.172795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.173327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:45.185829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:45.190886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.198395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.204872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.205619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.226946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'Port': ['ID=a75feffb-5546-4853-bdcb-3b3fc5fc84af,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:45.290506 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7499299 Jul 07 18:11:45.293536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54698) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:45.295844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.298790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.329803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-df34c803-3d41-47dc-8881-7674d9f17780 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2854929 Jul 07 18:11:45.341631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Network': ['ID=607f1729-6a37-469a-9b9b-2891b513d6fd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:45.344357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Request body: {'port': {'device_id': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:45.355228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 607f1729-6a37-469a-9b9b-2891b513d6fd details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:45.498410 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.510126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000070b-4410-40d2-8252-2ac771848eed tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Network': ['ID=f51ef74d-ecc4-478b-9baa-387443f4dd6e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:45.554336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f51ef74d-ecc4-478b-9baa-387443f4dd6e details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:45.591956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763dcc6-edf0-4de3-9b91-226965502c1f tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.601342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763dcc6-edf0-4de3-9b91-226965502c1f tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.607827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763dcc6-edf0-4de3-9b91-226965502c1f tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.619959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763dcc6-edf0-4de3-9b91-226965502c1f tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:45.626144 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4763dcc6-edf0-4de3-9b91-226965502c1f tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3312654 Jul 07 18:11:45.631340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54706) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:45.731553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4befa34d-b202-4c20-b789-a2b23cde0719 None None] Provisioning for port a75feffb-5546-4853-bdcb-3b3fc5fc84af completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:45.749183 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4befa34d-b202-4c20-b789-a2b23cde0719 None None] Provisioning complete for port a75feffb-5546-4853-bdcb-3b3fc5fc84af triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:45.750510 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4befa34d-b202-4c20-b789-a2b23cde0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.855580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.855991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4befa34d-b202-4c20-b789-a2b23cde0719 None None] Port a75feffb-5546-4853-bdcb-3b3fc5fc84af cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:45.858563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d39bb51-a038-48e3-a0c9-3371bbd54738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.033873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.059670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607f1729-6a37-469a-9b9b-2891b513d6fd']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:46.077011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cf399c-adee-4498-81e9-852a05cd7593') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:46.078715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cf399c-adee-4498-81e9-852a05cd7593') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:46.085522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75feffb-5546-4853-bdcb-3b3fc5fc84af {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:46.092310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.098721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.114450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Transition to ACTIVE for port object a75feffb-5546-4853-bdcb-3b3fc5fc84af will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:46.119258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.125363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42ccd9-2183-42c6-894c-b7d5b5efcac8 req-147cfea3-9c64-496b-abb9-20510959bb8f tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:46.127553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:46.128164 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.129180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc42ccd9-2183-42c6-894c-b7d5b5efcac8 req-147cfea3-9c64-496b-abb9-20510959bb8f tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 932 time: 0.1602144 Jul 07 18:11:46.130373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:46.198822 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:46.223439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Pushing event updated for resources: {'Port': ['ID=a75feffb-5546-4853-bdcb-3b3fc5fc84af,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:46.250752 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.260227 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.262782 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/networks/607f1729-6a37-469a-9b9b-2891b513d6fd HTTP/1.1" status: 204 len: 168 time: 0.6302085 Jul 07 18:11:46.272878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54740) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:46.281874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d31f5-4561-452c-bb65-8cc9eb3cd78d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Network': ['ID=607f1729-6a37-469a-9b9b-2891b513d6fd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:46.299861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc42ccd9-2183-42c6-894c-b7d5b5efcac8 req-10f0cb71-e0b6-4c4b-9905-f1e0f5be806c tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639214 Jul 07 18:11:46.377980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Attempting to bind port a75feffb-5546-4853-bdcb-3b3fc5fc84af on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:46.378595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Attempting to bind port a75feffb-5546-4853-bdcb-3b3fc5fc84af by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:46.379337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Attempting to bind port a75feffb-5546-4853-bdcb-3b3fc5fc84af on network 25380966-4910-411c-aa2f-19bf91c690d2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:46.381688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.389533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Port a75feffb-5546-4853-bdcb-3b3fc5fc84af on network 25380966-4910-411c-aa2f-19bf91c690d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:46.390202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Attempting to bind port a75feffb-5546-4853-bdcb-3b3fc5fc84af on network 25380966-4910-411c-aa2f-19bf91c690d2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:46.399583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:46.400365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Checking segment: {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:46.400969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Bound using segment: {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:46.401678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Bound port: a75feffb-5546-4853-bdcb-3b3fc5fc84af, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:46.402426 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.518014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-52d1f394-c64e-4683-9ddc-86bc7adfec70 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=24ba94ab741a4c178aab5ebec359eee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550718 Jul 07 18:11:46.524729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.537464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51ef74d-ecc4-478b-9baa-387443f4dd6e']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:46.550235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954e0e45-45e7-49fc-99df-2446e5d0be76') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:46.550535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954e0e45-45e7-49fc-99df-2446e5d0be76') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:46.561127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.593471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.601003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:46.601451 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:46.605045 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:46.607606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] For port a75feffb-5546-4853-bdcb-3b3fc5fc84af, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:46.671925 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.679969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.681875 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/networks/f51ef74d-ecc4-478b-9baa-387443f4dd6e HTTP/1.1" status: 204 len: 168 time: 0.4079497 Jul 07 18:11:46.684585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54766) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:46.706112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6294fed-065c-4973-b264-73c66dde1f4d tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Network': ['ID=f51ef74d-ecc4-478b-9baa-387443f4dd6e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:46.761583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] For port a75feffb-5546-4853-bdcb-3b3fc5fc84af, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:46.773903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.791623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-fecffaac-a57a-431c-b29a-2960305cbfc8 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:46.798839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-fecffaac-a57a-431c-b29a-2960305cbfc8 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798817 Jul 07 18:11:46.817888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cf0b8-55e9-4353-8a6f-db72a8ac1242 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:46.824664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cf0b8-55e9-4353-8a6f-db72a8ac1242 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:46.827132 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-df8cf0b8-55e9-4353-8a6f-db72a8ac1242 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1411583 Jul 07 18:11:46.830795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54774) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:46.837349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1964030999'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:46.838070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:46.838687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.840088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-44218203-24f1-4f29-beaa-892953537d0f service neutron] 10.222.0.90 "PUT /v2.0/ports/a75feffb-5546-4853-bdcb-3b3fc5fc84af HTTP/1.1" status: 200 len: 1092 time: 1.5026824 Jul 07 18:11:46.840565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:46.843569 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2682dd-a985-4115-ac18-1c6213c7fdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:46.850458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-563d0ae2-cf03-423f-86d9-d24a0b80e0da tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/quotas/24ba94ab741a4c178aab5ebec359eee8 HTTP/1.1" status: 200 len: 375 time: 0.0507190 Jul 07 18:11:46.879212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Made reservation on behalf of c76d194e0cbd4be0a5a7998125c42505 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:46.883577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.927134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:46.940557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:46.941266 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Added segment 966875de-9a2a-4ca1-87e2-07a1f752cfb7 of type vlan for network 8ed4813f-d6e2-4370-a841-891a87a7d805 Jul 07 18:11:47.040214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44218203-24f1-4f29-beaa-892953537d0f service neutron] Pushing event updated for resources: {'Port': ['ID=a75feffb-5546-4853-bdcb-3b3fc5fc84af,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:47.072761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-3ec86ffe-460b-4b5a-8e83-8cbc65c49e17 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=24ba94ab741a4c178aab5ebec359eee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2109447 Jul 07 18:11:47.140283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.182577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-84add487-5ba8-4b32-9798-579917dc2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.186920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-84add487-5ba8-4b32-9798-579917dc2886 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a019cf430d494e759c52df0956d1b3cc&device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1095 time: 0.2687840 Jul 07 18:11:47.196292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.202165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.202890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.257371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-72ba0eec-4507-4f2e-9980-83d08808373f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af HTTP/1.1" status: 200 len: 217 time: 0.0620604 Jul 07 18:11:47.287162 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4553843 Jul 07 18:11:47.290610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:47.296713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-643661326'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:47.306522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a30b8-da18-4774-9444-dd7fce77893c tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Network': ['ID=8ed4813f-d6e2-4370-a841-891a87a7d805,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:47.325503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8ed4813f-d6e2-4370-a841-891a87a7d805 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:47.327929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Made reservation on behalf of c76d194e0cbd4be0a5a7998125c42505 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:47.332607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.359680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-5d6f57a2-7424-412d-8a3f-63cf5bad3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.361945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-5d6f57a2-7424-412d-8a3f-63cf5bad3d38 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c2f422-cc8d-4bd8-97c1-a4e502069f44 HTTP/1.1" status: 200 len: 848 time: 0.0908279 Jul 07 18:11:47.436043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:47.459007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.459331 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Added segment 48a79352-1d07-47cc-8236-41988b786b8c of type vlan for network e3905555-966d-48f3-99a1-9460049202e1 Jul 07 18:11:47.526534 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ace7d-530e-44cd-ad55-affacd8d9fc5 x-openstack-request-id: req-5f2ace7d-530e-44cd-ad55-affacd8d9fc5 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:47.526857 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:47.527287 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5f2ace7d-530e-44cd-ad55-affacd8d9fc5 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:47.527885 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'status': 'completed', 'code': 200} Jul 07 18:11:47.530271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.565372 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.569211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-b202674d-d877-4c4a-ada8-50305adefca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.571381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-b202674d-d877-4c4a-ada8-50305adefca6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25380966-4910-411c-aa2f-19bf91c690d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029331 Jul 07 18:11:47.572052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.572594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.603407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9485bf-d7e9-4f44-9c52-ac614ea320f1 req-82ba08fb-4ba0-4ff3-84c3-183bdf0daa45 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.605207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e9485bf-d7e9-4f44-9c52-ac614ea320f1 req-82ba08fb-4ba0-4ff3-84c3-183bdf0daa45 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1192656 Jul 07 18:11:47.647938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3559339 Jul 07 18:11:47.651091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:47.656396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'ports': [{'network_id': '8ed4813f-d6e2-4370-a841-891a87a7d805', 'name': 'tempest-port--1378836737', 'admin_state_up': True}, {'network_id': 'e3905555-966d-48f3-99a1-9460049202e1', 'admin_state_up': False}]} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:47.656736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'port': {'network_id': '8ed4813f-d6e2-4370-a841-891a87a7d805', 'name': 'tempest-port--1378836737', 'admin_state_up': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:47.657224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'port': {'network_id': 'e3905555-966d-48f3-99a1-9460049202e1', 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:47.706371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Network': ['ID=e3905555-966d-48f3-99a1-9460049202e1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:47.724595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.725076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.725468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.725875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.726196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.726539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.726888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.727423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e9485bf-d7e9-4f44-9c52-ac614ea320f1 req-2afc5498-7f5e-4ca3-a24e-7726fa6dcace tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095424 Jul 07 18:11:47.729323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.729775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.730302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.730649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.731101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75f89f-7711-4793-9e77-5cf48f313e7a tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:47.745330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e3905555-966d-48f3-99a1-9460049202e1 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:47.853511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addde53a-09ff-43de-8dee-963431ce1932 req-fbccb46d-ad6d-47c5-ae63-5bad46804b36 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:47.855657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-addde53a-09ff-43de-8dee-963431ce1932 req-fbccb46d-ad6d-47c5-ae63-5bad46804b36 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 944 time: 0.1927297 Jul 07 18:11:47.874666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Made reservation on behalf of c76d194e0cbd4be0a5a7998125c42505 for: {'port': 2} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:47.875919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-fc083a05-6ab6-42b7-ab81-03eb5113fc46 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936862 Jul 07 18:11:47.879646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a0cec04-c006-447c-ba5e-6c9e8102a671 req-0d4538f3-5af2-41ea-9718-54a190ecda6b tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 210 time: 0.0712192 Jul 07 18:11:47.879943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.895247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.981241 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-addde53a-09ff-43de-8dee-963431ce1932 req-b642b1d3-4e01-4a16-b00f-14820bcae15f tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040316 Jul 07 18:11:48.014870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] device_id is not set on port 37d5d013-4b60-42ad-b3f6-2ac247b4a8b6 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:11:48.081402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a35f174-5f9f-4e97-b2a8-f1f1587fe993 req-f0bf9ce4-2bdb-4d81-9755-83f20259de79 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793947 Jul 07 18:11:48.099016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc045a-81c4-4191-8006-b22193a9af88 req-97ad0bea-7c2c-423e-8f9c-ef1a0cf4db10 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.100706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55dc045a-81c4-4191-8006-b22193a9af88 req-97ad0bea-7c2c-423e-8f9c-ef1a0cf4db10 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0969708 Jul 07 18:11:48.168884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55dc045a-81c4-4191-8006-b22193a9af88 req-a48fef8b-6684-45b5-9606-f432710a3e3e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602553 Jul 07 18:11:48.171803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.276142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] device_id is not set on port ba96bc28-3ebd-4352-b7ed-bd33d4978e5a yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:11:48.282960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-83b740cb-12f3-4e35-b0f1-f90096b37264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.284619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-83b740cb-12f3-4e35-b0f1-f90096b37264 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a019cf430d494e759c52df0956d1b3cc&device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1095 time: 0.1143918 Jul 07 18:11:48.350114 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b5523d0-b312-49df-90d9-86355edf6dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.463522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.474357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-60b14668-de3a-4e40-9c00-79b961355859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.475875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-60b14668-de3a-4e40-9c00-79b961355859 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25380966-4910-411c-aa2f-19bf91c690d2 HTTP/1.1" status: 200 len: 910 time: 0.1843920 Jul 07 18:11:48.496449 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.508125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.533539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc62cc-279d-4f83-9385-b9395e23d3a8 req-8a4cc7f1-7fd8-4f3b-9e74-2643f0c0ad84 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.535019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63cc62cc-279d-4f83-9385-b9395e23d3a8 req-8a4cc7f1-7fd8-4f3b-9e74-2643f0c0ad84 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1405182 Jul 07 18:11:48.536295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-deb460f5-39a4-4f2e-9413-06ee1167979e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af HTTP/1.1" status: 200 len: 217 time: 0.0528598 Jul 07 18:11:48.571448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Port': ['ID=37d5d013-4b60-42ad-b3f6-2ac247b4a8b6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:48.582632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Checking segment: {'id': '966875de-9a2a-4ca1-87e2-07a1f752cfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8ed4813f-d6e2-4370-a841-891a87a7d805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:48.582987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network hostable DHCP agents. Network: 8ed4813f-d6e2-4370-a841-891a87a7d805, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:48.600856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network 8ed4813f-d6e2-4370-a841-891a87a7d805 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:48.609323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8ed4813f-d6e2-4370-a841-891a87a7d805) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:48.613232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:48.614083 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.624097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ab8fb-b7a8-4693-8220-83f3f1f851c3 None None] Network 8ed4813f-d6e2-4370-a841-891a87a7d805 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:48.672868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-687e6d6a-8c61-44c0-802d-9fef5cdca587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.674295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Port': ['ID=ba96bc28-3ebd-4352-b7ed-bd33d4978e5a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:48.674838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-687e6d6a-8c61-44c0-802d-9fef5cdca587 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c2f422-cc8d-4bd8-97c1-a4e502069f44 HTTP/1.1" status: 200 len: 848 time: 0.1298895 Jul 07 18:11:48.677233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63cc62cc-279d-4f83-9385-b9395e23d3a8 req-551e6f98-ceea-4c28-af1d-514fb4452b4a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315582 Jul 07 18:11:48.704045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Checking segment: {'id': '48a79352-1d07-47cc-8236-41988b786b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3905555-966d-48f3-99a1-9460049202e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:48.704523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network hostable DHCP agents. Network: e3905555-966d-48f3-99a1-9460049202e1, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:48.734777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network e3905555-966d-48f3-99a1-9460049202e1 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:48.755953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e3905555-966d-48f3-99a1-9460049202e1) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:48.760984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:48.766015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3488dd5-50a7-4cfa-9aca-08ae98669b7f None None] Network e3905555-966d-48f3-99a1-9460049202e1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:48.768756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.775259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.775977 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.795597 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4bc50b37-bf68-4378-82ac-e22f20f01a05 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1433587 Jul 07 18:11:48.798969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54840) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:48.826129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-124ecc92-09e9-4c8b-b42e-3334feecca1e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.827881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-124ecc92-09e9-4c8b-b42e-3334feecca1e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.3032756 Jul 07 18:11:48.888339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-69f51ada-a734-4835-997e-55d45ed6c040 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/quotas/77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0482314 Jul 07 18:11:48.912294 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-66a13039-10b9-4420-bae3-4778ab07fe07 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=24ba94ab741a4c178aab5ebec359eee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363102 Jul 07 18:11:48.922697 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92554bfa-1693-414f-a50d-ca62ce3172c0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.929765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92554bfa-1693-414f-a50d-ca62ce3172c0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.931407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92554bfa-1693-414f-a50d-ca62ce3172c0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1313698 Jul 07 18:11:48.942172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54844) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:48.951587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-1db116ae-758b-4c84-bd48-4a81281065b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:48.953625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-1db116ae-758b-4c84-bd48-4a81281065b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25380966-4910-411c-aa2f-19bf91c690d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649043 Jul 07 18:11:49.085435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-3ed42c1c-c32a-4915-b5a5-ae891686b3b0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1900172 Jul 07 18:11:49.142502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-b4e5f7dd-6550-4a42-b6d7-b6c4706594b9 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:49.144069 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-b4e5f7dd-6550-4a42-b6d7-b6c4706594b9 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116587 Jul 07 18:11:49.158259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Request body: {'port': {'device_id': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': '24ba94ab741a4c178aab5ebec359eee8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:49.166563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-d888a508-5a93-4bc9-a991-252fc3764293 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046926 Jul 07 18:11:49.219511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Deleting port 37d5d013-4b60-42ad-b3f6-2ac247b4a8b6 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:49.219863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.304092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-77f26b24-0525-46e6-b5f0-d427edeeaa71 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113154 Jul 07 18:11:49.310128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.331252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Calling delete_port for 37d5d013-4b60-42ad-b3f6-2ac247b4a8b6 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:49.393076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2682dd-a985-4115-ac18-1c6213c7fdcd req-13674c21-5ccb-4c04-9ac0-164961e51457 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196531 Jul 07 18:11:49.395211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Made reservation on behalf of 24ba94ab741a4c178aab5ebec359eee8 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:49.398950 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.403039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827f06-0d36-4472-956f-77088af6559e req-d9121c66-fd9f-4775-8af1-d81d204bba68 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:49.404633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71827f06-0d36-4472-956f-77088af6559e req-d9121c66-fd9f-4775-8af1-d81d204bba68 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1993964 Jul 07 18:11:49.419671 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.458071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-942631ea-b851-436d-a8b9-134b2a7d4977 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416359 Jul 07 18:11:49.460392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.471550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71827f06-0d36-4472-956f-77088af6559e req-6cfc24d4-30e0-406e-b6c4-bb3fe3f814c8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547006 Jul 07 18:11:49.505974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Port': ['ID=37d5d013-4b60-42ad-b3f6-2ac247b4a8b6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:49.515487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.519945 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0c97e061-561c-4879-b3d9-a776f5b2f141 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/ports/37d5d013-4b60-42ad-b3f6-2ac247b4a8b6 HTTP/1.1" status: 204 len: 168 time: 0.5729036 Jul 07 18:11:49.520970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54852) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:49.619072 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.623704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39eabbe2-2dca-4e3c-b59e-6a5b478edae8 req-1e234e47-178a-4856-8643-dbf032dae385 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 210 time: 0.0346968 Jul 07 18:11:49.630279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.658190 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.714638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Deleting port ba96bc28-3ebd-4352-b7ed-bd33d4978e5a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:49.715205 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.732423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3b8753-b548-4b06-8a14-2968e52a0fdd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:49.814711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.830092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Allocated IP 192.168.233.75 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/00c27cae-ec1f-48f0-bded-2da686201d4b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:49.841222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Calling delete_port for ba96bc28-3ebd-4352-b7ed-bd33d4978e5a owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:49.952101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35f5575d-9595-4d02-ab2f-964907758839 req-f1bc7696-f0ac-454b-930e-8ded8c048494 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0619791 Jul 07 18:11:49.993291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.999445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.018552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Transition to ACTIVE for port object 00c27cae-ec1f-48f0-bded-2da686201d4b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:50.026798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Port': ['ID=ba96bc28-3ebd-4352-b7ed-bd33d4978e5a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:50.048765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.053677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b588fe8-ace6-45db-b945-900e6825fed0 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/ports/ba96bc28-3ebd-4352-b7ed-bd33d4978e5a HTTP/1.1" status: 204 len: 168 time: 0.5295298 Jul 07 18:11:50.054041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54872) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:50.082990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ee628-6a2b-41f4-95cb-5f0152ad345d req-6dea2c88-4ad4-4c7e-984a-529f1c6f5472 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.090453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb6ee628-6a2b-41f4-95cb-5f0152ad345d req-6dea2c88-4ad4-4c7e-984a-529f1c6f5472 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 944 time: 0.2014458 Jul 07 18:11:50.095105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.104315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70210bff-ac77-47c3-b56f-60dceae067d1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0416853 Jul 07 18:11:50.109924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54874) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:50.116504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-565574062'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:50.157929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:50.167102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:50.169639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb6ee628-6a2b-41f4-95cb-5f0152ad345d req-44067545-c3dd-4c73-8be2-4dfa7a84e44e tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776556 Jul 07 18:11:50.180912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:50.209577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca999dbb-d99e-4ea1-92fa-1a12b571d286 req-922e9e9f-9095-44b4-a09a-f1c53240be21 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.213030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca999dbb-d99e-4ea1-92fa-1a12b571d286 req-922e9e9f-9095-44b4-a09a-f1c53240be21 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1134360 Jul 07 18:11:50.230657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Pushing event updated for resources: {'Port': ['ID=00c27cae-ec1f-48f0-bded-2da686201d4b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:50.236881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Made reservation on behalf of c76d194e0cbd4be0a5a7998125c42505 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:50.240712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.263507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.264155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.285607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca999dbb-d99e-4ea1-92fa-1a12b571d286 req-022e1a28-033a-460b-846b-77543a0e16e1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652556 Jul 07 18:11:50.291353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-0f37d84d-0174-44af-9899-1806d3d0935c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1377430 Jul 07 18:11:50.292017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:50.310319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Request body: {'port': {'device_id': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:50.339195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.339538 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Added segment eed17541-760d-4342-b540-4d00761151de of type vlan for network 7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e Jul 07 18:11:50.431213 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.463187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.503758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b301e1d-559f-40fe-8a22-ddf2f7a16a9d req-187cbe23-201c-413b-b2c6-4f698c46fb40 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.504558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.509308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b301e1d-559f-40fe-8a22-ddf2f7a16a9d req-187cbe23-201c-413b-b2c6-4f698c46fb40 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0779994 Jul 07 18:11:50.510123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.510732 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.555204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b301e1d-559f-40fe-8a22-ddf2f7a16a9d req-e29675e5-9f00-47c0-ae9c-87cc48a0bdda tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401778 Jul 07 18:11:50.592050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4789317 Jul 07 18:11:50.604941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54880) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:50.615102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1274732076'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:50.623319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f8d391fd-b8d7-481c-8a2c-86bdfc612a8b None None] Provisioning for port 00c27cae-ec1f-48f0-bded-2da686201d4b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:50.628292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f8d391fd-b8d7-481c-8a2c-86bdfc612a8b None None] Provisioning complete for port 00c27cae-ec1f-48f0-bded-2da686201d4b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:50.629126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f8d391fd-b8d7-481c-8a2c-86bdfc612a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.647194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Made reservation on behalf of c76d194e0cbd4be0a5a7998125c42505 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:50.657479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.668350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f8d391fd-b8d7-481c-8a2c-86bdfc612a8b None None] Port 00c27cae-ec1f-48f0-bded-2da686201d4b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:50.708621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:11:50.717769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b7bc2-0c55-4dcd-9d11-e96640c34955 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Network': ['ID=7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:50.727827 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.730762 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Added segment 78756050-730b-4f77-8f39-ec753b607cc5 of type vlan for network 27abfab6-1732-41ec-9d3e-87912e253783 Jul 07 18:11:50.732677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:50.781119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.891253 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.893767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c27cae-ec1f-48f0-bded-2da686201d4b {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:50.897209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.897812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.902310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.917297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Transition to ACTIVE for port object 00c27cae-ec1f-48f0-bded-2da686201d4b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:50.922457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.973444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Pushing event updated for resources: {'Port': ['ID=00c27cae-ec1f-48f0-bded-2da686201d4b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:51.053482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Attempting to bind port 00c27cae-ec1f-48f0-bded-2da686201d4b on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:51.054242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Attempting to bind port 00c27cae-ec1f-48f0-bded-2da686201d4b by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:51.054806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Attempting to bind port 00c27cae-ec1f-48f0-bded-2da686201d4b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:51.060606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Port 00c27cae-ec1f-48f0-bded-2da686201d4b on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:51.061299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Attempting to bind port 00c27cae-ec1f-48f0-bded-2da686201d4b on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:51.067436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:51.068005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:51.068505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:51.069119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Bound port: 00c27cae-ec1f-48f0-bded-2da686201d4b, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:51.069587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:51.154702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:51.165152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] For port 00c27cae-ec1f-48f0-bded-2da686201d4b, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:51.168992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] For port 00c27cae-ec1f-48f0-bded-2da686201d4b, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00c27cae-ec1f-48f0-bded-2da686201d4b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:51.184769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:51.235221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.236117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:51.238844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] 10.222.0.90 "PUT /v2.0/ports/00c27cae-ec1f-48f0-bded-2da686201d4b HTTP/1.1" status: 200 len: 1095 time: 0.9328077 Jul 07 18:11:51.239570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'tag': '00c27cae-ec1f-48f0-bded-2da686201d4b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:51.242016 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d" -d '{"events": [{"name": "network-changed", "server_uuid": "a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0", "tag": "00c27cae-ec1f-48f0-bded-2da686201d4b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:51.278812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472bb4e-3cd4-42d8-bee9-6d56d03a9720 service neutron] Pushing event updated for resources: {'Port': ['ID=00c27cae-ec1f-48f0-bded-2da686201d4b,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:51.353403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7468903 Jul 07 18:11:51.377799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-bb36d55e-c1f7-4575-9541-e483c6596b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.379492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-bb36d55e-c1f7-4575-9541-e483c6596b4c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=24ba94ab741a4c178aab5ebec359eee8&device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0854630 Jul 07 18:11:51.429685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-7b3589db-6f9d-4f97-8a23-d325651f8de2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=00c27cae-ec1f-48f0-bded-2da686201d4b HTTP/1.1" status: 200 len: 217 time: 0.0423717 Jul 07 18:11:51.429994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6be9a8-4f62-49fe-9e18-c7db1d524288 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Network': ['ID=27abfab6-1732-41ec-9d3e-87912e253783,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:51.452502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 27abfab6-1732-41ec-9d3e-87912e253783 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:11:51.525254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54898) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:51.532452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'subnets': [{'network_id': '7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1906393518', 'ip_version': 4}, {'network_id': '27abfab6-1732-41ec-9d3e-87912e253783', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:51.532759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'subnet': {'network_id': '7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1906393518', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:51.533546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Request body: {'subnet': {'network_id': '27abfab6-1732-41ec-9d3e-87912e253783', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:51.543571 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-63acd0bd-a8e1-4643-99d3-97ede4b1f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.545180 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-63acd0bd-a8e1-4643-99d3-97ede4b1f005 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.1074641 Jul 07 18:11:51.546387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d58ae9-ece0-4a2b-ac33-d933eb8d4979 req-c70b5026-55ef-4c6d-8821-de719046a52b tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.547920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d58ae9-ece0-4a2b-ac33-d933eb8d4979 req-c70b5026-55ef-4c6d-8821-de719046a52b tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 935 time: 0.7486846 Jul 07 18:11:51.560230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a16bd7-ed27-4506-a8db-158878709286 req-f8f7cbc9-4309-4cde-ad9b-4e7c18d222c4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.561736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95a16bd7-ed27-4506-a8db-158878709286 req-f8f7cbc9-4309-4cde-ad9b-4e7c18d222c4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.7757905 Jul 07 18:11:51.626626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-cb4c2aa4-d9ea-4ac6-bc9a-431dd8ab9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.628522 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-cb4c2aa4-d9ea-4ac6-bc9a-431dd8ab9062 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717704 Jul 07 18:11:51.657040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-3e0e34c7-0a05-4041-b309-d59a78c12a5d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:51.657230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-3e0e34c7-0a05-4041-b309-d59a78c12a5d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.3113801 Jul 07 18:11:51.687198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'port': {'device_id': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'admin_state_up': True, 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:51.756873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41d58ae9-ece0-4a2b-ac33-d933eb8d4979 req-69ea4f36-44f1-45c5-8a2f-1d7e4ec15500 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940997 Jul 07 18:11:51.767549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-ad638546-70ef-476f-879b-61fc2a7e3575 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311669 Jul 07 18:11:51.767731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95a16bd7-ed27-4506-a8db-158878709286 req-8fcf918a-4ac5-4a87-a20e-6e74a2d1a40b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806147 Jul 07 18:11:51.944065 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7db80d15-9c5f-4417-9321-5271597f8f42 req-9ef192ed-beb1-49f7-b3e8-06243fcc4e99 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692545 Jul 07 18:11:51.946434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0217a36-ec57-47fc-bf82-8b6c0bf4684c req-ee78d05d-07bf-4887-9c81-1120f637a2c4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0581932 Jul 07 18:11:52.004418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Made reservation on behalf of c76d194e0cbd4be0a5a7998125c42505 for: {'subnet': 2} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:52.009310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.009708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.039771 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bd934d-98d6-40c6-89ac-7e425f92ef44 x-openstack-request-id: req-e7bd934d-98d6-40c6-89ac-7e425f92ef44 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:52.040326 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0", "tag": "00c27cae-ec1f-48f0-bded-2da686201d4b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:52.040765 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e7bd934d-98d6-40c6-89ac-7e425f92ef44 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:52.041412 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'tag': '00c27cae-ec1f-48f0-bded-2da686201d4b', 'status': 'completed', 'code': 200} Jul 07 18:11:52.124815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:11:52.129200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.155764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-35067e17-af14-42d5-b6cb-c5c626cac4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:52.158153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-35067e17-af14-42d5-b6cb-c5c626cac4ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=24ba94ab741a4c178aab5ebec359eee8&device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0857787 Jul 07 18:11:52.272047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6966f0-c750-4d5a-aa0a-c3ed50465529 req-f1c2d984-d109-42cc-b6f8-7d9a372d5241 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:52.273607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e6966f0-c750-4d5a-aa0a-c3ed50465529 req-f1c2d984-d109-42cc-b6f8-7d9a372d5241 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 944 time: 0.2440021 Jul 07 18:11:52.282352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-fffe8242-6ff0-4a39-8755-cd2a7fd4ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:52.284170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-fffe8242-6ff0-4a39-8755-cd2a7fd4ac32 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1192579 Jul 07 18:11:52.337748 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-38e6e628-9963-45e9-b7a6-fff417d61906 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=00c27cae-ec1f-48f0-bded-2da686201d4b HTTP/1.1" status: 200 len: 217 time: 0.0470161 Jul 07 18:11:52.409858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-e537520d-5f52-4299-9e16-b6b93de7a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:52.411624 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-e537520d-5f52-4299-9e16-b6b93de7a9df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0682330 Jul 07 18:11:52.453733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.20.0.12 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/dfff48fc-86db-4a60-9760-d1d7a8281537) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:52.471733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e6966f0-c750-4d5a-aa0a-c3ed50465529 req-3fef5f1b-8686-4d9e-860a-5588017b40d8 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856959 Jul 07 18:11:52.475993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-7a669922-d5e8-4fc9-81d8-6253b0af7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:52.477831 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-7a669922-d5e8-4fc9-81d8-6253b0af7a80 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580337 Jul 07 18:11:52.594230 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-35f5898f-a88c-4d1b-ba97-daa7383bfa92 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097858 Jul 07 18:11:52.613344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9cb1-950d-444c-82fd-7cf3e78331c2 req-2b6d0dff-a2cd-47f2-895b-940f152f030d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:52.615009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d67b9cb1-950d-444c-82fd-7cf3e78331c2 req-2b6d0dff-a2cd-47f2-895b-940f152f030d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2716041 Jul 07 18:11:52.701508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-16b2b1e4-b4f5-4b36-9e78-25f40f9ba95d req-de543e78-d40c-4a12-b838-df2997197c10 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993631 Jul 07 18:11:52.754897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d67b9cb1-950d-444c-82fd-7cf3e78331c2 req-6dbe0df7-5478-4d6d-a36e-6b22528c91e3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211574 Jul 07 18:11:52.776410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a75feffb-5546-4853-bdcb-3b3fc5fc84af details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:52.820743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.835871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Transition to ACTIVE for port object dfff48fc-86db-4a60-9760-d1d7a8281537 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:52.913909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a75feffb-5546-4853-bdcb-3b3fc5fc84af, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:52.941431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'port_id': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'mac_address': 'fa:16:3e:fd:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:52.952298 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.985301 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.995973 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.999855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['75d03b84-79a1-4bc1-931b-52686532de58'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:53.035788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75feffb-5546-4853-bdcb-3b3fc5fc84af {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:53.066938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a75feffb-5546-4853-bdcb-3b3fc5fc84af, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:53.073420 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:53.142171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:53.155319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a75feffb-5546-4853-bdcb-3b3fc5fc84af,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:53.161634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Subnet': ['ID=f2d64093-5040-47dd-a5c0-0a3c44796bae,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:53.165607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:53.182533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:53.201531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=dfff48fc-86db-4a60-9760-d1d7a8281537,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:53.280532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3002-b57b-4065-8ba1-3359f16c4d9a req-752e2388-73e4-4999-9de6-559fbaf74f7c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.290168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9dd3002-b57b-4065-8ba1-3359f16c4d9a req-752e2388-73e4-4999-9de6-559fbaf74f7c tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 947 time: 0.3681669 Jul 07 18:11:53.317693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74438e41-ce94-4f91-a414-4aad9e384674 req-acce30df-08a3-45cb-86fd-00e52a9a4555 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.319380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74438e41-ce94-4f91-a414-4aad9e384674 req-acce30df-08a3-45cb-86fd-00e52a9a4555 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.3382881 Jul 07 18:11:53.325527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Checking segment: {'id': 'eed17541-760d-4342-b540-4d00761151de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:53.325948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network hostable DHCP agents. Network: 7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:53.333494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.334165 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:53.393392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9dd3002-b57b-4065-8ba1-3359f16c4d9a req-017763f7-f895-47f7-94a3-2758cafc2571 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024632 Jul 07 18:11:53.397036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-9fe420e5-de2b-4969-8c2e-7757284df8f4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7289658 Jul 07 18:11:53.417941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Request body: {'port': {'device_id': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:53.425686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['a75feffb-5546-4853-bdcb-3b3fc5fc84af'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:53.468117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network 7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:53.489181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-56d722c6-fa60-45ff-9464-83a8e424ba85 None None] Provisioning for port dfff48fc-86db-4a60-9760-d1d7a8281537 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:53.499145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-56d722c6-fa60-45ff-9464-83a8e424ba85 None None] Provisioning complete for port dfff48fc-86db-4a60-9760-d1d7a8281537 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:53.499815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56d722c6-fa60-45ff-9464-83a8e424ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:53.500976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74438e41-ce94-4f91-a414-4aad9e384674 req-7150398c-f475-4906-8488-80300a1c9048 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637638 Jul 07 18:11:53.529835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:53.535257 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:53.569554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-56d722c6-fa60-45ff-9464-83a8e424ba85 None None] Port dfff48fc-86db-4a60-9760-d1d7a8281537 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:11:53.597909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12fc36e-156f-476a-bf45-ed4edaa4cccb None None] Network 7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:53.637618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:53.663655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event updated for resources: {'Subnet': ['ID=d0239fb3-43ed-4fcf-ac7f-a6f93b33ae17,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:53.779029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Checking segment: {'id': '78756050-730b-4f77-8f39-ec753b607cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27abfab6-1732-41ec-9d3e-87912e253783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:53.779401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network hostable DHCP agents. Network: 27abfab6-1732-41ec-9d3e-87912e253783, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:11:53.821975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Network 27abfab6-1732-41ec-9d3e-87912e253783 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:11:53.895841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 27abfab6-1732-41ec-9d3e-87912e253783) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:53.900050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.900808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.901431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:53.910266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a68184-645b-4e21-9ed5-52777c334d2b None None] Network 27abfab6-1732-41ec-9d3e-87912e253783 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:53.928747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c492e1fb-668e-4ebb-ba37-8e11717aedc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e', 'network_id': '7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e', 'tenant_id': 'c76d194e0cbd4be0a5a7998125c42505', 'fixed_ips': [{'subnet_id': 'f2d64093-5040-47dd-a5c0-0a3c44796bae'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:53.929706 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c492e1fb-668e-4ebb-ba37-8e11717aedc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:53.987301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a95019-87af-4f25-a3d7-c01268c77fad req-6818d5b2-e698-4eb2-9248-6ff65f23ee8f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:53.994869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51a95019-87af-4f25-a3d7-c01268c77fad req-6818d5b2-e698-4eb2-9248-6ff65f23ee8f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 932 time: 0.3425825 Jul 07 18:11:54.003841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-49d60630-1599-49f2-8654-8c501ab1b3f9 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4743822 Jul 07 18:11:54.004214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54924) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:54.064467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2d2e5-e74d-405f-9810-5c38015b6421 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.066184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2d2e5-e74d-405f-9810-5c38015b6421 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.068152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2d2e5-e74d-405f-9810-5c38015b6421 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.073266 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-acd2d2e5-e74d-405f-9810-5c38015b6421 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0649090 Jul 07 18:11:54.074013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54926) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:54.109893 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51a95019-87af-4f25-a3d7-c01268c77fad req-aef12307-d7cc-445c-80bd-fc6447a5a8f9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141806 Jul 07 18:11:54.186280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Deleting subnet f2d64093-5040-47dd-a5c0-0a3c44796bae {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:11:54.200099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d2b0-e206-4e7a-9c00-a3ae2c5d2f0a req-6232e233-e717-44c0-a0ed-f217f2d75cce tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.202697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.208777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f165d2b0-e206-4e7a-9c00-a3ae2c5d2f0a req-6232e233-e717-44c0-a0ed-f217f2d75cce tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 945 time: 0.3137867 Jul 07 18:11:54.314146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.422212 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.430273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfff48fc-86db-4a60-9760-d1d7a8281537 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:54.446108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.462039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-27abfab6-1732-41ec-9d3e-87912e253783', 'network_id': '27abfab6-1732-41ec-9d3e-87912e253783', 'tenant_id': 'c76d194e0cbd4be0a5a7998125c42505', 'fixed_ips': [{'subnet_id': 'd0239fb3-43ed-4fcf-ac7f-a6f93b33ae17'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:11:54.463265 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.474658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Transition to ACTIVE for port object dfff48fc-86db-4a60-9760-d1d7a8281537 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:54.495899 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.578886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.579735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f165d2b0-e206-4e7a-9c00-a3ae2c5d2f0a req-ae57d277-5329-417f-851d-aed23023c044 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700075 Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-c492e1fb-668e-4ebb-ba37-8e11717aedc2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2d64093-5040-47dd-a5c0-0a3c44796bae: This subnet is being modified by another concurrent operation. Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2d64093-5040-47dd-a5c0-0a3c44796bae: This subnet is being modified by another concurrent operation. Jul 07 18:11:54.599535 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:11:54.614429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Pushing event updated for resources: {'Port': ['ID=dfff48fc-86db-4a60-9760-d1d7a8281537,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:54.661805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d64093-5040-47dd-a5c0-0a3c44796bae,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:54.680120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cc777-438e-4e8e-b183-6f44a95bde57 None None] Network 7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:54.683226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:54.688973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2c2b569d-3a6b-4952-b4ba-6cbe47179753 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/subnets/f2d64093-5040-47dd-a5c0-0a3c44796bae HTTP/1.1" status: 204 len: 168 time: 0.6140819 Jul 07 18:11:54.691617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:54.771762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589b735-7e5b-4c5e-af35-608b23fab1c0 req-12410f6e-4ca5-4d6a-8823-06862e0a4050 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:54.783677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8589b735-7e5b-4c5e-af35-608b23fab1c0 req-12410f6e-4ca5-4d6a-8823-06862e0a4050 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2970409 Jul 07 18:11:54.810628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 00c27cae-ec1f-48f0-bded-2da686201d4b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:54.857197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Deleting subnet d0239fb3-43ed-4fcf-ac7f-a6f93b33ae17 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:11:54.957166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Attempting to bind port dfff48fc-86db-4a60-9760-d1d7a8281537 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:54.957570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Attempting to bind port dfff48fc-86db-4a60-9760-d1d7a8281537 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:54.957954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Attempting to bind port dfff48fc-86db-4a60-9760-d1d7a8281537 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:54.977844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8589b735-7e5b-4c5e-af35-608b23fab1c0 req-fb6474aa-2edf-4ea2-81cc-b5bc7a7b2824 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899166 Jul 07 18:11:55.000610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Allocated IP 172.20.0.18 (27abfab6-1732-41ec-9d3e-87912e253783/d0239fb3-43ed-4fcf-ac7f-a6f93b33ae17/b2348d42-fa63-4ff5-aefc-0c9f2b38de99) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:55.026421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Port dfff48fc-86db-4a60-9760-d1d7a8281537 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:55.027156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Attempting to bind port dfff48fc-86db-4a60-9760-d1d7a8281537 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:55.070564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:55.070953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:55.071363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:55.071825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Bound port: dfff48fc-86db-4a60-9760-d1d7a8281537, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:55.072406 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.203244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 00c27cae-ec1f-48f0-bded-2da686201d4b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00c27cae-ec1f-48f0-bded-2da686201d4b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:55.231979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '00c27cae-ec1f-48f0-bded-2da686201d4b', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '00c27cae-ec1f-48f0-bded-2da686201d4b', 'mac_address': 'fa:16:3e:38:73:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:55.245875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2800a92-5751-4b46-90b7-724593612d64 req-172c21ea-0a28-46ec-b4ef-1cdcfcd8c5e6 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:55.255062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2800a92-5751-4b46-90b7-724593612d64 req-172c21ea-0a28-46ec-b4ef-1cdcfcd8c5e6 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 947 time: 0.2695079 Jul 07 18:11:55.258487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] For port dfff48fc-86db-4a60-9760-d1d7a8281537, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:55.288935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] For port dfff48fc-86db-4a60-9760-d1d7a8281537, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dfff48fc-86db-4a60-9760-d1d7a8281537,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:55.313345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.318439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.351057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c27cae-ec1f-48f0-bded-2da686201d4b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:55.377660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:55.378368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.381250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] 10.222.0.55 "PUT /v2.0/ports/dfff48fc-86db-4a60-9760-d1d7a8281537 HTTP/1.1" status: 200 len: 1092 time: 1.9682491 Jul 07 18:11:55.382313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'tag': 'dfff48fc-86db-4a60-9760-d1d7a8281537'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:55.384321 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72011129-e3ae-484d-8c93-da3698de76c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d82ba332-4f17-47b2-91f6-d7404272b4ae", "tag": "dfff48fc-86db-4a60-9760-d1d7a8281537"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:55.392247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 00c27cae-ec1f-48f0-bded-2da686201d4b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00c27cae-ec1f-48f0-bded-2da686201d4b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:55.393500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.406998 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.418917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Transition to ACTIVE for port object b2348d42-fa63-4ff5-aefc-0c9f2b38de99 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:55.421054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2800a92-5751-4b46-90b7-724593612d64 req-da3f010f-6fb4-4161-9d26-cc993b6f5917 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550462 Jul 07 18:11:55.518879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9aed-33d3-4275-982f-e6a184dd0055 service neutron] Pushing event updated for resources: {'Port': ['ID=dfff48fc-86db-4a60-9760-d1d7a8281537,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:55.538368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Transition to ACTIVE for port object b2348d42-fa63-4ff5-aefc-0c9f2b38de99 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:55.546139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=00c27cae-ec1f-48f0-bded-2da686201d4b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:55.550507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.563912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-bf495eaa-576d-4662-a26e-d105868fd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:55.568101 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.569538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-bf495eaa-576d-4662-a26e-d105868fd93e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 1095 time: 0.1345556 Jul 07 18:11:55.579189 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b971cc7a-03f4-4cf7-95e9-1e95282a9538 x-openstack-request-id: req-b971cc7a-03f4-4cf7-95e9-1e95282a9538 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:55.579801 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82ba332-4f17-47b2-91f6-d7404272b4ae", "tag": "dfff48fc-86db-4a60-9760-d1d7a8281537", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:55.580240 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b971cc7a-03f4-4cf7-95e9-1e95282a9538 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:55.580816 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'tag': 'dfff48fc-86db-4a60-9760-d1d7a8281537', 'status': 'completed', 'code': 200} Jul 07 18:11:55.668891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-bc874ffb-fbfc-48f5-9a25-e31546b71766 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfff48fc-86db-4a60-9760-d1d7a8281537 HTTP/1.1" status: 200 len: 217 time: 0.0867755 Jul 07 18:11:55.671780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.711751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Pushing event updated for resources: {'Port': ['ID=b2348d42-fa63-4ff5-aefc-0c9f2b38de99,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:55.748264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Network 27abfab6-1732-41ec-9d3e-87912e253783 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:55.758924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:55.763246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:55.773546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-dd0af619-6dcd-49c4-b560-fe9a4ecddd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:55.775986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-dd0af619-6dcd-49c4-b560-fe9a4ecddd1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1003177 Jul 07 18:11:55.851943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.853551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['00c27cae-ec1f-48f0-bded-2da686201d4b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:55.942355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Attempting to bind port b2348d42-fa63-4ff5-aefc-0c9f2b38de99 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:55.943143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Attempting to bind port b2348d42-fa63-4ff5-aefc-0c9f2b38de99 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '78756050-730b-4f77-8f39-ec753b607cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27abfab6-1732-41ec-9d3e-87912e253783'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:55.944000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Attempting to bind port b2348d42-fa63-4ff5-aefc-0c9f2b38de99 on network 27abfab6-1732-41ec-9d3e-87912e253783 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:55.958673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:55.962802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.963633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Checking segment: {'id': '78756050-730b-4f77-8f39-ec753b607cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27abfab6-1732-41ec-9d3e-87912e253783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:55.964326 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.964846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Bound using segment: {'id': '78756050-730b-4f77-8f39-ec753b607cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27abfab6-1732-41ec-9d3e-87912e253783'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:55.965289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Bound port: b2348d42-fa63-4ff5-aefc-0c9f2b38de99, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78756050-730b-4f77-8f39-ec753b607cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27abfab6-1732-41ec-9d3e-87912e253783'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:55.965693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:55.968663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-e576d998-7bbb-4d96-9c28-d56be100911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:55.970279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-e576d998-7bbb-4d96-9c28-d56be100911b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822052 Jul 07 18:11:56.034170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f198d-2570-4a3a-85bc-69aa0bef78f0 req-59dd9b3c-b7d5-4b2a-94ac-9fef7a72aa02 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.036104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-217f198d-2570-4a3a-85bc-69aa0bef78f0 req-59dd9b3c-b7d5-4b2a-94ac-9fef7a72aa02 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.2078991 Jul 07 18:11:56.135963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1541e-f908-4d1b-bb86-074134402f6c req-1d4facf1-24e9-4533-8249-b5218420b668 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.141788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85a1541e-f908-4d1b-bb86-074134402f6c req-1d4facf1-24e9-4533-8249-b5218420b668 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.3014972 Jul 07 18:11:56.168009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] For port b2348d42-fa63-4ff5-aefc-0c9f2b38de99, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:56.195596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-759f8438-c69f-4133-8bb9-79280238da52 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066052 Jul 07 18:11:56.218832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] For port b2348d42-fa63-4ff5-aefc-0c9f2b38de99, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b2348d42-fa63-4ff5-aefc-0c9f2b38de99,segment=NetworkSegment(78756050-730b-4f77-8f39-ec753b607cc5),segment_id=78756050-730b-4f77-8f39-ec753b607cc5)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:56.235519 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:56.280739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-217f198d-2570-4a3a-85bc-69aa0bef78f0 req-52836fdc-7f31-4f46-bc24-79feb3679ea9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378415 Jul 07 18:11:56.310998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85a1541e-f908-4d1b-bb86-074134402f6c req-2b86e549-497f-4be8-bdb1-b83fcc7e5bde tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510305 Jul 07 18:11:56.509854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2c06310-e46e-4820-8e29-e5dd28902fae req-62e46906-f71b-448c-8534-c9aca143e570 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014629 Jul 07 18:11:56.535449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Subnet': ['ID=d0239fb3-43ed-4fcf-ac7f-a6f93b33ae17,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:56.545597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:56.548051 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ee1d3d27-78e5-40d8-8a21-9fce3312df03 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/subnets/d0239fb3-43ed-4fcf-ac7f-a6f93b33ae17 HTTP/1.1" status: 204 len: 168 time: 1.8551443 Jul 07 18:11:56.552729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54956) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:56.553010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb789bc-0d0d-4bdf-85e9-c8edc5453bb7 None None] Pushing event updated for resources: {'Port': ['ID=b2348d42-fa63-4ff5-aefc-0c9f2b38de99,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:56.613564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47182092-61e2-4b23-be1b-0e7260c3a03f None None] Network 27abfab6-1732-41ec-9d3e-87912e253783 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:11:56.691381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f87938-95d0-4068-96a3-5ecff563f5df tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.693841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c0f87938-95d0-4068-96a3-5ecff563f5df tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1401579 Jul 07 18:11:56.698963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54958) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:56.806064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:56.810458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a75feffb-5546-4853-bdcb-3b3fc5fc84af up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:56.833224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050c687-49b3-481c-9b54-f21aa1fb0d78 req-2c47afba-6c95-46ac-a0a0-197f7838812b tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.835292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9050c687-49b3-481c-9b54-f21aa1fb0d78 req-2c47afba-6c95-46ac-a0a0-197f7838812b tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 945 time: 0.2840934 Jul 07 18:11:56.843363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011129-e3ae-484d-8c93-da3698de76c1 req-6486c5f2-5f73-44d0-847f-d172a058d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:56.844861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72011129-e3ae-484d-8c93-da3698de76c1 req-6486c5f2-5f73-44d0-847f-d172a058d76c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 1095 time: 0.1671612 Jul 07 18:11:56.893663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port a75feffb-5546-4853-bdcb-3b3fc5fc84af completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:56.897254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac9781a-1a3f-4950-9daf-74886b28bc9c None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:11:56.901705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port a75feffb-5546-4853-bdcb-3b3fc5fc84af triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:56.902128 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:56.939261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Deleting port b2348d42-fa63-4ff5-aefc-0c9f2b38de99 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:11:56.939585 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.052748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] For port b2348d42-fa63-4ff5-aefc-0c9f2b38de99, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b2348d42-fa63-4ff5-aefc-0c9f2b38de99,segment=NetworkSegment(78756050-730b-4f77-8f39-ec753b607cc5),segment_id=78756050-730b-4f77-8f39-ec753b607cc5)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:57.053199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.074004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Calling delete_port for b2348d42-fa63-4ff5-aefc-0c9f2b38de99 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:11:57.090000 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.138036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:57.140394 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb18484-85e1-4f14-8973-c7591e0c5885" -d '{"events": [{"server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "name": "network-vif-plugged", "status": "completed", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:57.146551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a75feffb-5546-4853-bdcb-3b3fc5fc84af, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:57.161274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.170008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac9781a-1a3f-4950-9daf-74886b28bc9c None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:11:57.287762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.318108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b3412-8c9a-4712-8f0e-43fd15bf2be5 req-5f2f78e5-46df-4ee7-afe0-236b1a3ab717 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:57.323959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Port': ['ID=b2348d42-fa63-4ff5-aefc-0c9f2b38de99,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:57.325129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c0b3412-8c9a-4712-8f0e-43fd15bf2be5 req-5f2f78e5-46df-4ee7-afe0-236b1a3ab717 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.5934517 Jul 07 18:11:57.328053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] No DVR routers for this DVR port b2348d42-fa63-4ff5-aefc-0c9f2b38de99 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:57.390138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9050c687-49b3-481c-9b54-f21aa1fb0d78 req-b6338a8f-3d9e-4871-901a-9dfa58881bef tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5440199 Jul 07 18:11:57.412634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c0b3412-8c9a-4712-8f0e-43fd15bf2be5 req-3b546fc9-c9b9-47de-a78f-2f0f845ca768 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865109 Jul 07 18:11:57.418355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.439843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27abfab6-1732-41ec-9d3e-87912e253783']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:57.466039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a75feffb-5546-4853-bdcb-3b3fc5fc84af,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:57.470455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78756050-730b-4f77-8f39-ec753b607cc5') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:57.470982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78756050-730b-4f77-8f39-ec753b607cc5') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:57.474469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011129-e3ae-484d-8c93-da3698de76c1 req-2db1c685-384c-4a3f-92ca-b8cdbc5af4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:57.476931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72011129-e3ae-484d-8c93-da3698de76c1 req-2db1c685-384c-4a3f-92ca-b8cdbc5af4e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.6211281 Jul 07 18:11:57.489750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.520154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.530716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:57.531177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:57.535639 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:57.577221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72011129-e3ae-484d-8c93-da3698de76c1 req-976dcf68-f8d2-4ef8-bc4d-ce85c088c2d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfff48fc-86db-4a60-9760-d1d7a8281537 HTTP/1.1" status: 200 len: 217 time: 0.0794845 Jul 07 18:11:57.640457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.648261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.650363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/networks/27abfab6-1732-41ec-9d3e-87912e253783 HTTP/1.1" status: 204 len: 168 time: 0.9503024 Jul 07 18:11:57.663174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54970) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:57.716781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6664be5-9a4b-445f-a7e9-65e2cbab4620 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Network': ['ID=27abfab6-1732-41ec-9d3e-87912e253783,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:57.717558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f481d4-1385-42e0-8eee-2a56a29b3f16 None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:11:57.738375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011129-e3ae-484d-8c93-da3698de76c1 req-4a6206c8-a8d2-4d82-88d6-f964987ad08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:57.739856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72011129-e3ae-484d-8c93-da3698de76c1 req-4a6206c8-a8d2-4d82-88d6-f964987ad08d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1617742 Jul 07 18:11:57.765807 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eff39f-9eac-4e2d-9c48-e40f644a3258 x-openstack-request-id: req-80eff39f-9eac-4e2d-9c48-e40f644a3258 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:57.766208 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "name": "network-vif-plugged", "status": "completed", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:57.766524 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-80eff39f-9eac-4e2d-9c48-e40f644a3258 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:57.766927 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'code': 200} Jul 07 18:11:57.809548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.826435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2246d-c471-430c-8721-2dfed4cd59d2 req-f374c306-ee94-439b-8e38-53469cd16fd4 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:57.835209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58e2246d-c471-430c-8721-2dfed4cd59d2 req-f374c306-ee94-439b-8e38-53469cd16fd4 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 948 time: 0.1979489 Jul 07 18:11:57.895958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58e2246d-c471-430c-8721-2dfed4cd59d2 req-9aa9a611-b937-4fe5-b8c2-a4f86ec04611 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597153 Jul 07 18:11:57.931283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011129-e3ae-484d-8c93-da3698de76c1 req-5a8987d1-a86f-43ba-8282-62f025461642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:57.936190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72011129-e3ae-484d-8c93-da3698de76c1 req-5a8987d1-a86f-43ba-8282-62f025461642 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849327 Jul 07 18:11:57.985121 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:57.999223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:58.046512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f481d4-1385-42e0-8eee-2a56a29b3f16 None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:11:58.049139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed17541-760d-4342-b540-4d00761151de') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:58.049612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed17541-760d-4342-b540-4d00761151de') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:58.064304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.090965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.104579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b18b9-6910-4499-a066-3d8d0c27729c req-2c7179d2-f870-4633-8cf3-faf3474b204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:58.107512 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f86b18b9-6910-4499-a066-3d8d0c27729c req-2c7179d2-f870-4633-8cf3-faf3474b204a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1097 time: 0.1749501 Jul 07 18:11:58.134929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:58.135253 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:58.148431 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:58.246082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b8f67-be56-40d1-9555-d2b1cbffb9b7 req-be661e0b-9018-4d94-a985-d55653bd955b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:58.254187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89b8f67-be56-40d1-9555-d2b1cbffb9b7 req-be661e0b-9018-4d94-a985-d55653bd955b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.2880833 Jul 07 18:11:58.280867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72011129-e3ae-484d-8c93-da3698de76c1 req-b1f8100e-5526-4f35-99af-bb8eef58e452 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339317 Jul 07 18:11:58.281156 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f86b18b9-6910-4499-a066-3d8d0c27729c req-6970e49a-fba3-430c-9b59-a94a68ac7d82 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674995 Jul 07 18:11:58.306330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.313799 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.316057 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/networks/7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e HTTP/1.1" status: 204 len: 168 time: 0.6516087 Jul 07 18:11:58.334980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54980) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:58.335938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ebee3-77db-435d-97f4-23b94a40c541 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Network': ['ID=7f6d9b05-7f42-4a1a-a5e4-8fd2f03a1d3e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:58.467465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.510771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a89b8f67-be56-40d1-9555-d2b1cbffb9b7 req-ca1061b3-1415-4bb6-90af-5738653dd4bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550426 Jul 07 18:11:58.587539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.602056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3905555-966d-48f3-99a1-9460049202e1']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:58.615297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a79352-1d07-47cc-8236-41988b786b8c') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:58.615708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a79352-1d07-47cc-8236-41988b786b8c') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:58.626200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.629754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ed0ec-d595-4f7f-8d74-19e345aeebd3 req-44eb8a27-1a20-43b5-8dba-04c9ef9b57d0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:58.637138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d34ed0ec-d595-4f7f-8d74-19e345aeebd3 req-44eb8a27-1a20-43b5-8dba-04c9ef9b57d0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 813 time: 0.3729081 Jul 07 18:11:58.641519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.645972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72011129-e3ae-484d-8c93-da3698de76c1 req-690cc399-9c51-4bdb-b67b-f4e6ce88426d service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345451 Jul 07 18:11:58.649244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:58.649737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:58.657233 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:58.663351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d34ed0ec-d595-4f7f-8d74-19e345aeebd3 req-2e88b467-8db3-48bc-a727-c6e2585aa2c1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/quotas/bfba4dcf3f594dd6acbd4ba55c8fa68e HTTP/1.1" status: 200 len: 375 time: 0.0252178 Jul 07 18:11:58.770293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.777660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.779540 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/networks/e3905555-966d-48f3-99a1-9460049202e1 HTTP/1.1" status: 204 len: 168 time: 0.4405036 Jul 07 18:11:58.782041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 54986) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:58.801358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d34ed0ec-d595-4f7f-8d74-19e345aeebd3 req-ac04adb5-b306-4c80-8eb0-3c06f3e14895 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298180 Jul 07 18:11:58.801638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a5310-dde9-482b-8baf-8088fb1e34f6 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Network': ['ID=e3905555-966d-48f3-99a1-9460049202e1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:58.807891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 00c27cae-ec1f-48f0-bded-2da686201d4b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:58.811599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb647b4b-8f34-42c1-8f98-4d589d2f2861 req-5f6313d3-270b-4daa-beaa-a612c50d1892 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:58.814046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb647b4b-8f34-42c1-8f98-4d589d2f2861 req-5f6313d3-270b-4daa-beaa-a612c50d1892 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 946 time: 0.1333153 Jul 07 18:11:58.880971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb647b4b-8f34-42c1-8f98-4d589d2f2861 req-d1608095-2da0-488a-b2bb-606f13985853 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614498 Jul 07 18:11:58.898790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:58.937201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 00c27cae-ec1f-48f0-bded-2da686201d4b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:58.948198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 00c27cae-ec1f-48f0-bded-2da686201d4b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:58.948566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.107919 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.121484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed4813f-d6e2-4370-a841-891a87a7d805']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:59.133415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966875de-9a2a-4ca1-87e2-07a1f752cfb7') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:59.134026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966875de-9a2a-4ca1-87e2-07a1f752cfb7') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:59.145337 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.146113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.162245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.169728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:11:59.170891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.183015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b62669-0217-4dc2-8aa7-bede233438e8 req-fff50cfd-d341-4565-8973-3b480f3f104f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:59.190257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79b62669-0217-4dc2-8aa7-bede233438e8 req-fff50cfd-d341-4565-8973-3b480f3f104f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1468842 Jul 07 18:11:59.199095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 00c27cae-ec1f-48f0-bded-2da686201d4b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00c27cae-ec1f-48f0-bded-2da686201d4b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:59.209328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.245556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79b62669-0217-4dc2-8aa7-bede233438e8 req-908f863c-f741-4a3e-87f2-9abf62c8b167 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:11:59.283410 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:11:59.292646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.294332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=00c27cae-ec1f-48f0-bded-2da686201d4b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:59.299072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1053f1-4214-472d-857b-c9269d9ed332 req-72193dc2-3cdd-42a4-b84a-09e8026d107d tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:59.300962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:59.303156 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] 10.222.0.88 "DELETE /v2.0/networks/8ed4813f-d6e2-4370-a841-891a87a7d805 HTTP/1.1" status: 204 len: 168 time: 0.5201776 Jul 07 18:11:59.319741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac1053f1-4214-472d-857b-c9269d9ed332 req-72193dc2-3cdd-42a4-b84a-09e8026d107d tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 948 time: 0.1923594 Jul 07 18:11:59.356529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a46382-2c91-486c-a14b-7217087045f1 tempest-BulkNetworkOpsTest-1619210118 tempest-BulkNetworkOpsTest-1619210118-project] Pushing event deleted for resources: {'Network': ['ID=8ed4813f-d6e2-4370-a841-891a87a7d805,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:59.412876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac1053f1-4214-472d-857b-c9269d9ed332 req-f370bc6d-28d4-4c7f-8be5-4d9a5e376a80 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915425 Jul 07 18:11:59.644155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836a09-0da3-455c-abf3-61ae147dacb5 req-e610553e-de02-4175-a189-d3a8a2224008 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:59.651598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22836a09-0da3-455c-abf3-61ae147dacb5 req-e610553e-de02-4175-a189-d3a8a2224008 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0908966 Jul 07 18:11:59.730459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22836a09-0da3-455c-abf3-61ae147dacb5 req-3f465477-2ebb-4ffd-b48f-a8159b2a72a3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Jul 07 18:11:59.736680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55002) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:59.768660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf936986-bff9-4d3a-817a-a551fead0da6 req-1b7a21f6-bc83-4509-959b-583f5d582a42 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:59.768962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c27cae-ec1f-48f0-bded-2da686201d4b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:59.772595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf936986-bff9-4d3a-817a-a551fead0da6 req-1b7a21f6-bc83-4509-959b-583f5d582a42 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1101539 Jul 07 18:11:59.780147 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248ca9df-17b8-4588-b0d0-d19e10e607ce" -d '{"events": [{"server_uuid": "a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0", "name": "network-vif-plugged", "status": "completed", "tag": "00c27cae-ec1f-48f0-bded-2da686201d4b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:59.851122 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102b4fc6-ef2b-41c5-8dfd-c488a4223ec4 x-openstack-request-id: req-102b4fc6-ef2b-41c5-8dfd-c488a4223ec4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:59.851737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf936986-bff9-4d3a-817a-a551fead0da6 req-44c96f99-e7a5-488b-9972-925c185210d7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Jul 07 18:11:59.853825 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0", "name": "network-vif-plugged", "status": "completed", "tag": "00c27cae-ec1f-48f0-bded-2da686201d4b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:59.853825 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-102b4fc6-ef2b-41c5-8dfd-c488a4223ec4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:59.856243 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c27cae-ec1f-48f0-bded-2da686201d4b', 'code': 200} Jul 07 18:12:00.007559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55024) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:00.008007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f5977378-3303-4d94-ba0f-fb53ae4a4252 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c76d194e0cbd4be0a5a7998125c42505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697625 Jul 07 18:12:00.028965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7966-7790-469f-bd1a-715ffe2eb0ee req-80ea372b-6a81-4b6b-aa78-6dacd2ef2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:00.031113 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2cd7966-7790-469f-bd1a-715ffe2eb0ee req-80ea372b-6a81-4b6b-aa78-6dacd2ef2290 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 1100 time: 0.0807483 Jul 07 18:12:00.085579 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2cd7966-7790-469f-bd1a-715ffe2eb0ee req-cff646f0-9719-4517-8ba2-329d93a21b4d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473742 Jul 07 18:12:00.110150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6025ef1f-0206-4529-8fa0-6a17221fd011 req-cb60d309-e281-4917-b2cb-62fda86e8964 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e HTTP/1.1" status: 200 len: 221 time: 0.0835979 Jul 07 18:12:00.139451 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd068acc-311c-4273-9744-d98bc8ace2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:00.182797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee31733-4bfd-48d0-b72a-df04aa7d2f04 req-83c5e534-d32d-4242-936a-925602e377b7 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:00.184376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aee31733-4bfd-48d0-b72a-df04aa7d2f04 req-83c5e534-d32d-4242-936a-925602e377b7 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 946 time: 0.1334798 Jul 07 18:12:00.186680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd068acc-311c-4273-9744-d98bc8ace2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:00.268123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aee31733-4bfd-48d0-b72a-df04aa7d2f04 req-e3f180ae-b609-4150-86d8-afa4496eb3be tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742400 Jul 07 18:12:00.303115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd068acc-311c-4273-9744-d98bc8ace2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:00.307334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd068acc-311c-4273-9744-d98bc8ace2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:00.308645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fd068acc-311c-4273-9744-d98bc8ace2c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a504f4df-5398-4570-ad2b-bd67a96d34be HTTP/1.1" status: 204 len: 168 time: 0.3000085 Jul 07 18:12:00.317467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd068acc-311c-4273-9744-d98bc8ace2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a504f4df-5398-4570-ad2b-bd67a96d34be,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:00.495174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba55d1-b0e0-4f3a-8ea4-9bc880217b47 req-7754db67-25e0-4642-b8f4-3337569df1f7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:00.502958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba55d1-b0e0-4f3a-8ea4-9bc880217b47 req-7754db67-25e0-4642-b8f4-3337569df1f7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1569943 Jul 07 18:12:00.531337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3c254-c508-4a24-8576-8a27db443cf3 req-e84b8766-ba83-41f8-92a6-f6d7cacf54e0 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:00.532948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbc3c254-c508-4a24-8576-8a27db443cf3 req-e84b8766-ba83-41f8-92a6-f6d7cacf54e0 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 946 time: 0.1286530 Jul 07 18:12:00.583369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba55d1-b0e0-4f3a-8ea4-9bc880217b47 req-02c165f5-b36f-45a5-8e2f-cf47473cf35a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793293 Jul 07 18:12:00.610189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbc3c254-c508-4a24-8576-8a27db443cf3 req-dfcb615b-b2c1-4c2b-a74b-216110dcacf5 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692086 Jul 07 18:12:00.798545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc93aa-086a-4279-96e0-8e83fb1ec084 req-5fdd4da5-98ca-4ef6-8308-48fc9eca1d05 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:00.805334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43dc93aa-086a-4279-96e0-8e83fb1ec084 req-5fdd4da5-98ca-4ef6-8308-48fc9eca1d05 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 949 time: 0.0826592 Jul 07 18:12:00.864771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43dc93aa-086a-4279-96e0-8e83fb1ec084 req-abcc942c-0d8d-46e0-b1f9-fa68fa466eaf tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584185 Jul 07 18:12:00.982396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216008c-c306-4282-b824-f98e41748437 req-244df1b8-d4b0-403c-9eee-8b45434405f3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:00.984538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6216008c-c306-4282-b824-f98e41748437 req-244df1b8-d4b0-403c-9eee-8b45434405f3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0950828 Jul 07 18:12:01.083005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6216008c-c306-4282-b824-f98e41748437 req-eefc831f-5994-4dd6-be7e-da98040bcbd8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923617 Jul 07 18:12:01.138541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddf57f-aa47-4073-878f-8c72dc49506e req-1500583e-59be-42be-9ec9-19e66c684595 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:01.152844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91ddf57f-aa47-4073-878f-8c72dc49506e req-1500583e-59be-42be-9ec9-19e66c684595 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 946 time: 0.1534746 Jul 07 18:12:01.254512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-91ddf57f-aa47-4073-878f-8c72dc49506e req-e347a3d2-eaf6-4144-813a-755096ef5e3c tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017091 Jul 07 18:12:01.270773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55064) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:01.441513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95713f3d-e764-4156-8c1d-3647bcc4d581 req-d875c797-5237-4ff0-a1e6-76609785c450 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:01.443668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95713f3d-e764-4156-8c1d-3647bcc4d581 req-d875c797-5237-4ff0-a1e6-76609785c450 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1881497 Jul 07 18:12:01.554361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95713f3d-e764-4156-8c1d-3647bcc4d581 req-e0f81551-4a1e-4648-bc1b-bee66bc83ad0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942521 Jul 07 18:12:01.589974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55070) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:01.670334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bf158ead-5a63-4aa5-a3f7-1d8ec5ac2727 tempest-DvrRoutersNegativeTest-1928000810 tempest-DvrRoutersNegativeTest-1928000810-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-632920617', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:01.675206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.policy [None req-bf158ead-5a63-4aa5-a3f7-1d8ec5ac2727 tempest-DvrRoutersNegativeTest-1928000810 tempest-DvrRoutersNegativeTest-1928000810-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105588) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 18:12:01.675514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.policy [None req-bf158ead-5a63-4aa5-a3f7-1d8ec5ac2727 tempest-DvrRoutersNegativeTest-1928000810 tempest-DvrRoutersNegativeTest-1928000810-project] Failed policy check for 'create_router' {{(pid=105588) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 18:12:01.676082 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-bf158ead-5a63-4aa5-a3f7-1d8ec5ac2727 tempest-DvrRoutersNegativeTest-1928000810 tempest-DvrRoutersNegativeTest-1928000810-project] create failed (client error): Access was denied to this resource. Jul 07 18:12:01.679094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bf158ead-5a63-4aa5-a3f7-1d8ec5ac2727 tempest-DvrRoutersNegativeTest-1928000810 tempest-DvrRoutersNegativeTest-1928000810-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0854948 Jul 07 18:12:01.701782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d211def-c97e-4ac5-956b-3165ba7f2afb tempest-TestServerBasicOps-276556889 tempest-TestServerBasicOps-276556889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:01.704427 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7d211def-c97e-4ac5-956b-3165ba7f2afb tempest-TestServerBasicOps-276556889 tempest-TestServerBasicOps-276556889-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1092 time: 0.4299908 Jul 07 18:12:01.710986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55076) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:01.719568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:01.763695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:01.910487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddeca33-bda0-4630-800e-d025404277bf req-f8c52611-beb9-45af-9bca-e2c9b57849e8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:01.912144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ddeca33-bda0-4630-800e-d025404277bf req-f8c52611-beb9-45af-9bca-e2c9b57849e8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2315969 Jul 07 18:12:02.018554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ddeca33-bda0-4630-800e-d025404277bf req-34cec7ac-2037-4ad3-9444-3148004f9a5f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955095 Jul 07 18:12:02.042542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.210306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55086) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:02.242479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Allocated IP 172.25.1.204 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/a5f78221-f9be-4538-9f6e-06845c61463e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:12:02.336771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df0298-7070-4fc6-92de-decfbc0944c2 req-48b9e232-bed6-4a2c-9d50-b7709562c311 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:02.338606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9df0298-7070-4fc6-92de-decfbc0944c2 req-48b9e232-bed6-4a2c-9d50-b7709562c311 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 949 time: 0.1299131 Jul 07 18:12:02.367331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975fbac-a680-427f-942c-22ec1ce4bc19 req-efc4c1e3-39a6-43fc-98e3-ca8d3738ea57 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:02.369255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6975fbac-a680-427f-942c-22ec1ce4bc19 req-efc4c1e3-39a6-43fc-98e3-ca8d3738ea57 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1724470 Jul 07 18:12:02.391286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cc53aa2-9f92-4cd3-b815-777ec4451381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.431027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9df0298-7070-4fc6-92de-decfbc0944c2 req-3fe72106-4e87-4562-9189-814b4ba4a90d tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850368 Jul 07 18:12:02.439446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6975fbac-a680-427f-942c-22ec1ce4bc19 req-6ca9f1fb-06f6-4b11-a86e-257d0155935e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619359 Jul 07 18:12:02.474587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.571913 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.615956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cc53aa2-9f92-4cd3-b815-777ec4451381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.628588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:12:02.629236 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2cc53aa2-9f92-4cd3-b815-777ec4451381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.645158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:12:02.666468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:12:02.714049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'Port': ['ID=a5f78221-f9be-4538-9f6e-06845c61463e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:02.723836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfde19-bbbc-4952-be43-e7539bf3a99a req-6326f209-cafd-4f36-b5ae-9d9728933a7f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:02.726624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0bfde19-bbbc-4952-be43-e7539bf3a99a req-6326f209-cafd-4f36-b5ae-9d9728933a7f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0879898 Jul 07 18:12:02.729173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2cc53aa2-9f92-4cd3-b815-777ec4451381 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=838d77e0613a4d48a604a96cd43d0a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178545 Jul 07 18:12:02.732068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc53aa2-9f92-4cd3-b815-777ec4451381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45a6a29-d36b-4447-9bb9-929b25a86dd4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:02.732387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55102) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:02.811229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0bfde19-bbbc-4952-be43-e7539bf3a99a req-404ab53c-d0b1-4f12-9be4-09edcd9a3b9f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748146 Jul 07 18:12:02.830659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64f75fda-a707-412d-9cc2-cb8fb72b01e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.855944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64f75fda-a707-412d-9cc2-cb8fb72b01e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.913190 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64f75fda-a707-412d-9cc2-cb8fb72b01e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.916719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64f75fda-a707-412d-9cc2-cb8fb72b01e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.918247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-64f75fda-a707-412d-9cc2-cb8fb72b01e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e45a6a29-d36b-4447-9bb9-929b25a86dd4 HTTP/1.1" status: 204 len: 168 time: 0.1842046 Jul 07 18:12:02.980027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f75fda-a707-412d-9cc2-cb8fb72b01e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45a6a29-d36b-4447-9bb9-929b25a86dd4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:03.096271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f33d76-ff2b-4133-9e41-806587426d25 req-d813c8a0-1f55-4d7f-b93a-fabce4b7ebcc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:03.106369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45f33d76-ff2b-4133-9e41-806587426d25 req-d813c8a0-1f55-4d7f-b93a-fabce4b7ebcc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1620805 Jul 07 18:12:03.209958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45f33d76-ff2b-4133-9e41-806587426d25 req-17a1b390-5e11-4e08-8dea-383ff163bc9d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027579 Jul 07 18:12:03.271055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:03.326389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eba0d-f348-42b1-9fd2-7a622f28a698 req-066be907-5acc-4c5c-a12b-5497420a4393 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:03.328210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb6eba0d-f348-42b1-9fd2-7a622f28a698 req-066be907-5acc-4c5c-a12b-5497420a4393 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1059315 Jul 07 18:12:03.383420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb6eba0d-f348-42b1-9fd2-7a622f28a698 req-123d1bc1-e738-40d3-ac46-9b524eaaa027 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Jul 07 18:12:03.408498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:03.614016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:03.622117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521cdd7-cbd0-4f33-a7f0-bb3983ecfdc4 req-b075aab8-7d8a-456e-899e-7ec38c0da6ba tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:03.622340 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:03.624067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2521cdd7-cbd0-4f33-a7f0-bb3983ecfdc4 req-b075aab8-7d8a-456e-899e-7ec38c0da6ba tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0935011 Jul 07 18:12:03.707718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2521cdd7-cbd0-4f33-a7f0-bb3983ecfdc4 req-c7ec22ff-b79c-4317-9847-b48a5768ca3d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729334 Jul 07 18:12:03.711836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event updated for resources: {'Port': ['ID=a5f78221-f9be-4538-9f6e-06845c61463e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:03.727082 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:03.819851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:03.851401 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Floating IP eee63b81-e4cd-4913-8192-9ca17c0e3a93 associated. External IP: 172.25.1.204, port: a75feffb-5546-4853-bdcb-3b3fc5fc84af. Jul 07 18:12:03.883314 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:03.923932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4460dc-5de9-434e-830d-1722b9f443ff req-e25f2fd6-3e4f-4132-9e85-39d4cf2bc637 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:03.926101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c4460dc-5de9-434e-830d-1722b9f443ff req-e25f2fd6-3e4f-4132-9e85-39d4cf2bc637 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0793979 Jul 07 18:12:03.959294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9552461d-9fef-47e7-88c2-6bb075c0832f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:03.959983 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-9552461d-9fef-47e7-88c2-6bb075c0832f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 18:12:03.960518 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-9552461d-9fef-47e7-88c2-6bb075c0832f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 18:12:03.961761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9552461d-9fef-47e7-88c2-6bb075c0832f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1407771 Jul 07 18:12:03.965469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55144) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:03.971460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--695060650'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:04.002573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.032438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c4460dc-5de9-434e-830d-1722b9f443ff req-4d2abe6b-c872-4e09-8dba-3c9ebf3ab844 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002386 Jul 07 18:12:04.033659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.154682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:12:04.192035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.202600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.352308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:12:04.359124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2788c8ea-55bb-4162-ac4f-3bbd0cafea4c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:04.368463 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] Sync routers for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:12:04.368979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.378519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.384187 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:04.386730 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:04.409012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.485335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cccfa-87ee-4df2-b580-9b94d31bf38a req-0b04167b-af03-47d7-a783-7926d61be47f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:04.499748 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-77e8fe3f-d014-41fa-a5c7-3f86206a8b18 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7715523 Jul 07 18:12:04.499748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:04.499748 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccb8367-c14b-4df1-a96d-59f4aac22170" -d '{"events": [{"name": "network-changed", "server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:04.500058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e0cccfa-87ee-4df2-b580-9b94d31bf38a req-0b04167b-af03-47d7-a783-7926d61be47f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1986914 Jul 07 18:12:04.500058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f3be14-8a6d-48dd-9e8e-99c3aaaeee11,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:04.513256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.517512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0c479aa3-7caa-4373-96f8-d4cc57795d5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5482874 Jul 07 18:12:04.519031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55162) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:04.524786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-578ecb29-f99c-4560-a6de-298fa0f62d8b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f7f3be14-8a6d-48dd-9e8e-99c3aaaeee11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:04.532732 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:04.608009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578ecb29-f99c-4560-a6de-298fa0f62d8b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.613062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e0cccfa-87ee-4df2-b580-9b94d31bf38a req-b7240ddf-01e5-4f0f-8fc9-e72bb81e3d24 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113272 Jul 07 18:12:04.694434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dba72-edc9-4b3a-834c-f201cef7a54e req-d94ead60-a486-41c8-882d-883c4f6027b7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:04.697325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-511dba72-edc9-4b3a-834c-f201cef7a54e req-d94ead60-a486-41c8-882d-883c4f6027b7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1982543 Jul 07 18:12:04.731726 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578ecb29-f99c-4560-a6de-298fa0f62d8b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.740223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578ecb29-f99c-4560-a6de-298fa0f62d8b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.792962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ecb29-f99c-4560-a6de-298fa0f62d8b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f893758-0ad3-4e41-aa7d-d6dadc816d1f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:04.812202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-511dba72-edc9-4b3a-834c-f201cef7a54e req-26e01e53-fdce-4b3d-a85c-e7b3fe4a7397 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016233 Jul 07 18:12:04.817476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578ecb29-f99c-4560-a6de-298fa0f62d8b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.818787 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-578ecb29-f99c-4560-a6de-298fa0f62d8b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2979980 Jul 07 18:12:04.821511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:04.829915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-14deba15-a81c-4c46-b2f7-62cd23ce1379 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f7f3be14-8a6d-48dd-9e8e-99c3aaaeee11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:04.879927 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e635aa4a-d564-4793-9de3-224ef2b83730 x-openstack-request-id: req-e635aa4a-d564-4793-9de3-224ef2b83730 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:04.880337 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:04.882562 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e635aa4a-d564-4793-9de3-224ef2b83730 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:04.883374 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'status': 'completed', 'code': 200} Jul 07 18:12:04.898947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14deba15-a81c-4c46-b2f7-62cd23ce1379 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:04.923459 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'eee63b81-e4cd-4913-8192-9ca17c0e3a93', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'port_id': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'mac_address': 'fa:16:3e:fd:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:12:03Z', 'updated_at': '2021-07-07T18:12:03Z', 'revision_number': 0, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 5, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:04.964467 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] Checking router: 378d8d25-f477-40c9-96e0-0d332d1dd6c5 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:12:04.976571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:04.977307 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:11:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:05.005341 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-14deba15-a81c-4c46-b2f7-62cd23ce1379 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 18:12:05.006549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-14deba15-a81c-4c46-b2f7-62cd23ce1379 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1839819 Jul 07 18:12:05.010335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55168) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:05.013256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-597be08c-1152-4b7e-ae2a-b758fb95e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:05.017916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-597be08c-1152-4b7e-ae2a-b758fb95e68f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a019cf430d494e759c52df0956d1b3cc&device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1097 time: 0.1211309 Jul 07 18:12:05.146193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2c023-ae9c-4819-b788-d30aa087d01c req-899aa007-a09b-493b-b04c-3cfca8d8baea tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:05.158384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ec2c023-ae9c-4819-b788-d30aa087d01c req-899aa007-a09b-493b-b04c-3cfca8d8baea tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1912243 Jul 07 18:12:05.208436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-4c0320e0-9d33-46d1-989e-4086814bb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:05.210555 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-4c0320e0-9d33-46d1-989e-4086814bb142 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25380966-4910-411c-aa2f-19bf91c690d2 HTTP/1.1" status: 200 len: 910 time: 0.1851945 Jul 07 18:12:05.227271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ec2c023-ae9c-4819-b788-d30aa087d01c req-51407cc3-15b3-4b2e-8971-97d9b2847115 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653660 Jul 07 18:12:05.230172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f282637-2fe0-4b0f-a76d-c2691e629729 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.249219 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:05.283775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f282637-2fe0-4b0f-a76d-c2691e629729 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.333912 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-b7cf1e67-1cd7-457f-acbb-5e72d3e48993 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af HTTP/1.1" status: 200 len: 1000 time: 0.1154921 Jul 07 18:12:05.381024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f282637-2fe0-4b0f-a76d-c2691e629729 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.384198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f282637-2fe0-4b0f-a76d-c2691e629729 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.388631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6f282637-2fe0-4b0f-a76d-c2691e629729 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/f7f3be14-8a6d-48dd-9e8e-99c3aaaeee11 HTTP/1.1" status: 204 len: 168 time: 0.3769062 Jul 07 18:12:05.389576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55178) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:05.463855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f282637-2fe0-4b0f-a76d-c2691e629729 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f3be14-8a6d-48dd-9e8e-99c3aaaeee11,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:05.481129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-bab0b41f-3194-4ed3-a784-fe6ad557bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:05.482853 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-bab0b41f-3194-4ed3-a784-fe6ad557bf38 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c2f422-cc8d-4bd8-97c1-a4e502069f44 HTTP/1.1" status: 200 len: 848 time: 0.1425622 Jul 07 18:12:05.531172 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'eee63b81-e4cd-4913-8192-9ca17c0e3a93', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'port_id': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'mac_address': 'fa:16:3e:fd:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:12:03Z', 'updated_at': '2021-07-07T18:12:03Z', 'revision_number': 0, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 5, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:05.548622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a514b41f-ee3f-467a-add3-73a7d2f84f04 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1546202 Jul 07 18:12:05.552958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55180) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:05.556882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-a8b4ddad-ff1a-4002-8740-a5e8700ec06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:05.558430 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-a8b4ddad-ff1a-4002-8740-a5e8700ec06c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25380966-4910-411c-aa2f-19bf91c690d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659811 Jul 07 18:12:05.559065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3bf3e520-d31a-4bf4-9350-ffb5a31cc2f5 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355191705'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:05.565867 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56578616-928e-4c4d-bef0-4e01843ce633 None None] The sync data for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 is: [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'eee63b81-e4cd-4913-8192-9ca17c0e3a93', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'floating_ip_address': '172.25.1.204', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'port_id': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'mac_address': 'fa:16:3e:fd:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:12:03Z', 'updated_at': '2021-07-07T18:12:03Z', 'revision_number': 0, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 5, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:12:05.601367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e520-d31a-4bf4-9350-ffb5a31cc2f5 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.630491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57291e-ab4a-4aed-91cb-6eefa3567bde req-8bb0413b-daab-4d8c-bdf5-b9386863f73e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:05.632680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed57291e-ab4a-4aed-91cb-6eefa3567bde req-8bb0413b-daab-4d8c-bdf5-b9386863f73e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1264555 Jul 07 18:12:05.676923 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-114e685c-1bbd-4cd4-bbe8-de1c673e2bfe service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114192 Jul 07 18:12:05.712528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed57291e-ab4a-4aed-91cb-6eefa3567bde req-f8bdcea2-d747-4edf-a1bd-982318599c69 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722010 Jul 07 18:12:05.792616 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.794390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e520-d31a-4bf4-9350-ffb5a31cc2f5 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.801004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e520-d31a-4bf4-9350-ffb5a31cc2f5 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.842333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1ccb8367-c14b-4df1-a96d-59f4aac22170 req-117c0c2d-9846-4ee5-8d50-33c9d4279930 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581910 Jul 07 18:12:05.844946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e520-d31a-4bf4-9350-ffb5a31cc2f5 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.846470 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3bf3e520-d31a-4bf4-9350-ffb5a31cc2f5 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2931676 Jul 07 18:12:05.849790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55188) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:05.853676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3e520-d31a-4bf4-9350-ffb5a31cc2f5 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7470869-a63b-4444-9006-c751af88891b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:05.864244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bf235862-d8cb-4236-b620-5e1d57a932f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'e7470869-a63b-4444-9006-c751af88891b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:05.864771 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-bf235862-d8cb-4236-b620-5e1d57a932f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 18:12:05.865302 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-bf235862-d8cb-4236-b620-5e1d57a932f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:05.869718 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bf235862-d8cb-4236-b620-5e1d57a932f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0188344 Jul 07 18:12:05.870006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55190) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:05.978542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b1d87-f903-46c6-8651-669cd83cfbab None None] New status for floating IP eee63b81-e4cd-4913-8192-9ca17c0e3a93: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:12:06.028554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c774a37d-6d4b-43e5-b147-df308f21f16a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.069139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c774a37d-6d4b-43e5-b147-df308f21f16a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.094967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674fc8-8e7c-4e18-81d1-91a22c9c1fe1 req-0532c23e-611c-4b74-bb38-fd5389d74429 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:06.101356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79674fc8-8e7c-4e18-81d1-91a22c9c1fe1 req-0532c23e-611c-4b74-bb38-fd5389d74429 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1795423 Jul 07 18:12:06.198099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c774a37d-6d4b-43e5-b147-df308f21f16a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.201481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c774a37d-6d4b-43e5-b147-df308f21f16a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.202850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c774a37d-6d4b-43e5-b147-df308f21f16a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/e7470869-a63b-4444-9006-c751af88891b HTTP/1.1" status: 204 len: 168 time: 0.3307118 Jul 07 18:12:06.206069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55192) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.216248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79674fc8-8e7c-4e18-81d1-91a22c9c1fe1 req-79cd8bab-585a-484f-b44e-70f173d49460 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033747 Jul 07 18:12:06.226518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774a37d-6d4b-43e5-b147-df308f21f16a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7470869-a63b-4444-9006-c751af88891b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:06.279319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b16ac-a6f1-4386-8f39-ffe4df4af158 req-8188f63f-d8f0-471c-b3e5-5bf57f2f4951 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:06.293444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-637b16ac-a6f1-4386-8f39-ffe4df4af158 req-8188f63f-d8f0-471c-b3e5-5bf57f2f4951 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1852820 Jul 07 18:12:06.301722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f46ad436-4bca-4846-8f94-03fd934174e1 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939498 Jul 07 18:12:06.305615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55198) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.312451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-600e11ec-e5f9-4b64-b4d9-1f8764689bf4 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--812216435'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:06.343654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600e11ec-e5f9-4b64-b4d9-1f8764689bf4 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.344323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-637b16ac-a6f1-4386-8f39-ffe4df4af158 req-7d1a4cc2-f79b-4f1d-a3d0-4e823d0c40d8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499022 Jul 07 18:12:06.444510 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600e11ec-e5f9-4b64-b4d9-1f8764689bf4 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.449461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600e11ec-e5f9-4b64-b4d9-1f8764689bf4 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.474563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600e11ec-e5f9-4b64-b4d9-1f8764689bf4 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.478564 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-600e11ec-e5f9-4b64-b4d9-1f8764689bf4 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1693103 Jul 07 18:12:06.481014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55202) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.488906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d681a7fe-7eb9-47c2-9223-9cec54f95950 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'ec2e1588-4e93-45f1-a4af-33e8821433ef', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:06.489924 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-d681a7fe-7eb9-47c2-9223-9cec54f95950 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 18:12:06.490560 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-d681a7fe-7eb9-47c2-9223-9cec54f95950 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:06.491661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d681a7fe-7eb9-47c2-9223-9cec54f95950 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094752 Jul 07 18:12:06.494521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55204) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.502808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e11ec-e5f9-4b64-b4d9-1f8764689bf4 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2e1588-4e93-45f1-a4af-33e8821433ef,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:06.513152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37de10-ad4e-4d5a-ae3b-ce415b612607 req-6d5fe5f0-6ffc-4997-8e1d-a971a0da7d3c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:06.515102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b37de10-ad4e-4d5a-ae3b-ce415b612607 req-6d5fe5f0-6ffc-4997-8e1d-a971a0da7d3c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1061149 Jul 07 18:12:06.554058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe348-a48a-44b7-99a3-192dc4b9ee2b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.566638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b37de10-ad4e-4d5a-ae3b-ce415b612607 req-d0f2bc4f-ac12-4ed5-ba3f-e3c35aff6793 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Jul 07 18:12:06.583813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe348-a48a-44b7-99a3-192dc4b9ee2b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.633323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe348-a48a-44b7-99a3-192dc4b9ee2b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.636928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe348-a48a-44b7-99a3-192dc4b9ee2b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.640605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0d5fe348-a48a-44b7-99a3-192dc4b9ee2b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/ec2e1588-4e93-45f1-a4af-33e8821433ef HTTP/1.1" status: 204 len: 168 time: 0.1426322 Jul 07 18:12:06.641927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55208) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.651859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fe348-a48a-44b7-99a3-192dc4b9ee2b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2e1588-4e93-45f1-a4af-33e8821433ef,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:06.705614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55210) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.707378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0005a414-32c5-4a9b-bd4f-5b13a7ddb898 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580349 Jul 07 18:12:06.711050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1efe2b57-8e72-435e-80b8-4c9566b13ba2 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669106386'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:06.740212 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b57-8e72-435e-80b8-4c9566b13ba2 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.785213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020844e2-49c0-4872-b632-42ba7e246b15 req-e5725fe8-5da3-4bc8-96db-b5e754298b8a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:06.787037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-020844e2-49c0-4872-b632-42ba7e246b15 req-e5725fe8-5da3-4bc8-96db-b5e754298b8a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0785518 Jul 07 18:12:06.829396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-020844e2-49c0-4872-b632-42ba7e246b15 req-734e6f1d-0bc6-40a7-b2d3-925b14e8bd98 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345936 Jul 07 18:12:06.832070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b57-8e72-435e-80b8-4c9566b13ba2 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.839199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b57-8e72-435e-80b8-4c9566b13ba2 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.877890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b57-8e72-435e-80b8-4c9566b13ba2 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.879392 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1efe2b57-8e72-435e-80b8-4c9566b13ba2 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1728587 Jul 07 18:12:06.880857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe2b57-8e72-435e-80b8-4c9566b13ba2 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33abe3ec-d13a-47aa-9c05-2d5cb59f6387,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:06.882428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55214) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.887599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-44ac6e3d-b726-49ce-9723-71933c37b63d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': '33abe3ec-d13a-47aa-9c05-2d5cb59f6387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:06.888732 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-44ac6e3d-b726-49ce-9723-71933c37b63d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 18:12:06.889015 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-44ac6e3d-b726-49ce-9723-71933c37b63d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:06.890033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-44ac6e3d-b726-49ce-9723-71933c37b63d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063114 Jul 07 18:12:06.893210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55216) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.897680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-21a1048a-0ce8-42ee-adaf-d15e4ab19a09 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': '33abe3ec-d13a-47aa-9c05-2d5cb59f6387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:06.899276 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-21a1048a-0ce8-42ee-adaf-d15e4ab19a09 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 18:12:06.899782 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-21a1048a-0ce8-42ee-adaf-d15e4ab19a09 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:06.900706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-21a1048a-0ce8-42ee-adaf-d15e4ab19a09 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065238 Jul 07 18:12:06.903500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55218) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.908060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7373b11a-c4c2-44eb-8469-461bc92b48c3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': '33abe3ec-d13a-47aa-9c05-2d5cb59f6387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:06.908899 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-7373b11a-c4c2-44eb-8469-461bc92b48c3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 18:12:06.909455 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-7373b11a-c4c2-44eb-8469-461bc92b48c3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:06.913159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55220) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.913335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7373b11a-c4c2-44eb-8469-461bc92b48c3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086892 Jul 07 18:12:06.918896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b1262fb2-12d9-443d-a272-2c610c89d6b8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': '33abe3ec-d13a-47aa-9c05-2d5cb59f6387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:06.921239 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-b1262fb2-12d9-443d-a272-2c610c89d6b8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 18:12:06.921945 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-b1262fb2-12d9-443d-a272-2c610c89d6b8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:06.923126 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b1262fb2-12d9-443d-a272-2c610c89d6b8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085309 Jul 07 18:12:06.926140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55222) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:06.993768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07011463-9428-4fd1-acca-f18a9d286e42 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.024171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07011463-9428-4fd1-acca-f18a9d286e42 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.069194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07011463-9428-4fd1-acca-f18a9d286e42 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.072513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07011463-9428-4fd1-acca-f18a9d286e42 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.073791 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-07011463-9428-4fd1-acca-f18a9d286e42 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/33abe3ec-d13a-47aa-9c05-2d5cb59f6387 HTTP/1.1" status: 204 len: 168 time: 0.1467507 Jul 07 18:12:07.076603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55230) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.085503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07011463-9428-4fd1-acca-f18a9d286e42 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33abe3ec-d13a-47aa-9c05-2d5cb59f6387,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:07.168753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dd949208-b699-4901-b2d7-39dc7a51350d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0907786 Jul 07 18:12:07.173510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55232) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.179222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1c1ec0f1-302f-40f3-b7d1-339c21cebac8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621694636'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.217052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779e57-109b-48b6-8b19-374c8abc5000 req-9747699a-125a-4b7c-8cd5-03dabdbf6994 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:07.224580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab779e57-109b-48b6-8b19-374c8abc5000 req-9747699a-125a-4b7c-8cd5-03dabdbf6994 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1259837 Jul 07 18:12:07.233088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c1ec0f1-302f-40f3-b7d1-339c21cebac8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.281021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab779e57-109b-48b6-8b19-374c8abc5000 req-fd3a7b96-714d-414b-829b-b0471ca4cdce tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551119 Jul 07 18:12:07.372074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c1ec0f1-302f-40f3-b7d1-339c21cebac8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.378466 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c1ec0f1-302f-40f3-b7d1-339c21cebac8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.414059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c1ec0f1-302f-40f3-b7d1-339c21cebac8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.415510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1c1ec0f1-302f-40f3-b7d1-339c21cebac8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2410297 Jul 07 18:12:07.418467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55238) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.423696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a4426519-9a4b-454b-a805-eddfa1b243d3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.424561 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-a4426519-9a4b-454b-a805-eddfa1b243d3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 18:12:07.425093 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-a4426519-9a4b-454b-a805-eddfa1b243d3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.426266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a4426519-9a4b-454b-a805-eddfa1b243d3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066836 Jul 07 18:12:07.427343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ec0f1-302f-40f3-b7d1-339c21cebac8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8048c82-ea68-4f54-8955-2b0f84e7a751,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:07.429379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55240) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.435237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e3e8e18a-f275-4a9e-bb40-ed98680f1892 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.487479 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-e3e8e18a-f275-4a9e-bb40-ed98680f1892 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.489285 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e3e8e18a-f275-4a9e-bb40-ed98680f1892 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0587666 Jul 07 18:12:07.492153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.500068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c85c4da4-c1e8-4663-88be-1f00d58d0b9d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.500661 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-c85c4da4-c1e8-4663-88be-1f00d58d0b9d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 18:12:07.501320 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-c85c4da4-c1e8-4663-88be-1f00d58d0b9d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.502760 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c85c4da4-c1e8-4663-88be-1f00d58d0b9d tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094202 Jul 07 18:12:07.505786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55244) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.512607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-36700ae7-6d7c-462d-9bf8-d3087ba07d0e tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.572318 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-36700ae7-6d7c-462d-9bf8-d3087ba07d0e tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.573965 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-36700ae7-6d7c-462d-9bf8-d3087ba07d0e tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0671792 Jul 07 18:12:07.578564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55246) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.582808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db044-b1b3-4402-998d-c01d4e644b2b req-f847e6e9-3b2c-4638-8ff2-2022bef8beba tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:07.586745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a50e123e-ce7c-4dc4-8ec5-d9dcfbf2a2fc tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.587220 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-a50e123e-ce7c-4dc4-8ec5-d9dcfbf2a2fc tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 18:12:07.587820 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-a50e123e-ce7c-4dc4-8ec5-d9dcfbf2a2fc tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.592289 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a50e123e-ce7c-4dc4-8ec5-d9dcfbf2a2fc tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087309 Jul 07 18:12:07.592472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-346db044-b1b3-4402-998d-c01d4e644b2b req-f847e6e9-3b2c-4638-8ff2-2022bef8beba tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1247249 Jul 07 18:12:07.593121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55250) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.597963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a736df93-76e8-4100-ad2a-27ae8a5394f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.626794 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-a736df93-76e8-4100-ad2a-27ae8a5394f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Project 8afbb7e0a70b430d9d5eaa17e69a138e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:12:07.642971 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-a736df93-76e8-4100-ad2a-27ae8a5394f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.647643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a736df93-76e8-4100-ad2a-27ae8a5394f9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0504999 Jul 07 18:12:07.648376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55252) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.654059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c5ed04de-d519-4e6c-b057-8379f58fccb7 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.654478 n-d-798930-2 neutron-server[105589]: WARNING neutron.api.v2.base [None req-c5ed04de-d519-4e6c-b057-8379f58fccb7 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 18:12:07.655068 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-c5ed04de-d519-4e6c-b057-8379f58fccb7 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.655743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21c42d-1fae-4495-8a01-d709b69daecd req-4575fc46-1a89-454b-bab3-edbde897fc2f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:07.659480 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c5ed04de-d519-4e6c-b057-8379f58fccb7 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068111 Jul 07 18:12:07.659604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d21c42d-1fae-4495-8a01-d709b69daecd req-4575fc46-1a89-454b-bab3-edbde897fc2f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1470942 Jul 07 18:12:07.659604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55254) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.664527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a3e13845-6d7c-4725-8819-1949470bd70f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.671189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-346db044-b1b3-4402-998d-c01d4e644b2b req-6a9876e6-cd48-4ac1-8a2b-c27bc336f0e9 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799479 Jul 07 18:12:07.728358 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-a3e13845-6d7c-4725-8819-1949470bd70f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Project 8afbb7e0a70b430d9d5eaa17e69a138e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:12:07.755603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d21c42d-1fae-4495-8a01-d709b69daecd req-5763b373-81c8-48ad-b8d5-6f0732988a3d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803335 Jul 07 18:12:07.764719 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-a3e13845-6d7c-4725-8819-1949470bd70f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.767118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3e13845-6d7c-4725-8819-1949470bd70f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1065340 Jul 07 18:12:07.777312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55260) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.783991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bce10993-7590-4812-9074-b6a7bc6dffa9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'f8048c82-ea68-4f54-8955-2b0f84e7a751', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:07.816989 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-bce10993-7590-4812-9074-b6a7bc6dffa9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Project 8afbb7e0a70b430d9d5eaa17e69a138e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:12:07.840669 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-bce10993-7590-4812-9074-b6a7bc6dffa9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:07.843133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bce10993-7590-4812-9074-b6a7bc6dffa9 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0643237 Jul 07 18:12:07.846392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55264) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:07.915127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c66e-2e2f-421f-a2b2-8f3a37d2cc3a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.944263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c66e-2e2f-421f-a2b2-8f3a37d2cc3a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:07.998838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c66e-2e2f-421f-a2b2-8f3a37d2cc3a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.002255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c66e-2e2f-421f-a2b2-8f3a37d2cc3a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.006155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a3a5c66e-2e2f-421f-a2b2-8f3a37d2cc3a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/f8048c82-ea68-4f54-8955-2b0f84e7a751 HTTP/1.1" status: 204 len: 168 time: 0.1559241 Jul 07 18:12:08.008464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55266) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.008605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253986b-d8da-46fe-ba8d-269f4e9e772b req-dc354014-89c8-4b4a-9cab-955e12f152a3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:08.010496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4253986b-d8da-46fe-ba8d-269f4e9e772b req-dc354014-89c8-4b4a-9cab-955e12f152a3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0907443 Jul 07 18:12:08.026483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5c66e-2e2f-421f-a2b2-8f3a37d2cc3a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8048c82-ea68-4f54-8955-2b0f84e7a751,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:08.063857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4253986b-d8da-46fe-ba8d-269f4e9e772b req-77f08845-d4f7-4040-885b-48176b5a88be tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Jul 07 18:12:08.069721 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f958c26-98c1-48d8-abac-ae9ea33cf0e3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553408 Jul 07 18:12:08.070519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55268) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.075428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a47df70f-92ed-4933-978a-db69536095be tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842663665'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:08.104879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a47df70f-92ed-4933-978a-db69536095be tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.227923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a47df70f-92ed-4933-978a-db69536095be tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.232812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a47df70f-92ed-4933-978a-db69536095be tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.272337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a47df70f-92ed-4933-978a-db69536095be tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.276584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a47df70f-92ed-4933-978a-db69536095be tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2023544 Jul 07 18:12:08.276584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df70f-92ed-4933-978a-db69536095be tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a080fe-e509-4718-a669-fe3007c0bb3b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:08.277190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55274) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.284215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bb948ae0-1eb4-41b9-be2e-1b900f780092 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'e3a080fe-e509-4718-a669-fe3007c0bb3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:08.296417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a821-7bf7-4828-86db-a77545151e7d req-c8cafe46-0fba-4c1b-aa4d-2cfa3f81a811 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:08.298410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08c9a821-7bf7-4828-86db-a77545151e7d req-c8cafe46-0fba-4c1b-aa4d-2cfa3f81a811 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0898764 Jul 07 18:12:08.331991 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-bb948ae0-1eb4-41b9-be2e-1b900f780092 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The resource could not be found. Jul 07 18:12:08.335796 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bb948ae0-1eb4-41b9-be2e-1b900f780092 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0544202 Jul 07 18:12:08.336119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55276) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.342711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f31f2bba-844e-408d-a9c4-124d82321abe tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'e3a080fe-e509-4718-a669-fe3007c0bb3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '05cfdeee-ea3b-44c4-b61d-0ba180c4212c'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:08.344068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08c9a821-7bf7-4828-86db-a77545151e7d req-e171d143-3a7e-400f-a0ca-223efe56bc0c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365992 Jul 07 18:12:08.392928 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-f31f2bba-844e-408d-a9c4-124d82321abe tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The resource could not be found. Jul 07 18:12:08.394759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f31f2bba-844e-408d-a9c4-124d82321abe tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0575447 Jul 07 18:12:08.397642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55282) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.459360 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a886614c-2029-4cb6-8978-c70df3bcbc89 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.483115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a886614c-2029-4cb6-8978-c70df3bcbc89 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.567739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a886614c-2029-4cb6-8978-c70df3bcbc89 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.571024 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a886614c-2029-4cb6-8978-c70df3bcbc89 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.572380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a886614c-2029-4cb6-8978-c70df3bcbc89 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/e3a080fe-e509-4718-a669-fe3007c0bb3b HTTP/1.1" status: 204 len: 168 time: 0.1734507 Jul 07 18:12:08.575488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55284) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.588978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886614c-2029-4cb6-8978-c70df3bcbc89 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a080fe-e509-4718-a669-fe3007c0bb3b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:08.599971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fca39-48db-471d-bfcc-cb2eff01abb0 req-e94e26f5-2298-49bf-923d-d98a47400085 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:08.601571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd8fca39-48db-471d-bfcc-cb2eff01abb0 req-e94e26f5-2298-49bf-923d-d98a47400085 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1101568 Jul 07 18:12:08.644668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd8fca39-48db-471d-bfcc-cb2eff01abb0 req-f4ff976f-981a-4c63-b6e0-45a15bea8592 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353472 Jul 07 18:12:08.656881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6c2dfa71-5285-46ee-aa74-0d8ec96a47c8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770991 Jul 07 18:12:08.659247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55286) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.664575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1fc31fa4-5164-4fe4-a0cd-ff93da5455ee tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': '803a6498-172e-4215-b36a-ed62cf1ff623', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:08.720875 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-1fc31fa4-5164-4fe4-a0cd-ff93da5455ee tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The resource could not be found. Jul 07 18:12:08.722246 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1fc31fa4-5164-4fe4-a0cd-ff93da5455ee tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0618589 Jul 07 18:12:08.726684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55290) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:08.732140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d16f2953-7783-4316-8a67-a41e18482f61 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089866356'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:08.758921 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d16f2953-7783-4316-8a67-a41e18482f61 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.890174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b418-74ca-4aff-9df6-6d63e9831fb7 req-1b17ac60-f2e6-45b6-8747-1c7823f1b1a4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:08.891721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e81b418-74ca-4aff-9df6-6d63e9831fb7 req-1b17ac60-f2e6-45b6-8747-1c7823f1b1a4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1060627 Jul 07 18:12:08.950343 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d16f2953-7783-4316-8a67-a41e18482f61 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:08.964123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d16f2953-7783-4316-8a67-a41e18482f61 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.019125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d16f2953-7783-4316-8a67-a41e18482f61 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.020483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d16f2953-7783-4316-8a67-a41e18482f61 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2922769 Jul 07 18:12:09.023978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55296) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:09.027006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e81b418-74ca-4aff-9df6-6d63e9831fb7 req-46b55436-71d7-4e49-ad8b-ef5f3b93be98 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129689 Jul 07 18:12:09.033960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c3976142-8f5a-4fe9-a382-64719ea32f4a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193222054'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:09.036348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f2953-7783-4316-8a67-a41e18482f61 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e265dda9-4cae-4d63-a864-4ce4e3c2fcf5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:09.055779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a95d01-9dda-465f-ac81-91043fa8ca44 req-2c98b51d-7797-4bd5-927c-85d2029af414 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:09.057394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83a95d01-9dda-465f-ac81-91043fa8ca44 req-2c98b51d-7797-4bd5-927c-85d2029af414 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1771548 Jul 07 18:12:09.100546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3976142-8f5a-4fe9-a382-64719ea32f4a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.125671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83a95d01-9dda-465f-ac81-91043fa8ca44 req-4b04eea9-0534-4f74-a84f-b81e9f36de71 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 Jul 07 18:12:09.230916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3976142-8f5a-4fe9-a382-64719ea32f4a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.237015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3976142-8f5a-4fe9-a382-64719ea32f4a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.270459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3976142-8f5a-4fe9-a382-64719ea32f4a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.275217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55304) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:09.275557 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3976142-8f5a-4fe9-a382-64719ea32f4a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2488720 Jul 07 18:12:09.281001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3976142-8f5a-4fe9-a382-64719ea32f4a tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b53314-6f38-4c58-af2b-d62591a381bf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:09.281363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3fcbeb17-f0c2-4c4b-96a9-e638134f5b44 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'e265dda9-4cae-4d63-a864-4ce4e3c2fcf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd7b53314-6f38-4c58-af2b-d62591a381bf'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:09.334407 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-3fcbeb17-f0c2-4c4b-96a9-e638134f5b44 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:09.338950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55306) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:09.339415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3fcbeb17-f0c2-4c4b-96a9-e638134f5b44 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0628068 Jul 07 18:12:09.431151 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a919694b-8cdb-453b-a8aa-b489aa9cf37f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.458706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a919694b-8cdb-453b-a8aa-b489aa9cf37f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.507926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a919694b-8cdb-453b-a8aa-b489aa9cf37f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.512316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a919694b-8cdb-453b-a8aa-b489aa9cf37f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.516186 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a919694b-8cdb-453b-a8aa-b489aa9cf37f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/d7b53314-6f38-4c58-af2b-d62591a381bf HTTP/1.1" status: 204 len: 168 time: 0.1731973 Jul 07 18:12:09.517331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55310) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:09.525408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919694b-8cdb-453b-a8aa-b489aa9cf37f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b53314-6f38-4c58-af2b-d62591a381bf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:09.619321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-80528536-6c98-4a33-bb94-886ad24ce1db tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1016495 Jul 07 18:12:09.622199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55312) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:09.638160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc94634-4ac3-4107-88e1-129fbe06bbd1 req-aeb5f985-7d54-4d09-97e8-4771084bf329 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:09.639644 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dc94634-4ac3-4107-88e1-129fbe06bbd1 req-aeb5f985-7d54-4d09-97e8-4771084bf329 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1363494 Jul 07 18:12:09.705015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dc94634-4ac3-4107-88e1-129fbe06bbd1 req-c285d647-bce4-4c07-ba8d-c3f183171819 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533283 Jul 07 18:12:09.716407 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-681b3bec-25cd-49d5-8a05-1400efd323db tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.743014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-681b3bec-25cd-49d5-8a05-1400efd323db tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.792288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-681b3bec-25cd-49d5-8a05-1400efd323db tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.795213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-681b3bec-25cd-49d5-8a05-1400efd323db tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.797016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-681b3bec-25cd-49d5-8a05-1400efd323db tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/e265dda9-4cae-4d63-a864-4ce4e3c2fcf5 HTTP/1.1" status: 204 len: 168 time: 0.1737783 Jul 07 18:12:09.799780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55314) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:09.807128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b3bec-25cd-49d5-8a05-1400efd323db tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265dda9-4cae-4d63-a864-4ce4e3c2fcf5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:09.848766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dcaeb557-a7b3-4aeb-96ee-1a29aeea5135 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473912 Jul 07 18:12:09.853205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55316) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:09.857635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-89f993da-94eb-4bc8-a504-142d0f3eb12c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859375093'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:09.881185 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-89f993da-94eb-4bc8-a504-142d0f3eb12c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.977703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-89f993da-94eb-4bc8-a504-142d0f3eb12c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:09.984182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-89f993da-94eb-4bc8-a504-142d0f3eb12c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.008641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-89f993da-94eb-4bc8-a504-142d0f3eb12c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.009977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-89f993da-94eb-4bc8-a504-142d0f3eb12c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1561332 Jul 07 18:12:10.013434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55318) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.018552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d1126f11-2097-458c-bc15-6df428cac9bb tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'd82541ad-146d-4d07-b0bf-e5b0838a5f84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:10.018951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f993da-94eb-4bc8-a504-142d0f3eb12c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82541ad-146d-4d07-b0bf-e5b0838a5f84,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:10.062935 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-d1126f11-2097-458c-bc15-6df428cac9bb tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:10.064905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d1126f11-2097-458c-bc15-6df428cac9bb tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0500524 Jul 07 18:12:10.068331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55320) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.074444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-eadb486e-8a60-4ac1-a02f-af7c043f827b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group_rule': {'security_group_id': 'd82541ad-146d-4d07-b0bf-e5b0838a5f84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:10.118012 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-eadb486e-8a60-4ac1-a02f-af7c043f827b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:12:10.119688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eadb486e-8a60-4ac1-a02f-af7c043f827b tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0500038 Jul 07 18:12:10.122839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55322) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.169898 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:10.231876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9116cf3e-113c-4fa8-82ae-3008372dc447 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.274263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9116cf3e-113c-4fa8-82ae-3008372dc447 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.344390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffd2c0-3beb-4253-b705-a3ddd35a218e req-9458d36e-3d13-4437-8ab5-17dfe8e512e6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:10.349692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbffd2c0-3beb-4253-b705-a3ddd35a218e req-9458d36e-3d13-4437-8ab5-17dfe8e512e6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.0951588 Jul 07 18:12:10.353647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9116cf3e-113c-4fa8-82ae-3008372dc447 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.357337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9116cf3e-113c-4fa8-82ae-3008372dc447 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.358793 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9116cf3e-113c-4fa8-82ae-3008372dc447 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/d82541ad-146d-4d07-b0bf-e5b0838a5f84 HTTP/1.1" status: 204 len: 168 time: 0.2348096 Jul 07 18:12:10.364755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55328) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.380990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116cf3e-113c-4fa8-82ae-3008372dc447 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82541ad-146d-4d07-b0bf-e5b0838a5f84,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:10.402352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbffd2c0-3beb-4253-b705-a3ddd35a218e req-1e95f67e-f807-4304-84e0-c0d95705f8ae tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504797 Jul 07 18:12:10.430228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fef5743e-59b5-4477-a6c5-7cf27eab279c tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637863 Jul 07 18:12:10.434819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55332) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.440486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c78de03a-ee90-4738-ae79-7a3d29df5d87 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415885097'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:10.464343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c78de03a-ee90-4738-ae79-7a3d29df5d87 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.563263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c78de03a-ee90-4738-ae79-7a3d29df5d87 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.567561 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c78de03a-ee90-4738-ae79-7a3d29df5d87 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.603005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c78de03a-ee90-4738-ae79-7a3d29df5d87 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.604450 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c78de03a-ee90-4738-ae79-7a3d29df5d87 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1684780 Jul 07 18:12:10.607785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55334) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.610333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78de03a-ee90-4738-ae79-7a3d29df5d87 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de8c92-f143-40a5-a980-4d7b948c06ba,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:10.614307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-80acc585-727d-44fd-863a-d5a98b5401b6 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:10.614820 n-d-798930-2 neutron-server[105588]: WARNING neutron.api.v2.base [None req-80acc585-727d-44fd-863a-d5a98b5401b6 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 18:12:10.615468 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-80acc585-727d-44fd-863a-d5a98b5401b6 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 18:12:10.619133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-80acc585-727d-44fd-863a-d5a98b5401b6 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "PUT /v2.0/security-groups/d4de8c92-f143-40a5-a980-4d7b948c06ba HTTP/1.1" status: 409 len: 330 time: 0.0075529 Jul 07 18:12:10.619477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55336) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.705833 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecf5d-26c3-4526-bbd3-316c7322cf2f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.755679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecf5d-26c3-4526-bbd3-316c7322cf2f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.820807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecf5d-26c3-4526-bbd3-316c7322cf2f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.824563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecf5d-26c3-4526-bbd3-316c7322cf2f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:10.829574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0e3ecf5d-26c3-4526-bbd3-316c7322cf2f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/d4de8c92-f143-40a5-a980-4d7b948c06ba HTTP/1.1" status: 204 len: 168 time: 0.2090087 Jul 07 18:12:10.830233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.842787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ecf5d-26c3-4526-bbd3-316c7322cf2f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de8c92-f143-40a5-a980-4d7b948c06ba,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:10.931172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55342) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:10.933980 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-90bed73f-bb83-4b4a-ae1d-ec0b97e82a5f tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015654 Jul 07 18:12:10.979740 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-87fcfaa4-a47f-4c12-a96b-e8656c910158 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] delete failed (client error): The resource could not be found. Jul 07 18:12:10.984537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-87fcfaa4-a47f-4c12-a96b-e8656c910158 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "DELETE /v2.0/security-groups/80be04ca-a3de-4c20-8c1e-c04928736c5c HTTP/1.1" status: 404 len: 347 time: 0.0485301 Jul 07 18:12:10.985216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55344) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:11.003259 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-1eb9e860-0b6c-4880-bd54-f3d8728460d3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] show failed (client error): The resource could not be found. Jul 07 18:12:11.008755 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1eb9e860-0b6c-4880-bd54-f3d8728460d3 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-groups/1754cb4b-29d0-440b-8098-9f4757b9204b HTTP/1.1" status: 404 len: 347 time: 0.0181003 Jul 07 18:12:11.008980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55346) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:11.022754 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-17708e96-7b2a-46f6-bdfd-399611d4a5c8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] show failed (client error): The resource could not be found. Jul 07 18:12:11.023890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-17708e96-7b2a-46f6-bdfd-399611d4a5c8 tempest-NegativeSecGroupIPv6Test-1148680962 tempest-NegativeSecGroupIPv6Test-1148680962-project] 10.222.0.88 "GET /v2.0/security-group-rules/58ed35ae-17fa-4c75-9104-11722b34fb64 HTTP/1.1" status: 404 len: 356 time: 0.0145483 Jul 07 18:12:11.033130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c964-9e34-4a89-a299-d764fa0bb744 req-2d105464-c1a4-4eaf-804a-023f6442d63c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:11.035039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95f0c964-9e34-4a89-a299-d764fa0bb744 req-2d105464-c1a4-4eaf-804a-023f6442d63c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1012187 Jul 07 18:12:11.081525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95f0c964-9e34-4a89-a299-d764fa0bb744 req-a5146494-433d-4ce0-9706-0dee92873a32 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Jul 07 18:12:11.376762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55358) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:11.597550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-458a728c-e820-41e6-8c18-c2c846d937d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8afbb7e0a70b430d9d5eaa17e69a138e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161820 Jul 07 18:12:11.597780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55370) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:11.686019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a03bb49f-7af1-4c3a-b4b3-936744fc42fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:11.705232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33616ca-b2e7-4729-841d-35451fd2b6b8 req-c2a06528-701f-43ea-a004-64d1392321ec tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:11.712339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b33616ca-b2e7-4729-841d-35451fd2b6b8 req-c2a06528-701f-43ea-a004-64d1392321ec tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1328607 Jul 07 18:12:11.719642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a03bb49f-7af1-4c3a-b4b3-936744fc42fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:11.740232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed621eb-891f-42a1-aa52-c552597c6633 req-a772bcbd-8396-4c5d-bc0e-89893dec2ee6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:11.741789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ed621eb-891f-42a1-aa52-c552597c6633 req-a772bcbd-8396-4c5d-bc0e-89893dec2ee6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1222801 Jul 07 18:12:11.786540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b33616ca-b2e7-4729-841d-35451fd2b6b8 req-b3c1da2c-4972-4e99-8da8-8e3936f652e1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731390 Jul 07 18:12:11.803377 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a03bb49f-7af1-4c3a-b4b3-936744fc42fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:11.806679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a03bb49f-7af1-4c3a-b4b3-936744fc42fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:11.808046 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a03bb49f-7af1-4c3a-b4b3-936744fc42fe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2788c8ea-55bb-4162-ac4f-3bbd0cafea4c HTTP/1.1" status: 204 len: 168 time: 0.2086401 Jul 07 18:12:11.823838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bb49f-7af1-4c3a-b4b3-936744fc42fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2788c8ea-55bb-4162-ac4f-3bbd0cafea4c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:11.840518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ed621eb-891f-42a1-aa52-c552597c6633 req-ee02a1f9-5dd5-4e15-87fe-b2cb5edcfa9d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857954 Jul 07 18:12:12.524048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55396) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:12.528097 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029781 Jul 07 18:12:12.531099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:12.634216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-036d2823-5888-4743-acce-7c3b62dd289f tempest-NetworksApiDiscovery-1268959589 tempest-NetworksApiDiscovery-1268959589-project] 10.222.0.88 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1015971 Jul 07 18:12:12.901907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55410) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:12.972525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cd22f-dd93-4588-99ce-c8fb4e5bfebe req-5d2819d5-750a-4d5a-ba7d-249ea0b4ab50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:12.974811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-793cd22f-dd93-4588-99ce-c8fb4e5bfebe req-5d2819d5-750a-4d5a-ba7d-249ea0b4ab50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.0692992 Jul 07 18:12:13.015620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-318b70e7-dea0-425f-8eb4-a17145fcb152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.044085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-793cd22f-dd93-4588-99ce-c8fb4e5bfebe req-b9474b4e-af4b-44c2-aa1a-946f0defa706 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Jul 07 18:12:13.081545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02bd9-6b8c-47df-b487-c8cf682b074f req-95862886-376f-497f-958e-591f196501a0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:13.084783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bf02bd9-6b8c-47df-b487-c8cf682b074f req-95862886-376f-497f-958e-591f196501a0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1090450 Jul 07 18:12:13.127532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bf02bd9-6b8c-47df-b487-c8cf682b074f req-6239dfe3-4ef5-42cd-9ed7-3288c01d9a0f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354476 Jul 07 18:12:13.134663 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-318b70e7-dea0-425f-8eb4-a17145fcb152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.139943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-318b70e7-dea0-425f-8eb4-a17145fcb152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.185410 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-318b70e7-dea0-425f-8eb4-a17145fcb152 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c94636557bb24a1d8a82231430812b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823327 Jul 07 18:12:13.185663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55420) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:13.187559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b70e7-dea0-425f-8eb4-a17145fcb152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ca7cd3-130a-48e4-86f1-a96e8de336b2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:13.237774 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-afc4da0a-66c9-4e81-919f-a2d731bf76f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.258842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-afc4da0a-66c9-4e81-919f-a2d731bf76f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.349775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3ae6b-335e-4573-9214-3e427cdea7f3 req-e3706af6-23ce-45aa-a66c-013bd46698d2 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:13.351265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48b3ae6b-335e-4573-9214-3e427cdea7f3 req-e3706af6-23ce-45aa-a66c-013bd46698d2 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0861969 Jul 07 18:12:13.352128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-afc4da0a-66c9-4e81-919f-a2d731bf76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.354708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-afc4da0a-66c9-4e81-919f-a2d731bf76f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:13.355724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-afc4da0a-66c9-4e81-919f-a2d731bf76f7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16ca7cd3-130a-48e4-86f1-a96e8de336b2 HTTP/1.1" status: 204 len: 168 time: 0.1688929 Jul 07 18:12:13.370900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4da0a-66c9-4e81-919f-a2d731bf76f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ca7cd3-130a-48e4-86f1-a96e8de336b2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:13.408343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48b3ae6b-335e-4573-9214-3e427cdea7f3 req-c5cded52-6f5e-47e9-8f41-5666f4b69dab tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499487 Jul 07 18:12:13.664528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a2eb5-d74b-49b8-8f77-8930f0045430 req-d540ad6f-32fb-4945-9120-907eedabf31a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:13.666328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee7a2eb5-d74b-49b8-8f77-8930f0045430 req-d540ad6f-32fb-4945-9120-907eedabf31a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0738275 Jul 07 18:12:13.716358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee7a2eb5-d74b-49b8-8f77-8930f0045430 req-c6260c70-ef07-4b5d-8fa4-c57b1c5f1246 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Jul 07 18:12:13.895483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c9764-88f1-4a49-ad6b-2a71850e105f req-90280d42-5b21-4a07-b739-81191861ea33 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:13.896925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe5c9764-88f1-4a49-ad6b-2a71850e105f req-90280d42-5b21-4a07-b739-81191861ea33 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0637784 Jul 07 18:12:13.936603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe5c9764-88f1-4a49-ad6b-2a71850e105f req-d15791c2-0ebc-4577-b991-1c8421197b0f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Jul 07 18:12:14.158107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132bb2f-1007-43be-b675-ab09d50bbeda req-7ddba8f6-8d4c-43af-ad38-240f9ccfcca2 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:14.160757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0132bb2f-1007-43be-b675-ab09d50bbeda req-7ddba8f6-8d4c-43af-ad38-240f9ccfcca2 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0824206 Jul 07 18:12:14.247216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0132bb2f-1007-43be-b675-ab09d50bbeda req-8b84af12-76d7-49aa-8bb8-1db839460abc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776734 Jul 07 18:12:14.276056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf56298-f51a-48ba-b283-626d964ba16e req-f7be6e06-da5d-4d80-9baf-28dbf66f5cb3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:14.277771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf56298-f51a-48ba-b283-626d964ba16e req-f7be6e06-da5d-4d80-9baf-28dbf66f5cb3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.0864875 Jul 07 18:12:14.340705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf56298-f51a-48ba-b283-626d964ba16e req-1ceb2d88-2b3b-428d-b9ad-e18f454ada2e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Jul 07 18:12:14.521768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343743d3-3c43-42c7-aacc-614e4489e16e req-39619c0e-4705-4124-8d08-ffe59a0e61f7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:14.523667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-343743d3-3c43-42c7-aacc-614e4489e16e req-39619c0e-4705-4124-8d08-ffe59a0e61f7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0684462 Jul 07 18:12:14.579037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-343743d3-3c43-42c7-aacc-614e4489e16e req-ba3acca1-dd8f-49a7-9bc9-9a98ad7a9da3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Jul 07 18:12:14.887723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db818b-abf6-4fba-8842-c582aef24f32 req-b09f8aac-b224-4da0-8ac1-6343224fac63 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:14.889367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61db818b-abf6-4fba-8842-c582aef24f32 req-b09f8aac-b224-4da0-8ac1-6343224fac63 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0777197 Jul 07 18:12:14.930878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61db818b-abf6-4fba-8842-c582aef24f32 req-b12000e8-d632-4954-92f9-68d9d81f3563 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Jul 07 18:12:14.972515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55488) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:15.113822 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69c685f9-e5a0-4af9-bf89-4d0b89fbfe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.182106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d370ef-a7b1-44d5-87c8-729964bcdcf0 req-3f6d608a-495e-4cce-8c3c-a5649b38eca7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:15.183611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63d370ef-a7b1-44d5-87c8-729964bcdcf0 req-3f6d608a-495e-4cce-8c3c-a5649b38eca7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1159658 Jul 07 18:12:15.246180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63d370ef-a7b1-44d5-87c8-729964bcdcf0 req-9ab76d52-912b-4dd0-8ffb-c8b4635baeac tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519481 Jul 07 18:12:15.273529 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69c685f9-e5a0-4af9-bf89-4d0b89fbfe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.278464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69c685f9-e5a0-4af9-bf89-4d0b89fbfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.318500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-69c685f9-e5a0-4af9-bf89-4d0b89fbfe31 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1d33c6ff0a7f459fb1d855fc44dd30c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447962 Jul 07 18:12:15.319526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c685f9-e5a0-4af9-bf89-4d0b89fbfe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf4ed2b-3ab3-47e1-b307-b9ea16b32dd8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:15.321569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55498) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:15.378361 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b26635e8-4116-4232-add1-4cc34e13c5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.403915 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b26635e8-4116-4232-add1-4cc34e13c5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.454839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abca6a-6169-41c6-935f-1bcb216ca16b req-7df1eefd-e835-4de6-8c03-79e6aae46d4b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:15.456342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94abca6a-6169-41c6-935f-1bcb216ca16b req-7df1eefd-e835-4de6-8c03-79e6aae46d4b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0667884 Jul 07 18:12:15.462930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b26635e8-4116-4232-add1-4cc34e13c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.465487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b26635e8-4116-4232-add1-4cc34e13c5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.466672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b26635e8-4116-4232-add1-4cc34e13c5bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4cf4ed2b-3ab3-47e1-b307-b9ea16b32dd8 HTTP/1.1" status: 204 len: 168 time: 0.1427901 Jul 07 18:12:15.474989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26635e8-4116-4232-add1-4cc34e13c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf4ed2b-3ab3-47e1-b307-b9ea16b32dd8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:15.546673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94abca6a-6169-41c6-935f-1bcb216ca16b req-dbf37f41-ae00-4c0b-afe7-6863986cd01b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840285 Jul 07 18:12:15.594580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2582f-df7a-412c-923d-657e03ea0665 req-ee64216c-3516-4a93-89af-3b6b7ba3d13c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:15.596405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7c2582f-df7a-412c-923d-657e03ea0665 req-ee64216c-3516-4a93-89af-3b6b7ba3d13c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1087008 Jul 07 18:12:15.799752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55510) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:15.812531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3342b35b-9c2d-4aa1-bd55-0bdda639af39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.818107 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2be6500-155a-44ff-bd7e-cf41c3dd5250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.936530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2be6500-155a-44ff-bd7e-cf41c3dd5250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.942107 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2be6500-155a-44ff-bd7e-cf41c3dd5250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.988204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7c2582f-df7a-412c-923d-657e03ea0665 req-76ac854a-bd91-48e7-86cf-75d80fe585ff tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831294 Jul 07 18:12:15.992349 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c2be6500-155a-44ff-bd7e-cf41c3dd5250 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21f2111820c74d5c8d48248c081d48b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905296 Jul 07 18:12:15.995368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55514) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:15.995524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be6500-155a-44ff-bd7e-cf41c3dd5250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54026727-5bf3-4cf3-b7ba-dee78404c619,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:16.055073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fc29c-94c1-4795-93ae-38f52868d2a5 req-eda2a597-b7f3-4844-83db-e38239d1a60c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.056669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a6fc29c-94c1-4795-93ae-38f52868d2a5 req-eda2a597-b7f3-4844-83db-e38239d1a60c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1165245 Jul 07 18:12:16.086677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8184837d-cb4b-4ee7-a40c-2818bbb9cd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:16.125875 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8184837d-cb4b-4ee7-a40c-2818bbb9cd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:16.129850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a6fc29c-94c1-4795-93ae-38f52868d2a5 req-2cbf99e9-c06c-470b-b40e-de418e7ffeb1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675602 Jul 07 18:12:16.198348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8184837d-cb4b-4ee7-a40c-2818bbb9cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:16.201281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8184837d-cb4b-4ee7-a40c-2818bbb9cd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:16.202671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8184837d-cb4b-4ee7-a40c-2818bbb9cd69 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54026727-5bf3-4cf3-b7ba-dee78404c619 HTTP/1.1" status: 204 len: 168 time: 0.2064993 Jul 07 18:12:16.210713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184837d-cb4b-4ee7-a40c-2818bbb9cd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54026727-5bf3-4cf3-b7ba-dee78404c619,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:16.366627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1662-a351-4381-9f02-86de6ffcbb37 req-4ad325d7-20db-45fd-ae48-b39420a7b33e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.368364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec2f1662-a351-4381-9f02-86de6ffcbb37 req-4ad325d7-20db-45fd-ae48-b39420a7b33e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0673273 Jul 07 18:12:16.411642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec2f1662-a351-4381-9f02-86de6ffcbb37 req-c5acb9ea-5f03-4a4f-a712-71021cb60f2e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Jul 07 18:12:16.593568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5f32c-20d5-4a4a-960c-751fbd7f4113 req-ab821911-22fb-4a83-ac31-bf6f5e6b5f5d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.595081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8d5f32c-20d5-4a4a-960c-751fbd7f4113 req-ab821911-22fb-4a83-ac31-bf6f5e6b5f5d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0653682 Jul 07 18:12:16.633296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8d5f32c-20d5-4a4a-960c-751fbd7f4113 req-149c93cf-4875-4fe2-a693-0b02dd992b26 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326605 Jul 07 18:12:16.903708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692d96-d763-4b0d-a7f2-1aff177defe8 req-9041f72e-f9e9-436c-b804-2d8f085f9f1a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.905266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02692d96-d763-4b0d-a7f2-1aff177defe8 req-9041f72e-f9e9-436c-b804-2d8f085f9f1a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0698907 Jul 07 18:12:16.947718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02692d96-d763-4b0d-a7f2-1aff177defe8 req-933f2392-4e1f-4aa8-96f0-eced4454b14a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351348 Jul 07 18:12:17.173239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b650a0-8e63-47b3-98f7-7be491c0b70b req-7c5086de-1c9e-4419-ac09-f431fb610987 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.174886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9b650a0-8e63-47b3-98f7-7be491c0b70b req-7c5086de-1c9e-4419-ac09-f431fb610987 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1064646 Jul 07 18:12:17.240019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54ac5-3435-4cb3-afd5-6fdc283c7c67 req-b646fb2a-7b8c-4e89-ac91-c078ba819604 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.241821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5b54ac5-3435-4cb3-afd5-6fdc283c7c67 req-b646fb2a-7b8c-4e89-ac91-c078ba819604 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1284099 Jul 07 18:12:17.247826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9b650a0-8e63-47b3-98f7-7be491c0b70b req-56dd2183-9fe4-40ed-b4d4-ea8f63354525 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641582 Jul 07 18:12:17.296348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5b54ac5-3435-4cb3-afd5-6fdc283c7c67 req-3ad49295-55ee-47c9-8e5c-02fd71e763eb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469325 Jul 07 18:12:17.545954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d021c-a0bc-42cc-afdc-f65d8137806c req-b34c1506-c7ca-46d5-9589-d841e85af001 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.547485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d1d021c-a0bc-42cc-afdc-f65d8137806c req-b34c1506-c7ca-46d5-9589-d841e85af001 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0756330 Jul 07 18:12:17.602995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d1d021c-a0bc-42cc-afdc-f65d8137806c req-fdaffe7b-7f02-487a-b1e2-8b83f7d4e054 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471854 Jul 07 18:12:17.808219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471aeeb-db65-4da4-9f5f-e3d4d5cae154 req-b31f7ba0-ae14-494a-98fc-7aed3f6c6325 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.810039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b471aeeb-db65-4da4-9f5f-e3d4d5cae154 req-b31f7ba0-ae14-494a-98fc-7aed3f6c6325 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0897028 Jul 07 18:12:17.862786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b471aeeb-db65-4da4-9f5f-e3d4d5cae154 req-e13d0048-f223-47e9-80fd-26ab44ed0eb9 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Jul 07 18:12:18.169553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98729877-04f6-458b-8107-cfc788c480f1 req-26e4390a-681c-4dd3-85f4-3b82d1155d6f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:18.182653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98729877-04f6-458b-8107-cfc788c480f1 req-26e4390a-681c-4dd3-85f4-3b82d1155d6f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0951777 Jul 07 18:12:18.230700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98729877-04f6-458b-8107-cfc788c480f1 req-01072375-7b68-4696-a76d-73134df9c146 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Jul 07 18:12:18.374755 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72099691-0349-4a1d-9b52-e2d9924d774d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:18.495832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be76de-e11a-42ae-85c1-6d3b02ab0f85 req-5f5f3546-de51-4047-b652-6c6dec8627c2 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:18.497707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99be76de-e11a-42ae-85c1-6d3b02ab0f85 req-5f5f3546-de51-4047-b652-6c6dec8627c2 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1182127 Jul 07 18:12:18.507194 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:18.577345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99be76de-e11a-42ae-85c1-6d3b02ab0f85 req-9acdb439-7dd0-4fed-901c-0a19462e44bd tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685272 Jul 07 18:12:18.605402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f1f6b-f9c6-4564-885a-c320d41a808b req-1134597a-7177-4e7d-a89a-c2470542a62d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:18.613502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-266f1f6b-f9c6-4564-885a-c320d41a808b req-1134597a-7177-4e7d-a89a-c2470542a62d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1147339 Jul 07 18:12:18.722175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-266f1f6b-f9c6-4564-885a-c320d41a808b req-62b756fb-fd95-4cf5-889f-f8c0d35b3aae tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028824 Jul 07 18:12:18.965385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87126a-06e4-4439-afd0-ca064f75d07a req-c8c5baa0-63ca-4975-ae74-ae63808e907c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:18.974342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f87126a-06e4-4439-afd0-ca064f75d07a req-c8c5baa0-63ca-4975-ae74-ae63808e907c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0882971 Jul 07 18:12:19.050839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f87126a-06e4-4439-afd0-ca064f75d07a req-40761ac9-fe90-46a0-9f7c-e76ae67aa0d4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753839 Jul 07 18:12:19.285426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2eef0-1889-44bb-8766-7ea2ee3d0710 req-55283a3a-7e44-42be-b624-53bbde11a16c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:19.289359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1b2eef0-1889-44bb-8766-7ea2ee3d0710 req-55283a3a-7e44-42be-b624-53bbde11a16c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0993590 Jul 07 18:12:19.329893 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1b2eef0-1889-44bb-8766-7ea2ee3d0710 req-4b131e41-1ddf-4fe2-a68a-d1ba1c45cea7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Jul 07 18:12:19.545133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6b36-c759-494a-8a45-344cd5f78804 req-d40664ed-39e7-405a-baa6-e378ffda833d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:19.547510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00ea6b36-c759-494a-8a45-344cd5f78804 req-d40664ed-39e7-405a-baa6-e378ffda833d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0711854 Jul 07 18:12:19.597421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00ea6b36-c759-494a-8a45-344cd5f78804 req-a4e30e9b-807a-4107-9f42-3c337470a4c5 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Jul 07 18:12:19.659364 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:19.845721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6b0f-1d51-414c-ad7b-75eb303a1545 req-a96177e4-dbb7-4877-8987-bccdca00b667 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:19.853180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a6b6b0f-1d51-414c-ad7b-75eb303a1545 req-a96177e4-dbb7-4877-8987-bccdca00b667 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1037753 Jul 07 18:12:19.923448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a6b6b0f-1d51-414c-ad7b-75eb303a1545 req-65635cfa-d49e-40b1-bb1d-28b7039039a4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692959 Jul 07 18:12:19.968620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc09f-24c9-4cce-af8c-172114357724 req-52300cfc-83d4-4b76-928a-8ced8751aa64 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:19.976225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f25cc09f-24c9-4cce-af8c-172114357724 req-52300cfc-83d4-4b76-928a-8ced8751aa64 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 944 time: 0.1070113 Jul 07 18:12:20.027789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f25cc09f-24c9-4cce-af8c-172114357724 req-dd73ae54-15c1-4ef1-9c69-2a1135a2b87f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Jul 07 18:12:20.529901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dfff48fc-86db-4a60-9760-d1d7a8281537 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:12:20.664251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721a646-6cf3-41a2-942a-53b7e5fa3b42 req-d2620913-e43b-41ef-971d-03c8c86e8fa7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:20.673524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8721a646-6cf3-41a2-942a-53b7e5fa3b42 req-d2620913-e43b-41ef-971d-03c8c86e8fa7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0837829 Jul 07 18:12:20.726586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8721a646-6cf3-41a2-942a-53b7e5fa3b42 req-55aec87f-6edd-4f3d-826c-4b4280ede847 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516529 Jul 07 18:12:20.870937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dfff48fc-86db-4a60-9760-d1d7a8281537, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dfff48fc-86db-4a60-9760-d1d7a8281537,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:20.888275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'dfff48fc-86db-4a60-9760-d1d7a8281537', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'port_id': 'dfff48fc-86db-4a60-9760-d1d7a8281537', 'mac_address': 'fa:16:3e:e5:e0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:12:20.945506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:20.962962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfff48fc-86db-4a60-9760-d1d7a8281537 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:12:20.993282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dfff48fc-86db-4a60-9760-d1d7a8281537, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dfff48fc-86db-4a60-9760-d1d7a8281537,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:21.000094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:21.078827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=dfff48fc-86db-4a60-9760-d1d7a8281537,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:21.140772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:21.300170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943013a-e08d-4ba3-8858-0d516e1959ab req-1dccc084-fdde-445b-aa07-a8b8fdd3d3ec tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:21.310683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0943013a-e08d-4ba3-8858-0d516e1959ab req-1dccc084-fdde-445b-aa07-a8b8fdd3d3ec tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 945 time: 0.1278679 Jul 07 18:12:21.332277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['dfff48fc-86db-4a60-9760-d1d7a8281537'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:12:21.372712 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0943013a-e08d-4ba3-8858-0d516e1959ab req-d6f9b407-7402-435b-b37a-cc879bfb5784 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608578 Jul 07 18:12:21.969248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60059-fcde-40b3-9379-ea952777bca3 req-49a3bb85-778e-4d13-bbf9-ec26f251557b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:21.979390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8d60059-fcde-40b3-9379-ea952777bca3 req-49a3bb85-778e-4d13-bbf9-ec26f251557b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0940039 Jul 07 18:12:22.031876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8d60059-fcde-40b3-9379-ea952777bca3 req-6f6d3f35-2360-4447-883a-2b3c1a37c2dd tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Jul 07 18:12:22.252890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55690) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:22.405919 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3810ee6c-cbab-4c2d-bec8-7f2510737810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.538240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3810ee6c-cbab-4c2d-bec8-7f2510737810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.545877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3810ee6c-cbab-4c2d-bec8-7f2510737810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.571250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dfff48fc-86db-4a60-9760-d1d7a8281537 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:12:22.595275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3810ee6c-cbab-4c2d-bec8-7f2510737810 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4e55f89b040840adbb69824209349d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391397 Jul 07 18:12:22.595275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810ee6c-cbab-4c2d-bec8-7f2510737810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b179e2-e3d8-4fea-9f06-0c438cb69712,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:22.597313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55704) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:22.656781 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41604205-330d-41c7-8942-9ef997b99a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.674106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port dfff48fc-86db-4a60-9760-d1d7a8281537 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:12:22.679507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port dfff48fc-86db-4a60-9760-d1d7a8281537 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:12:22.680652 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.687066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41604205-330d-41c7-8942-9ef997b99a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.760694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41604205-330d-41c7-8942-9ef997b99a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.764262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41604205-330d-41c7-8942-9ef997b99a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.768239 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-41604205-330d-41c7-8942-9ef997b99a85 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/27b179e2-e3d8-4fea-9f06-0c438cb69712 HTTP/1.1" status: 204 len: 168 time: 0.1695678 Jul 07 18:12:22.779101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41604205-330d-41c7-8942-9ef997b99a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b179e2-e3d8-4fea-9f06-0c438cb69712,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:22.833071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.866518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfff48fc-86db-4a60-9760-d1d7a8281537'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:22.870282 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552da9ca-5459-48de-b746-bd4db47ad230" -d '{"events": [{"server_uuid": "d82ba332-4f17-47b2-91f6-d7404272b4ae", "name": "network-vif-plugged", "status": "completed", "tag": "dfff48fc-86db-4a60-9760-d1d7a8281537"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:22.896990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port dfff48fc-86db-4a60-9760-d1d7a8281537, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dfff48fc-86db-4a60-9760-d1d7a8281537,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:22.906322 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:22.925039 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb13f4d-2d7c-416c-873a-f1d1c5f5c1b0 x-openstack-request-id: req-4fb13f4d-2d7c-416c-873a-f1d1c5f5c1b0 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:22.925928 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ba332-4f17-47b2-91f6-d7404272b4ae", "name": "network-vif-plugged", "status": "completed", "tag": "dfff48fc-86db-4a60-9760-d1d7a8281537", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:22.926362 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4fb13f4d-2d7c-416c-873a-f1d1c5f5c1b0 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:22.927130 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfff48fc-86db-4a60-9760-d1d7a8281537', 'code': 200} Jul 07 18:12:22.988148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=dfff48fc-86db-4a60-9760-d1d7a8281537,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:22.999556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53991f9f-4170-45b2-8a9c-3efb508c503e req-6d72c1f7-8db5-4af2-807c-38610f4751bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:23.008491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53991f9f-4170-45b2-8a9c-3efb508c503e req-6d72c1f7-8db5-4af2-807c-38610f4751bd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 945 time: 0.4338255 Jul 07 18:12:23.103673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53991f9f-4170-45b2-8a9c-3efb508c503e req-2a8b7df2-c71b-4f94-a980-d4756cdeb62f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926430 Jul 07 18:12:23.130473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f04fca-b039-41f0-b1e8-15e281db4b50 req-e850ba8d-d3a5-4f06-a5c6-6e7203424bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:23.131752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68f04fca-b039-41f0-b1e8-15e281db4b50 req-e850ba8d-d3a5-4f06-a5c6-6e7203424bac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 1097 time: 0.1205208 Jul 07 18:12:23.195251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55720) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:23.199076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68f04fca-b039-41f0-b1e8-15e281db4b50 req-c7fd2ca7-7145-4d3c-9c2c-018e63bab517 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 Jul 07 18:12:23.209777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8054-805d-4add-910d-39643eebf30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:23.338626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8054-805d-4add-910d-39643eebf30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:23.344618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8054-805d-4add-910d-39643eebf30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:23.390781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a7cf8054-805d-4add-910d-39643eebf30d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11e762891fc749d8a8e5438ab8c67363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930370 Jul 07 18:12:23.392895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55722) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:23.401513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf8054-805d-4add-910d-39643eebf30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81edf7dd-43cb-418b-b5fe-4090cbb17e46,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:23.474307 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadb6-1351-4d79-ba6b-3a9b8a6ef696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:23.540584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadb6-1351-4d79-ba6b-3a9b8a6ef696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:23.587798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12787020-4005-4575-8b1a-03c011cf0b8d req-f7799ee4-665b-4aaa-b2c8-1ddf030357a3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:23.589342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12787020-4005-4575-8b1a-03c011cf0b8d req-f7799ee4-665b-4aaa-b2c8-1ddf030357a3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.4091723 Jul 07 18:12:23.635760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12787020-4005-4575-8b1a-03c011cf0b8d req-02506a08-c33b-4ce4-8458-b208a2a17fb9 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Jul 07 18:12:23.637433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadb6-1351-4d79-ba6b-3a9b8a6ef696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:23.639808 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3cfeadb6-1351-4d79-ba6b-3a9b8a6ef696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:23.643409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3cfeadb6-1351-4d79-ba6b-3a9b8a6ef696 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/81edf7dd-43cb-418b-b5fe-4090cbb17e46 HTTP/1.1" status: 204 len: 168 time: 0.2483025 Jul 07 18:12:23.651525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeadb6-1351-4d79-ba6b-3a9b8a6ef696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81edf7dd-43cb-418b-b5fe-4090cbb17e46,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:24.338711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51d4ab-2b3a-47be-a082-48858269e9ec req-42912764-e971-4295-8dbd-867c4f0b0e2b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:24.341040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff51d4ab-2b3a-47be-a082-48858269e9ec req-42912764-e971-4295-8dbd-867c4f0b0e2b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 946 time: 0.1085799 Jul 07 18:12:24.394328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff51d4ab-2b3a-47be-a082-48858269e9ec req-9cbd1518-7cad-4956-b411-44895fd4e939 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469961 Jul 07 18:12:24.864981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c5d10-a297-431e-80fe-398f3948f118 req-f134bd17-9edc-4696-9f92-ecfc9cdd5381 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:24.872047 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-154c5d10-a297-431e-80fe-398f3948f118 req-f134bd17-9edc-4696-9f92-ecfc9cdd5381 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0832872 Jul 07 18:12:24.953799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-154c5d10-a297-431e-80fe-398f3948f118 req-c2546606-63a7-449b-b3ee-44eddfd8053c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804908 Jul 07 18:12:25.609668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9081a78-1fe6-4cb3-b9c9-5a33be093176 req-5c863613-6456-4264-b244-d9632497e16a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:25.612870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9081a78-1fe6-4cb3-b9c9-5a33be093176 req-5c863613-6456-4264-b244-d9632497e16a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 946 time: 0.0893815 Jul 07 18:12:25.678692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9081a78-1fe6-4cb3-b9c9-5a33be093176 req-1ff2f408-786a-4f9b-86f2-4b35a765c036 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602298 Jul 07 18:12:25.893416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8ec71-729c-44c9-a3df-588a251b62de req-5bbd9acf-f3d9-40ba-b3e3-71dd72a3cc84 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:25.900217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62c8ec71-729c-44c9-a3df-588a251b62de req-5bbd9acf-f3d9-40ba-b3e3-71dd72a3cc84 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 946 time: 0.0861809 Jul 07 18:12:25.939683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62c8ec71-729c-44c9-a3df-588a251b62de req-cc0c9518-951d-48e3-bbe2-9f368abaa68b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Jul 07 18:12:26.291616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e0aea-25e4-45c5-aa38-0e7b5f66f891 req-d5fe1443-45b2-44b6-88a1-851516028b04 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:26.301274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d25e0aea-25e4-45c5-aa38-0e7b5f66f891 req-d5fe1443-45b2-44b6-88a1-851516028b04 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1542516 Jul 07 18:12:26.372560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d25e0aea-25e4-45c5-aa38-0e7b5f66f891 req-85f54eac-e519-4a10-bc8e-4d927eaf811f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702529 Jul 07 18:12:26.400315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55824) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:26.604117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a73b54c1-dffd-4452-b00a-37d9e5b5b44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:26.772706 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a73b54c1-dffd-4452-b00a-37d9e5b5b44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:26.788423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a73b54c1-dffd-4452-b00a-37d9e5b5b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:26.866944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a73b54c1-dffd-4452-b00a-37d9e5b5b44d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd7089fce2a84ec2bbcfc82b13fd4a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654951 Jul 07 18:12:26.870128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55832) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:26.873448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b54c1-dffd-4452-b00a-37d9e5b5b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b067d73b-699f-4735-bd8e-9ccf6637dc7e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:26.915892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb88bec-561d-40e7-8a1a-0b02e1b38ddc req-7b1ed126-38ff-4849-93f8-81b410aa44e0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:26.923810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eb88bec-561d-40e7-8a1a-0b02e1b38ddc req-7b1ed126-38ff-4849-93f8-81b410aa44e0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 946 time: 0.1482208 Jul 07 18:12:26.949078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a49cc12-8536-49d0-862a-f8d472b20bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:26.975587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a49cc12-8536-49d0-862a-f8d472b20bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:26.977430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eb88bec-561d-40e7-8a1a-0b02e1b38ddc req-d6f700a6-80ba-417f-81e1-ece72a67ee28 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521910 Jul 07 18:12:27.046444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a49cc12-8536-49d0-862a-f8d472b20bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.049828 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a49cc12-8536-49d0-862a-f8d472b20bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.054189 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2a49cc12-8536-49d0-862a-f8d472b20bf3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b067d73b-699f-4735-bd8e-9ccf6637dc7e HTTP/1.1" status: 204 len: 168 time: 0.1822541 Jul 07 18:12:27.064559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49cc12-8536-49d0-862a-f8d472b20bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b067d73b-699f-4735-bd8e-9ccf6637dc7e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:27.383606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55842) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:27.398346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9f71-4cbe-4978-a00b-de4ead223b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.511481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9f71-4cbe-4978-a00b-de4ead223b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.517850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9f71-4cbe-4978-a00b-de4ead223b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.560949 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fb6d9f71-4cbe-4978-a00b-de4ead223b81 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1d426c065d3d451fa5d5b8f828dca55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760614 Jul 07 18:12:27.562446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d9f71-4cbe-4978-a00b-de4ead223b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c76233-2320-43c2-9b10-42e67f419ced,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:27.563709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55848) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:27.617068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f056-b091-454a-8989-139eec8cd489 req-55635923-e363-43a7-906e-191c29af4349 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:27.617068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4277f056-b091-454a-8989-139eec8cd489 req-55635923-e363-43a7-906e-191c29af4349 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0983973 Jul 07 18:12:27.670342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4277f056-b091-454a-8989-139eec8cd489 req-4e80524f-c916-46ac-b910-58b5ae2357ca tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 Jul 07 18:12:27.670974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79e3fc24-ad62-41c4-b14c-7e811ec6b93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.701219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79e3fc24-ad62-41c4-b14c-7e811ec6b93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.773555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79e3fc24-ad62-41c4-b14c-7e811ec6b93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.777698 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79e3fc24-ad62-41c4-b14c-7e811ec6b93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:27.779418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-79e3fc24-ad62-41c4-b14c-7e811ec6b93b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e6c76233-2320-43c2-9b10-42e67f419ced HTTP/1.1" status: 204 len: 168 time: 0.2145915 Jul 07 18:12:27.792357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3fc24-ad62-41c4-b14c-7e811ec6b93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c76233-2320-43c2-9b10-42e67f419ced,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:28.226037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4922d6-a5af-410e-8fb1-ddabc761a244 req-2c90ef00-6dfd-45cf-9b95-47e7f92582e3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.227954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d4922d6-a5af-410e-8fb1-ddabc761a244 req-2c90ef00-6dfd-45cf-9b95-47e7f92582e3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 946 time: 0.0958095 Jul 07 18:12:28.289160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d4922d6-a5af-410e-8fb1-ddabc761a244 req-44d88663-a26f-4b42-be71-67f7726e834c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Jul 07 18:12:28.407843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-aaa1a19b-7b2f-40d4-868f-1241de2bd21b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.409063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-aaa1a19b-7b2f-40d4-868f-1241de2bd21b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 946 time: 0.1109893 Jul 07 18:12:28.544751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port dfff48fc-86db-4a60-9760-d1d7a8281537 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:28.545930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:28.677757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] For port dfff48fc-86db-4a60-9760-d1d7a8281537, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=dfff48fc-86db-4a60-9760-d1d7a8281537,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:28.678423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:28.710595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for dfff48fc-86db-4a60-9760-d1d7a8281537 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:28.958498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:28.974178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['75d03b84-79a1-4bc1-931b-52686532de58'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:12:29.058627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=dfff48fc-86db-4a60-9760-d1d7a8281537,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:29.093090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcb918-b2d4-44f8-aa7e-cbcf1fbacc72 req-336d1736-af4f-4b3f-a61b-dce54a4209e0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:29.100714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ddcb918-b2d4-44f8-aa7e-cbcf1fbacc72 req-336d1736-af4f-4b3f-a61b-dce54a4209e0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2103891 Jul 07 18:12:29.162998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ddcb918-b2d4-44f8-aa7e-cbcf1fbacc72 req-b1b6df1c-d172-4f02-8265-00de1dadea77 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599477 Jul 07 18:12:29.205786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] No DVR routers for this DVR port dfff48fc-86db-4a60-9760-d1d7a8281537 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:12:29.208891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:29.211315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df9c9f9b-f23b-4207-b705-fae1db408a2b req-02961d2c-29af-4bdd-a2e5-1e252c165b7e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "DELETE /v2.0/ports/dfff48fc-86db-4a60-9760-d1d7a8281537 HTTP/1.1" status: 204 len: 173 time: 0.7949531 Jul 07 18:12:29.211890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'name': 'network-vif-deleted', 'tag': 'dfff48fc-86db-4a60-9760-d1d7a8281537'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:29.218373 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fd3cc4-2f30-4228-9179-71930da8a7af" -d '{"events": [{"server_uuid": "d82ba332-4f17-47b2-91f6-d7404272b4ae", "name": "network-vif-deleted", "tag": "dfff48fc-86db-4a60-9760-d1d7a8281537"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:29.270457 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4995889-f49f-4074-b771-b4a07ea0a21c x-openstack-request-id: req-f4995889-f49f-4074-b771-b4a07ea0a21c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:29.270974 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ba332-4f17-47b2-91f6-d7404272b4ae", "name": "network-vif-deleted", "tag": "dfff48fc-86db-4a60-9760-d1d7a8281537", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:29.271236 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4995889-f49f-4074-b771-b4a07ea0a21c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:29.271651 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ba332-4f17-47b2-91f6-d7404272b4ae', 'name': 'network-vif-deleted', 'tag': 'dfff48fc-86db-4a60-9760-d1d7a8281537', 'status': 'completed', 'code': 200} Jul 07 18:12:29.483818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f512d904-3f5b-4b8a-9a2f-21092fc79ddb req-2d54bf40-4fe4-4b99-9d8a-db45448f62da tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0345278 Jul 07 18:12:30.370511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c8722-e905-40aa-ad1a-991cfa42d3e0 req-1fcf3d1b-6c1e-40ec-91fd-f187a2016f53 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:30.372119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-442c8722-e905-40aa-ad1a-991cfa42d3e0 req-1fcf3d1b-6c1e-40ec-91fd-f187a2016f53 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0712135 Jul 07 18:12:30.416264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-442c8722-e905-40aa-ad1a-991cfa42d3e0 req-4311d6a8-e420-4470-b7e2-26705be1d21c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 Jul 07 18:12:30.603457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dfff48fc-86db-4a60-9760-d1d7a8281537 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:30.658555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: dfff48fc-86db-4a60-9760-d1d7a8281537 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:30.660123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device dfff48fc-86db-4a60-9760-d1d7a8281537 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:30.678554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-507b8715-cc95-4002-9603-9c347301ee15 req-dc8c2a79-0515-4b6c-949f-f8617397c6c5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0378554 Jul 07 18:12:31.387965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55934) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:31.511828 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20d228df-97e3-4196-8f5d-2373c59761be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.641861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688d595-090f-4af8-ab98-9a1c5e93242c req-4105817e-819c-4888-9180-1608e68c5897 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:31.643445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3688d595-090f-4af8-ab98-9a1c5e93242c req-4105817e-819c-4888-9180-1608e68c5897 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1034288 Jul 07 18:12:31.684876 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20d228df-97e3-4196-8f5d-2373c59761be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.698084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20d228df-97e3-4196-8f5d-2373c59761be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.737252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3688d595-090f-4af8-ab98-9a1c5e93242c req-3d230504-6c6b-4f4f-8dd0-9f3130f747e5 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827086 Jul 07 18:12:31.758512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-20d228df-97e3-4196-8f5d-2373c59761be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ceaf61f00dbf4c87a896671db98468dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661804 Jul 07 18:12:31.759390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55944) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:31.769309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d228df-97e3-4196-8f5d-2373c59761be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a89995-4de5-4cc0-8dae-73d91648990d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:31.835723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab6d70c-5ff2-4911-b73b-3e84806de28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.857431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f845a60-9940-47cd-ad7f-b37093517724 req-b99bb631-e262-4c47-974f-3a943feaa247 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0409789 Jul 07 18:12:31.876408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab6d70c-5ff2-4911-b73b-3e84806de28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.941648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab6d70c-5ff2-4911-b73b-3e84806de28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.944489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dab6d70c-5ff2-4911-b73b-3e84806de28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.945788 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dab6d70c-5ff2-4911-b73b-3e84806de28f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12a89995-4de5-4cc0-8dae-73d91648990d HTTP/1.1" status: 204 len: 168 time: 0.1847384 Jul 07 18:12:31.956270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6d70c-5ff2-4911-b73b-3e84806de28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a89995-4de5-4cc0-8dae-73d91648990d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:32.247096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55954) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:32.262928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3d33a0b-f403-421e-a527-6a6868d663df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.370874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3d33a0b-f403-421e-a527-6a6868d663df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.375517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3d33a0b-f403-421e-a527-6a6868d663df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.416144 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3d33a0b-f403-421e-a527-6a6868d663df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29b8add92c1c49eda19a9e76a0aa4f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679304 Jul 07 18:12:32.418318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d33a0b-f403-421e-a527-6a6868d663df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401aa6a4-eb1a-46b5-8bef-24b052e8bb78,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:32.419470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55956) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:32.488113 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b06913d8-453f-4112-8553-ef6498523547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.510880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b06913d8-453f-4112-8553-ef6498523547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.565649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b06913d8-453f-4112-8553-ef6498523547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.568509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b06913d8-453f-4112-8553-ef6498523547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.569768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b06913d8-453f-4112-8553-ef6498523547 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/401aa6a4-eb1a-46b5-8bef-24b052e8bb78 HTTP/1.1" status: 204 len: 168 time: 0.1466005 Jul 07 18:12:32.580454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06913d8-453f-4112-8553-ef6498523547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401aa6a4-eb1a-46b5-8bef-24b052e8bb78,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:32.960924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0ce79-f383-42ef-a2d8-428ef8950bee req-d5f791a4-b110-4b57-a0b3-19c986b6106b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:32.968923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6d0ce79-f383-42ef-a2d8-428ef8950bee req-d5f791a4-b110-4b57-a0b3-19c986b6106b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0876014 Jul 07 18:12:33.023135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d6d0ce79-f383-42ef-a2d8-428ef8950bee req-7a857a4f-bc2b-4f3a-a11a-4c08d31f2654 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529909 Jul 07 18:12:33.029490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:12:33.092997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92eabb09-ad8c-4fff-8e1a-ff77ed8f868b req-ecd38901-4444-48ac-8ffa-5b1d02689a40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0842583 Jul 07 18:12:33.190263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:33.217809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918', 'port_id': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'mac_address': 'fa:16:3e:e5:ea:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:12:33.271046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:33.287566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d306db82-63f5-42ac-b7fb-1135bad733e9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:12:33.316779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:33.322722 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:33.382363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:33.415366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['d306db82-63f5-42ac-b7fb-1135bad733e9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:12:33.557417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-b2029099-2085-4cb4-b7d5-7b4b8865ccbe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2738097 Jul 07 18:12:33.659050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31170be3-8259-4fd1-98dd-a989c8838602 req-143c5360-2507-4555-9485-5404f6de9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:33.660677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-143c5360-2507-4555-9485-5404f6de9ad0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.0748920 Jul 07 18:12:33.787099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31170be3-8259-4fd1-98dd-a989c8838602 req-a775a4a6-edde-4e0a-8df6-32eddb9b0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:33.789186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-a775a4a6-edde-4e0a-8df6-32eddb9b0682 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.1056223 Jul 07 18:12:33.875806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-bc82d70b-bf35-4764-a3b0-f6186a63a433 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 200 len: 1000 time: 0.0788090 Jul 07 18:12:33.894763 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:33.945652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31170be3-8259-4fd1-98dd-a989c8838602 req-3def211c-e817-4a1f-b557-26ade65f9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:33.947543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-3def211c-e817-4a1f-b557-26ade65f9afc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.0648732 Jul 07 18:12:34.014637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31170be3-8259-4fd1-98dd-a989c8838602 req-b114c0de-4797-4103-8e01-30241dcbd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:34.016401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-b114c0de-4797-4103-8e01-30241dcbd9fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619278 Jul 07 18:12:34.144320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-6ab4bc7d-aedf-4162-8b3f-f6c928c8f147 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197360 Jul 07 18:12:34.269628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31170be3-8259-4fd1-98dd-a989c8838602 req-eb059441-8e92-42a7-8811-0de5aec78814 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156774 Jul 07 18:12:34.342097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc828c1c-5001-4fb3-a5a5-6878606b4d87 req-d5930d6c-1217-45b0-9235-d20052e0a213 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0388379 Jul 07 18:12:34.385936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced708e0-4e33-466b-9fa9-99d389cf5246 req-2b857513-6279-4ccb-b8ff-75ad224f2cd3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:34.387920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ced708e0-4e33-466b-9fa9-99d389cf5246 req-2b857513-6279-4ccb-b8ff-75ad224f2cd3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.1174355 Jul 07 18:12:34.431884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ced708e0-4e33-466b-9fa9-99d389cf5246 req-f10257f8-8a2f-4702-82a2-8ef9ce999fa0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Jul 07 18:12:34.955058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-59a469ba-46ec-4feb-a4d1-7dd9d9eb92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:34.957060 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-59a469ba-46ec-4feb-a4d1-7dd9d9eb92da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1095 time: 0.0702519 Jul 07 18:12:35.048643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:12:35.116261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port d306db82-63f5-42ac-b7fb-1135bad733e9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:12:35.117345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:35.126583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-1715b019-d7b4-4234-a964-1114189fb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:35.128192 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-1715b019-d7b4-4234-a964-1114189fb405 service neutron] 10.222.0.90 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.1489291 Jul 07 18:12:35.173353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-d5200548-1e3c-44d6-bb0c-326005b58b16 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.0381658 Jul 07 18:12:35.225245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:35.280340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:35.281885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:35.282268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-d48a1cb9-e798-4410-ab73-5a437e1d9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:35.284742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-d48a1cb9-e798-4410-ab73-5a437e1d9ece service neutron] 10.222.0.90 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.1048231 Jul 07 18:12:35.285550 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17af53-a6f5-4fda-8c5f-da57db1fd6c3" -d '{"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-plugged", "status": "completed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:35.290102 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:35.354002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-61c1151c-7416-4c29-8016-5adba409ef87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617554 Jul 07 18:12:35.359161 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7f1ec0-4132-423e-b416-825659f63386 x-openstack-request-id: req-6b7f1ec0-4132-423e-b416-825659f63386 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:35.359664 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-plugged", "status": "completed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:35.360076 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b7f1ec0-4132-423e-b416-825659f63386 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:35.360970 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'code': 200} Jul 07 18:12:35.372504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:35.508799 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-6cd2a5b1-67af-48a5-9227-ed4aca098244 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447999 Jul 07 18:12:35.666164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c0871b4-8170-4efb-b052-1934582f79bb req-e2ba0abd-99d3-421b-8d47-57beb44fb834 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d82ba332-4f17-47b2-91f6-d7404272b4ae HTTP/1.1" status: 200 len: 210 time: 0.0480323 Jul 07 18:12:35.774315 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:35.781177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4d45-a1ba-4ebe-9976-ec5e1e93f15f req-acf94ed6-89b7-48da-8cd2-13d593b12092 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:35.801468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc2d4d45-a1ba-4ebe-9976-ec5e1e93f15f req-acf94ed6-89b7-48da-8cd2-13d593b12092 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1283236 Jul 07 18:12:35.843182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc2d4d45-a1ba-4ebe-9976-ec5e1e93f15f req-d7e8f494-67fb-419c-8bb4-4290bb1be384 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Jul 07 18:12:36.069039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3a8e883c-889a-4f87-a0c5-766962cb7c81 req-f31d2109-8ad9-4052-a9df-61eda8cb7a01 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507188 Jul 07 18:12:36.716377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65449774-a400-46c8-92f1-9398583f2ac0 req-e63983c2-4c62-4234-8f74-3b7e4fd6bce7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:36.718857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65449774-a400-46c8-92f1-9398583f2ac0 req-e63983c2-4c62-4234-8f74-3b7e4fd6bce7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0756021 Jul 07 18:12:36.782824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65449774-a400-46c8-92f1-9398583f2ac0 req-605b537d-930f-4ba0-b0c2-66f5d3e916ec tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560863 Jul 07 18:12:37.043954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47ad6e-f7a1-4d29-885c-f1b4027b56d0 req-1efe7387-abb8-4095-9a3d-f5b0f55ebf66 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:37.045530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e47ad6e-f7a1-4d29-885c-f1b4027b56d0 req-1efe7387-abb8-4095-9a3d-f5b0f55ebf66 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0665021 Jul 07 18:12:37.088232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e47ad6e-f7a1-4d29-885c-f1b4027b56d0 req-a9e54644-9ad3-4f33-8184-c68cc0e0143d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 Jul 07 18:12:38.066109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22236-1214-47c2-9d43-7941f4c5a4c6 req-b4a73a22-5b26-4a67-a7cf-4a6d774d4398 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:38.072810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79b22236-1214-47c2-9d43-7941f4c5a4c6 req-b4a73a22-5b26-4a67-a7cf-4a6d774d4398 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1166241 Jul 07 18:12:38.133069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79b22236-1214-47c2-9d43-7941f4c5a4c6 req-f311baca-92ae-4d06-a8dd-4b2b4677bc44 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543327 Jul 07 18:12:38.339293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027dc6d-2502-4fb4-b1b7-db5a35b05ad3 req-341bfe5e-8010-4829-9a7f-a891f114e0af tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:38.342045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1027dc6d-2502-4fb4-b1b7-db5a35b05ad3 req-341bfe5e-8010-4829-9a7f-a891f114e0af tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1036015 Jul 07 18:12:38.406240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1027dc6d-2502-4fb4-b1b7-db5a35b05ad3 req-587da64f-11a8-4f8e-abdb-b029acf87f4a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508876 Jul 07 18:12:38.679645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56104) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:38.861813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3a53-dc3a-420d-9c36-f08d1ba90b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.035606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3a53-dc3a-420d-9c36-f08d1ba90b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.056619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3a53-dc3a-420d-9c36-f08d1ba90b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.123063 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f0a3a53-dc3a-420d-9c36-f08d1ba90b4f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c4e1c4ed0791476688dfa08bd68a439f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395769 Jul 07 18:12:39.123306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56110) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:39.194531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a3a53-dc3a-420d-9c36-f08d1ba90b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d016c89-729c-49d2-86c1-037b29539ecf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:39.228679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9df1-09a0-4e0d-a30e-b04c03103d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.275496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9df1-09a0-4e0d-a30e-b04c03103d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.365820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9df1-09a0-4e0d-a30e-b04c03103d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.380872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9df1-09a0-4e0d-a30e-b04c03103d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:39.383360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8d7b9df1-09a0-4e0d-a30e-b04c03103d27 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d016c89-729c-49d2-86c1-037b29539ecf HTTP/1.1" status: 204 len: 168 time: 0.2584283 Jul 07 18:12:39.437587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b9df1-09a0-4e0d-a30e-b04c03103d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d016c89-729c-49d2-86c1-037b29539ecf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:39.484454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8680-4d4b-4e17-b46d-8aee272fd34f req-7df5e91f-96ed-4b55-8a25-21bfaa014bdf tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:39.495079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b53e8680-4d4b-4e17-b46d-8aee272fd34f req-7df5e91f-96ed-4b55-8a25-21bfaa014bdf tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1412611 Jul 07 18:12:39.557352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b53e8680-4d4b-4e17-b46d-8aee272fd34f req-ee5d918c-3cce-42fc-88e7-ac2bc05b96df tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610375 Jul 07 18:12:39.828505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b6e8e-75e7-43a0-856d-cfdb6e53efe4 req-b7abfd55-bc00-47bc-9279-2a998e1df2c1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:39.861561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a7b6e8e-75e7-43a0-856d-cfdb6e53efe4 req-b7abfd55-bc00-47bc-9279-2a998e1df2c1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1115799 Jul 07 18:12:39.914917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56124) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:39.926359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a7b6e8e-75e7-43a0-856d-cfdb6e53efe4 req-b9ae9705-e6ce-4efd-a5d3-7212218da087 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Jul 07 18:12:39.937010 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a67fb3-93e7-4e9f-9795-9e41d471b5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.101774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a67fb3-93e7-4e9f-9795-9e41d471b5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.118802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a67fb3-93e7-4e9f-9795-9e41d471b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.164353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a67fb3-93e7-4e9f-9795-9e41d471b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e5326f-e799-4adb-9ee2-9722e3947ea1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:40.204166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f1a67fb3-93e7-4e9f-9795-9e41d471b5e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=336efb4508374d7296330095b037b937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879279 Jul 07 18:12:40.206908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56128) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:40.295068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a927ef87-6ca8-4cb3-9cee-784679168008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.334475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a927ef87-6ca8-4cb3-9cee-784679168008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.414921 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a927ef87-6ca8-4cb3-9cee-784679168008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.419461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a927ef87-6ca8-4cb3-9cee-784679168008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:40.420902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a927ef87-6ca8-4cb3-9cee-784679168008 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/80e5326f-e799-4adb-9ee2-9722e3947ea1 HTTP/1.1" status: 204 len: 168 time: 0.2120867 Jul 07 18:12:40.436770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927ef87-6ca8-4cb3-9cee-784679168008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e5326f-e799-4adb-9ee2-9722e3947ea1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:40.833421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9a7b1-cff2-4db2-8a7b-ee98a164dda0 req-07e0d3ab-b049-4c8b-b176-a891c883c710 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:40.839095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4da9a7b1-cff2-4db2-8a7b-ee98a164dda0 req-07e0d3ab-b049-4c8b-b176-a891c883c710 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1265266 Jul 07 18:12:40.910089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4da9a7b1-cff2-4db2-8a7b-ee98a164dda0 req-dcf92c1b-b0cb-41d7-adb4-05a24bb2073f tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616839 Jul 07 18:12:41.183689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6ed50-da95-4426-b41f-934d162b83c1 req-11febbbb-368c-4f88-bb96-7d4699554f37 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:41.192532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47d6ed50-da95-4426-b41f-934d162b83c1 req-11febbbb-368c-4f88-bb96-7d4699554f37 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1133280 Jul 07 18:12:41.253755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47d6ed50-da95-4426-b41f-934d162b83c1 req-ce7a862f-0afa-4082-8ef6-d2325b401bbb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601902 Jul 07 18:12:41.759282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56170) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:41.992631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092102492-network', 'tenant_id': '6a361c3a4fe840618dd7c07ebb976189'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:42.076846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Made reservation on behalf of 6a361c3a4fe840618dd7c07ebb976189 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:12:42.079614 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.104994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.302844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4f196-25ac-4deb-8721-2fef6a499fb9 req-dfa33e33-f132-499d-a7c2-ea2c3fd8a805 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:42.315500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ed4f196-25ac-4deb-8721-2fef6a499fb9 req-dfa33e33-f132-499d-a7c2-ea2c3fd8a805 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2060966 Jul 07 18:12:42.386723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ed4f196-25ac-4deb-8721-2fef6a499fb9 req-08d903c9-abcb-4c3e-8c9f-c38405694820 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645473 Jul 07 18:12:42.416588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.422176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.436803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:12:42.463106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.463825 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Added segment 7137ad64-cdcc-4795-9483-8cc620954919 of type vlan for network 7b209764-5892-4b13-89ac-35f3c88c0502 Jul 07 18:12:42.509607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3158fc31-fdb4-4078-a365-019af1b38864,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:42.560105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.613754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f404b42-b968-4606-be8c-693988db262c req-a9d610e1-19d5-470c-972c-f3002e60ea15 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:42.614720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f404b42-b968-4606-be8c-693988db262c req-a9d610e1-19d5-470c-972c-f3002e60ea15 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1065912 Jul 07 18:12:42.615851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.616925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:42.617681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.654257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8912163 Jul 07 18:12:42.654741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56190) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:42.673320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Request body: {'subnet': {'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092102492-subnet', 'tenant_id': '6a361c3a4fe840618dd7c07ebb976189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:42.733641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Made reservation on behalf of 6a361c3a4fe840618dd7c07ebb976189 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:12:42.738512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.792415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b181c5a-9279-4059-8588-0dd46694061d admin admin] Pushing event updated for resources: {'Network': ['ID=7b209764-5892-4b13-89ac-35f3c88c0502,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:42.810759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 7b209764-5892-4b13-89ac-35f3c88c0502 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:12:42.814327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f404b42-b968-4606-be8c-693988db262c req-dc2c2055-fbb8-4d92-abc9-c59e96fe4409 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850643 Jul 07 18:12:43.124708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:43.205165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c042f2-022f-4b60-a554-b311c7798572,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:43.220506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Checking segment: {'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:12:43.221129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Network hostable DHCP agents. Network: 7b209764-5892-4b13-89ac-35f3c88c0502, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:12:43.240676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Network 7b209764-5892-4b13-89ac-35f3c88c0502 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:12:43.255567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 7b209764-5892-4b13-89ac-35f3c88c0502) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:12:43.268931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:43.269396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe472e-1865-4d56-8360-fa2e85e54248 None None] Network 7b209764-5892-4b13-89ac-35f3c88c0502 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:12:43.269584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:43.284480 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-78129d04-58f2-419e-b254-22baab0532d0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6278803 Jul 07 18:12:43.615300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7190369-bdca-4596-be61-d55cd85d242b None None] Network 7b209764-5892-4b13-89ac-35f3c88c0502 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:12:43.746752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cceac-dde0-4337-989e-a08cc21a2172 req-f21986a6-12a3-49c2-a716-873d196ec330 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:43.758767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa3cceac-dde0-4337-989e-a08cc21a2172 req-f21986a6-12a3-49c2-a716-873d196ec330 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2281229 Jul 07 18:12:43.815229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa3cceac-dde0-4337-989e-a08cc21a2172 req-4400dc18-cd7c-441f-871f-6908ffa57eb4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549965 Jul 07 18:12:44.000218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3f4c6-d8d8-4fd6-a6ac-fc172f9588a7 req-2f4d565e-6fa7-4d72-9172-f47f629f133a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:44.007972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79a3f4c6-d8d8-4fd6-a6ac-fc172f9588a7 req-2f4d565e-6fa7-4d72-9172-f47f629f133a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 946 time: 0.1155281 Jul 07 18:12:44.121328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79a3f4c6-d8d8-4fd6-a6ac-fc172f9588a7 req-c0c80453-1963-46f9-a36b-76c8549f30da tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116159 Jul 07 18:12:44.191833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdaa15-bfd6-4fb7-9492-9cf3d7240644 req-1b65f243-80f2-43d4-8fe7-048fcb9ee5f0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:44.198738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acdaa15-bfd6-4fb7-9492-9cf3d7240644 req-1b65f243-80f2-43d4-8fe7-048fcb9ee5f0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1825168 Jul 07 18:12:44.305404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9acdaa15-bfd6-4fb7-9492-9cf3d7240644 req-b2c2c2a1-5cd9-45e6-8b46-ad2d6fc4ee22 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055562 Jul 07 18:12:45.179480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b5e6d-f570-4d8c-ac47-7edb7c61814c req-daff2e14-9b21-4678-b37f-84dc92a6e8ad tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:45.195326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-419b5e6d-f570-4d8c-ac47-7edb7c61814c req-daff2e14-9b21-4678-b37f-84dc92a6e8ad tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2104735 Jul 07 18:12:45.291502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-419b5e6d-f570-4d8c-ac47-7edb7c61814c req-be58ce9e-20f5-45e5-aaa7-3ef2237d77f8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936632 Jul 07 18:12:45.820986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a215f7d-25d7-4ebe-b719-84656820baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:46.053647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-182eb9ed-8322-4abb-91ef-614dffcab616 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:46.055268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-182eb9ed-8322-4abb-91ef-614dffcab616 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 946 time: 0.6289287 Jul 07 18:12:46.066957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b9f8d-15e1-4f04-b923-913b5913b0ce req-9ceaa522-d862-4812-961b-3777cb2f47fe tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:46.074027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a8b9f8d-15e1-4f04-b923-913b5913b0ce req-9ceaa522-d862-4812-961b-3777cb2f47fe tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 946 time: 0.6999903 Jul 07 18:12:46.159999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8acb-4cea-4be1-b0bf-0d68b5658516 req-fd077f41-8ab7-4923-9152-db6aabb9f515 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:46.167347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39ff8acb-4cea-4be1-b0bf-0d68b5658516 req-fd077f41-8ab7-4923-9152-db6aabb9f515 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.2121992 Jul 07 18:12:46.208463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a8b9f8d-15e1-4f04-b923-913b5913b0ce req-ff985fca-aa89-4d29-ba3b-5cad8058e9d8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333485 Jul 07 18:12:46.321729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39ff8acb-4cea-4be1-b0bf-0d68b5658516 req-fe49e8a0-dbdd-44f2-8088-a22c85df960f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535010 Jul 07 18:12:46.451768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port 75d03b84-79a1-4bc1-931b-52686532de58 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:46.452120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:46.654171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-b676f6eb-a26a-4886-a787-6865931f3daf tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:46.655718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-b676f6eb-a26a-4886-a787-6865931f3daf tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/networks?id=7b209764-5892-4b13-89ac-35f3c88c0502 HTTP/1.1" status: 200 len: 809 time: 0.3016341 Jul 07 18:12:46.664126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] For port 75d03b84-79a1-4bc1-931b-52686532de58, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=75d03b84-79a1-4bc1-931b-52686532de58,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:46.664500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:46.694335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef4021-2721-45cb-92b4-225f411607f5 req-97d0c05f-ff15-4c3e-a685-42d025a9bbaa tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:46.701668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15ef4021-2721-45cb-92b4-225f411607f5 req-97d0c05f-ff15-4c3e-a685-42d025a9bbaa tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1782629 Jul 07 18:12:46.708780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for 75d03b84-79a1-4bc1-931b-52686532de58 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:46.721732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-8c88a1c9-a285-4bdd-bf97-be82702314d1 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/quotas/6a361c3a4fe840618dd7c07ebb976189 HTTP/1.1" status: 200 len: 375 time: 0.0483520 Jul 07 18:12:46.858801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-5ac70c79-b009-4d76-a5d7-d5c1b361377e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6a361c3a4fe840618dd7c07ebb976189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1213634 Jul 07 18:12:46.871969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15ef4021-2721-45cb-92b4-225f411607f5 req-bbee4f0e-e7c2-4846-b087-b4a809fee221 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695085 Jul 07 18:12:47.040102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-f77b3415-3810-43a9-b4c5-1b5bed8f0a5d service neutron] 10.222.0.88 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670675 Jul 07 18:12:47.117797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:47.136425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['75d03b84-79a1-4bc1-931b-52686532de58'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:12:47.185033 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:47.188948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=75d03b84-79a1-4bc1-931b-52686532de58,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:47.268302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.269109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.281313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.282128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.282651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.283183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.283881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.284424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.285076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.285686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.286244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.286815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:47.331820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] No DVR routers for this DVR port 75d03b84-79a1-4bc1-931b-52686532de58 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:12:47.352127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:47.354291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98739b9b-aecb-43dc-84cf-19858f0a95c0 req-b7356bf5-225a-4124-9fb2-a6586db77c22 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "DELETE /v2.0/ports/75d03b84-79a1-4bc1-931b-52686532de58 HTTP/1.1" status: 204 len: 173 time: 1.2781153 Jul 07 18:12:47.354832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'name': 'network-vif-deleted', 'tag': '75d03b84-79a1-4bc1-931b-52686532de58'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:47.357264 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27246ef2-8980-488d-9d1d-3ec0e0fbca16" -d '{"events": [{"server_uuid": "f530112b-0de4-4f94-ac98-6b03fe587fa3", "name": "network-vif-deleted", "tag": "75d03b84-79a1-4bc1-931b-52686532de58"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:47.380783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-b6b01e38-175f-49e6-8461-05a7f67707da service neutron] 10.222.0.88 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330753 Jul 07 18:12:47.487943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5d6ff71-de64-4402-80a4-cad430ae31c9 req-41956a22-cdb1-4303-b034-db0911cdd657 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0533533 Jul 07 18:12:47.547164 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deccfc9-b583-4aef-8a46-216970f7836c x-openstack-request-id: req-7deccfc9-b583-4aef-8a46-216970f7836c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:47.547476 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f530112b-0de4-4f94-ac98-6b03fe587fa3", "name": "network-vif-deleted", "tag": "75d03b84-79a1-4bc1-931b-52686532de58", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:47.547735 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7deccfc9-b583-4aef-8a46-216970f7836c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:47.548151 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f530112b-0de4-4f94-ac98-6b03fe587fa3', 'name': 'network-vif-deleted', 'tag': '75d03b84-79a1-4bc1-931b-52686532de58', 'status': 'completed', 'code': 200} Jul 07 18:12:47.815338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9882569b-2dc0-49ae-b1e3-b2f2946d151b req-213c976f-312a-4452-a0a4-d23d62783bb0 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 210 time: 0.0593777 Jul 07 18:12:47.872779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ddada-bee0-47c9-abbb-00d8b1f2c736 req-06d1f91a-032d-4542-bb5e-502e2d2b13e7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:47.880341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a80ddada-bee0-47c9-abbb-00d8b1f2c736 req-06d1f91a-032d-4542-bb5e-502e2d2b13e7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1851561 Jul 07 18:12:48.073433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a80ddada-bee0-47c9-abbb-00d8b1f2c736 req-857ea00d-33e6-4ced-8ad9-c498a15b01d7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920888 Jul 07 18:12:48.273912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c35ff8-af8a-4037-baa6-afc21afa4153 req-cc08a4f9-f470-4339-aab6-9ac2a0cfc7a3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:48.284325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81c35ff8-af8a-4037-baa6-afc21afa4153 req-cc08a4f9-f470-4339-aab6-9ac2a0cfc7a3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1816263 Jul 07 18:12:48.349435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81c35ff8-af8a-4037-baa6-afc21afa4153 req-35c9c66c-bcab-476d-bf10-50fa118379c8 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638344 Jul 07 18:12:48.353032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f9a9-b642-4632-ac8d-c419c90b5f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:48.544391 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:48.921482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5dc92a3e-50d3-46e2-b911-4de9fe20fb6e req-a97dff64-4716-4311-9f15-5e546ca1d8b4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0996804 Jul 07 18:12:49.201243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e10682c5-f60b-44d9-82c1-f4d4610f89f2 req-d818d84d-4fbb-45e8-8e87-4bcd245351e0 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 210 time: 0.0584426 Jul 07 18:12:49.237120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-c8a9184b-8470-4066-b680-5fce5f114937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.238722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-c8a9184b-8470-4066-b680-5fce5f114937 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.3161335 Jul 07 18:12:49.250840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f094fdb-56b2-4a68-91b3-a285ff173d51 req-2ae4f10e-e3e8-4e60-a414-de0340d804d5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.272468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f094fdb-56b2-4a68-91b3-a285ff173d51 req-2ae4f10e-e3e8-4e60-a414-de0340d804d5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.3420119 Jul 07 18:12:49.490297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-30e3698c-539b-47b2-b031-74ac6d3e462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.491355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-30e3698c-539b-47b2-b031-74ac6d3e462b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.2161567 Jul 07 18:12:49.509415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f094fdb-56b2-4a68-91b3-a285ff173d51 req-c6061a82-e755-413c-9460-e266943562a3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359638 Jul 07 18:12:49.601794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-50638fc6-acd7-4473-82c1-248b707cb992 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 200 len: 1000 time: 0.0836082 Jul 07 18:12:49.676560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:49.742373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-676e222b-1fab-47aa-a12b-881167962054 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.744864 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-676e222b-1fab-47aa-a12b-881167962054 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "GET /v2.0/networks?id=7b209764-5892-4b13-89ac-35f3c88c0502 HTTP/1.1" status: 200 len: 809 time: 0.2217307 Jul 07 18:12:49.758042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Request body: {'port': {'device_id': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502', 'admin_state_up': True, 'tenant_id': '6a361c3a4fe840618dd7c07ebb976189'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:49.801698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-96dc0f24-aabc-4745-90de-a9bc518b7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.803710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-96dc0f24-aabc-4745-90de-a9bc518b7583 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.1958466 Jul 07 18:12:49.849063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c78a3-1c01-450e-931e-f03f04a2b94c req-6d5b5dd2-9f35-4ff1-82ae-e4ccc9d60af7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.866973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d8c78a3-1c01-450e-931e-f03f04a2b94c req-6d5b5dd2-9f35-4ff1-82ae-e4ccc9d60af7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.4557862 Jul 07 18:12:49.961050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9d8c78a3-1c01-450e-931e-f03f04a2b94c req-0b8d022e-b37c-47a7-a18a-2a7f488c3832 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Jul 07 18:12:50.001929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-8fd29c39-54c2-47a7-83f0-62832b7f6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:50.003568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-8fd29c39-54c2-47a7-83f0-62832b7f6cc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353459 Jul 07 18:12:50.050566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Made reservation on behalf of 6a361c3a4fe840618dd7c07ebb976189 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:12:50.054686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.221521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a42d9a1f-b3db-408e-a594-441e37d76380 req-7b1434f8-3028-49c3-aea5-9077de914f0d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0984154 Jul 07 18:12:50.337553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-45f424b1-a151-4c43-8e3a-65e70906ea38 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200684 Jul 07 18:12:50.342890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Allocated IP 172.20.0.2 (7b209764-5892-4b13-89ac-35f3c88c0502/77c042f2-022f-4b60-a554-b311c7798572/38b1003e-6064-4933-a34c-c23041178cc1) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:12:50.520316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-760bfc03-3d5b-4a56-8575-a9e039aaae24 req-4b3aae96-362e-4aae-9032-76cc9e44b6ab service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780992 Jul 07 18:12:50.578541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fce7beb4-8ed8-490d-b628-d84b91d7e8fd req-5605f5fb-bc9b-46b0-9a53-d42a0e5d4b41 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 210 time: 0.0562449 Jul 07 18:12:50.584220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.700715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 75d03b84-79a1-4bc1-931b-52686532de58 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:50.737552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.747185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 75d03b84-79a1-4bc1-931b-52686532de58 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:50.747621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 75d03b84-79a1-4bc1-931b-52686532de58 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:50.854793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Network 7b209764-5892-4b13-89ac-35f3c88c0502 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:12:50.863160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:12:50.872405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:12:50.902867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1890f-646d-47ed-983a-21e4b5c9ffb0 req-938212ad-d4a5-4ecb-8c54-e6b6e47c2bf2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:50.913678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afc1890f-646d-47ed-983a-21e4b5c9ffb0 req-938212ad-d4a5-4ecb-8c54-e6b6e47c2bf2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1784565 Jul 07 18:12:50.919709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Pushing event updated for resources: {'Port': ['ID=38b1003e-6064-4933-a34c-c23041178cc1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:50.932939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.933286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.933673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.934026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.934361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.934690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.935064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.935429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.935866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.936201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.936527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.936889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:50.954143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:50.966877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.991660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afc1890f-646d-47ed-983a-21e4b5c9ffb0 req-672468eb-53a8-4d75-9b4e-35de89b25459 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765052 Jul 07 18:12:51.001104 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-960630e5-15af-47c3-8932-4864430795ef tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2473686 Jul 07 18:12:51.013087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Request body: {'port': {'device_id': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:51.169106 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:51.212998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:51.406042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3417de-0336-4559-b871-a73eb1abd601 req-fcd317c0-a02b-49b4-9aa5-a6f4826c0513 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:51.416193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a3417de-0336-4559-b871-a73eb1abd601 req-fcd317c0-a02b-49b4-9aa5-a6f4826c0513 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1678464 Jul 07 18:12:51.486561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a3417de-0336-4559-b871-a73eb1abd601 req-8c4be10b-9df5-4309-8c46-95dc9d2e3cb1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670164 Jul 07 18:12:51.547989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7230bc2-2da0-46df-a2f0-90695b5625da req-279b017b-34be-4c6f-9303-3c4ee2f91fc6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0314898 Jul 07 18:12:51.820346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e26e6-eeaa-4e2d-bb0d-d9568d4f73ce req-3ca7c84d-5a74-4bb0-b8ca-4993b377e0b6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:51.833726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-064e26e6-eeaa-4e2d-bb0d-d9568d4f73ce req-3ca7c84d-5a74-4bb0-b8ca-4993b377e0b6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 931 time: 0.1253047 Jul 07 18:12:51.857357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b1003e-6064-4933-a34c-c23041178cc1 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:12:51.866154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:51.879467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Transition to ACTIVE for port object 38b1003e-6064-4933-a34c-c23041178cc1 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:12:51.890269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:51.931383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-064e26e6-eeaa-4e2d-bb0d-d9568d4f73ce req-5bdf6d2f-c365-4501-b733-a82a3e6242d2 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948591 Jul 07 18:12:51.962031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Pushing event updated for resources: {'Port': ['ID=38b1003e-6064-4933-a34c-c23041178cc1,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:52.102407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Attempting to bind port 38b1003e-6064-4933-a34c-c23041178cc1 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:12:52.103280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Attempting to bind port 38b1003e-6064-4933-a34c-c23041178cc1 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:12:52.103809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Attempting to bind port 38b1003e-6064-4933-a34c-c23041178cc1 on network 7b209764-5892-4b13-89ac-35f3c88c0502 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:12:52.120967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Port 38b1003e-6064-4933-a34c-c23041178cc1 on network 7b209764-5892-4b13-89ac-35f3c88c0502 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:12:52.121753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Attempting to bind port 38b1003e-6064-4933-a34c-c23041178cc1 on network 7b209764-5892-4b13-89ac-35f3c88c0502 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:12:52.128110 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:12:52.128722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Checking segment: {'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:12:52.129333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Bound using segment: {'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:12:52.131330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Bound port: 38b1003e-6064-4933-a34c-c23041178cc1, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:12:52.131990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.273059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47a96-8e88-46fa-998d-9db6213ef345 req-33c47185-3979-43f2-960a-def169d561f3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:52.282432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a47a96-8e88-46fa-998d-9db6213ef345 req-33c47185-3979-43f2-960a-def169d561f3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1007566 Jul 07 18:12:52.292644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] For port 38b1003e-6064-4933-a34c-c23041178cc1, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:12:52.297163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] For port 38b1003e-6064-4933-a34c-c23041178cc1, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=38b1003e-6064-4933-a34c-c23041178cc1,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:12:52.311584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.347350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56a47a96-8e88-46fa-998d-9db6213ef345 req-b0b6fed1-1ac4-4afa-bc7b-9035d3b3dcc7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636032 Jul 07 18:12:52.415273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:52.415990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.417856 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] 10.222.0.90 "PUT /v2.0/ports/38b1003e-6064-4933-a34c-c23041178cc1 HTTP/1.1" status: 200 len: 1091 time: 1.4092193 Jul 07 18:12:52.418448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'tag': '38b1003e-6064-4933-a34c-c23041178cc1'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:52.421252 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e136369-4d44-4577-99d5-1e219e6a75d8", "tag": "38b1003e-6064-4933-a34c-c23041178cc1"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:52.430055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3682b0-f218-4846-8de3-b156ec9806a6 service neutron] Pushing event updated for resources: {'Port': ['ID=38b1003e-6064-4933-a34c-c23041178cc1,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:52.502395 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d8a2e-86ea-45f9-8739-4234a9632322 x-openstack-request-id: req-227d8a2e-86ea-45f9-8739-4234a9632322 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:52.506946 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e136369-4d44-4577-99d5-1e219e6a75d8", "tag": "38b1003e-6064-4933-a34c-c23041178cc1", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:52.507851 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-227d8a2e-86ea-45f9-8739-4234a9632322 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:52.509040 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'tag': '38b1003e-6064-4933-a34c-c23041178cc1', 'status': 'completed', 'code': 200} Jul 07 18:12:52.681040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7bb7bf2b-e391-4f30-90c0-762e47377c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:52.689111 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-7bb7bf2b-e391-4f30-90c0-762e47377c5c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a361c3a4fe840618dd7c07ebb976189&device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 1094 time: 0.2072420 Jul 07 18:12:52.796712 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-0d2e9de4-57b9-49be-865b-85718c1af365 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38b1003e-6064-4933-a34c-c23041178cc1 HTTP/1.1" status: 200 len: 217 time: 0.0993447 Jul 07 18:12:52.840316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16785b-84cf-4d08-9bee-d09aea6246bc req-a1867b6a-eb53-49d3-a9fd-0d291fa6a938 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:52.858118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc16785b-84cf-4d08-9bee-d09aea6246bc req-a1867b6a-eb53-49d3-a9fd-0d291fa6a938 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1333008 Jul 07 18:12:52.932492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-41289986-263f-4deb-a724-51596122c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:52.936619 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-41289986-263f-4deb-a724-51596122c877 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77c042f2-022f-4b60-a554-b311c7798572 HTTP/1.1" status: 200 len: 849 time: 0.1325827 Jul 07 18:12:52.971037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc16785b-84cf-4d08-9bee-d09aea6246bc req-57b3d7c6-24ac-4f80-ac29-d5fff50d5e71 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118364 Jul 07 18:12:53.023498 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-de2358dc-86fb-40bf-8bdf-260f8683ed25 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b209764-5892-4b13-89ac-35f3c88c0502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784245 Jul 07 18:12:53.151842 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-faa3ec69-d8c3-42d9-877c-f6c1ea4a3e3f service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198831 Jul 07 18:12:53.231705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85437e37-d622-4752-8489-1d9b5ae51b29 req-4b75d5be-1acc-4c02-8e0f-eab5591405af tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0344446 Jul 07 18:12:53.361778 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee104d05-d1cd-47a3-8f38-fb6d9e64d490 req-cf40511d-14da-4548-a300-d578989c1396 service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005343 Jul 07 18:12:53.374316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879271e2-29b1-4038-aabb-a502bd1cdbfd req-5ad20fb0-bf97-40f2-88c3-4cce95e395fc tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:53.384895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-879271e2-29b1-4038-aabb-a502bd1cdbfd req-5ad20fb0-bf97-40f2-88c3-4cce95e395fc tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 943 time: 0.1902258 Jul 07 18:12:53.459932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-879271e2-29b1-4038-aabb-a502bd1cdbfd req-fba32c8c-7b2a-44c8-838c-ad82b7485e57 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730367 Jul 07 18:12:53.536984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-ecd7cb7f-deba-4110-b9f7-7c8d06f38566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:53.539222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-ecd7cb7f-deba-4110-b9f7-7c8d06f38566 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a361c3a4fe840618dd7c07ebb976189&device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 1094 time: 0.1152234 Jul 07 18:12:53.722642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-0de0b3e6-f454-494f-8b47-ef5ed258d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:53.724871 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-0de0b3e6-f454-494f-8b47-ef5ed258d8a0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b209764-5892-4b13-89ac-35f3c88c0502 HTTP/1.1" status: 200 len: 910 time: 0.1783662 Jul 07 18:12:53.787153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-442c4b3c-55af-4710-b823-c90a1307de2e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38b1003e-6064-4933-a34c-c23041178cc1 HTTP/1.1" status: 200 len: 217 time: 0.0548193 Jul 07 18:12:53.852162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-627cd872-3283-40d3-b15e-521e4447c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:53.853790 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-627cd872-3283-40d3-b15e-521e4447c34c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77c042f2-022f-4b60-a554-b311c7798572 HTTP/1.1" status: 200 len: 849 time: 0.0600305 Jul 07 18:12:53.933464 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-49bca384-4bc3-42ac-b7bc-3b6bdbae9a86 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b209764-5892-4b13-89ac-35f3c88c0502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714760 Jul 07 18:12:54.060698 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-0dad02ce-8497-40fc-ad14-19389f151df3 service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187241 Jul 07 18:12:54.275321 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4f37eac4-33e3-4ed2-8d59-0c2ef1b269f3 req-05c003d9-0316-4f03-97c4-dd4f42da39dd service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078063 Jul 07 18:12:54.362397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e7a47-0615-435c-ae4e-2f6abc70eeaf req-ab559c54-9a09-43fa-8613-24cc728825a7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:54.370147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-182e7a47-0615-435c-ae4e-2f6abc70eeaf req-ab559c54-9a09-43fa-8613-24cc728825a7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1550093 Jul 07 18:12:54.461569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-182e7a47-0615-435c-ae4e-2f6abc70eeaf req-b0893220-df39-4c54-aab3-9bbab17b74a7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901511 Jul 07 18:12:54.580682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9a30a04-7e98-41eb-b21f-6599be36b10b req-ac0f7301-66e8-478e-9ef0-8fb3c77afac4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=f530112b-0de4-4f94-ac98-6b03fe587fa3 HTTP/1.1" status: 200 len: 210 time: 0.0893478 Jul 07 18:12:55.006110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb0167-2ec5-4480-bb0f-e767625708dd req-85a70dda-c744-433a-997b-a935ce93fb92 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:55.009423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56bb0167-2ec5-4480-bb0f-e767625708dd req-85a70dda-c744-433a-997b-a935ce93fb92 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 943 time: 0.1581225 Jul 07 18:12:55.091304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56bb0167-2ec5-4480-bb0f-e767625708dd req-dfda5fe3-d89b-4fef-8aca-8b056b2791d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722113 Jul 07 18:12:55.677844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601ff73-5c7d-451b-a19a-5d8f6ff0cb85 req-4cb14c42-f8d3-46d5-9b75-0cc36e5e9aee tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:55.680310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7601ff73-5c7d-451b-a19a-5d8f6ff0cb85 req-4cb14c42-f8d3-46d5-9b75-0cc36e5e9aee tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0726857 Jul 07 18:12:55.724787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7601ff73-5c7d-451b-a19a-5d8f6ff0cb85 req-ae537420-a874-4fad-a435-fa3d0d4fe2eb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Jul 07 18:12:56.291257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ed87a-b309-4fca-8e43-307f33231ffc req-dbf50c57-cc1a-4169-8679-63ad2af9bdc1 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:56.298846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-191ed87a-b309-4fca-8e43-307f33231ffc req-dbf50c57-cc1a-4169-8679-63ad2af9bdc1 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 943 time: 0.0940702 Jul 07 18:12:56.347911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-191ed87a-b309-4fca-8e43-307f33231ffc req-2e957cdf-9523-449c-bb02-624f15d310d8 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478868 Jul 07 18:12:56.535614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-498b1d55-75c0-4587-b347-b96cc1570bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:56.537151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-498b1d55-75c0-4587-b347-b96cc1570bcb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1096 time: 0.0674102 Jul 07 18:12:56.656180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-eb9eed0d-b179-4450-9814-754c98c2f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:56.657901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-eb9eed0d-b179-4450-9814-754c98c2f2a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.1140699 Jul 07 18:12:56.705177 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-c9619949-650a-4021-8154-52a62816c6eb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.0396266 Jul 07 18:12:56.765791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-978b43dc-9dc3-42a8-b02e-4836c32de066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:56.767364 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-978b43dc-9dc3-42a8-b02e-4836c32de066 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.0562582 Jul 07 18:12:56.807695 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-ea045877-4ca7-4c3d-bcdc-88a33da0b517 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328486 Jul 07 18:12:56.963555 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-407ac56f-5fbc-4df3-bd4c-5f4e0b7b137a service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494029 Jul 07 18:12:56.966090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9205b4c-3496-4c5c-9461-4407b0c7fff9 req-8098eb4e-1095-4944-9da5-4d1e3f87df90 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:56.969315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9205b4c-3496-4c5c-9461-4407b0c7fff9 req-8098eb4e-1095-4944-9da5-4d1e3f87df90 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0814743 Jul 07 18:12:57.014878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9205b4c-3496-4c5c-9461-4407b0c7fff9 req-5932ca51-c321-4340-beeb-0d61e7b4adfc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Jul 07 18:12:57.089467 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6e72734e-90a6-4e77-a392-e55444b4bfc2 req-47b128e4-9cad-4b06-90da-62d032c47ff7 service neutron] 10.222.0.90 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183550 Jul 07 18:12:57.197048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 38b1003e-6064-4933-a34c-c23041178cc1 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:12:57.298971 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 38b1003e-6064-4933-a34c-c23041178cc1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=38b1003e-6064-4933-a34c-c23041178cc1,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:57.312314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '38b1003e-6064-4933-a34c-c23041178cc1', 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502', 'port_id': '38b1003e-6064-4933-a34c-c23041178cc1', 'mac_address': 'fa:16:3e:91:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c042f2-022f-4b60-a554-b311c7798572', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:12:57.359238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.375997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b1003e-6064-4933-a34c-c23041178cc1 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:12:57.404587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 38b1003e-6064-4933-a34c-c23041178cc1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=38b1003e-6064-4933-a34c-c23041178cc1,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:57.412400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.511298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=38b1003e-6064-4933-a34c-c23041178cc1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:57.523261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.524003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.524522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.525039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.525579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.526084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.526750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.527261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.527792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.528275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.528760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.529371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:57.612689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f6248-f97c-49cf-9956-c82e68700ef5 req-82ca6ddf-1879-4a8d-8ede-454e49a2143d tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:57.614795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3f6248-f97c-49cf-9956-c82e68700ef5 req-82ca6ddf-1879-4a8d-8ede-454e49a2143d tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 944 time: 0.1005185 Jul 07 18:12:57.659526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b3f6248-f97c-49cf-9956-c82e68700ef5 req-22010ee1-3e1a-4c73-a221-f2e95f00fc68 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378609 Jul 07 18:12:57.750293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['38b1003e-6064-4933-a34c-c23041178cc1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:12:58.137224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56592) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.141998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d8a3259a-c26d-4378-b053-6ba00041562d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346031352', 'description': 'tempest-secgroup-smoke-1346031352 description', 'project_id': '77f70b9bfbfd4e21832824777b01e8d4'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:58.165954 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8a3259a-c26d-4378-b053-6ba00041562d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.225219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad425b-98ef-419a-8ace-ed8de3824665 req-7923e45d-9d4c-48c4-b0c0-63a4a864a205 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:58.227509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dad425b-98ef-419a-8ace-ed8de3824665 req-7923e45d-9d4c-48c4-b0c0-63a4a864a205 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.0913303 Jul 07 18:12:58.281474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dad425b-98ef-419a-8ace-ed8de3824665 req-7c76a2ed-1130-4144-8913-a2ae1a43bb30 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475228 Jul 07 18:12:58.310670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8a3259a-c26d-4378-b053-6ba00041562d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.315310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8a3259a-c26d-4378-b053-6ba00041562d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.340851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8a3259a-c26d-4378-b053-6ba00041562d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.342146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d8a3259a-c26d-4378-b053-6ba00041562d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2039173 Jul 07 18:12:58.345244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56600) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.350356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ad2cb2af-d440-498c-b4fd-52a788448f50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'security_group_rule': {'security_group_id': '571c5299-227e-4886-af4c-26ba67c7c6d8', 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:58.351019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3259a-c26d-4378-b053-6ba00041562d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571c5299-227e-4886-af4c-26ba67c7c6d8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:58.381275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb2af-d440-498c-b4fd-52a788448f50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.428316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb2af-d440-498c-b4fd-52a788448f50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.433323 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb2af-d440-498c-b4fd-52a788448f50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.457414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cb2af-d440-498c-b4fd-52a788448f50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c01655-0f5f-431d-80e1-8d02c0854574,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:58.461255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb2af-d440-498c-b4fd-52a788448f50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.462442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ad2cb2af-d440-498c-b4fd-52a788448f50 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160583 Jul 07 18:12:58.465328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56606) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.470002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7bdbe512-5312-4789-80ed-21b6be30f52b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'security_group_rule': {'security_group_id': '571c5299-227e-4886-af4c-26ba67c7c6d8', 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:58.499414 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bdbe512-5312-4789-80ed-21b6be30f52b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.567847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bdbe512-5312-4789-80ed-21b6be30f52b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.572650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bdbe512-5312-4789-80ed-21b6be30f52b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.593851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbe512-5312-4789-80ed-21b6be30f52b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317de98a-b071-4c97-a2b4-f3212269a159,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:58.603158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7bdbe512-5312-4789-80ed-21b6be30f52b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.604457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7bdbe512-5312-4789-80ed-21b6be30f52b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381216 Jul 07 18:12:58.607356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56608) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.612290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7314b462-477c-43a0-8c6c-d59ac12bd93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'security_group_rule': {'security_group_id': '571c5299-227e-4886-af4c-26ba67c7c6d8', 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:58.638738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7314b462-477c-43a0-8c6c-d59ac12bd93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.708795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7314b462-477c-43a0-8c6c-d59ac12bd93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.714701 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7314b462-477c-43a0-8c6c-d59ac12bd93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.735819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314b462-477c-43a0-8c6c-d59ac12bd93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba49fc6d-af58-485e-acec-2fa86aa96896,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:58.739400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7314b462-477c-43a0-8c6c-d59ac12bd93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.740777 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7314b462-477c-43a0-8c6c-d59ac12bd93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323617 Jul 07 18:12:58.743656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56616) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.753130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4e05636c-e9f0-4b06-b093-e372a6aaf57f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'security_group_rule': {'security_group_id': '571c5299-227e-4886-af4c-26ba67c7c6d8', 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:58.788214 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e05636c-e9f0-4b06-b093-e372a6aaf57f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.859361 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e05636c-e9f0-4b06-b093-e372a6aaf57f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.864584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e05636c-e9f0-4b06-b093-e372a6aaf57f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.867543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eb153-57dc-4068-bc56-1ce236a9a07d req-dffe8ee8-2523-4b71-a449-fe5410b1c87b tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:58.869112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa5eb153-57dc-4068-bc56-1ce236a9a07d req-dffe8ee8-2523-4b71-a449-fe5410b1c87b tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 944 time: 0.0894272 Jul 07 18:12:58.883905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05636c-e9f0-4b06-b093-e372a6aaf57f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34155947-f8fa-4893-8954-526bf9a8150b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:58.894547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4e05636c-e9f0-4b06-b093-e372a6aaf57f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.896067 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4e05636c-e9f0-4b06-b093-e372a6aaf57f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512349 Jul 07 18:12:58.900305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56618) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.904884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'security_group_rule': {'security_group_id': '571c5299-227e-4886-af4c-26ba67c7c6d8', 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:58.936010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa5eb153-57dc-4068-bc56-1ce236a9a07d req-71211ee7-5769-4645-b45d-b907cfd84f4c tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 Jul 07 18:12:58.943889 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Project 77f70b9bfbfd4e21832824777b01e8d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:12:58.949585 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.016054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.025686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.047608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7242b0-8166-4e2b-8520-4773b45dabb7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:59.051388 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.052887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5b9de6c7-e5fc-4196-a72b-9f43a89ef87d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514659 Jul 07 18:12:59.055708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56624) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:59.061226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'security_group_rule': {'security_group_id': '571c5299-227e-4886-af4c-26ba67c7c6d8', 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:59.088041 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Project 77f70b9bfbfd4e21832824777b01e8d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:12:59.095135 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.166185 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.170517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.196576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 38b1003e-6064-4933-a34c-c23041178cc1 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:12:59.202431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c1893d-b1c9-4273-8a51-07dae761e837,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:59.210768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.214830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ef7c2925-058d-4f81-ac41-3d187e4898b3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549969 Jul 07 18:12:59.265895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 38b1003e-6064-4933-a34c-c23041178cc1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:12:59.270214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 38b1003e-6064-4933-a34c-c23041178cc1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:12:59.270799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.368606 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.408955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 38b1003e-6064-4933-a34c-c23041178cc1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=38b1003e-6064-4933-a34c-c23041178cc1,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:59.410443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b1003e-6064-4933-a34c-c23041178cc1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:59.415531 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2d71b4-3ef7-422e-876a-c829c80cfc9c" -d '{"events": [{"server_uuid": "3e136369-4d44-4577-99d5-1e219e6a75d8", "name": "network-vif-plugged", "status": "completed", "tag": "38b1003e-6064-4933-a34c-c23041178cc1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:59.419718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.420888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:59.535786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=38b1003e-6064-4933-a34c-c23041178cc1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:59.549330 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86a506f-4888-4c3f-888b-5724deb504c9 x-openstack-request-id: req-f86a506f-4888-4c3f-888b-5724deb504c9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:59.549682 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e136369-4d44-4577-99d5-1e219e6a75d8", "name": "network-vif-plugged", "status": "completed", "tag": "38b1003e-6064-4933-a34c-c23041178cc1", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:59.550000 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f86a506f-4888-4c3f-888b-5724deb504c9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:59.550447 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b1003e-6064-4933-a34c-c23041178cc1', 'code': 200} Jul 07 18:12:59.613750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.655743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82494a-f6b6-4f18-a851-ffa72e6a89d3 req-697406d9-63bb-43c5-b523-b38b386124cf tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:59.661715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:59.664229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f82494a-f6b6-4f18-a851-ffa72e6a89d3 req-697406d9-63bb-43c5-b523-b38b386124cf tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1045928 Jul 07 18:12:59.678501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.715329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f82494a-f6b6-4f18-a851-ffa72e6a89d3 req-4b1b6864-e80c-4962-9825-be2391a72644 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 Jul 07 18:12:59.717372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9c059-e17b-4404-8456-ca8f71873b54 req-65163c02-5b5b-4c3b-a955-44823174a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:59.719949 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c9c059-e17b-4404-8456-ca8f71873b54 req-65163c02-5b5b-4c3b-a955-44823174a7f7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 1096 time: 0.1151986 Jul 07 18:12:59.741085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:59.773706 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a2c9c059-e17b-4404-8456-ca8f71873b54 req-8ccd93e3-f830-47a2-adb7-a982b9c51807 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472717 Jul 07 18:12:59.939191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f13660-94bb-45ee-a9fb-2e98e9949194 req-2f9b43ba-5d42-4206-8357-af26eb5d336b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:59.941101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7f13660-94bb-45ee-a9fb-2e98e9949194 req-2f9b43ba-5d42-4206-8357-af26eb5d336b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.0897183 Jul 07 18:13:00.000156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7f13660-94bb-45ee-a9fb-2e98e9949194 req-69c6b3b7-c79a-4190-bb91-7b5b84fac2a6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516899 Jul 07 18:13:00.150470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa9426-f228-45ae-b9f4-b58d7f71384a req-9b72ad75-2977-404d-90b3-5fdbcb27e0da tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:00.152472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49fa9426-f228-45ae-b9f4-b58d7f71384a req-9b72ad75-2977-404d-90b3-5fdbcb27e0da tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 945 time: 0.0817585 Jul 07 18:13:00.213320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49fa9426-f228-45ae-b9f4-b58d7f71384a req-b240ba83-ad2a-4fe5-a097-e004a287624b tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546975 Jul 07 18:13:00.322316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-013f4732-1af1-4452-80d8-3e04ef8d6a85 req-c3637c42-1f56-41c7-b142-3ad1bc84f6db service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:13:00.323601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-013f4732-1af1-4452-80d8-3e04ef8d6a85 req-c3637c42-1f56-41c7-b142-3ad1bc84f6db service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053349 Jul 07 18:13:00.686283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12bec-51ba-42b5-af8c-7206fd6396bf req-01bc3345-39ce-4779-9f16-bcf34b1dbe6e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:00.687901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-faa12bec-51ba-42b5-af8c-7206fd6396bf req-01bc3345-39ce-4779-9f16-bcf34b1dbe6e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.0942078 Jul 07 18:13:00.720679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56756) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:00.743931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-faa12bec-51ba-42b5-af8c-7206fd6396bf req-28f2554b-bd8c-4546-8dbe-821a1f6562c2 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Jul 07 18:13:00.870019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-60230728-7fbe-4285-bd34-0b1094bd683f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1482289 Jul 07 18:13:01.478393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7377e9-3eb0-4417-b148-373069a315d5 req-bfe2f3d4-5e77-4169-888f-d2f3631709be tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:01.480541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa7377e9-3eb0-4417-b148-373069a315d5 req-bfe2f3d4-5e77-4169-888f-d2f3631709be tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 945 time: 0.1092935 Jul 07 18:13:01.542095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa7377e9-3eb0-4417-b148-373069a315d5 req-6db0df92-23f5-43eb-b528-eb5cdc037e57 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jul 07 18:13:01.553010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:01.555536 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7b6802-992e-4301-9880-eed66f96a753" -d '{"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:01.626451 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d6181d-5c39-413f-85a9-21f86c646183 x-openstack-request-id: req-54d6181d-5c39-413f-85a9-21f86c646183 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:01.626743 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-unplugged", "status": "failed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9", "code": 422}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:01.627153 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-54d6181d-5c39-413f-85a9-21f86c646183 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:01.629611 n-d-798930-2 neutron-server[105590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'code': 422} returned with failed status Jul 07 18:13:02.025623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d86f8-11a1-47ea-99d3-9a098dbe9812 req-e605623a-be3c-47da-81ca-0bda37d36f0e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:02.032707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a0d86f8-11a1-47ea-99d3-9a098dbe9812 req-e605623a-be3c-47da-81ca-0bda37d36f0e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.1302643 Jul 07 18:13:02.121089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a0d86f8-11a1-47ea-99d3-9a098dbe9812 req-bbf628e6-d5bc-4110-a3f7-422aa589d5f9 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 Jul 07 18:13:02.549638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-ddfc8746-8276-4ce5-9278-3144506ddf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:02.551654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-ddfc8746-8276-4ce5-9278-3144506ddf14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7&tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e HTTP/1.1" status: 200 len: 1094 time: 0.1352825 Jul 07 18:13:02.568731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:02.680932 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.936094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274fd72-3c63-49a5-9d87-f328da45920d req-ad981491-a486-469a-a2ab-bfc0e2271f13 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:02.937797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5274fd72-3c63-49a5-9d87-f328da45920d req-ad981491-a486-469a-a2ab-bfc0e2271f13 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 945 time: 0.1931453 Jul 07 18:13:03.020665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5274fd72-3c63-49a5-9d87-f328da45920d req-5b081598-d594-4964-900b-66c19c0c4f5a tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744376 Jul 07 18:13:03.022536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:03.072720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:03.116400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d306db82-63f5-42ac-b7fb-1135bad733e9 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:03.123096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.134372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Transition to ACTIVE for port object d306db82-63f5-42ac-b7fb-1135bad733e9 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:03.140174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.216368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=9']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:03.218889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] No DVR routers for this DVR port d306db82-63f5-42ac-b7fb-1135bad733e9 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:03.257760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:03.258100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:03.258541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 on network 332c317e-dbd6-41be-9bfa-421c98104918 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:03.264727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Port d306db82-63f5-42ac-b7fb-1135bad733e9 on network 332c317e-dbd6-41be-9bfa-421c98104918 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:13:03.265086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Attempting to bind port d306db82-63f5-42ac-b7fb-1135bad733e9 on network 332c317e-dbd6-41be-9bfa-421c98104918 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:03.270695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:03.271035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Checking segment: {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:03.271419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Bound using segment: {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:03.271854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Bound port: d306db82-63f5-42ac-b7fb-1135bad733e9, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22be486d-525c-4da8-88fa-72aeb52a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:03.272222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.302083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:03.375236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:03.711061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:03.726833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:03.736151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00972d95-f218-42cc-bdcd-0edcaf68a160 req-948395e6-0d00-47f3-a903-50ee471516be tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:03.738397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00972d95-f218-42cc-bdcd-0edcaf68a160 req-948395e6-0d00-47f3-a903-50ee471516be tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 943 time: 0.4623399 Jul 07 18:13:03.740413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.784282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:03.784954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.786368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] 10.222.0.55 "PUT /v2.0/ports/d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 1091 time: 1.2236991 Jul 07 18:13:03.786841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:03.789396 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48031271-b43f-4afb-bebc-0fbbe33ecb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:03.837316 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d96de2-f7a0-4f27-976e-00e6fc8770b0 x-openstack-request-id: req-82d96de2-f7a0-4f27-976e-00e6fc8770b0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:03.837616 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:03.837867 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-82d96de2-f7a0-4f27-976e-00e6fc8770b0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:03.838258 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'status': 'completed', 'code': 200} Jul 07 18:13:03.892739 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.896860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00972d95-f218-42cc-bdcd-0edcaf68a160 req-866b1d20-ad71-4ce2-8db5-9ec25368b132 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451776 Jul 07 18:13:03.897742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a0b53-3e3c-420d-9797-075c4cca8c34 service neutron] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:03.931653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-af88dfab-ab4a-4bc5-9524-a0f27fa7efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:03.933503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-af88dfab-ab4a-4bc5-9524-a0f27fa7efff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1095 time: 0.0979640 Jul 07 18:13:04.058740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-8e26c552-c9fc-4311-bc67-6dd182bc4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:04.060654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-8e26c552-c9fc-4311-bc67-6dd182bc4be9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.1173294 Jul 07 18:13:04.127458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-9f3347d6-db50-479b-950a-ac52653ccd4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.0428209 Jul 07 18:13:04.249070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-ae38f8f9-d208-4df4-a355-d7eca7337632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:04.250585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-ae38f8f9-d208-4df4-a355-d7eca7337632 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.1104243 Jul 07 18:13:04.258841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-95e6256f-66b8-4ea2-941a-0a9e18ada410 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:04.261474 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-95e6256f-66b8-4ea2-941a-0a9e18ada410 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 945 time: 0.1421621 Jul 07 18:13:04.318498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-452d288d-31d0-4ca8-9813-08f054a31e1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543830 Jul 07 18:13:04.335974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723d31a-b0cc-4c65-bbb4-3f11ddcb9876 req-bdefd0d9-75a4-4191-84a7-e1ea12a8c560 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:04.344162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6723d31a-b0cc-4c65-bbb4-3f11ddcb9876 req-bdefd0d9-75a4-4191-84a7-e1ea12a8c560 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 945 time: 0.1574981 Jul 07 18:13:04.416291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Deleting port 38b1003e-6064-4933-a34c-c23041178cc1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:04.416650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.457069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6723d31a-b0cc-4c65-bbb4-3f11ddcb9876 req-bdf21337-9d0f-418a-8185-b7967e7ce5a5 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113446 Jul 07 18:13:04.517125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-b5849458-4d13-480b-9f2e-3dd2b1c252c0 service neutron] 10.222.0.55 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701064 Jul 07 18:13:04.544871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] For port 38b1003e-6064-4933-a34c-c23041178cc1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=38b1003e-6064-4933-a34c-c23041178cc1,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:04.545325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.561243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Calling delete_port for 38b1003e-6064-4933-a34c-c23041178cc1 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:04.632752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58454ab6-bb5c-4385-8e58-2de8c16c2e1a req-b40cd64c-9715-4116-82dd-ee9093d777ff service neutron] 10.222.0.55 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042867 Jul 07 18:13:04.728271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.741997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['38b1003e-6064-4933-a34c-c23041178cc1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:04.804788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-f6f3bad3-bdc1-4122-b399-80ce73705169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:04.806806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-f6f3bad3-bdc1-4122-b399-80ce73705169 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1095 time: 0.1149588 Jul 07 18:13:04.810056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Pushing event deleted for resources: {'Port': ['ID=38b1003e-6064-4933-a34c-c23041178cc1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:04.840656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] No DVR routers for this DVR port 38b1003e-6064-4933-a34c-c23041178cc1 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:04.843657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.846153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85e640c0-1b3b-4d38-8903-03d374d50562 req-17142c2a-190a-42d4-b96d-4001b2483403 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "DELETE /v2.0/ports/38b1003e-6064-4933-a34c-c23041178cc1 HTTP/1.1" status: 204 len: 173 time: 0.5782297 Jul 07 18:13:04.846659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'name': 'network-vif-deleted', 'tag': '38b1003e-6064-4933-a34c-c23041178cc1'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:04.849041 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc22603-a965-43e1-ab06-63c225e4d364" -d '{"events": [{"server_uuid": "3e136369-4d44-4577-99d5-1e219e6a75d8", "name": "network-vif-deleted", "tag": "38b1003e-6064-4933-a34c-c23041178cc1"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:04.946882 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c76fa-0ec0-4b30-a2a4-187bc235a71c x-openstack-request-id: req-ba4c76fa-0ec0-4b30-a2a4-187bc235a71c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:04.947598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e136369-4d44-4577-99d5-1e219e6a75d8", "name": "network-vif-deleted", "tag": "38b1003e-6064-4933-a34c-c23041178cc1", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:04.948022 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba4c76fa-0ec0-4b30-a2a4-187bc235a71c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:04.948638 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e136369-4d44-4577-99d5-1e219e6a75d8', 'name': 'network-vif-deleted', 'tag': '38b1003e-6064-4933-a34c-c23041178cc1', 'status': 'completed', 'code': 200} Jul 07 18:13:05.029550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-460f2359-d9a8-4ef8-ad02-2b157ed6141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:05.032385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-460f2359-d9a8-4ef8-ad02-2b157ed6141a service neutron] 10.222.0.55 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.2140603 Jul 07 18:13:05.164197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-09cdc15e-3d21-40be-8ead-76cea7ca01a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.1176646 Jul 07 18:13:05.339626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16727995-4905-41a0-94c8-123f552c3268 req-358fb0c4-b75d-4121-b661-0c3de4ab403e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:05.341663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16727995-4905-41a0-94c8-123f552c3268 req-358fb0c4-b75d-4121-b661-0c3de4ab403e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.1735098 Jul 07 18:13:05.424000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16727995-4905-41a0-94c8-123f552c3268 req-5b725dc0-d088-48e6-b3a7-5f2cc6a7f87f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741889 Jul 07 18:13:05.735617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d5f5739-c3b8-4b6b-b542-4c96443b4003 req-bb2f304e-144c-4b3d-b2cf-f53e89bef68b tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e136369-4d44-4577-99d5-1e219e6a75d8 HTTP/1.1" status: 200 len: 210 time: 0.0740542 Jul 07 18:13:05.801573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.676451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ae38c-35a2-41fb-b743-1e32ee91f2f7 req-2628421a-2cc6-4120-bf05-dd6be5a8dd56 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:06.681533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c08ae38c-35a2-41fb-b743-1e32ee91f2f7 req-2628421a-2cc6-4120-bf05-dd6be5a8dd56 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.0947802 Jul 07 18:13:06.750922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c08ae38c-35a2-41fb-b743-1e32ee91f2f7 req-530d8cef-c29b-434c-93dc-984e0be2132d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622897 Jul 07 18:13:07.217380 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 38b1003e-6064-4933-a34c-c23041178cc1 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:07.253548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 38b1003e-6064-4933-a34c-c23041178cc1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:07.254264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 38b1003e-6064-4933-a34c-c23041178cc1 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:14.132276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-b15d0be1-4b31-437e-ad70-d3a1689a2413 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:14.140136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-b15d0be1-4b31-437e-ad70-d3a1689a2413 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/networks?id=7b209764-5892-4b13-89ac-35f3c88c0502 HTTP/1.1" status: 200 len: 809 time: 0.1592391 Jul 07 18:13:14.159471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-f8bf5221-d44e-4819-ad42-2400329ca353 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/quotas/6a361c3a4fe840618dd7c07ebb976189 HTTP/1.1" status: 200 len: 375 time: 0.0181236 Jul 07 18:13:14.224459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-a6b2cc0b-9f98-4f4b-a29e-1614f6aae4e6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6a361c3a4fe840618dd7c07ebb976189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640829 Jul 07 18:13:14.357593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-2b07a12e-e945-4edb-81ea-a66c0c462d34 service neutron] 10.222.0.88 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257241 Jul 07 18:13:14.499166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-61dcb5ec-01b9-47dc-94c9-09f13fa344a1 service neutron] 10.222.0.88 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327064 Jul 07 18:13:14.998673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951537eb-5e47-4644-bc86-9e4b44ebf169 req-358fb751-a996-499d-8e3b-c78cd92e1244 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:15.006101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951537eb-5e47-4644-bc86-9e4b44ebf169 req-358fb751-a996-499d-8e3b-c78cd92e1244 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.1361930 Jul 07 18:13:15.101451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-951537eb-5e47-4644-bc86-9e4b44ebf169 req-b05d8ca6-bc1e-4f77-8efe-04b0d6e9b1bf tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942731 Jul 07 18:13:15.227507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfe5bd6f-a1e7-4384-a825-0809bc7d3bb2 req-40d3bec3-065e-4381-a00e-a95e8bf353c4 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 210 time: 0.0513227 Jul 07 18:13:15.809921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c407b793-5ccb-4043-825d-e8a011fce5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:16.497729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76284f08-8a0a-4b2f-8a5e-2bd25ef0f780 req-833ca381-90bc-480d-9ba3-eacef2f9941f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:16.504255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76284f08-8a0a-4b2f-8a5e-2bd25ef0f780 req-833ca381-90bc-480d-9ba3-eacef2f9941f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.1148763 Jul 07 18:13:16.574414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76284f08-8a0a-4b2f-8a5e-2bd25ef0f780 req-5b765c1b-0882-47e2-9740-f8402b4eec5f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646348 Jul 07 18:13:16.578920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-cd5ec80a-889a-4667-98f8-2dabddb88537 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:16.580435 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-cd5ec80a-889a-4667-98f8-2dabddb88537 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "GET /v2.0/networks?id=7b209764-5892-4b13-89ac-35f3c88c0502 HTTP/1.1" status: 200 len: 809 time: 0.2596176 Jul 07 18:13:16.604867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Request body: {'port': {'device_id': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502', 'admin_state_up': True, 'tenant_id': '6a361c3a4fe840618dd7c07ebb976189'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:16.814472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8143af5-057b-4df4-a2c6-8b75828cbd20 req-a4268a02-2e82-478b-a0d8-3fdd2668d352 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 210 time: 0.0827799 Jul 07 18:13:16.874309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Made reservation on behalf of 6a361c3a4fe840618dd7c07ebb976189 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:16.878301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.011055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Allocated IP 172.20.0.10 (7b209764-5892-4b13-89ac-35f3c88c0502/77c042f2-022f-4b60-a554-b311c7798572/ccb63f17-1ef8-43a5-a608-079ececb2e4a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:17.171854 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.224661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.285255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-d80fa787-bc45-4c36-a1cc-d67f26f23b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:17.286454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-d80fa787-bc45-4c36-a1cc-d67f26f23b5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.0915353 Jul 07 18:13:17.291709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Network 7b209764-5892-4b13-89ac-35f3c88c0502 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:17.293172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Pushing event updated for resources: {'Port': ['ID=ccb63f17-1ef8-43a5-a608-079ececb2e4a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:17.296326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:17.299058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:17.327213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-0b014eeb-8842-4e88-851e-fda8918ce5c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301676 Jul 07 18:13:17.372320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:17.389688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.413977 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-0899428c-b659-437d-89a4-e2c7656953d6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8192570 Jul 07 18:13:17.428602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Request body: {'port': {'device_id': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:17.438731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-958b8c1d-cd24-4eff-a330-d75b7e6012a1 service neutron] 10.222.0.55 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996912 Jul 07 18:13:17.511831 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.546162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48031271-b43f-4afb-bebc-0fbbe33ecb0c req-11603f7c-1bdc-48a4-90cc-a811b4f47147 service neutron] 10.222.0.55 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989115 Jul 07 18:13:17.808004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef8c2-a457-4bc0-83b7-465b3fa24de8 req-66f8b459-7041-46ed-a94b-006e301b4f83 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:17.815373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abaef8c2-a457-4bc0-83b7-465b3fa24de8 req-66f8b459-7041-46ed-a94b-006e301b4f83 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.0771625 Jul 07 18:13:17.825372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb63f17-1ef8-43a5-a608-079ececb2e4a {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:17.835920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.857004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Transition to ACTIVE for port object ccb63f17-1ef8-43a5-a608-079ececb2e4a will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:17.863880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.870121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abaef8c2-a457-4bc0-83b7-465b3fa24de8 req-2a571b54-01f3-42da-a9c0-669dc8d6a86a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Jul 07 18:13:17.916107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Pushing event updated for resources: {'Port': ['ID=ccb63f17-1ef8-43a5-a608-079ececb2e4a,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:17.998035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Attempting to bind port ccb63f17-1ef8-43a5-a608-079ececb2e4a on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:17.998366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Attempting to bind port ccb63f17-1ef8-43a5-a608-079ececb2e4a by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:17.998705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Attempting to bind port ccb63f17-1ef8-43a5-a608-079ececb2e4a on network 7b209764-5892-4b13-89ac-35f3c88c0502 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:18.004196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Port ccb63f17-1ef8-43a5-a608-079ececb2e4a on network 7b209764-5892-4b13-89ac-35f3c88c0502 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:13:18.004517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Attempting to bind port ccb63f17-1ef8-43a5-a608-079ececb2e4a on network 7b209764-5892-4b13-89ac-35f3c88c0502 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:18.012220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:18.012722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Checking segment: {'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:18.013165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Bound using segment: {'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:18.013619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Bound port: ccb63f17-1ef8-43a5-a608-079ececb2e4a, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7137ad64-cdcc-4795-9483-8cc620954919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:18.013988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:18.096324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35923e59-e322-471e-bd87-0f80c1d5b829 req-82ce6f92-b024-4370-a268-3a3539c2e6c3 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:18.097917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35923e59-e322-471e-bd87-0f80c1d5b829 req-82ce6f92-b024-4370-a268-3a3539c2e6c3 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 944 time: 0.0934994 Jul 07 18:13:18.101878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] For port ccb63f17-1ef8-43a5-a608-079ececb2e4a, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:18.108270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] For port ccb63f17-1ef8-43a5-a608-079ececb2e4a, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ccb63f17-1ef8-43a5-a608-079ececb2e4a,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:18.114157 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:18.145177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35923e59-e322-471e-bd87-0f80c1d5b829 req-0bb4c0ef-491e-406e-b7a4-e9f6a3255460 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Jul 07 18:13:18.155899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:18.156993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:18.158733 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] 10.222.0.90 "PUT /v2.0/ports/ccb63f17-1ef8-43a5-a608-079ececb2e4a HTTP/1.1" status: 200 len: 1092 time: 0.7365301 Jul 07 18:13:18.159143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'tag': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:18.161492 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955dcf73-b1e5-4167-b477-ba42c2a586a8" -d '{"events": [{"name": "network-changed", "server_uuid": "de4987a3-fcdd-4cb7-970f-43b0b4a6f83f", "tag": "ccb63f17-1ef8-43a5-a608-079ececb2e4a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:18.229286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c707c22-a2a6-4f2c-b7f7-77c7d57447ba service neutron] Pushing event updated for resources: {'Port': ['ID=ccb63f17-1ef8-43a5-a608-079ececb2e4a,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:18.314910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-18916eb0-fc9a-43ae-9fe3-2779b214a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:18.321084 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-18916eb0-fc9a-43ae-9fe3-2779b214a3ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a361c3a4fe840618dd7c07ebb976189&device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 1095 time: 0.0780778 Jul 07 18:13:18.353405 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb4525-7f5c-4a84-96b4-ea2e33f8c025 x-openstack-request-id: req-cbfb4525-7f5c-4a84-96b4-ea2e33f8c025 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:18.353722 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4987a3-fcdd-4cb7-970f-43b0b4a6f83f", "tag": "ccb63f17-1ef8-43a5-a608-079ececb2e4a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:18.353923 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cbfb4525-7f5c-4a84-96b4-ea2e33f8c025 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:18.354618 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'tag': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a', 'status': 'completed', 'code': 200} Jul 07 18:13:18.366130 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab81895b-3351-4da2-9db2-6ad16bf4be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:18.423261 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-037c6fb3-4941-4609-9298-4d9a9c22d3e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccb63f17-1ef8-43a5-a608-079ececb2e4a HTTP/1.1" status: 200 len: 217 time: 0.0803456 Jul 07 18:13:18.479490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-ac101843-c407-40db-a74c-ce8ebdd15148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:18.481412 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-ac101843-c407-40db-a74c-ce8ebdd15148 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77c042f2-022f-4b60-a554-b311c7798572 HTTP/1.1" status: 200 len: 849 time: 0.0518618 Jul 07 18:13:18.489429 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:18.518833 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-138a7bd1-49d4-4e3d-8cf6-46756edf449d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b209764-5892-4b13-89ac-35f3c88c0502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290434 Jul 07 18:13:18.627130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-ff78f7b1-20bd-46ef-9c1a-bddc9688c231 service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016927 Jul 07 18:13:18.731977 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dad59422-bfe7-4ae6-bc58-22900b80a201 req-8afaf16c-783b-4233-83df-d5446fd89fb7 service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980272 Jul 07 18:13:18.878573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-34ab5954-174a-46d9-bb4c-6666aabd24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:18.880220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-34ab5954-174a-46d9-bb4c-6666aabd24bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a361c3a4fe840618dd7c07ebb976189&device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 1095 time: 0.0687659 Jul 07 18:13:19.015343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-53bde480-fb87-4250-81ba-2c6b5a41e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:19.016968 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-53bde480-fb87-4250-81ba-2c6b5a41e204 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b209764-5892-4b13-89ac-35f3c88c0502 HTTP/1.1" status: 200 len: 910 time: 0.1293082 Jul 07 18:13:19.062376 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-e4f8e365-c54f-4492-8669-4352bbd66077 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccb63f17-1ef8-43a5-a608-079ececb2e4a HTTP/1.1" status: 200 len: 217 time: 0.0385225 Jul 07 18:13:19.118943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554f004-4d66-499e-83aa-d848b97833a1 req-900120f8-4e10-46e4-bb6b-deabfecd7988 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:19.125498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f554f004-4d66-499e-83aa-d848b97833a1 req-900120f8-4e10-46e4-bb6b-deabfecd7988 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.1043429 Jul 07 18:13:19.126020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-74018c46-0a92-4c8b-9a01-bd26e84f9539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:19.127933 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-74018c46-0a92-4c8b-9a01-bd26e84f9539 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77c042f2-022f-4b60-a554-b311c7798572 HTTP/1.1" status: 200 len: 849 time: 0.0593557 Jul 07 18:13:19.165197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f554f004-4d66-499e-83aa-d848b97833a1 req-e6914dff-19f5-4747-842a-a0a09be2a9b5 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381083 Jul 07 18:13:19.168482 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-5a2d3590-0081-4d5d-a487-39c377c884d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b209764-5892-4b13-89ac-35f3c88c0502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331528 Jul 07 18:13:19.309929 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-f61327c3-bbe5-4ba3-a877-3cc0abb5a1ae service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192350 Jul 07 18:13:19.364720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdf420-2a80-4b50-b483-64566035b7ce req-0f0b35dc-ffe4-4bc1-89b6-0f7db180f75e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:19.366436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6bdf420-2a80-4b50-b483-64566035b7ce req-0f0b35dc-ffe4-4bc1-89b6-0f7db180f75e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 944 time: 0.0790305 Jul 07 18:13:19.441763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6bdf420-2a80-4b50-b483-64566035b7ce req-dd443938-0cb9-42bd-8d6e-ed935bfb7793 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Jul 07 18:13:19.449519 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-955dcf73-b1e5-4167-b477-ba42c2a586a8 req-2746df2e-bfdb-409f-b1a8-599dc30c7ccc service neutron] 10.222.0.90 "GET /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326473 Jul 07 18:13:19.664606 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:20.376241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cde7c-afa2-43bf-a700-7f4463e1726f req-49c3b392-41ff-47a1-ad66-131832fb2637 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:20.377929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e7cde7c-afa2-43bf-a700-7f4463e1726f req-49c3b392-41ff-47a1-ad66-131832fb2637 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 944 time: 0.0735762 Jul 07 18:13:20.421873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e7cde7c-afa2-43bf-a700-7f4463e1726f req-9d7ee26a-197d-4f74-a9d9-2cf18c4c988f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Jul 07 18:13:20.647945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833adf7-aab0-458f-a33d-6792d1c0aaa2 req-6c67b9c7-93c9-4d90-8c84-95bbe27e2b80 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:20.655758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d833adf7-aab0-458f-a33d-6792d1c0aaa2 req-6c67b9c7-93c9-4d90-8c84-95bbe27e2b80 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 944 time: 0.0793676 Jul 07 18:13:20.697598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d833adf7-aab0-458f-a33d-6792d1c0aaa2 req-cb47ccdb-9730-4861-9f30-ba47c3f9d0a0 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Jul 07 18:13:20.816552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c199460b-7a46-4483-ae4f-68e36e868a4b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346031352&fields=id&tenant_id=77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 267 time: 0.0365739 Jul 07 18:13:20.841492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:20.936398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-367249d2-1c92-4e0b-9a5c-9f46c24ff8f2 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:20.938022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-367249d2-1c92-4e0b-9a5c-9f46c24ff8f2 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.1147237 Jul 07 18:13:20.955537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:20.959218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-65ae7016-aa4f-437d-a1d5-7f2ce1e485c2 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/quotas/77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0149839 Jul 07 18:13:20.979793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'network_id': '332c317e-dbd6-41be-9bfa-421c98104918', 'port_id': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'mac_address': 'fa:16:3e:e5:ea:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:21.020150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.034390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d306db82-63f5-42ac-b7fb-1135bad733e9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:21.036642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d83244c4-31f7-4e11-b0a8-4bbd040bbe4e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715764 Jul 07 18:13:21.063919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:21.069601 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.121469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:21.149107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.154037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-a9de6802-9574-4657-bb97-94bdd84079bf service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010902 Jul 07 18:13:21.259556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-e33abf1c-ba97-4a31-8146-7e82f409dfda service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987430 Jul 07 18:13:21.404857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d306db82-63f5-42ac-b7fb-1135bad733e9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:21.644284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24462776-9d58-47fb-ac93-83119fb710e4 req-9046e0ba-0455-42de-ad6b-22a5579f8355 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 210 time: 0.0478356 Jul 07 18:13:21.700019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba14c3-7118-466b-8cd9-7d3df5fad5c0 req-5dc98c30-6051-4d64-bc73-ed46832b85d7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:21.702764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bba14c3-7118-466b-8cd9-7d3df5fad5c0 req-5dc98c30-6051-4d64-bc73-ed46832b85d7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1482339 Jul 07 18:13:21.755512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bba14c3-7118-466b-8cd9-7d3df5fad5c0 req-e9679ca3-cc23-4c56-bbd5-809733b6942b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Jul 07 18:13:21.955499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57282) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:21.981953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e26160-7240-47f6-90bd-89205dfb5c91 req-844ee099-74ec-471d-9d00-1abe0fcc0705 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:21.983552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9e26160-7240-47f6-90bd-89205dfb5c91 req-844ee099-74ec-471d-9d00-1abe0fcc0705 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 944 time: 0.0962651 Jul 07 18:13:22.037634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9e26160-7240-47f6-90bd-89205dfb5c91 req-33e551bf-6bbd-4e81-b016-1cd272333314 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Jul 07 18:13:22.083360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acf348-f4f2-4754-9f81-e6c17e66035d req-0f3ebcc0-48ed-4f4d-b2a7-c1e503401f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:22.089374 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c6acf348-f4f2-4754-9f81-e6c17e66035d req-0f3ebcc0-48ed-4f4d-b2a7-c1e503401f30 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1097 time: 0.1318867 Jul 07 18:13:22.123407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c6acf348-f4f2-4754-9f81-e6c17e66035d req-d4f6bdc7-ec1a-4c20-82dd-f2f0b715fc14 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jul 07 18:13:22.822238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a30ceea6-6708-4bf0-b52b-e6dd5184f0c8 req-3b5a76dd-4ddf-44d7-a736-756833ef07a0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 210 time: 0.0485930 Jul 07 18:13:22.839967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:22.923196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port d306db82-63f5-42ac-b7fb-1135bad733e9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:22.928091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port d306db82-63f5-42ac-b7fb-1135bad733e9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:22.929280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.084088 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.123508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:23.124452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:23.127255 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52652e58-603f-4338-8943-40994b332be2" -d '{"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-plugged", "status": "completed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:23.131513 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.143424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-5883000f-d6d9-4b42-95f9-e450cef3c209 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.148525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-5883000f-d6d9-4b42-95f9-e450cef3c209 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.3202317 Jul 07 18:13:23.171282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d47f1-8a2b-4a36-92ac-b5f0609ff895 req-2bfaf186-79d6-4ffa-9e99-1584bd89f4a5 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.173202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-674d47f1-8a2b-4a36-92ac-b5f0609ff895 req-2bfaf186-79d6-4ffa-9e99-1584bd89f4a5 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 945 time: 0.1608276 Jul 07 18:13:23.192101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:23.277475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-674d47f1-8a2b-4a36-92ac-b5f0609ff895 req-f5b382e8-4b43-4926-afb6-882ab89bf565 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921943 Jul 07 18:13:23.294021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-414e9654-fc56-494c-87a0-4b113bbea031 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 380 time: 0.1198227 Jul 07 18:13:23.307602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'port': {'device_id': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'admin_state_up': True, 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'security_groups': ['571c5299-227e-4886-af4c-26ba67c7c6d8']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:23.332166 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959554fb-68ae-4228-b4a0-0c26221cd2cc x-openstack-request-id: req-959554fb-68ae-4228-b4a0-0c26221cd2cc {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:23.332467 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-plugged", "status": "completed", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:23.332779 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-959554fb-68ae-4228-b4a0-0c26221cd2cc {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:23.333148 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'code': 200} Jul 07 18:13:23.335999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ccb63f17-1ef8-43a5-a608-079ececb2e4a details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:23.479751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:23.484675 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.610891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326c291-9595-4442-b6aa-934ca9cc2bbd req-74850ec0-cb91-4692-aa0d-c861743d4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.615582 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d326c291-9595-4442-b6aa-934ca9cc2bbd req-74850ec0-cb91-4692-aa0d-c861743d4b4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1097 time: 0.1191211 Jul 07 18:13:23.643402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.20.0.9 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/df04376f-6c97-43ba-97c1-b56e52d2b43d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:23.654621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ccb63f17-1ef8-43a5-a608-079ececb2e4a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ccb63f17-1ef8-43a5-a608-079ececb2e4a,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:23.669758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a', 'network_id': '7b209764-5892-4b13-89ac-35f3c88c0502', 'port_id': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a', 'mac_address': 'fa:16:3e:9f:7a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c042f2-022f-4b60-a554-b311c7798572', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:23.705806 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d326c291-9595-4442-b6aa-934ca9cc2bbd req-31734c5b-3ad5-4a7e-94d3-2bc3f2a128f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793569 Jul 07 18:13:23.717131 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.731258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb63f17-1ef8-43a5-a608-079ececb2e4a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:23.754788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ccb63f17-1ef8-43a5-a608-079ececb2e4a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ccb63f17-1ef8-43a5-a608-079ececb2e4a,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:23.760208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.797874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b31cf0-4c09-4a51-824e-7424bb6e2dd5 req-c409d125-ea4b-4b69-ba5a-b0bec8b1c10c tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.799456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54b31cf0-4c09-4a51-824e-7424bb6e2dd5 req-c409d125-ea4b-4b69-ba5a-b0bec8b1c10c tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 944 time: 0.4864650 Jul 07 18:13:23.819938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=ccb63f17-1ef8-43a5-a608-079ececb2e4a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:23.844382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.872626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Transition to ACTIVE for port object df04376f-6c97-43ba-97c1-b56e52d2b43d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:23.890016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54b31cf0-4c09-4a51-824e-7424bb6e2dd5 req-c187d258-0aa7-40c7-9da1-cc7623e14d1b tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797455 Jul 07 18:13:23.923687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:23.987925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:23.999629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:24.031432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:24.036712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=df04376f-6c97-43ba-97c1-b56e52d2b43d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:24.097909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:24.098687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.103054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['ccb63f17-1ef8-43a5-a608-079ececb2e4a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:24.145627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1c549-a3c2-440d-99d8-5d9b8b393e1a req-67af96ea-b080-421f-9acc-2e161ac137cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:24.151410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92b1c549-a3c2-440d-99d8-5d9b8b393e1a req-67af96ea-b080-421f-9acc-2e161ac137cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 931 time: 0.1656015 Jul 07 18:13:24.153715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-c30ccb1f-2b6f-4f51-82d0-866f539ef186 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8540235 Jul 07 18:13:24.186498 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:24.198105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Request body: {'port': {'device_id': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:24.270861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92b1c549-a3c2-440d-99d8-5d9b8b393e1a req-1e03b734-8572-425c-bdd9-60c89d78a5ad tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124737 Jul 07 18:13:24.342256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.343788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b1aefd4f-e59c-45db-8d97-aef337f939e1 None None] Provisioning for port df04376f-6c97-43ba-97c1-b56e52d2b43d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:24.348679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b1aefd4f-e59c-45db-8d97-aef337f939e1 None None] Provisioning complete for port df04376f-6c97-43ba-97c1-b56e52d2b43d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:24.349501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1aefd4f-e59c-45db-8d97-aef337f939e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.388012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b1aefd4f-e59c-45db-8d97-aef337f939e1 None None] Port df04376f-6c97-43ba-97c1-b56e52d2b43d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:24.574772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ebf19-ca6d-4a74-907e-e4ad748ec98d req-9dd1142d-06aa-4179-8eea-da2a5a6bf448 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:24.576296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f9ebf19-ca6d-4a74-907e-e4ad748ec98d req-9dd1142d-06aa-4179-8eea-da2a5a6bf448 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1924558 Jul 07 18:13:24.649385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f9ebf19-ca6d-4a74-907e-e4ad748ec98d req-a122087f-796c-4267-8c7c-4897c1f83d62 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609384 Jul 07 18:13:24.715497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df04376f-6c97-43ba-97c1-b56e52d2b43d {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:24.724233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.739731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Transition to ACTIVE for port object df04376f-6c97-43ba-97c1-b56e52d2b43d will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:24.746174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.806478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Pushing event updated for resources: {'Port': ['ID=df04376f-6c97-43ba-97c1-b56e52d2b43d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:24.929924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Attempting to bind port df04376f-6c97-43ba-97c1-b56e52d2b43d on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:24.930481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Attempting to bind port df04376f-6c97-43ba-97c1-b56e52d2b43d by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:24.930481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Attempting to bind port df04376f-6c97-43ba-97c1-b56e52d2b43d on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:24.937155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Port df04376f-6c97-43ba-97c1-b56e52d2b43d on network 6e8c40d1-4f4e-4043-af4e-b460953275ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:13:24.937482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Attempting to bind port df04376f-6c97-43ba-97c1-b56e52d2b43d on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:24.944158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:24.944636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:24.945204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:24.946466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Bound port: df04376f-6c97-43ba-97c1-b56e52d2b43d, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:24.946958 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.070086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] For port df04376f-6c97-43ba-97c1-b56e52d2b43d, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:25.113887 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] For port df04376f-6c97-43ba-97c1-b56e52d2b43d, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:25.122270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.175680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.176304 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.178044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] 10.222.0.55 "PUT /v2.0/ports/df04376f-6c97-43ba-97c1-b56e52d2b43d HTTP/1.1" status: 200 len: 1091 time: 0.9849951 Jul 07 18:13:25.178506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:25.181103 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:25.205316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2155654-2ab8-419a-abb6-0398092383bb service neutron] Pushing event updated for resources: {'Port': ['ID=df04376f-6c97-43ba-97c1-b56e52d2b43d,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:25.236395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b886779-7ca2-425b-8681-a9a1cba4989d req-a8641a8b-67c4-4f72-8786-dfe15453b092 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.238079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b886779-7ca2-425b-8681-a9a1cba4989d req-a8641a8b-67c4-4f72-8786-dfe15453b092 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 945 time: 0.1751871 Jul 07 18:13:25.322537 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b45ec47-035a-42d4-99bb-0b9e83c008b6 x-openstack-request-id: req-7b45ec47-035a-42d4-99bb-0b9e83c008b6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:25.322914 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:25.323092 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b45ec47-035a-42d4-99bb-0b9e83c008b6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:25.323522 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'status': 'completed', 'code': 200} Jul 07 18:13:25.360847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ccb63f17-1ef8-43a5-a608-079ececb2e4a up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:25.394273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b886779-7ca2-425b-8681-a9a1cba4989d req-5a89f958-fa96-4815-afcb-55132c0bacd9 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445317 Jul 07 18:13:25.415218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-2061cd7f-64c9-497d-bc72-6c1b88844d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.417617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-2061cd7f-64c9-497d-bc72-6c1b88844d87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 1094 time: 0.1777823 Jul 07 18:13:25.488865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port ccb63f17-1ef8-43a5-a608-079ececb2e4a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:25.493728 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-e3118e5d-0a17-4737-a557-8752c7c5553b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d HTTP/1.1" status: 200 len: 217 time: 0.0666342 Jul 07 18:13:25.494644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port ccb63f17-1ef8-43a5-a608-079ececb2e4a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:25.495515 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.585004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-e6e6af01-42e4-4914-89ed-efe513dc0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.589331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-e6e6af01-42e4-4914-89ed-efe513dc0bf0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0849149 Jul 07 18:13:25.638006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.661133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:25.663771 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd24febb-128b-420f-9ed2-4b41fbcc8615" -d '{"events": [{"server_uuid": "de4987a3-fcdd-4cb7-970f-43b0b4a6f83f", "name": "network-vif-plugged", "status": "completed", "tag": "ccb63f17-1ef8-43a5-a608-079ececb2e4a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:25.678351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ccb63f17-1ef8-43a5-a608-079ececb2e4a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ccb63f17-1ef8-43a5-a608-079ececb2e4a,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:25.684896 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.701275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa19c3e-9b31-4830-97eb-5332dbbce4ef req-c1da0656-ac9f-4b84-8c16-8444b7906d42 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.708766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aa19c3e-9b31-4830-97eb-5332dbbce4ef req-c1da0656-ac9f-4b84-8c16-8444b7906d42 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.1365833 Jul 07 18:13:25.721765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-8cdb00a5-cd5d-4808-947a-34af7c08efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.724733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-8cdb00a5-cd5d-4808-947a-34af7c08efdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123674 Jul 07 18:13:25.759365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=ccb63f17-1ef8-43a5-a608-079ececb2e4a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:25.791156 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a38c1-5596-4d37-8d01-53fa30e0b98d x-openstack-request-id: req-626a38c1-5596-4d37-8d01-53fa30e0b98d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:25.791451 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4987a3-fcdd-4cb7-970f-43b0b4a6f83f", "name": "network-vif-plugged", "status": "completed", "tag": "ccb63f17-1ef8-43a5-a608-079ececb2e4a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:25.791704 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-626a38c1-5596-4d37-8d01-53fa30e0b98d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:25.792223 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a', 'code': 200} Jul 07 18:13:25.823247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aa19c3e-9b31-4830-97eb-5332dbbce4ef req-eac0a2f1-a3ac-4023-8624-a14ac11569da tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131623 Jul 07 18:13:25.864050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-2a2478a6-b241-4374-86d8-2df912e7dbaf service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302946 Jul 07 18:13:25.932523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f781d46-04e1-4a77-b949-15fceb67453a req-b23a06ca-e975-4083-91ef-612ffd57eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:25.934022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f781d46-04e1-4a77-b949-15fceb67453a req-b23a06ca-e975-4083-91ef-612ffd57eec4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 1097 time: 0.0615783 Jul 07 18:13:25.971878 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f781d46-04e1-4a77-b949-15fceb67453a req-5a59153f-484d-4a0d-af61-b61126a6db4b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297637 Jul 07 18:13:26.009580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86dc7a16-44d5-4db7-b2b8-fc1a6d09c08e req-a1dbbd70-117d-43b5-b068-06dfe065f268 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379750 Jul 07 18:13:26.023153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbca383-2906-43f0-92ba-8ac92987d397 req-28dd594c-c96c-4919-9149-ef7a0eb3e0c3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.024983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7dbca383-2906-43f0-92ba-8ac92987d397 req-28dd594c-c96c-4919-9149-ef7a0eb3e0c3 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1023638 Jul 07 18:13:26.077319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7dbca383-2906-43f0-92ba-8ac92987d397 req-cce9d15c-1cc9-4854-b57d-c49e36edab08 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Jul 07 18:13:26.160251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-1d9d3e6a-88e2-40ae-abd6-cd5031cadd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.161949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-1d9d3e6a-88e2-40ae-abd6-cd5031cadd53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 1094 time: 0.0990632 Jul 07 18:13:26.328082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-b51d73d3-c20c-41f9-b54a-ed915ab0d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.329666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-b51d73d3-c20c-41f9-b54a-ed915ab0d37e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.1558728 Jul 07 18:13:26.342366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23052e7c-95e8-4fec-b9aa-91053a7a8763 req-c2a62052-5692-43cb-be9a-4ce7b5aabb9b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.345267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23052e7c-95e8-4fec-b9aa-91053a7a8763 req-c2a62052-5692-43cb-be9a-4ce7b5aabb9b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1120963 Jul 07 18:13:26.394926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-e864e3fd-3b8e-4526-90fd-42e6fe505841 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d HTTP/1.1" status: 200 len: 217 time: 0.0485284 Jul 07 18:13:26.456803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23052e7c-95e8-4fec-b9aa-91053a7a8763 req-441a5a5c-3ab0-4a05-94c9-0e976ab6a531 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039381 Jul 07 18:13:26.488038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-6883119a-abf1-4728-b6e4-df91c76e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.490089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-6883119a-abf1-4728-b6e4-df91c76e90a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0872800 Jul 07 18:13:26.614147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-513abfd9-43af-497c-9ec7-e8e2a713ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.616199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-513abfd9-43af-497c-9ec7-e8e2a713ea4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164751 Jul 07 18:13:26.702421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6e0a-84c7-4636-9ead-0fb50b9cb18c req-b5135812-b911-4acc-929d-ff918325e4ba tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.704062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-843f6e0a-84c7-4636-9ead-0fb50b9cb18c req-b5135812-b911-4acc-929d-ff918325e4ba tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 946 time: 0.1325409 Jul 07 18:13:26.761041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-77158a9c-41bb-4495-9bd0-615038b67ad1 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348164 Jul 07 18:13:26.785596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-843f6e0a-84c7-4636-9ead-0fb50b9cb18c req-b8e968f7-65db-4bb8-b5eb-42b8f4760cbd tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Jul 07 18:13:27.329714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab892c47-b7df-40f3-9e13-beeaf9bf6f50 req-120f6efd-14a0-4f52-8d43-71cedd41b55d service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555706 Jul 07 18:13:27.339872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4dd78-92fa-4df6-9e7e-760b96be469a req-dcb2b9bf-8065-493a-b05c-91095660a6fc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:27.346816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02d4dd78-92fa-4df6-9e7e-760b96be469a req-dcb2b9bf-8065-493a-b05c-91095660a6fc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.5883131 Jul 07 18:13:27.384367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3edb0e-5480-4a54-89eb-23bbf85940e8 req-335a9ab0-7efb-4feb-8ce9-ed88498f73d8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:27.386059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e3edb0e-5480-4a54-89eb-23bbf85940e8 req-335a9ab0-7efb-4feb-8ce9-ed88498f73d8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.1524484 Jul 07 18:13:27.418721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02d4dd78-92fa-4df6-9e7e-760b96be469a req-4f9a8a26-bd82-43b9-bda1-48b0fd867087 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710459 Jul 07 18:13:27.442311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e3edb0e-5480-4a54-89eb-23bbf85940e8 req-23a62fb9-29bc-45ac-bd0a-b2266b6d8ea4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461454 Jul 07 18:13:27.638237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba161b-0676-4cc4-ae51-40c016968d08 req-bfccaee3-629b-47c2-8a13-b43a9f79c1a7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:27.639867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74ba161b-0676-4cc4-ae51-40c016968d08 req-bfccaee3-629b-47c2-8a13-b43a9f79c1a7 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0824201 Jul 07 18:13:27.689763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74ba161b-0676-4cc4-ae51-40c016968d08 req-2524aa11-5f90-4a43-81a9-15c3a5de68bd tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Jul 07 18:13:27.898214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef6906-6614-4093-bbb3-5f4223bf34eb req-2dddddf4-311b-40f8-8c1e-09f9b79247bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:27.901317 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59ef6906-6614-4093-bbb3-5f4223bf34eb req-2dddddf4-311b-40f8-8c1e-09f9b79247bc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0796869 Jul 07 18:13:27.978346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59ef6906-6614-4093-bbb3-5f4223bf34eb req-bf035131-428a-4a4d-8ded-ed04eb7ae3a1 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697532 Jul 07 18:13:28.025697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1f2f9-1203-4d82-a923-76a3c12453f0 req-0dda30bf-ed42-49a8-9829-2cc40548ab27 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.027797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89e1f2f9-1203-4d82-a923-76a3c12453f0 req-0dda30bf-ed42-49a8-9829-2cc40548ab27 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 946 time: 0.0829222 Jul 07 18:13:28.086601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89e1f2f9-1203-4d82-a923-76a3c12453f0 req-00145505-db9d-43e9-8ff1-5fb15d4c0c08 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515625 Jul 07 18:13:28.271507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ed8a0-68fb-4d9d-a31d-9db93cd54c02 req-9b63c90a-3983-4363-96ab-0dd2345a359c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.274345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-541ed8a0-68fb-4d9d-a31d-9db93cd54c02 req-9b63c90a-3983-4363-96ab-0dd2345a359c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0947843 Jul 07 18:13:28.336397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-541ed8a0-68fb-4d9d-a31d-9db93cd54c02 req-40605c04-7f3e-460f-a398-6b09f639e3a4 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Jul 07 18:13:28.566433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1e274-be28-4939-b771-efa9413691e8 req-acba0639-709d-4e8c-b942-b896a2c58a54 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.568249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2dd1e274-be28-4939-b771-efa9413691e8 req-acba0639-709d-4e8c-b942-b896a2c58a54 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0912552 Jul 07 18:13:28.661209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2dd1e274-be28-4939-b771-efa9413691e8 req-186d22c5-9530-4357-9b62-48317ff5733d tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851593 Jul 07 18:13:28.839942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6114fcf-9143-47c0-a479-2131c0ba75c9 req-19850caa-f9ad-4e50-bae9-a6e84b7ece87 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:28.852031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6114fcf-9143-47c0-a479-2131c0ba75c9 req-19850caa-f9ad-4e50-bae9-a6e84b7ece87 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.1320758 Jul 07 18:13:28.911997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6114fcf-9143-47c0-a479-2131c0ba75c9 req-0d774fad-48c8-4021-ba11-eae86f9af256 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575836 Jul 07 18:13:29.460730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccca43-86bb-449c-ac53-e09a1ea2e8ae req-0389c073-24d8-4d92-aea8-8e1f5754a198 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:29.462313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bdccca43-86bb-449c-ac53-e09a1ea2e8ae req-0389c073-24d8-4d92-aea8-8e1f5754a198 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1269529 Jul 07 18:13:29.515988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e187-572e-46ce-948c-6ba30bf07d03 req-ec468cba-da66-46c5-9538-80e72feb1ab5 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:29.517624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf28e187-572e-46ce-948c-6ba30bf07d03 req-ec468cba-da66-46c5-9538-80e72feb1ab5 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 946 time: 0.1421101 Jul 07 18:13:29.529590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bdccca43-86bb-449c-ac53-e09a1ea2e8ae req-0a051821-b387-4767-8b73-82267594dd07 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592005 Jul 07 18:13:29.581676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf28e187-572e-46ce-948c-6ba30bf07d03 req-98fcbba2-f152-4555-bfd9-5d9091f28684 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508320 Jul 07 18:13:30.119175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3675bc-e334-43f6-9074-9f587d372dba req-c2fbe146-05b2-4b43-b089-c25740f61b71 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:30.121658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a3675bc-e334-43f6-9074-9f587d372dba req-c2fbe146-05b2-4b43-b089-c25740f61b71 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.0867107 Jul 07 18:13:30.172279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a3675bc-e334-43f6-9074-9f587d372dba req-3046a32c-6226-4047-b638-77894119457d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377007 Jul 07 18:13:30.739891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e1fde-1c73-4bf9-b932-e862f409ae49 req-5251556c-462f-4a80-afa7-d805c0925266 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:30.742475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-518e1fde-1c73-4bf9-b932-e862f409ae49 req-5251556c-462f-4a80-afa7-d805c0925266 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0852451 Jul 07 18:13:30.805584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-518e1fde-1c73-4bf9-b932-e862f409ae49 req-328c951e-6efb-46f4-ad30-40a2400e286a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572419 Jul 07 18:13:30.815795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-ad4b9796-b844-4f35-84f1-a04fc0c964a6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:30.818671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-ad4b9796-b844-4f35-84f1-a04fc0c964a6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 946 time: 0.1223326 Jul 07 18:13:30.875172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9fbfd-90e8-486c-a776-e21ec1697170 req-f85ea1b4-0a01-4815-9fef-99d532d8d9d1 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:30.876873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50c9fbfd-90e8-486c-a776-e21ec1697170 req-f85ea1b4-0a01-4815-9fef-99d532d8d9d1 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 946 time: 0.0700378 Jul 07 18:13:30.919811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50c9fbfd-90e8-486c-a776-e21ec1697170 req-68db8742-e69d-41fa-ba15-08ff6cf4ebe6 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/security-groups?id=3158fc31-fdb4-4078-a365-019af1b38864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371354 Jul 07 18:13:30.943590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Deleting port ccb63f17-1ef8-43a5-a608-079ececb2e4a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:30.944356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.032803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] For port ccb63f17-1ef8-43a5-a608-079ececb2e4a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ccb63f17-1ef8-43a5-a608-079ececb2e4a,segment=NetworkSegment(7137ad64-cdcc-4795-9483-8cc620954919),segment_id=7137ad64-cdcc-4795-9483-8cc620954919)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:31.033200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.047328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Calling delete_port for ccb63f17-1ef8-43a5-a608-079ececb2e4a owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:31.201291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.216222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['ccb63f17-1ef8-43a5-a608-079ececb2e4a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:31.251533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Pushing event deleted for resources: {'Port': ['ID=ccb63f17-1ef8-43a5-a608-079ececb2e4a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:31.306314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] No DVR routers for this DVR port ccb63f17-1ef8-43a5-a608-079ececb2e4a on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:31.309364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:31.312025 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddb95edb-2186-4dd3-8ef2-ab183bc425ec req-27a5d2a6-ae92-461e-9a45-f8cb9375898e tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.90 "DELETE /v2.0/ports/ccb63f17-1ef8-43a5-a608-079ececb2e4a HTTP/1.1" status: 204 len: 173 time: 0.4856856 Jul 07 18:13:31.312224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'name': 'network-vif-deleted', 'tag': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:31.314966 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76e3d84-b182-4b17-9c4f-b931155fac36" -d '{"events": [{"server_uuid": "de4987a3-fcdd-4cb7-970f-43b0b4a6f83f", "name": "network-vif-deleted", "tag": "ccb63f17-1ef8-43a5-a608-079ececb2e4a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:31.387880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-ff5ca340-ec24-445b-99c8-60daffad4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:31.389427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-ff5ca340-ec24-445b-99c8-60daffad4b16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 1097 time: 0.1758938 Jul 07 18:13:31.400388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd85b9-29df-47c7-8874-f9739e4bc57a req-701ede81-e154-4953-8dc5-ea2bcada3391 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:31.407575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cbd85b9-29df-47c7-8874-f9739e4bc57a req-701ede81-e154-4953-8dc5-ea2bcada3391 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1409445 Jul 07 18:13:31.529289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562b2c5-3db2-4c08-ba13-23c3f47fe8e5 req-b871406a-60e0-4800-8a70-991940f3bbb6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:31.530806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3562b2c5-3db2-4c08-ba13-23c3f47fe8e5 req-b871406a-60e0-4800-8a70-991940f3bbb6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.2149727 Jul 07 18:13:31.533538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cbd85b9-29df-47c7-8874-f9739e4bc57a req-19e4150d-d452-489a-b2f8-1a29d4b25801 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251259 Jul 07 18:13:31.578264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-59ba8b60-9a58-4bfe-abfc-93d16bb04687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:31.579952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-59ba8b60-9a58-4bfe-abfc-93d16bb04687 service neutron] 10.222.0.55 "GET /v2.0/networks?id=332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 200 len: 914 time: 0.1684573 Jul 07 18:13:31.630686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3562b2c5-3db2-4c08-ba13-23c3f47fe8e5 req-2d366b10-9427-411b-b2c8-688364f5a75f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923479 Jul 07 18:13:31.632051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-b420816f-7aed-414a-beca-a2f5e62ac306 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 200 len: 217 time: 0.0423303 Jul 07 18:13:31.715196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-8d343035-122b-4919-aa6f-3588a2dfac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:31.716907 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-8d343035-122b-4919-aa6f-3588a2dfac29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 200 len: 853 time: 0.0665095 Jul 07 18:13:31.756050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-5f375fc0-f504-49bd-bccd-cd89c1090a41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=332c317e-dbd6-41be-9bfa-421c98104918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312665 Jul 07 18:13:31.883340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-6bb12c9d-3f2b-4b43-9548-876f7bd3674c service neutron] 10.222.0.55 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172571 Jul 07 18:13:31.911812 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6505dca-22e6-475f-8c48-265259f0e9d2 x-openstack-request-id: req-f6505dca-22e6-475f-8c48-265259f0e9d2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:31.913952 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4987a3-fcdd-4cb7-970f-43b0b4a6f83f", "name": "network-vif-deleted", "tag": "ccb63f17-1ef8-43a5-a608-079ececb2e4a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:31.915052 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f6505dca-22e6-475f-8c48-265259f0e9d2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:31.915738 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4987a3-fcdd-4cb7-970f-43b0b4a6f83f', 'name': 'network-vif-deleted', 'tag': 'ccb63f17-1ef8-43a5-a608-079ececb2e4a', 'status': 'completed', 'code': 200} Jul 07 18:13:32.065215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-411dc770-2337-440d-bd07-b6a62dae3fb7 req-d46143b2-572b-41c7-84c4-7012c8bf07c3 service neutron] 10.222.0.55 "GET /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729991 Jul 07 18:13:32.177894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61c1523d-c8d5-4d6f-a095-ca6379d97e79 req-134072a3-9495-497c-99c0-12e811a52ef3 tempest-VolumesActionsTest-1043183016 tempest-VolumesActionsTest-1043183016-project] 10.222.0.88 "GET /v2.0/ports?device_id=de4987a3-fcdd-4cb7-970f-43b0b4a6f83f HTTP/1.1" status: 200 len: 210 time: 0.0375979 Jul 07 18:13:32.749821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94b4e0-cab8-4194-a673-54168ccb1a6e req-b00369ff-3c48-4e6d-a240-e6618a4bbc8b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:32.751902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d94b4e0-cab8-4194-a673-54168ccb1a6e req-b00369ff-3c48-4e6d-a240-e6618a4bbc8b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0838552 Jul 07 18:13:32.833092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d94b4e0-cab8-4194-a673-54168ccb1a6e req-1d7b923d-f23d-4349-9b6f-e13840e15c7b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709882 Jul 07 18:13:32.874203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dcb9a-64d3-4894-9855-787bfeecfea5 req-729969a6-ad33-4a0d-9780-3180460729f3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:32.875930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d7dcb9a-64d3-4894-9855-787bfeecfea5 req-729969a6-ad33-4a0d-9780-3180460729f3 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.1076312 Jul 07 18:13:32.925471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d7dcb9a-64d3-4894-9855-787bfeecfea5 req-22f351ce-0c9a-4b34-8b34-83fdd8c9307c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Jul 07 18:13:33.398314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ccb63f17-1ef8-43a5-a608-079ececb2e4a no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:33.418766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: ccb63f17-1ef8-43a5-a608-079ececb2e4a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:33.419099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ccb63f17-1ef8-43a5-a608-079ececb2e4a not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:33.903464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:34.029825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309bc9f-0aec-42e9-a414-89ee5fc1ae65 req-a55ae9f8-be77-40af-9de5-ef6b08ac8539 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.031466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7309bc9f-0aec-42e9-a414-89ee5fc1ae65 req-a55ae9f8-be77-40af-9de5-ef6b08ac8539 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0721376 Jul 07 18:13:34.113122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7309bc9f-0aec-42e9-a414-89ee5fc1ae65 req-7639e139-900f-4ca4-803a-8c58714a5df6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711360 Jul 07 18:13:34.152232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d0391-1e66-48a9-875a-a57eb0c93547 req-73c73542-1721-4e83-8ff2-acfeb2b11e54 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.153828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e96d0391-1e66-48a9-875a-a57eb0c93547 req-73c73542-1721-4e83-8ff2-acfeb2b11e54 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.1045539 Jul 07 18:13:34.196702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e96d0391-1e66-48a9-875a-a57eb0c93547 req-ad516c0f-ffaa-4127-ae87-9c9058f92b0b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369761 Jul 07 18:13:34.360961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5a1b-ed49-453a-af7b-78826f14158b req-1700ccc7-3f78-457c-9c44-4c5343d8edcb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.362415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc0c5a1b-ed49-453a-af7b-78826f14158b req-1700ccc7-3f78-457c-9c44-4c5343d8edcb tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0654426 Jul 07 18:13:34.401385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc0c5a1b-ed49-453a-af7b-78826f14158b req-5bcc3eae-92e4-499c-a605-d52397de9d70 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Jul 07 18:13:34.599142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ddd78-7c1d-45d7-ae42-e04f4d0f086d req-a46a7095-387b-4573-b26b-4a2a8ef56861 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.600595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a6ddd78-7c1d-45d7-ae42-e04f4d0f086d req-a46a7095-387b-4573-b26b-4a2a8ef56861 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0711133 Jul 07 18:13:34.640289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a6ddd78-7c1d-45d7-ae42-e04f4d0f086d req-64656dc6-1f14-4937-964a-19169315507c tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Jul 07 18:13:34.821728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125f430-4512-41b1-9278-c13a6cf1bc6c req-9477f8ea-2162-4fa9-9706-3dacf4ec7a19 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.823329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a125f430-4512-41b1-9278-c13a6cf1bc6c req-9477f8ea-2162-4fa9-9706-3dacf4ec7a19 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0687222 Jul 07 18:13:34.862662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a125f430-4512-41b1-9278-c13a6cf1bc6c req-44a0f1da-becf-4497-bf66-2479164c60ea tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Jul 07 18:13:35.171027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d0b38-902f-4eac-8d5d-8ae4914b8804 req-b012b11f-51e1-4315-98bc-5609d28d8926 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.179956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355d0b38-902f-4eac-8d5d-8ae4914b8804 req-b012b11f-51e1-4315-98bc-5609d28d8926 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1173842 Jul 07 18:13:35.269247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-355d0b38-902f-4eac-8d5d-8ae4914b8804 req-5fcc9898-614d-49bb-9fe9-92dbcdd7b11f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877645 Jul 07 18:13:35.373512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-37c224c4-53dc-4931-bcbb-42b03819b50d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0993629 Jul 07 18:13:35.553076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.553563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.554032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.554584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.554956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.555408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.555867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.558026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d43333f0-e38e-494b-8fee-53615db9fb80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.1041970 Jul 07 18:13:35.580796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cc012-eedc-4604-951c-c64157e74954 req-e8948e96-319b-4726-9f4d-bd6195b500b6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.582113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401cc012-eedc-4604-951c-c64157e74954 req-e8948e96-319b-4726-9f4d-bd6195b500b6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.1605215 Jul 07 18:13:35.637427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401cc012-eedc-4604-951c-c64157e74954 req-93c722ed-4e04-4bd6-af26-fd46add8ee8d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470476 Jul 07 18:13:35.785718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.837197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-99749877-8425-4e60-80c1-9eacdae2316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.837665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-99749877-8425-4e60-80c1-9eacdae2316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.838256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-99749877-8425-4e60-80c1-9eacdae2316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.839818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-99749877-8425-4e60-80c1-9eacdae2316c service neutron] 10.222.0.55 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=82c89e28-4704-4bdf-9808-aabe4c6116ce&id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 2291 time: 0.2141280 Jul 07 18:13:35.850245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3bcfd-6b46-45e5-b7a0-93177cd503ee req-2e7e4cdb-d6a6-434e-aac9-b2438f596db6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.853297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25e3bcfd-6b46-45e5-b7a0-93177cd503ee req-2e7e4cdb-d6a6-434e-aac9-b2438f596db6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1663311 Jul 07 18:13:35.950703 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-d2d50d8a-6f9f-4dca-b8d4-fe10a10eb22a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665238 Jul 07 18:13:35.980391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-277629f5-da76-421d-b6e9-cf0b3f02d437 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 1002 time: 0.1248531 Jul 07 18:13:35.988935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8e40d-74d1-4610-ae10-d45ac6d78a50 req-01ec0f41-02dd-4997-aa72-67f548345534 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.990596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82c8e40d-74d1-4610-ae10-d45ac6d78a50 req-01ec0f41-02dd-4997-aa72-67f548345534 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 949 time: 0.2206087 Jul 07 18:13:36.001652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25e3bcfd-6b46-45e5-b7a0-93177cd503ee req-dfab788f-2440-4aa7-8baf-de187b4140d0 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331022 Jul 07 18:13:36.070290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82c8e40d-74d1-4610-ae10-d45ac6d78a50 req-20d0a9fc-52e2-4f04-8b01-ec58dbfb01d6 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665617 Jul 07 18:13:36.081223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-cf990c32-17a5-421a-bb99-e45903f87603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.082881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-cf990c32-17a5-421a-bb99-e45903f87603 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 200 len: 851 time: 0.0913870 Jul 07 18:13:36.084726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-10ca1769-5166-4258-90b3-93a241a9144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.086279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-10ca1769-5166-4258-90b3-93a241a9144d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a019cf430d494e759c52df0956d1b3cc&device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1097 time: 0.1069450 Jul 07 18:13:36.170111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-61db84fd-2aec-41a5-bb1b-e444dc5ead2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.172349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-61db84fd-2aec-41a5-bb1b-e444dc5ead2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760443 Jul 07 18:13:36.227232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-dc950903-8e18-4a09-81e8-8a6b6d3596ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.229011 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-dc950903-8e18-4a09-81e8-8a6b6d3596ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=25380966-4910-411c-aa2f-19bf91c690d2 HTTP/1.1" status: 200 len: 910 time: 0.1180658 Jul 07 18:13:36.318208 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-4c47bf0e-d572-4ea7-8dde-a094b16593f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af HTTP/1.1" status: 200 len: 1002 time: 0.0806792 Jul 07 18:13:36.377480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b558820-6bd1-4b76-ab42-a7c287e79069 req-14c7d128-218d-45b1-b0c0-083e99f0fc30 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.379009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b558820-6bd1-4b76-ab42-a7c287e79069 req-14c7d128-218d-45b1-b0c0-083e99f0fc30 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1754544 Jul 07 18:13:36.381311 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-d763745d-5c97-4ec0-aee1-61bd86122c32 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955829 Jul 07 18:13:36.390038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-363c76e0-9b5c-4619-9e56-d2f3ac76ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.391972 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-363c76e0-9b5c-4619-9e56-d2f3ac76ba4d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c2f422-cc8d-4bd8-97c1-a4e502069f44 HTTP/1.1" status: 200 len: 848 time: 0.0632679 Jul 07 18:13:36.473055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-977dd9eb-1b63-4059-b219-9938cac648fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.474930 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-977dd9eb-1b63-4059-b219-9938cac648fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25380966-4910-411c-aa2f-19bf91c690d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758960 Jul 07 18:13:36.477360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b558820-6bd1-4b76-ab42-a7c287e79069 req-dc2c52b7-e97e-4f30-9ddb-924da8ba4871 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905209 Jul 07 18:13:36.545646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-398006e2-96b0-4a82-ba8d-a24613f9d0c1 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522079 Jul 07 18:13:36.632687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-bad087e5-31e3-49a5-b749-540bfb71036e service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498427 Jul 07 18:13:36.640665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-19af17d6-3b70-4eee-aab3-5937d6033f5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 217 time: 0.0863063 Jul 07 18:13:36.754377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-972eb50d-2f73-4201-a63f-35a7e85bff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.758792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-972eb50d-2f73-4201-a63f-35a7e85bff38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0944116 Jul 07 18:13:36.776228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273fc33-090d-4ca0-b31a-ca84f9c2ed77 req-e6fedbcc-a30e-4cac-be80-9d1ad77d6b3f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.783652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1273fc33-090d-4ca0-b31a-ca84f9c2ed77 req-e6fedbcc-a30e-4cac-be80-9d1ad77d6b3f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1555541 Jul 07 18:13:36.824984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bfcadb77-4464-414d-8b87-9511883e8b3c req-67c701a1-b2ed-46ba-be76-499a436f8c11 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825030 Jul 07 18:13:36.905521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1273fc33-090d-4ca0-b31a-ca84f9c2ed77 req-f3a5ee96-eb90-4209-be7a-14b13f5e2072 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206524 Jul 07 18:13:36.935648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-711c7de9-d7a5-4c0e-97d3-7eac40da5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.937387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-711c7de9-d7a5-4c0e-97d3-7eac40da5282 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1453242 Jul 07 18:13:36.960760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1fe9a-039e-445c-8d14-a5c08e786a24 req-c8e58d95-3f4f-43f8-960b-8758639867d1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:36.971415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eab1fe9a-039e-445c-8d14-a5c08e786a24 req-c8e58d95-3f4f-43f8-960b-8758639867d1 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.1476071 Jul 07 18:13:37.076704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eab1fe9a-039e-445c-8d14-a5c08e786a24 req-f480191b-1abd-485c-9c47-2d2a5408f06d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040425 Jul 07 18:13:37.262518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-f4a0321e-f83a-4e9a-b66e-5bc9e5b664e3 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134737 Jul 07 18:13:37.335450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-9a3037d8-cabb-419f-b89d-adc609e3d477 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:37.344333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-9a3037d8-cabb-419f-b89d-adc609e3d477 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.90 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 949 time: 0.2252221 Jul 07 18:13:37.477952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-e652a899-69e2-43dd-b272-7ec1915e9736 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040293 Jul 07 18:13:37.597165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Deleting port 00c27cae-ec1f-48f0-bded-2da686201d4b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:37.598005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.644388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-81e20086-a002-465e-88a7-2f2c90d75d17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 217 time: 0.0806494 Jul 07 18:13:37.723621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] For port 00c27cae-ec1f-48f0-bded-2da686201d4b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=00c27cae-ec1f-48f0-bded-2da686201d4b,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:37.724105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.750840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Calling delete_port for 00c27cae-ec1f-48f0-bded-2da686201d4b owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:37.759151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-f80038bf-a300-4bcd-8ee4-b883bea40177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:37.760674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-f80038bf-a300-4bcd-8ee4-b883bea40177 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1013064 Jul 07 18:13:37.791598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc723-b9b4-4cd7-8b9a-a53430e3cf73 req-65f49a48-c6e0-4bf0-a5ef-1eeea51ee709 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:37.794688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d9bc723-b9b4-4cd7-8b9a-a53430e3cf73 req-65f49a48-c6e0-4bf0-a5ef-1eeea51ee709 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.3152938 Jul 07 18:13:37.826455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9b17-22b8-497b-9fec-3f5c3c37fdd2 req-c1ecc90c-3461-46f9-8c1d-30d7d117dd65 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:37.833795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eff9b17-22b8-497b-9fec-3f5c3c37fdd2 req-c1ecc90c-3461-46f9-8c1d-30d7d117dd65 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/ports?device_id=a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0 HTTP/1.1" status: 200 len: 949 time: 0.2952356 Jul 07 18:13:37.905852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eff9b17-22b8-497b-9fec-3f5c3c37fdd2 req-72b603ed-f735-47fa-af7b-c4d7c0715284 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.88 "GET /v2.0/security-groups?id=eb3b8753-b548-4b06-8a14-2968e52a0fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711319 Jul 07 18:13:37.972061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d9bc723-b9b4-4cd7-8b9a-a53430e3cf73 req-38e4d064-ab58-42ec-91ac-8e84734a2001 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546459 Jul 07 18:13:37.994475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-7e2f5d18-2dfb-482e-a9b3-6f91e1ef1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:37.997622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-7e2f5d18-2dfb-482e-a9b3-6f91e1ef1e16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2285230 Jul 07 18:13:38.025692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.038173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['00c27cae-ec1f-48f0-bded-2da686201d4b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:38.067117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Pushing event deleted for resources: {'Port': ['ID=00c27cae-ec1f-48f0-bded-2da686201d4b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:38.138304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] No DVR routers for this DVR port 00c27cae-ec1f-48f0-bded-2da686201d4b on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:38.143755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.151400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de0d6f03-106f-4ee3-90da-f7034b99b3e4 req-70808cdd-7023-4cb6-bb86-d5fcea040130 tempest-VolumesBackupsTest-298758808 tempest-VolumesBackupsTest-298758808-project] 10.222.0.90 "DELETE /v2.0/ports/00c27cae-ec1f-48f0-bded-2da686201d4b HTTP/1.1" status: 204 len: 173 time: 0.8010457 Jul 07 18:13:38.151823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'name': 'network-vif-deleted', 'tag': '00c27cae-ec1f-48f0-bded-2da686201d4b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:38.164299 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f60e586-6e7d-4126-a3b6-d3566ba4f33e" -d '{"events": [{"server_uuid": "a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0", "name": "network-vif-deleted", "tag": "00c27cae-ec1f-48f0-bded-2da686201d4b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:38.306683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-f78d21c8-17d9-4295-a98d-5890b96b273a service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980058 Jul 07 18:13:38.407328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd902bc-3d12-4679-8b58-294240e5c775 req-620a58ad-bcb1-4349-a577-5ae76c126bbc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:38.408707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bd902bc-3d12-4679-8b58-294240e5c775 req-620a58ad-bcb1-4349-a577-5ae76c126bbc tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.2076616 Jul 07 18:13:38.917937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df04376f-6c97-43ba-97c1-b56e52d2b43d details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:39.099000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bd902bc-3d12-4679-8b58-294240e5c775 req-8db99f3f-ee08-4fcc-b7fd-5d731df967f8 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645093 Jul 07 18:13:39.103345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port df04376f-6c97-43ba-97c1-b56e52d2b43d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:39.118181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'port_id': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'mac_address': 'fa:16:3e:e8:fd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:39.180669 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2262c5ee-f6ca-4d92-9cec-641c0ee03208 x-openstack-request-id: req-2262c5ee-f6ca-4d92-9cec-641c0ee03208 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:39.181826 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0", "name": "network-vif-deleted", "tag": "00c27cae-ec1f-48f0-bded-2da686201d4b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:39.182470 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2262c5ee-f6ca-4d92-9cec-641c0ee03208 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:39.183149 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986d2dd-1b1b-45ff-ba32-38b5e2a36cc0', 'name': 'network-vif-deleted', 'tag': '00c27cae-ec1f-48f0-bded-2da686201d4b', 'status': 'completed', 'code': 200} Jul 07 18:13:39.184919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.227921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df04376f-6c97-43ba-97c1-b56e52d2b43d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:39.251122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-fef8e44f-4df1-40df-a164-9a5b2baaec27 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9221470 Jul 07 18:13:39.272883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2507a5-71e2-493a-afd4-7b6917145a0b req-39ea9a15-32dc-43fb-8d83-d7f4be7fa10c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:39.274467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab2507a5-71e2-493a-afd4-7b6917145a0b req-39ea9a15-32dc-43fb-8d83-d7f4be7fa10c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 943 time: 0.8861866 Jul 07 18:13:39.282864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port df04376f-6c97-43ba-97c1-b56e52d2b43d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:39.291620 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.343952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-10dad7d9-9e41-4904-b917-d55f94045520 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 200 len: 217 time: 0.0684223 Jul 07 18:13:39.464915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=df04376f-6c97-43ba-97c1-b56e52d2b43d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:39.487166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab2507a5-71e2-493a-afd4-7b6917145a0b req-fe511c62-86ab-44b1-b59b-0a5c9c230743 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833258 Jul 07 18:13:39.525541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-1e303c12-b842-4a6f-b663-c293e9da0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:39.527052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-1e303c12-b842-4a6f-b663-c293e9da0238 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1724632 Jul 07 18:13:39.607463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['df04376f-6c97-43ba-97c1-b56e52d2b43d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:39.638093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-e17825b6-0b0a-4b17-bc1e-fc5f13ffea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:39.638093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-e17825b6-0b0a-4b17-bc1e-fc5f13ffea80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013515 Jul 07 18:13:39.784971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-a29ae103-c5f6-4156-8864-3af0b18977ed service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414828 Jul 07 18:13:39.793997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc4e6a-56dc-422c-8152-242e889e5f3e req-505ad798-6082-49f4-951e-401321fcfc72 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:39.801098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5bc4e6a-56dc-422c-8152-242e889e5f3e req-505ad798-6082-49f4-951e-401321fcfc72 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1107950 Jul 07 18:13:39.943393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5bc4e6a-56dc-422c-8152-242e889e5f3e req-e8ece4c5-af02-4463-8ae0-6985a887f279 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411381 Jul 07 18:13:39.994373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-7397c259-57db-46b1-bd24-7fd47ed87cd0 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908998 Jul 07 18:13:40.108247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-2c590aa5-9abb-4777-ae31-3b7740c66344 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 200 len: 217 time: 0.1004207 Jul 07 18:13:40.174249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-e9352ab4-9ac7-485e-ad36-a43327d64984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.182682 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-e9352ab4-9ac7-485e-ad36-a43327d64984 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0589676 Jul 07 18:13:40.339314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3304af-ea6c-4113-bcec-9f1d584215fd req-74769976-58f1-4afa-8826-a5151d0b436a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.341519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd3304af-ea6c-4113-bcec-9f1d584215fd req-74769976-58f1-4afa-8826-a5151d0b436a tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1115937 Jul 07 18:13:40.370242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-4fff463e-869c-4373-b72c-f4dbc1c16508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.372308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-4fff463e-869c-4373-b72c-f4dbc1c16508 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1861081 Jul 07 18:13:40.415563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd3304af-ea6c-4113-bcec-9f1d584215fd req-aa0f5e7b-efb1-44e3-a3b0-216e70ca1f8e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661995 Jul 07 18:13:40.513109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-0af0801c-4eac-4860-b34f-a55e73ffa337 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211634 Jul 07 18:13:40.787274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-f0f10116-6876-4919-a768-9789fec46cb6 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639596 Jul 07 18:13:40.856994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e8506-f788-4084-9e3f-85b8dce3713e req-44c28ea9-8f53-4213-a8e3-1358ab77641b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.859403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-950e8506-f788-4084-9e3f-85b8dce3713e req-44c28ea9-8f53-4213-a8e3-1358ab77641b tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.2396758 Jul 07 18:13:40.862412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-c59c76d8-499e-4fa0-aad8-8342278e39a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 200 len: 217 time: 0.0657024 Jul 07 18:13:40.882038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef971-c1dc-458d-872d-e3231ef5ae39 req-5f7802f2-75dd-47d0-bb0f-9e56bdda5bcb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:40.884126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-379ef971-c1dc-458d-872d-e3231ef5ae39 req-5f7802f2-75dd-47d0-bb0f-9e56bdda5bcb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 944 time: 0.1814463 Jul 07 18:13:40.919119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df04376f-6c97-43ba-97c1-b56e52d2b43d up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:40.990249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-950e8506-f788-4084-9e3f-85b8dce3713e req-946992e0-454d-48a8-ac08-79fb8372085e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243055 Jul 07 18:13:41.003404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-930878b9-1ad7-4dda-b2be-23a8e0a19749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:41.004900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port df04376f-6c97-43ba-97c1-b56e52d2b43d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:41.005035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-930878b9-1ad7-4dda-b2be-23a8e0a19749 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1183553 Jul 07 18:13:41.009914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port df04376f-6c97-43ba-97c1-b56e52d2b43d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:41.010290 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.011716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-379ef971-c1dc-458d-872d-e3231ef5ae39 req-0c3054cd-ea82-425a-86ab-022d66161840 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041527 Jul 07 18:13:41.123348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-82b74c0c-c9dc-4be3-a156-682ebc9a1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:41.125584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-82b74c0c-c9dc-4be3-a156-682ebc9a1f36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1093936 Jul 07 18:13:41.239208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.281087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:41.284495 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0c3d2a-2895-4448-a11a-88807cb015f5" -d '{"events": [{"server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "name": "network-vif-plugged", "status": "completed", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:41.304395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port df04376f-6c97-43ba-97c1-b56e52d2b43d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:41.327570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.402741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-03d5ab5e-2906-4a80-afa9-7e9b465c2aca service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498927 Jul 07 18:13:41.425851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 00c27cae-ec1f-48f0-bded-2da686201d4b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:41.532029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 00c27cae-ec1f-48f0-bded-2da686201d4b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:41.533453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 00c27cae-ec1f-48f0-bded-2da686201d4b not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:41.549858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=df04376f-6c97-43ba-97c1-b56e52d2b43d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:41.592381 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343ff9b7-206b-4e35-ade1-48590b72a3ca x-openstack-request-id: req-343ff9b7-206b-4e35-ade1-48590b72a3ca {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:41.592772 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "name": "network-vif-plugged", "status": "completed", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:41.593074 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-343ff9b7-206b-4e35-ade1-48590b72a3ca {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:41.593477 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'code': 200} Jul 07 18:13:41.695147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-1d1fc1f4-93d7-4b83-96a2-44fcb8a72b80 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754462 Jul 07 18:13:41.761328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71118146-385d-4bc2-9064-e21533e4e564 req-03e2fe7c-0fd6-4ae5-b320-7d323067653e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:41.770382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71118146-385d-4bc2-9064-e21533e4e564 req-03e2fe7c-0fd6-4ae5-b320-7d323067653e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.2181587 Jul 07 18:13:41.775897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-39bd6de7-e4cc-4099-a19f-e1aeee32ab5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 217 time: 0.0715954 Jul 07 18:13:41.797887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ed7c0-124c-46d8-9f32-095b283672b7 req-fc92a270-f166-4c89-a3fa-bc67cab74cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:41.807867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d98ed7c0-124c-46d8-9f32-095b283672b7 req-fc92a270-f166-4c89-a3fa-bc67cab74cfd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 1096 time: 0.1019464 Jul 07 18:13:41.846820 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d98ed7c0-124c-46d8-9f32-095b283672b7 req-28f4861b-d27f-4ab4-8433-270fa6f73b42 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Jul 07 18:13:41.907787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71118146-385d-4bc2-9064-e21533e4e564 req-6c87693e-531d-4d97-b3ec-b409f113ff64 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358552 Jul 07 18:13:41.918838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-5cfdf81d-70fe-46a8-89d0-bb6f10f3918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:41.920507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-5cfdf81d-70fe-46a8-89d0-bb6f10f3918c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1365812 Jul 07 18:13:42.004762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474e38-d40e-457d-a13e-97d469137ebd req-021eb914-5eba-4d93-9dba-8d3b7e2d0363 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.012366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd474e38-d40e-457d-a13e-97d469137ebd req-021eb914-5eba-4d93-9dba-8d3b7e2d0363 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2061288 Jul 07 18:13:42.054977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-b11daffb-d385-437a-b23f-2fba9903579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.057157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-b11daffb-d385-437a-b23f-2fba9903579d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253512 Jul 07 18:13:42.070370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd474e38-d40e-457d-a13e-97d469137ebd req-7233f6cd-78bd-49ff-bbc1-074cf44a67ed tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570436 Jul 07 18:13:42.207732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c4c3c-fb28-4ca9-bc43-ab65d5a9ac40 req-434cd8eb-cbb2-4fe9-97aa-a2c46850c953 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.209650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb9c4c3c-fb28-4ca9-bc43-ab65d5a9ac40 req-434cd8eb-cbb2-4fe9-97aa-a2c46850c953 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1381240 Jul 07 18:13:42.316595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-e2539a29-73ce-4b2c-9098-9bd0fb2544b0 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440457 Jul 07 18:13:42.323966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb9c4c3c-fb28-4ca9-bc43-ab65d5a9ac40 req-f2596cd7-e0ef-4220-9d23-2a3e7222a835 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016922 Jul 07 18:13:42.535278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd381315-d8ea-46d0-b0f7-647d15022f76 req-46d655ed-196f-4120-bccc-1dd188f492ca tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.542371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd381315-d8ea-46d0-b0f7-647d15022f76 req-46d655ed-196f-4120-bccc-1dd188f492ca tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 945 time: 0.3292842 Jul 07 18:13:42.572190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71ee3d07-a44b-4ee3-a3c7-4dc2dea70b17 req-7eec0ca0-b17c-4c78-8c94-e5abe7be59ea service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463138 Jul 07 18:13:42.625148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd381315-d8ea-46d0-b0f7-647d15022f76 req-21d942f4-3b9e-447c-b0e8-5f4f036b6666 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817413 Jul 07 18:13:43.299030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5c9d7-6317-4ef5-8fba-78ede5d3e8c0 req-3ab43c32-4fa4-44ed-a069-889eccb056ef tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.301392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dae5c9d7-6317-4ef5-8fba-78ede5d3e8c0 req-3ab43c32-4fa4-44ed-a069-889eccb056ef tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0864198 Jul 07 18:13:43.396850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dae5c9d7-6317-4ef5-8fba-78ede5d3e8c0 req-5d86c344-1532-4c91-af0f-e56ba6da7ca4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887084 Jul 07 18:13:43.899915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdb0a3-932a-4640-8dc9-ee51d7fa25c1 req-21ada367-c3fa-4964-974c-24d129a5131a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:43.902372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7bdb0a3-932a-4640-8dc9-ee51d7fa25c1 req-21ada367-c3fa-4964-974c-24d129a5131a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 945 time: 0.1348138 Jul 07 18:13:44.012982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7bdb0a3-932a-4640-8dc9-ee51d7fa25c1 req-c04cbf23-1fca-4867-9143-61456d998b4e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045697 Jul 07 18:13:44.411111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69c1aa-35be-4a39-b33d-80ce55a34a22 req-f0d4e4d4-26ee-4bc3-bd8b-d12eda5adbb8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.413075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf69c1aa-35be-4a39-b33d-80ce55a34a22 req-f0d4e4d4-26ee-4bc3-bd8b-d12eda5adbb8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 945 time: 0.1733270 Jul 07 18:13:44.559533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf69c1aa-35be-4a39-b33d-80ce55a34a22 req-9dcacfd7-f592-4caf-8fef-a8c8765d2f85 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255505 Jul 07 18:13:44.580906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58168) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:44.790642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcd710-5aab-426b-b156-b171375b8916 req-91f0e71e-3ad2-4350-8c89-a76b995ef575 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.797925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-befcd710-5aab-426b-b156-b171375b8916 req-91f0e71e-3ad2-4350-8c89-a76b995ef575 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2371809 Jul 07 18:13:44.907802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-befcd710-5aab-426b-b156-b171375b8916 req-a903d94c-a803-43cd-a517-d5126b39bed7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015987 Jul 07 18:13:45.060441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120f2ff-8442-4173-a311-5aa8f0b758f8 tempest-TestVolumeBootPattern-1409988570 tempest-TestVolumeBootPattern-1409988570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:45.065335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58186) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:45.065802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1120f2ff-8442-4173-a311-5aa8f0b758f8 tempest-TestVolumeBootPattern-1409988570 tempest-TestVolumeBootPattern-1409988570-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 1091 time: 0.4838421 Jul 07 18:13:45.072425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:45.104034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.240487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.374258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.25.1.75 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/34d4276e-e03d-4988-bd9e-afb2d1b2a0f7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:45.540517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.609723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.655436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:45.658552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:45.662542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:45.758405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=34d4276e-e03d-4988-bd9e-afb2d1b2a0f7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:45.807941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12832cbc-d053-4819-a632-809cfcf1e23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.265394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.795857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.993989 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.002110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.181060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0acb7-14e7-4905-8258-b1604ebd1787 req-0b3939fa-491e-4ee7-9b0d-fd22ace7cf8d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:47.185405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3a0acb7-14e7-4905-8258-b1604ebd1787 req-0b3939fa-491e-4ee7-9b0d-fd22ace7cf8d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.8689206 Jul 07 18:13:47.207105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.276260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=34d4276e-e03d-4988-bd9e-afb2d1b2a0f7,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:47.352802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3a0acb7-14e7-4905-8258-b1604ebd1787 req-2f5a7c84-0d02-4967-8904-2950297933fe tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505523 Jul 07 18:13:47.399222 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Floating IP 0f3726e1-090b-464e-8c5b-0a3d910d8c43 associated. External IP: 172.25.1.75, port: df04376f-6c97-43ba-97c1-b56e52d2b43d. Jul 07 18:13:47.693288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:47.832522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:47.848617 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:47.853785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.869216 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:47.869952 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:13:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:47.906540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ad7995c-7904-461b-a619-a4b26c710e17 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8397560 Jul 07 18:13:47.910806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:47.913574 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:48.035616 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:48.074068 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6e274e-7fff-4a2c-8d09-d1abbc9526f9 x-openstack-request-id: req-0e6e274e-7fff-4a2c-8d09-d1abbc9526f9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:48.076189 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:48.076189 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e6e274e-7fff-4a2c-8d09-d1abbc9526f9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:48.076189 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'status': 'completed', 'code': 200} Jul 07 18:13:48.224169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-c0122462-0166-4146-ad23-0b9237068083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:48.226822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-c0122462-0166-4146-ad23-0b9237068083 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 1096 time: 0.1136363 Jul 07 18:13:48.356123 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19c7a5e9-0dea-4ba7-a4cf-8c290594cfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.447978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-fff5e99a-3175-4ff5-ac3c-8163f03f447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:48.450440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-fff5e99a-3175-4ff5-ac3c-8163f03f447c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.2143331 Jul 07 18:13:48.512089 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.630727 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '0f3726e1-090b-464e-8c5b-0a3d910d8c43', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:e8:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:46Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:48.700193 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:48.713503 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:48.714019 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:13:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:48.790871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-756775b8-9d7a-4e9e-a582-fc5a9e2be04f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d HTTP/1.1" status: 200 len: 998 time: 0.3235009 Jul 07 18:13:48.931735 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:48.950095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-ee7332c1-3a01-4369-8a3b-cdaeae91873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:48.951611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-ee7332c1-3a01-4369-8a3b-cdaeae91873a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1510351 Jul 07 18:13:48.976965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed974-148a-41c9-8f7e-e15194723352 req-717ccee3-f7c8-47ce-bc96-298b8b4a9b46 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:48.990459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8ed974-148a-41c9-8f7e-e15194723352 req-717ccee3-f7c8-47ce-bc96-298b8b4a9b46 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.3488812 Jul 07 18:13:49.093632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8ed974-148a-41c9-8f7e-e15194723352 req-1b1f57cc-ea3f-4778-bdd0-33d33543c2e5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019835 Jul 07 18:13:49.135166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-e888559f-586b-42a0-878d-25eb7184d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:49.137537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-e888559f-586b-42a0-878d-25eb7184d7b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209290 Jul 07 18:13:49.363327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-88e79555-e286-4bee-a800-95508682ab4b service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181344 Jul 07 18:13:49.503394 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '0f3726e1-090b-464e-8c5b-0a3d910d8c43', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:e8:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:46Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:49.519707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed527a0f-8db3-43a3-b0e5-5924bdb7de10 req-701baccb-f61f-4fa0-8e4a-4706aa23f248 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488121 Jul 07 18:13:49.565770 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca3911e-7bad-4d17-8ee1-b840bb306300 None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '0f3726e1-090b-464e-8c5b-0a3d910d8c43', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:e8:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:46Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:49.662894 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:49.835704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75d379-c213-4897-88ea-890a033ff448 req-3944d499-b824-4539-ab99-787754296ec6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:49.843613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a75d379-c213-4897-88ea-890a033ff448 req-3944d499-b824-4539-ab99-787754296ec6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.1968234 Jul 07 18:13:49.951862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a75d379-c213-4897-88ea-890a033ff448 req-3419d0d5-a2b8-405a-8fa6-2b05bb7f3cf6 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953219 Jul 07 18:13:49.956260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1eb1d9-ada1-4216-80de-89e248452665 None None] New status for floating IP 0f3726e1-090b-464e-8c5b-0a3d910d8c43: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:13:50.355711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3f49-5517-442b-a854-015a9070119d req-702f9034-3d0f-4c70-8864-9be13ed2076a tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.358297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f02b3f49-5517-442b-a854-015a9070119d req-702f9034-3d0f-4c70-8864-9be13ed2076a tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0905607 Jul 07 18:13:50.416768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f02b3f49-5517-442b-a854-015a9070119d req-98310855-0d8e-4219-acb4-6fc8ed909c3f tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522656 Jul 07 18:13:51.154546 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.190202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddac96f-5f41-45c5-a7e3-e5e1ee69fa34 req-d8b9dbb0-2941-4f0a-baf6-85e1f788309f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.192782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ddac96f-5f41-45c5-a7e3-e5e1ee69fa34 req-d8b9dbb0-2941-4f0a-baf6-85e1f788309f tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0903647 Jul 07 18:13:51.273526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ddac96f-5f41-45c5-a7e3-e5e1ee69fa34 req-a654ef0d-2a7a-4f1c-a77f-578ef19e1087 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/security-groups?id=0d5d2215-b9f9-46fd-936c-1f3cc9caf591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726943 Jul 07 18:13:51.411642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-d9cdac63-5045-419b-a00e-e9644c0bd0db tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.414466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-d9cdac63-5045-419b-a00e-e9644c0bd0db tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.55 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 946 time: 0.0982623 Jul 07 18:13:51.675868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Deleting port d306db82-63f5-42ac-b7fb-1135bad733e9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:51.676526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.791900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d66fbe-dfad-4b24-9820-603c9f8c066e req-5f6c0a8b-9874-495b-8ce1-8ce180c3af0b tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.794957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3d66fbe-dfad-4b24-9820-603c9f8c066e req-5f6c0a8b-9874-495b-8ce1-8ce180c3af0b tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.2441592 Jul 07 18:13:51.864904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] For port d306db82-63f5-42ac-b7fb-1135bad733e9, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d306db82-63f5-42ac-b7fb-1135bad733e9,segment=NetworkSegment(22be486d-525c-4da8-88fa-72aeb52a6b49),segment_id=22be486d-525c-4da8-88fa-72aeb52a6b49)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:51.865498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.878180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3d66fbe-dfad-4b24-9820-603c9f8c066e req-d55b151a-3893-4eeb-a7e5-a2d119f3f209 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768850 Jul 07 18:13:51.886421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Calling delete_port for d306db82-63f5-42ac-b7fb-1135bad733e9 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:52.111855 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.125962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d306db82-63f5-42ac-b7fb-1135bad733e9'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:52.196616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Pushing event deleted for resources: {'Port': ['ID=d306db82-63f5-42ac-b7fb-1135bad733e9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:52.209416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.209696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.210047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.210390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.210743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.210967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.211300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.211638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.211957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.212273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.212865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.213184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:52.234042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] No DVR routers for this DVR port d306db82-63f5-42ac-b7fb-1135bad733e9 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:52.239550 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.241798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d34ddfc8-c5d2-4567-9524-29afb424261a req-5432e5d4-5d47-481c-be69-9a7821697807 tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.55 "DELETE /v2.0/ports/d306db82-63f5-42ac-b7fb-1135bad733e9 HTTP/1.1" status: 204 len: 173 time: 0.8210402 Jul 07 18:13:52.242283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-deleted', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:52.244821 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b41d8e-8768-4a48-bf38-cb922ed7c7cc" -d '{"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-deleted", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:52.372439 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0294969-bf5d-43dd-83f5-0ad3f95496c7 x-openstack-request-id: req-b0294969-bf5d-43dd-83f5-0ad3f95496c7 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:52.373388 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fe47c-77db-4cc3-bca9-47c7283b99c7", "name": "network-vif-deleted", "tag": "d306db82-63f5-42ac-b7fb-1135bad733e9", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:52.374319 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0294969-bf5d-43dd-83f5-0ad3f95496c7 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:52.375630 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fe47c-77db-4cc3-bca9-47c7283b99c7', 'name': 'network-vif-deleted', 'tag': 'd306db82-63f5-42ac-b7fb-1135bad733e9', 'status': 'completed', 'code': 200} Jul 07 18:13:52.574594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7fecbaf-7908-46ff-a87d-125afcff7670 req-d0aa2cb0-cc97-43ee-ba4c-9b5b7be39b7e tempest-ServersNegativeTestJSON-884537449 tempest-ServersNegativeTestJSON-884537449-project] 10.222.0.88 "GET /v2.0/ports?device_id=583fe47c-77db-4cc3-bca9-47c7283b99c7 HTTP/1.1" status: 200 len: 210 time: 0.0457964 Jul 07 18:13:53.185383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7d475-8a08-4d31-847c-733763bd54ba req-6fd3f63c-9629-4b2c-b6ad-e754f48bd63d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.195698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0e7d475-8a08-4d31-847c-733763bd54ba req-6fd3f63c-9629-4b2c-b6ad-e754f48bd63d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1186907 Jul 07 18:13:53.238095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0e7d475-8a08-4d31-847c-733763bd54ba req-95ec8d28-90e0-4c4a-a2cb-ae43a88e6cf3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Jul 07 18:13:53.711603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-bee1776c-792d-4acb-aca1-f76f373e5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.713167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-bee1776c-792d-4acb-aca1-f76f373e5e4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.1547530 Jul 07 18:13:53.722850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01637e-7c25-4dfd-a82d-5eacc5d87f14 req-13cbcce7-da91-4498-a77b-c6c508c2f5e2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.724398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b01637e-7c25-4dfd-a82d-5eacc5d87f14 req-13cbcce7-da91-4498-a77b-c6c508c2f5e2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1208816 Jul 07 18:13:53.815036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58308) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:53.869350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-b39e1bf7-0cdc-4d2d-b3e7-400b67eb14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.870980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-b39e1bf7-0cdc-4d2d-b3e7-400b67eb14f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.1453671 Jul 07 18:13:53.874803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Deleting subnet 95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:13:53.879550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:53.916717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:53.964381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b01637e-7c25-4dfd-a82d-5eacc5d87f14 req-c063cfae-385a-40d7-bc38-e2bf52211292 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290525 Jul 07 18:13:53.976289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:53.990748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-5d9071a9-385c-465f-b4ef-e38bff9f952e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 200 len: 1000 time: 0.1038361 Jul 07 18:13:54.062169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-f2653887-77b1-4525-bea6-efee957957dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:54.066878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-f2653887-77b1-4525-bea6-efee957957dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.0689771 Jul 07 18:13:54.074581 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.109271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.114695 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e HTTP/1.1" status: 204 len: 168 time: 0.2979710 Jul 07 18:13:54.123654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58310) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:54.140401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b0e42b-5bb0-4abf-b4f4-b6ecd970d18e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:54.150661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.151430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.152079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.153321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.153901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.154476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.155171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.155725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.156649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.157730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.158623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.159413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f478a-cab9-4f95-b2a9-347c32560d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:54.229070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.251003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-463a85b4-67bb-45f5-bec5-51f2dd39ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:54.252542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-463a85b4-67bb-45f5-bec5-51f2dd39ea54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789901 Jul 07 18:13:54.436485 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.452714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332c317e-dbd6-41be-9bfa-421c98104918']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:54.480967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22be486d-525c-4da8-88fa-72aeb52a6b49') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:54.480967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22be486d-525c-4da8-88fa-72aeb52a6b49') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:54.496982 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.520178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-870b94cc-a161-4ea8-acb9-03c5b47dfcf6 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353587 Jul 07 18:13:54.524514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.552795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:13:54.552795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:13:54.554449 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:13:54.660526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.668928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:54.673789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] 10.222.0.88 "DELETE /v2.0/networks/332c317e-dbd6-41be-9bfa-421c98104918 HTTP/1.1" status: 204 len: 168 time: 0.5480831 Jul 07 18:13:54.696225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126332c-0607-4986-bfaa-c05b9e827e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=332c317e-dbd6-41be-9bfa-421c98104918,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:54.709345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c58dd69-8703-4075-8ba2-7acfccd1d2c4 req-09a7f0db-9e49-4750-a224-1d7ce073b558 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796238 Jul 07 18:13:54.948062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58322) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:55.004635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-70b7877b-4d21-4372-9b7e-bb07b936c128 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bfba4dcf3f594dd6acbd4ba55c8fa68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548215 Jul 07 18:13:55.006750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58326) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:55.063877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:55.081076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-769cf819-1653-44fb-8a2b-e10c17589c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:55.124123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: d306db82-63f5-42ac-b7fb-1135bad733e9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:55.129142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d306db82-63f5-42ac-b7fb-1135bad733e9 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:55.147972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-769cf819-1653-44fb-8a2b-e10c17589c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:55.323501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58add5c-4e30-4914-955f-09d4bbf3c409 req-75cfdb4d-d9df-4420-ba65-949ee42c0934 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.325657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d58add5c-4e30-4914-955f-09d4bbf3c409 req-75cfdb4d-d9df-4420-ba65-949ee42c0934 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1206617 Jul 07 18:13:55.326962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-769cf819-1653-44fb-8a2b-e10c17589c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:55.331091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-769cf819-1653-44fb-8a2b-e10c17589c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:55.334756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-769cf819-1653-44fb-8a2b-e10c17589c65 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d5d2215-b9f9-46fd-936c-1f3cc9caf591 HTTP/1.1" status: 204 len: 168 time: 0.3244612 Jul 07 18:13:55.403070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cf819-1653-44fb-8a2b-e10c17589c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d2215-b9f9-46fd-936c-1f3cc9caf591,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:55.440356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d58add5c-4e30-4914-955f-09d4bbf3c409 req-9a10a211-3607-410b-8d3b-11c727ddbe60 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068726 Jul 07 18:13:56.411822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58356) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:56.535004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2135978145-network', 'tenant_id': 'f9dc22227cdc4415b6606951b1819d82'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:56.590951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Made reservation on behalf of f9dc22227cdc4415b6606951b1819d82 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:56.601119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.633232 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.740227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c969c-6983-4312-9ad8-bc6ff7a37db4 req-23d584a4-0a73-4e2e-8cbd-e1a630de31d4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:56.741769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa0c969c-6983-4312-9ad8-bc6ff7a37db4 req-23d584a4-0a73-4e2e-8cbd-e1a630de31d4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1352949 Jul 07 18:13:56.820885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa0c969c-6983-4312-9ad8-bc6ff7a37db4 req-405d10da-8b0c-49a6-9682-4ffcf473f5c0 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716269 Jul 07 18:13:56.852334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.857992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.891384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:13:56.898010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345e643-6a5b-4c8e-bad2-f6f445a58cfe,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:56.904701 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.905253 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Added segment 99bbfe50-5ec7-4b5e-928c-c5af20fcea46 of type vlan for network 4d202734-ca42-4a19-aba4-d3dd41e7a014 Jul 07 18:13:56.953698 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.997862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:56.999301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:56.999997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.044386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6311877 Jul 07 18:13:57.047380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58368) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:57.055280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Request body: {'subnet': {'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2135978145-subnet', 'tenant_id': 'f9dc22227cdc4415b6606951b1819d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:57.093869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Made reservation on behalf of f9dc22227cdc4415b6606951b1819d82 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:57.100192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.137419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c1e9f-1374-4575-99a7-ecba0630f455 admin admin] Pushing event updated for resources: {'Network': ['ID=4d202734-ca42-4a19-aba4-d3dd41e7a014,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:57.151569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4d202734-ca42-4a19-aba4-d3dd41e7a014 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:13:57.741166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.824446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Checking segment: {'id': '99bbfe50-5ec7-4b5e-928c-c5af20fcea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:57.825737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Network hostable DHCP agents. Network: 4d202734-ca42-4a19-aba4-d3dd41e7a014, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:13:57.833729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff32da8-f20e-44f7-ac8d-c38158f2c980,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:57.863503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Network 4d202734-ca42-4a19-aba4-d3dd41e7a014 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:13:57.886333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 4d202734-ca42-4a19-aba4-d3dd41e7a014) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:57.897049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ef10a-8f01-4cae-bca6-1ba86fa1e8af None None] Network 4d202734-ca42-4a19-aba4-d3dd41e7a014 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:57.901376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:57.902215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.925343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f39abdd-7fc6-4a20-a494-7a53109422f1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8754895 Jul 07 18:13:58.164567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d0b5b-c8aa-4eb5-bef4-4b0272ea74e9 None None] Network 4d202734-ca42-4a19-aba4-d3dd41e7a014 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:58.609717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58386) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:58.615979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2063894871-network', 'tenant_id': '2190a48dd114477ebe431ccb0369e90b'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:58.643224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Made reservation on behalf of 2190a48dd114477ebe431ccb0369e90b for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:58.645793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.657364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.771016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.776646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.814157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:13:58.823847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b382fe-561c-4cde-8fdc-04bcb331344e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:58.843321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.843714 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Added segment 20fda0bb-17e7-43d8-a6d2-28174e252c2b of type vlan for network b4ba00b2-717a-4e30-8e31-804b513cd893 Jul 07 18:13:58.889494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.930754 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.933093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:58.933702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.998596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3844175 Jul 07 18:13:58.998596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c201b-bef0-4df2-a2f3-10f2c1a75db8 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ba00b2-717a-4e30-8e31-804b513cd893,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:58.999491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58388) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:59.008354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b4ba00b2-717a-4e30-8e31-804b513cd893 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:13:59.011836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Request body: {'subnet': {'network_id': 'b4ba00b2-717a-4e30-8e31-804b513cd893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2063894871-subnet', 'tenant_id': '2190a48dd114477ebe431ccb0369e90b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:59.054095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Made reservation on behalf of 2190a48dd114477ebe431ccb0369e90b for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:59.058815 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.427071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.503449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Checking segment: {'id': '20fda0bb-17e7-43d8-a6d2-28174e252c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b4ba00b2-717a-4e30-8e31-804b513cd893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:59.503901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Network hostable DHCP agents. Network: b4ba00b2-717a-4e30-8e31-804b513cd893, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:13:59.512734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851568a3-0ae4-461c-ba06-3b5c05d2951d,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:59.537867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Network b4ba00b2-717a-4e30-8e31-804b513cd893 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:13:59.552026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b4ba00b2-717a-4e30-8e31-804b513cd893) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:59.557466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:59.558172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.565663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb217e5b-3c62-42b9-9b40-89e6612a3bf2 None None] Network b4ba00b2-717a-4e30-8e31-804b513cd893 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:59.589776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1f6075ac-4478-4967-9087-2ef80abc4c18 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5768254 Jul 07 18:13:59.760201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3b5c3-d015-4118-92a1-c93b65a8ee58 None None] Network b4ba00b2-717a-4e30-8e31-804b513cd893 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:14:01.218879 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:01.990296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:01.997425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.004347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.011976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.018433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.024329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.030880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.038773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-86a8795a-9d78-4b18-bfae-fa2ef18f899c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 0.1593094 Jul 07 18:14:02.126400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-499f318e-45b6-4c13-aa22-4aef7fdee6ae req-bb20ccee-6a46-4a1d-8004-bdb8122d1f56 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866101 Jul 07 18:14:02.405339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.432528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.448072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.454579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.460879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.467329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.473833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:02.476113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c871d8c3-414e-4d21-8306-35dd006a0213 req-44e6cb98-7e57-4b94-a889-c50c9370a599 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 0.1617455 Jul 07 18:14:03.522913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-da968d6a-0940-47e8-9443-03cf7fdd6148 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:03.524448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-da968d6a-0940-47e8-9443-03cf7fdd6148 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/networks?id=4d202734-ca42-4a19-aba4-d3dd41e7a014 HTTP/1.1" status: 200 len: 825 time: 0.1676109 Jul 07 18:14:03.541454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-fe304b62-04c8-485d-b63b-2083e3de5557 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/quotas/f9dc22227cdc4415b6606951b1819d82 HTTP/1.1" status: 200 len: 375 time: 0.0110662 Jul 07 18:14:03.590406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-d0d69918-0a91-4a80-aa3e-a153e5b83bac tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9dc22227cdc4415b6606951b1819d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427752 Jul 07 18:14:03.726787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-0f36adac-40d2-4710-8b50-491388674d08 service neutron] 10.222.0.88 "GET /v2.0/networks/4d202734-ca42-4a19-aba4-d3dd41e7a014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206884 Jul 07 18:14:03.834807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-feef2eed-1910-4de2-8f4b-c2febb4a2517 service neutron] 10.222.0.88 "GET /v2.0/networks/4d202734-ca42-4a19-aba4-d3dd41e7a014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013334 Jul 07 18:14:03.908565 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:04.143139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e122ca10-6236-46df-93c5-c68d325bf019 req-43f99433-1e1f-43b6-afa5-fdb74ee7694b tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 210 time: 0.0422845 Jul 07 18:14:04.899632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.901283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.902712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.905365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.907293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.907958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.908611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:04.917393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-3ea7f310-bf1e-49b9-9ddd-40a1763fc3eb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.1252427 Jul 07 18:14:04.963636 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-74bd2b60-4538-4ed0-9f33-920f91d3412b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=424f4eae-c430-4672-a16a-22245b84013b&id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420673 Jul 07 18:14:05.328729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a3b4f9e-3762-43a9-bdf6-70404f1cbfa9 req-9abd5309-bb9d-4d31-992f-d43f894e9019 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 210 time: 0.0496759 Jul 07 18:14:05.710932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-17071ca6-f419-44b4-9463-d9674ca5cc20 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:05.713112 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-17071ca6-f419-44b4-9463-d9674ca5cc20 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.90 "GET /v2.0/networks?id=4d202734-ca42-4a19-aba4-d3dd41e7a014 HTTP/1.1" status: 200 len: 825 time: 0.1541338 Jul 07 18:14:05.736322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Request body: {'port': {'device_id': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014', 'admin_state_up': True, 'tenant_id': 'f9dc22227cdc4415b6606951b1819d82'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:05.806581 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:05.926599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Made reservation on behalf of f9dc22227cdc4415b6606951b1819d82 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:05.932646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:06.090386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Allocated IP 172.20.0.13 (4d202734-ca42-4a19-aba4-d3dd41e7a014/cff32da8-f20e-44f7-ac8d-c38158f2c980/177e4451-7f79-427b-9137-550cea48a55a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:06.287471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:06.332253 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:06.397792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Network 4d202734-ca42-4a19-aba4-d3dd41e7a014 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:06.403156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:06.408353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:06.478281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Pushing event updated for resources: {'Port': ['ID=177e4451-7f79-427b-9137-550cea48a55a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:06.499351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:06.500266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:06.531052 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-a10a0a30-02ae-478b-976b-d5265f626f98 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8090932 Jul 07 18:14:06.542790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Request body: {'port': {'device_id': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:06.578265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1af7-67fe-48c9-8b7d-fef52a51a5a4 req-6fb2e12a-3307-4609-a686-3489527a6943 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:06.579822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-035a1af7-67fe-48c9-8b7d-fef52a51a5a4 req-6fb2e12a-3307-4609-a686-3489527a6943 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 932 time: 0.0751803 Jul 07 18:14:06.622739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:06.624820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-035a1af7-67fe-48c9-8b7d-fef52a51a5a4 req-3b0df014-aa3e-4cd4-bbb3-cb04018e4741 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Jul 07 18:14:06.926969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177e4451-7f79-427b-9137-550cea48a55a {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:06.935199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:06.950227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Transition to ACTIVE for port object 177e4451-7f79-427b-9137-550cea48a55a will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:06.955292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.006734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Pushing event updated for resources: {'Port': ['ID=177e4451-7f79-427b-9137-550cea48a55a,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:07.078886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Attempting to bind port 177e4451-7f79-427b-9137-550cea48a55a on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:07.079210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Attempting to bind port 177e4451-7f79-427b-9137-550cea48a55a by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '99bbfe50-5ec7-4b5e-928c-c5af20fcea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:07.079566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Attempting to bind port 177e4451-7f79-427b-9137-550cea48a55a on network 4d202734-ca42-4a19-aba4-d3dd41e7a014 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:07.084749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Port 177e4451-7f79-427b-9137-550cea48a55a on network 4d202734-ca42-4a19-aba4-d3dd41e7a014 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:14:07.085121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Attempting to bind port 177e4451-7f79-427b-9137-550cea48a55a on network 4d202734-ca42-4a19-aba4-d3dd41e7a014 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:07.090327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:07.090742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Checking segment: {'id': '99bbfe50-5ec7-4b5e-928c-c5af20fcea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:07.091155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Bound using segment: {'id': '99bbfe50-5ec7-4b5e-928c-c5af20fcea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:07.091667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Bound port: 177e4451-7f79-427b-9137-550cea48a55a, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bbfe50-5ec7-4b5e-928c-c5af20fcea46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:07.092084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.163748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] For port 177e4451-7f79-427b-9137-550cea48a55a, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:07.167187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] For port 177e4451-7f79-427b-9137-550cea48a55a, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=177e4451-7f79-427b-9137-550cea48a55a,segment=NetworkSegment(99bbfe50-5ec7-4b5e-928c-c5af20fcea46),segment_id=99bbfe50-5ec7-4b5e-928c-c5af20fcea46)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:07.173036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.206487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.207380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:07.209053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] 10.222.0.90 "PUT /v2.0/ports/177e4451-7f79-427b-9137-550cea48a55a HTTP/1.1" status: 200 len: 1092 time: 0.6705444 Jul 07 18:14:07.211277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'tag': '177e4451-7f79-427b-9137-550cea48a55a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:07.214640 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a948197-17d4-4f37-bec1-0b87d67d0593", "tag": "177e4451-7f79-427b-9137-550cea48a55a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:07.265438 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807de66e-396d-44e9-b6ff-fe10cdfd42d8 x-openstack-request-id: req-807de66e-396d-44e9-b6ff-fe10cdfd42d8 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:07.265820 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a948197-17d4-4f37-bec1-0b87d67d0593", "tag": "177e4451-7f79-427b-9137-550cea48a55a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:07.266048 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-807de66e-396d-44e9-b6ff-fe10cdfd42d8 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:07.266451 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'tag': '177e4451-7f79-427b-9137-550cea48a55a', 'status': 'completed', 'code': 200} Jul 07 18:14:07.285832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7182360-749d-4ad9-a4b6-c862d3e4733b service neutron] Pushing event updated for resources: {'Port': ['ID=177e4451-7f79-427b-9137-550cea48a55a,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:07.316946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-c592ad40-9091-44e5-9a0d-86953cb68ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.318474 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-c592ad40-9091-44e5-9a0d-86953cb68ace service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f9dc22227cdc4415b6606951b1819d82&device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 1095 time: 0.0668845 Jul 07 18:14:07.363912 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-7a4fc6e2-fc76-4436-b462-3d453320d16c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177e4451-7f79-427b-9137-550cea48a55a HTTP/1.1" status: 200 len: 217 time: 0.0383136 Jul 07 18:14:07.414978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-458a5120-447c-4114-9458-38396db8ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.416719 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-458a5120-447c-4114-9458-38396db8ac1f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cff32da8-f20e-44f7-ac8d-c38158f2c980 HTTP/1.1" status: 200 len: 865 time: 0.0468936 Jul 07 18:14:07.452698 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-7a24e736-6376-46b0-b132-34f7896da8dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d202734-ca42-4a19-aba4-d3dd41e7a014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292256 Jul 07 18:14:07.549833 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-819fd57e-60af-4985-936d-e48889f41733 service neutron] 10.222.0.90 "GET /v2.0/networks/4d202734-ca42-4a19-aba4-d3dd41e7a014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904250 Jul 07 18:14:07.651924 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-42d99ea3-d9b4-404e-b074-0f48eb2cb4c3 req-dfdf3328-f222-493a-a0dc-5972a4a449e2 service neutron] 10.222.0.90 "GET /v2.0/networks/4d202734-ca42-4a19-aba4-d3dd41e7a014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926571 Jul 07 18:14:07.776862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-9ce0e266-f435-4326-b22a-bc57aa545f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.778714 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-9ce0e266-f435-4326-b22a-bc57aa545f2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f9dc22227cdc4415b6606951b1819d82&device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 1095 time: 0.0720079 Jul 07 18:14:07.861763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a9cda-66c4-42ed-aeef-398ce64cb34d req-86adb4be-58b8-4e9c-b7e7-5d2b456285fb tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.873993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-282a9cda-66c4-42ed-aeef-398ce64cb34d req-86adb4be-58b8-4e9c-b7e7-5d2b456285fb tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 944 time: 0.1169932 Jul 07 18:14:07.919214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-7b5bfe3b-beac-4af1-9627-ca63102b9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:07.923313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-7b5bfe3b-beac-4af1-9627-ca63102b9776 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4d202734-ca42-4a19-aba4-d3dd41e7a014 HTTP/1.1" status: 200 len: 926 time: 0.1373580 Jul 07 18:14:07.945982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-282a9cda-66c4-42ed-aeef-398ce64cb34d req-38d74fa6-30f3-4b3e-83ca-ba5f801213bf tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555627 Jul 07 18:14:07.985819 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-60c3cacb-efaf-4cc0-b647-0e86d839b1dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177e4451-7f79-427b-9137-550cea48a55a HTTP/1.1" status: 200 len: 217 time: 0.0560291 Jul 07 18:14:08.051112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-905dcab9-915f-408a-9467-5d0e4a7690ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:08.053138 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-905dcab9-915f-408a-9467-5d0e4a7690ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cff32da8-f20e-44f7-ac8d-c38158f2c980 HTTP/1.1" status: 200 len: 865 time: 0.0590212 Jul 07 18:14:08.112536 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-63d371eb-3134-4a56-9388-eff8c4f3348b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d202734-ca42-4a19-aba4-d3dd41e7a014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529699 Jul 07 18:14:08.236106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-583839e3-6dd9-45be-bf46-32fe8fa10e7a service neutron] 10.222.0.90 "GET /v2.0/networks/4d202734-ca42-4a19-aba4-d3dd41e7a014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167812 Jul 07 18:14:08.359291 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-982c19a5-c41b-49d6-a406-d4a3e5ad86a2 req-d58fd006-2b19-4acf-a1fb-5c4bf864cf7b service neutron] 10.222.0.90 "GET /v2.0/networks/4d202734-ca42-4a19-aba4-d3dd41e7a014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162937 Jul 07 18:14:09.134459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2634bc-fe69-4b78-8edf-0a27da21c8fe req-995b4dd5-e8c5-4359-bdb6-a943a8354c2e tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:09.137410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d2634bc-fe69-4b78-8edf-0a27da21c8fe req-995b4dd5-e8c5-4359-bdb6-a943a8354c2e tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 944 time: 0.0720842 Jul 07 18:14:09.189835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d2634bc-fe69-4b78-8edf-0a27da21c8fe req-933640ea-3139-4f91-a52a-101dbb75081d tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Jul 07 18:14:10.390037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a02405-ceb6-4cbf-aa5e-41094aeb6fca req-84057a76-7048-4164-9f2f-862cb6c974bc tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:10.391634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1a02405-ceb6-4cbf-aa5e-41094aeb6fca req-84057a76-7048-4164-9f2f-862cb6c974bc tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 944 time: 0.0724683 Jul 07 18:14:10.438723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1a02405-ceb6-4cbf-aa5e-41094aeb6fca req-c5925822-1a7a-4c4f-b2f2-37c10bcfc0a7 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Jul 07 18:14:10.526041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58612) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:10.575844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] Deleting subnet 77c042f2-022f-4b60-a554-b311c7798572 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:14:10.579579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.619370 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.662073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.725795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.753539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c042f2-022f-4b60-a554-b311c7798572,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:10.755764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.760249 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4bc762b4-424b-4261-8382-026f3a9f3f89 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/77c042f2-022f-4b60-a554-b311c7798572 HTTP/1.1" status: 204 len: 168 time: 0.2306495 Jul 07 18:14:10.760521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58614) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:10.838938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.948006 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:10.967115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b209764-5892-4b13-89ac-35f3c88c0502']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:10.981410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7137ad64-cdcc-4795-9483-8cc620954919') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:10.982023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7137ad64-cdcc-4795-9483-8cc620954919') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:10.994167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.009981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.017265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:14:11.017800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:14:11.019521 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:14:11.079491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.086052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.090929 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] 10.222.0.88 "DELETE /v2.0/networks/7b209764-5892-4b13-89ac-35f3c88c0502 HTTP/1.1" status: 204 len: 168 time: 0.3290408 Jul 07 18:14:11.104707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba83ab-6560-4959-b0f1-95b1ed3d36ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7b209764-5892-4b13-89ac-35f3c88c0502,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:11.273398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58622) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:11.331269 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-be8a3f72-703a-4389-882d-a0435f2c785a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6a361c3a4fe840618dd7c07ebb976189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565054 Jul 07 18:14:11.333699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58624) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:11.382759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-461e81fe-1734-43c5-92db-dccfc65b9d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.404474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-461e81fe-1734-43c5-92db-dccfc65b9d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.455730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-461e81fe-1734-43c5-92db-dccfc65b9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.458511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-461e81fe-1734-43c5-92db-dccfc65b9d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.459695 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-461e81fe-1734-43c5-92db-dccfc65b9d3b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3158fc31-fdb4-4078-a365-019af1b38864 HTTP/1.1" status: 204 len: 168 time: 0.1250305 Jul 07 18:14:11.469482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e81fe-1734-43c5-92db-dccfc65b9d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158fc31-fdb4-4078-a365-019af1b38864,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:11.572617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 177e4451-7f79-427b-9137-550cea48a55a details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:14:11.654120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb998b0-69bc-4473-b842-83e51c89d62d req-a2621132-12b6-448e-9eeb-1006ca912212 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:11.656711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb998b0-69bc-4473-b842-83e51c89d62d req-a2621132-12b6-448e-9eeb-1006ca912212 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 944 time: 0.0821178 Jul 07 18:14:11.707772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 177e4451-7f79-427b-9137-550cea48a55a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=177e4451-7f79-427b-9137-550cea48a55a,segment=NetworkSegment(99bbfe50-5ec7-4b5e-928c-c5af20fcea46),segment_id=99bbfe50-5ec7-4b5e-928c-c5af20fcea46)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:11.721963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '177e4451-7f79-427b-9137-550cea48a55a', 'network_id': '4d202734-ca42-4a19-aba4-d3dd41e7a014', 'port_id': '177e4451-7f79-427b-9137-550cea48a55a', 'mac_address': 'fa:16:3e:b0:3c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff32da8-f20e-44f7-ac8d-c38158f2c980', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:14:11.773337 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.790084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177e4451-7f79-427b-9137-550cea48a55a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:11.824883 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 177e4451-7f79-427b-9137-550cea48a55a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=177e4451-7f79-427b-9137-550cea48a55a,segment=NetworkSegment(99bbfe50-5ec7-4b5e-928c-c5af20fcea46),segment_id=99bbfe50-5ec7-4b5e-928c-c5af20fcea46)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:11.828717 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.885383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=177e4451-7f79-427b-9137-550cea48a55a,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:11.896807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.897271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.897806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.898158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.898497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.899072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.899413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.899822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.900285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.900793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.901245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:11.902097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:12.066374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb998b0-69bc-4473-b842-83e51c89d62d req-03380b23-07f8-4555-842b-fda047924db6 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039366 Jul 07 18:14:12.152659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['177e4451-7f79-427b-9137-550cea48a55a'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:14:13.253355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3680d-60ac-4030-aa4a-ff5d1c42182f req-10592f82-1b4a-4e3b-bed9-c62ef461f11b tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:13.255250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29c3680d-60ac-4030-aa4a-ff5d1c42182f req-10592f82-1b4a-4e3b-bed9-c62ef461f11b tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 945 time: 0.0698185 Jul 07 18:14:13.286251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58672) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:13.291987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842206574', 'description': 'tempest-secgroup-smoke-842206574 description', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:13.314588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29c3680d-60ac-4030-aa4a-ff5d1c42182f req-b61c6b14-dc59-4a44-abf7-b5e9797646bc tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528944 Jul 07 18:14:13.326793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.338620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.438354 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.442788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.488923 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2306e96f-9d96-4426-a9ee-ccd5ffc223ba,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:13.545261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.549280 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.579442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.581014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2935004 Jul 07 18:14:13.582681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c99f7-bbdc-40f3-930a-7e3088d98051 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8becd2-a2c2-4aa2-9b43-366016b8a468,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:13.584013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 177e4451-7f79-427b-9137-550cea48a55a up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:13.584514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:13.590745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e4e750d9-8832-4c00-8479-b688195040d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '3e8becd2-a2c2-4aa2-9b43-366016b8a468', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:13.625708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e750d9-8832-4c00-8479-b688195040d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.646419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 177e4451-7f79-427b-9137-550cea48a55a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:13.650812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 177e4451-7f79-427b-9137-550cea48a55a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:13.651232 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.684166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e750d9-8832-4c00-8479-b688195040d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.694357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e750d9-8832-4c00-8479-b688195040d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.718906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e750d9-8832-4c00-8479-b688195040d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed402b7a-5231-4eea-8109-d030784de148,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:13.729380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e750d9-8832-4c00-8479-b688195040d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.731398 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e4e750d9-8832-4c00-8479-b688195040d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449947 Jul 07 18:14:13.734647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58676) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:13.740357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7796ac20-bcd6-4944-ab37-d9a7a917b95f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '3e8becd2-a2c2-4aa2-9b43-366016b8a468', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:13.746871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.772897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177e4451-7f79-427b-9137-550cea48a55a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:13.773215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7796ac20-bcd6-4944-ab37-d9a7a917b95f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.774712 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f7fd59-8fdb-46fb-a64d-bdf0e8544fc0" -d '{"events": [{"server_uuid": "1a948197-17d4-4f37-bec1-0b87d67d0593", "name": "network-vif-plugged", "status": "completed", "tag": "177e4451-7f79-427b-9137-550cea48a55a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:13.788306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 177e4451-7f79-427b-9137-550cea48a55a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=177e4451-7f79-427b-9137-550cea48a55a,segment=NetworkSegment(99bbfe50-5ec7-4b5e-928c-c5af20fcea46),segment_id=99bbfe50-5ec7-4b5e-928c-c5af20fcea46)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:13.794068 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.845671 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d0bc1a-9585-4bd8-a00c-2f7841dc57ae x-openstack-request-id: req-a5d0bc1a-9585-4bd8-a00c-2f7841dc57ae {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:13.846202 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a948197-17d4-4f37-bec1-0b87d67d0593", "name": "network-vif-plugged", "status": "completed", "tag": "177e4451-7f79-427b-9137-550cea48a55a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:13.847079 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a5d0bc1a-9585-4bd8-a00c-2f7841dc57ae {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:13.848417 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177e4451-7f79-427b-9137-550cea48a55a', 'code': 200} Jul 07 18:14:13.849784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7796ac20-bcd6-4944-ab37-d9a7a917b95f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.856889 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7796ac20-bcd6-4944-ab37-d9a7a917b95f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.872757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=177e4451-7f79-427b-9137-550cea48a55a,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:13.878240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7796ac20-bcd6-4944-ab37-d9a7a917b95f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.879436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7796ac20-bcd6-4944-ab37-d9a7a917b95f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436009 Jul 07 18:14:13.882399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:13.887351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-da3a1158-5406-4ae0-9bcb-f3879f331960 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '3e8becd2-a2c2-4aa2-9b43-366016b8a468', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:13.889226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796ac20-bcd6-4944-ab37-d9a7a917b95f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23a74d3-4b84-48ad-803a-c22b630a569b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:13.920812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da3a1158-5406-4ae0-9bcb-f3879f331960 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.993555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da3a1158-5406-4ae0-9bcb-f3879f331960 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.999069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da3a1158-5406-4ae0-9bcb-f3879f331960 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:13.999365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33482a6b-35bf-4eed-8501-f8f50c6d855a req-65f520ac-0960-4324-85cb-a6f2491d075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:14.002365 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33482a6b-35bf-4eed-8501-f8f50c6d855a req-65f520ac-0960-4324-85cb-a6f2491d075f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 1097 time: 0.0787528 Jul 07 18:14:14.018621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a1158-5406-4ae0-9bcb-f3879f331960 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d282f9c-f0da-469f-af48-42fea4655727,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:14.032848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da3a1158-5406-4ae0-9bcb-f3879f331960 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.034350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-da3a1158-5406-4ae0-9bcb-f3879f331960 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508777 Jul 07 18:14:14.037032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58682) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:14.042748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1254428d-1058-4b91-8785-3c45e8b5479a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '3e8becd2-a2c2-4aa2-9b43-366016b8a468', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:14.046371 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33482a6b-35bf-4eed-8501-f8f50c6d855a req-97020a8f-2552-470d-bc67-6cc89e1a9be7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377088 Jul 07 18:14:14.072380 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1254428d-1058-4b91-8785-3c45e8b5479a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.141075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1254428d-1058-4b91-8785-3c45e8b5479a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.148338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1254428d-1058-4b91-8785-3c45e8b5479a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.171522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254428d-1058-4b91-8785-3c45e8b5479a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b27089-51f0-420a-b50e-081914c8350a,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:14.182162 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1254428d-1058-4b91-8785-3c45e8b5479a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.186648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58684) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:14.186855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1254428d-1058-4b91-8785-3c45e8b5479a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485391 Jul 07 18:14:14.192299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '3e8becd2-a2c2-4aa2-9b43-366016b8a468', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:14.223508 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:14:14.229714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.304918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.310309 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.332340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88547ed5-9231-4ea1-b6b3-859dbbf0e25b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:14.346302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.347134 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e4b88277-ae04-4d88-97a0-1c2f6e00281b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592088 Jul 07 18:14:14.350301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58690) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:14.357126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '3e8becd2-a2c2-4aa2-9b43-366016b8a468', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:14.384907 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:14:14.391990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.511840 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.518266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.553259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef153bf-0a28-433e-b543-344ca434bd00,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:14.558811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.560368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4ca1e5ed-ab9f-40bb-8f88-584487873f17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2082760 Jul 07 18:14:14.563226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58692) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:14.569772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'network': {'name': 'tempest-network-smoke--879399675', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:14.582271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e54b6-51b8-4385-b56a-f06df6102d7c req-bb76c451-de9f-4997-8116-e12bb4800a47 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:14.584170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e28e54b6-51b8-4385-b56a-f06df6102d7c req-bb76c451-de9f-4997-8116-e12bb4800a47 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 946 time: 0.1455662 Jul 07 18:14:14.623291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:14.627332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.654866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e28e54b6-51b8-4385-b56a-f06df6102d7c req-7c20f5db-8c58-4998-b495-16d51437698c tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606043 Jul 07 18:14:14.678403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:14:14.682174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.682174 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Added segment c55c05c6-0dbb-42c3-bde4-3ac3b134de45 of type vlan for network 221a85b6-9b66-4328-8a58-2cfc8b523597 Jul 07 18:14:14.739561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.779076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.785059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:14.785688 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.848319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2839940 Jul 07 18:14:14.851168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58696) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:14.859120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'admin_state_up': True, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:14.879088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0f78d-bc44-498a-890c-5804a39087ba tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Network': ['ID=221a85b6-9b66-4328-8a58-2cfc8b523597,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:14.890705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:14:14.897243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.898615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:14.975639 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:15.182508 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:15.391006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:15.411949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:15.530616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.239 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/9ada978b-6ed8-414c-b63f-4052a00109b8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:15.634142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:15.678595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:15.725863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:15.729043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:15.736169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:15.765877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=9ada978b-6ed8-414c-b63f-4052a00109b8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:15.807147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72a29e4e-cbcc-49bc-9f0c-0a63ebe71af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:16.015357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d93eb-2dd4-4725-a0e1-de8ea4de7ec3 req-f160d2b3-130a-401d-b0a2-602807ebf663 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:16.016978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-932d93eb-2dd4-4725-a0e1-de8ea4de7ec3 req-f160d2b3-130a-401d-b0a2-602807ebf663 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 946 time: 0.1919169 Jul 07 18:14:16.158890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-932d93eb-2dd4-4725-a0e1-de8ea4de7ec3 req-23bc92dc-757b-4f68-a858-a7809f3daf13 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344621 Jul 07 18:14:16.186403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:16.427232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e50a-ae11-4e5d-a898-93393149ca67 req-878b998e-be3c-4df2-8a79-97dd8330340b tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:16.429022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ad5e50a-ae11-4e5d-a898-93393149ca67 req-878b998e-be3c-4df2-8a79-97dd8330340b tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 946 time: 0.1387918 Jul 07 18:14:16.511518 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:16.516681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ad5e50a-ae11-4e5d-a898-93393149ca67 req-4ce95fe8-b4bf-4473-a2c1-0468742e439b tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588100 Jul 07 18:14:16.669296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:14:16.786062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:14:16.797368 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Sync routers for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:14:16.806515 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:16.808160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc44db12-68e5-4df3-bed6-1fa2d0596bb1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9559848 Jul 07 18:14:16.811218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58724) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:16.813892 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:16.814510 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:13:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:16.931448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcc225-f212-4917-a05b-c69acf31f10c req-9bc5fa12-5ade-4e0e-847b-aca6329375c6 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:16.933064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82fcc225-f212-4917-a05b-c69acf31f10c req-9bc5fa12-5ade-4e0e-847b-aca6329375c6 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 946 time: 0.0713315 Jul 07 18:14:16.950098 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:16.990274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-93c3ee5d-c0d0-4c52-997b-dd363d87625c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=a83ee44d4f4b413ab95cf44463fc88ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1778417 Jul 07 18:14:16.993299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58732) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:17.033339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82fcc225-f212-4917-a05b-c69acf31f10c req-aca5da59-16d0-4e44-beff-08f8abd9ccbc tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733190 Jul 07 18:14:17.179100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f884add-e7f2-43cb-828a-46659c828f51 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:17.183860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58738) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:17.184063 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f884add-e7f2-43cb-828a-46659c828f51 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1888864 Jul 07 18:14:17.223064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9f1be24a-31b4-425c-8664-55e7e4041b61 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375605 Jul 07 18:14:17.225411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58740) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:17.232323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206758532', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:17.270149 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:15Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:17.302475 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Checking router: abef6ce6-0343-48ad-bc64-e8a5b538a3f6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:14:17.303081 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Updating router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 port 9ada978b-6ed8-414c-b63f-4052a00109b8 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:14:17.347360 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.348266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:17.353536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.674747 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.689918 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Transition to ACTIVE for port object 9ada978b-6ed8-414c-b63f-4052a00109b8 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:17.698231 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.758951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Attempting to bind port 9ada978b-6ed8-414c-b63f-4052a00109b8 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:17.759329 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Attempting to bind port 9ada978b-6ed8-414c-b63f-4052a00109b8 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:17.759744 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Attempting to bind port 9ada978b-6ed8-414c-b63f-4052a00109b8 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:17.776344 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:17.776344 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:17.776782 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.777294 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:17.777646 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Bound port: 9ada978b-6ed8-414c-b63f-4052a00109b8, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:17.778014 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.801553 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Pushing event updated for resources: {'Port': ['ID=9ada978b-6ed8-414c-b63f-4052a00109b8,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:17.812705 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.813054 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.813386 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.813711 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.814095 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.814415 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.814733 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.815042 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.815356 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.815663 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.815970 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.816274 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:17.848533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] For port 9ada978b-6ed8-414c-b63f-4052a00109b8, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:17.852252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] For port 9ada978b-6ed8-414c-b63f-4052a00109b8, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9ada978b-6ed8-414c-b63f-4052a00109b8,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:17.856663 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.924500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.929339 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94901d5a-69e9-4522-ba95-6691cbf98c94 None None] Pushing event updated for resources: {'Port': ['ID=9ada978b-6ed8-414c-b63f-4052a00109b8,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:17.949513 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:17.950129 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:13:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:17.964644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3605-1fdf-441f-b359-80992a58971b req-4f40b36b-bc16-4e22-83a3-697ba44d4627 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:17.966201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07cb3605-1fdf-441f-b359-80992a58971b req-4f40b36b-bc16-4e22-83a3-697ba44d4627 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 946 time: 0.4563622 Jul 07 18:14:18.006970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Subnet': ['ID=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:18.036454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07cb3605-1fdf-441f-b359-80992a58971b req-db22624a-2092-4b68-8854-0c97ffe1390f tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621433 Jul 07 18:14:18.037318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Checking segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:18.037685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network hostable DHCP agents. Network: 221a85b6-9b66-4328-8a58-2cfc8b523597, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:14:18.064745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:14:18.075699 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:18.075926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 221a85b6-9b66-4328-8a58-2cfc8b523597) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:18.080979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:18.081674 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.089997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6a00c-7617-431d-8c71-d53874cf095c None None] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:14:18.105208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-88706a3c-4207-44d9-a4f5-d871d6dd6d9b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8772457 Jul 07 18:14:18.109123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:18.280081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-221a85b6-9b66-4328-8a58-2cfc8b523597', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:14:18.281413 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.303587 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:15Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:18.336719 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9295c1-b7b1-4391-9d4e-e2d41ed89ddf None None] The sync data for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 is: [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:15Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:18.462074 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60d0a96e-90cb-43fe-8560-008b8fc16cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.497490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Allocated IP 172.20.0.2 (221a85b6-9b66-4328-8a58-2cfc8b523597/82096b04-2a9e-49d4-ad5b-a3de7b2c45e4/98ac27b4-c991-4703-bb9c-4c928da72528) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:18.509084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.674709 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.692328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Transition to ACTIVE for port object 98ac27b4-c991-4703-bb9c-4c928da72528 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:18.714485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Transition to ACTIVE for port object 98ac27b4-c991-4703-bb9c-4c928da72528 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:18.723154 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.743667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.773832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:18.789464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:18.795061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:18.817804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Pushing event updated for resources: {'Port': ['ID=98ac27b4-c991-4703-bb9c-4c928da72528,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:18.891203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Attempting to bind port 98ac27b4-c991-4703-bb9c-4c928da72528 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:18.892084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Attempting to bind port 98ac27b4-c991-4703-bb9c-4c928da72528 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:18.892084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Attempting to bind port 98ac27b4-c991-4703-bb9c-4c928da72528 on network 221a85b6-9b66-4328-8a58-2cfc8b523597 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:18.902112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:18.902478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Checking segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:18.902814 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.903815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Bound using segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:18.904143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Bound port: 98ac27b4-c991-4703-bb9c-4c928da72528, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:18.908712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.986786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9ada978b-6ed8-414c-b63f-4052a00109b8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:19.007543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] For port 98ac27b4-c991-4703-bb9c-4c928da72528, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:19.011095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] For port 98ac27b4-c991-4703-bb9c-4c928da72528, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=98ac27b4-c991-4703-bb9c-4c928da72528,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:19.031728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.073855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-cbf40038-4b6b-4e8b-84bd-2ee5e7c0d4e9 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:19.079441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-cbf40038-4b6b-4e8b-84bd-2ee5e7c0d4e9 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.90 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 946 time: 0.1740608 Jul 07 18:14:19.093388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6d00b-7ba5-4668-9065-a281775d60c0 None None] Pushing event updated for resources: {'Port': ['ID=98ac27b4-c991-4703-bb9c-4c928da72528,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:19.153069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 9ada978b-6ed8-414c-b63f-4052a00109b8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:19.157395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9ada978b-6ed8-414c-b63f-4052a00109b8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:19.157866 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.279367 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.304336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 9ada978b-6ed8-414c-b63f-4052a00109b8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9ada978b-6ed8-414c-b63f-4052a00109b8,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:19.311056 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.353885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc068dfc-cdbe-4a86-988a-6e4a29fded80 req-d973ebc5-4107-4dd7-817c-5d742cfff8a8 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:19.363571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc068dfc-cdbe-4a86-988a-6e4a29fded80 req-d973ebc5-4107-4dd7-817c-5d742cfff8a8 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 946 time: 0.1358807 Jul 07 18:14:19.395939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.1 (221a85b6-9b66-4328-8a58-2cfc8b523597/82096b04-2a9e-49d4-ad5b-a3de7b2c45e4/69694941-d8a2-4f61-8c6a-e884ccdc9444) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:19.421494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=9ada978b-6ed8-414c-b63f-4052a00109b8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:19.482688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc068dfc-cdbe-4a86-988a-6e4a29fded80 req-a7803e3a-457a-4a5a-8ae8-1cbeb056da7d tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/security-groups?id=3345e643-6a5b-4c8e-bad2-f6f445a58cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181629 Jul 07 18:14:19.522674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Deleting port 177e4451-7f79-427b-9137-550cea48a55a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:14:19.523009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.663701 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.705353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.718487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] For port 177e4451-7f79-427b-9137-550cea48a55a, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=177e4451-7f79-427b-9137-550cea48a55a,segment=NetworkSegment(99bbfe50-5ec7-4b5e-928c-c5af20fcea46),segment_id=99bbfe50-5ec7-4b5e-928c-c5af20fcea46)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:19.718840 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.739489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object 69694941-d8a2-4f61-8c6a-e884ccdc9444 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:19.742463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Calling delete_port for 177e4451-7f79-427b-9137-550cea48a55a owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:14:20.220234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.270540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:20.294756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:20.298027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:20.340540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=69694941-d8a2-4f61-8c6a-e884ccdc9444,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:20.370199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.407780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.445750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Pushing event deleted for resources: {'Port': ['ID=177e4451-7f79-427b-9137-550cea48a55a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:20.500409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] No DVR routers for this DVR port 177e4451-7f79-427b-9137-550cea48a55a on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:14:20.505065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.506998 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2b527a0a-bfa3-421c-bf81-0a4186b9609a req-c47ecab7-8956-4c0a-828e-990e08631f56 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.90 "DELETE /v2.0/ports/177e4451-7f79-427b-9137-550cea48a55a HTTP/1.1" status: 204 len: 173 time: 1.4198675 Jul 07 18:14:20.507476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'name': 'network-vif-deleted', 'tag': '177e4451-7f79-427b-9137-550cea48a55a'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:20.510062 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0105d3c5-43ca-451d-9b32-aeae48420caf" -d '{"events": [{"server_uuid": "1a948197-17d4-4f37-bec1-0b87d67d0593", "name": "network-vif-deleted", "tag": "177e4451-7f79-427b-9137-550cea48a55a"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:20.623929 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f37b7a-6cc6-4bad-acea-105aef121f92 x-openstack-request-id: req-73f37b7a-6cc6-4bad-acea-105aef121f92 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:20.624224 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a948197-17d4-4f37-bec1-0b87d67d0593", "name": "network-vif-deleted", "tag": "177e4451-7f79-427b-9137-550cea48a55a", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:20.624485 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73f37b7a-6cc6-4bad-acea-105aef121f92 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:20.624961 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a948197-17d4-4f37-bec1-0b87d67d0593', 'name': 'network-vif-deleted', 'tag': '177e4451-7f79-427b-9137-550cea48a55a', 'status': 'completed', 'code': 200} Jul 07 18:14:20.719519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.739281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90383668-cfb0-4980-aee6-754f96e0616c req-82c7aee4-4f7f-476c-986e-60a40b81d660 tempest-ServersNegativeTestMultiTenantJSON-726423671 tempest-ServersNegativeTestMultiTenantJSON-726423671-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a948197-17d4-4f37-bec1-0b87d67d0593 HTTP/1.1" status: 200 len: 210 time: 0.0497675 Jul 07 18:14:20.920689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159a953-6887-46a0-83d8-633afa148802 None None] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:14:21.017336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b2c1b0c6-d9e0-455f-9239-44e79c38efe4 None None] Provisioning for port 98ac27b4-c991-4703-bb9c-4c928da72528 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:21.053870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9ada978b-6ed8-414c-b63f-4052a00109b8 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:21.107927 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.124153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.238343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.314453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=69694941-d8a2-4f61-8c6a-e884ccdc9444,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:21.324952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.369945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:21.371565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:21.374842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9ada978b-6ed8-414c-b63f-4052a00109b8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:21.375200 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.481690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 98ac27b4-c991-4703-bb9c-4c928da72528 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:21.511177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:14:21.542111 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 98ac27b4-c991-4703-bb9c-4c928da72528 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:21.557887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 98ac27b4-c991-4703-bb9c-4c928da72528 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:21.560317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.599444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 177e4451-7f79-427b-9137-550cea48a55a no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:14:21.631610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 177e4451-7f79-427b-9137-550cea48a55a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:14:21.632340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 177e4451-7f79-427b-9137-550cea48a55a not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:14:21.643000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:14:21.665727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-506aa3e3-d94f-48a5-ba5e-6ba3f276ea6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/abef6ce6-0343-48ad-bc64-e8a5b538a3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5467093 Jul 07 18:14:21.671362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Sync routers for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:14:21.695026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:21.695966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:21.703761 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.793311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 98ac27b4-c991-4703-bb9c-4c928da72528, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=98ac27b4-c991-4703-bb9c-4c928da72528,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:21.807573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.813739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-052f318b-fbf1-4012-9b95-eeff9e09b1ef None None] Provisioning complete for port 98ac27b4-c991-4703-bb9c-4c928da72528 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:21.814152 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-052f318b-fbf1-4012-9b95-eeff9e09b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:21.820632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-3503eb1e-2cb0-49f4-9b41-f38da9b5a598 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842206574&fields=id&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 267 time: 0.0386395 Jul 07 18:14:21.907116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58804) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:21.995293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:21.999910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=98ac27b4-c991-4703-bb9c-4c928da72528,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:22.018327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] Deleting subnet cff32da8-f20e-44f7-ac8d-c38158f2c980 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:14:22.022901 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.027439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-569d3a1b-b31c-4152-a108-25f5bbf08f3c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:22.029167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-569d3a1b-b31c-4152-a108-25f5bbf08f3c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 796 time: 0.2009261 Jul 07 18:14:22.059632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-7b27824e-2bf7-4163-b6d2-5f0bea383309 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/quotas/a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 375 time: 0.0175362 Jul 07 18:14:22.074220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.125965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.197490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-052f318b-fbf1-4012-9b95-eeff9e09b1ef None None] Provisioning for port 69694941-d8a2-4f61-8c6a-e884ccdc9444 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:22.220176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.222110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-052f318b-fbf1-4012-9b95-eeff9e09b1ef None None] Provisioning complete for port 69694941-d8a2-4f61-8c6a-e884ccdc9444 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:22.222489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-052f318b-fbf1-4012-9b95-eeff9e09b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.224148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-f68bddf4-2c7b-4be7-8ce1-174a42a96357 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1507258 Jul 07 18:14:22.282629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff32da8-f20e-44f7-ac8d-c38158f2c980,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:22.284876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.287624 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63d4cf18-4ba1-4f9f-8a4a-aeed6dc45e5e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cff32da8-f20e-44f7-ac8d-c38158f2c980 HTTP/1.1" status: 204 len: 168 time: 0.3787467 Jul 07 18:14:22.293148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58812) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:22.313467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-052f318b-fbf1-4012-9b95-eeff9e09b1ef None None] Port 69694941-d8a2-4f61-8c6a-e884ccdc9444 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:14:22.338999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 2, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:22.364247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.366693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Checking router: abef6ce6-0343-48ad-bc64-e8a5b538a3f6 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:14:22.367049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Updating router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 port 69694941-d8a2-4f61-8c6a-e884ccdc9444 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:14:22.374960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-d62915d7-c12d-4e86-aa30-a2966bbd40b3 service neutron] 10.222.0.88 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308122 Jul 07 18:14:22.410532 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.453883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.464692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d202734-ca42-4a19-aba4-d3dd41e7a014']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:22.465954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9daa163a-60c0-4b71-80f3-083c78e3797a None None] Provisioning complete for port 69694941-d8a2-4f61-8c6a-e884ccdc9444 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:22.466374 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9daa163a-60c0-4b71-80f3-083c78e3797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.477508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bbfe50-5ec7-4b5e-928c-c5af20fcea46') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:22.478293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bbfe50-5ec7-4b5e-928c-c5af20fcea46') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:22.489708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.493497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-c8bb9a58-acba-4f98-9167-7dccffa131b6 service neutron] 10.222.0.88 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124165 Jul 07 18:14:22.504594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.510851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:14:22.511280 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:14:22.564902 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:14:22.572280 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.579469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.581538 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4d202734-ca42-4a19-aba4-d3dd41e7a014 HTTP/1.1" status: 204 len: 168 time: 0.2871954 Jul 07 18:14:22.584455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58814) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:22.584619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9daa163a-60c0-4b71-80f3-083c78e3797a None None] Port 69694941-d8a2-4f61-8c6a-e884ccdc9444 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:14:22.644492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ee1b1-f0b3-4eb6-b1c3-c69db6df88d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d202734-ca42-4a19-aba4-d3dd41e7a014,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:22.656400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] Deleting subnet 851568a3-0ae4-461c-ba06-3b5c05d2951d {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:14:22.663431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.710818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.757390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.772000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5145a7e1-deb1-426c-9e53-d438e0a31df0 req-3d465ae6-f3a4-4f8b-8dfd-84f3cdae799b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 210 time: 0.0518258 Jul 07 18:14:22.839129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.880577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851568a3-0ae4-461c-ba06-3b5c05d2951d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:22.884892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.888874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2baf56a0-3eb8-4036-bc67-b0f11a2ecc02 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/851568a3-0ae4-461c-ba06-3b5c05d2951d HTTP/1.1" status: 204 len: 168 time: 0.3014705 Jul 07 18:14:22.890429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58830) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:22.909651 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.930071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Transition to ACTIVE for port object 69694941-d8a2-4f61-8c6a-e884ccdc9444 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:22.941379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 98ac27b4-c991-4703-bb9c-4c928da72528 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:22.943240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:22.986812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.035892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055d910-2f62-4c21-a08e-f93e81ecbfd2 None None] Pushing event updated for resources: {'Port': ['ID=69694941-d8a2-4f61-8c6a-e884ccdc9444,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:23.107765 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.120844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ba00b2-717a-4e30-8e31-804b513cd893']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:23.134819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fda0bb-17e7-43d8-a6d2-28174e252c2b') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:23.135365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fda0bb-17e7-43d8-a6d2-28174e252c2b') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:23.137700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 98ac27b4-c991-4703-bb9c-4c928da72528 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:23.138080 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.139739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Attempting to bind port 69694941-d8a2-4f61-8c6a-e884ccdc9444 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:23.140173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Attempting to bind port 69694941-d8a2-4f61-8c6a-e884ccdc9444 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:23.140557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Attempting to bind port 69694941-d8a2-4f61-8c6a-e884ccdc9444 on network 221a85b6-9b66-4328-8a58-2cfc8b523597 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:23.147188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.165574 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.165920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:23.166308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Checking segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:23.166717 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.167113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Bound using segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:23.167603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Bound port: 69694941-d8a2-4f61-8c6a-e884ccdc9444, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:23.167986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.176656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:14:23.177315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:14:23.179213 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:14:23.265745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.274172 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.278040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b4ba00b2-717a-4e30-8e31-804b513cd893 HTTP/1.1" status: 204 len: 168 time: 0.3850563 Jul 07 18:14:23.292356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd693b-c119-47fd-8416-bec23b9284d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ba00b2-717a-4e30-8e31-804b513cd893,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:23.342253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] For port 69694941-d8a2-4f61-8c6a-e884ccdc9444, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:23.367151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] For port 69694941-d8a2-4f61-8c6a-e884ccdc9444, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69694941-d8a2-4f61-8c6a-e884ccdc9444,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:23.373087 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.452782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055d910-2f62-4c21-a08e-f93e81ecbfd2 None None] Pushing event updated for resources: {'Port': ['ID=69694941-d8a2-4f61-8c6a-e884ccdc9444,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:23.467000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:23.467648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:23.532493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58842) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:23.606683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-03d0facc-61c3-4164-b61a-c1aab327153e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9dc22227cdc4415b6606951b1819d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725472 Jul 07 18:14:23.610258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58846) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:23.622391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:23.711318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3c0cbad-ec80-4db4-9df3-3bfdd490833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.751405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3c0cbad-ec80-4db4-9df3-3bfdd490833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.829998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3c0cbad-ec80-4db4-9df3-3bfdd490833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.832794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3c0cbad-ec80-4db4-9df3-3bfdd490833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:23.834000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f3c0cbad-ec80-4db4-9df3-3bfdd490833a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3345e643-6a5b-4c8e-bad2-f6f445a58cfe HTTP/1.1" status: 204 len: 168 time: 0.2203491 Jul 07 18:14:23.854069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0cbad-ec80-4db4-9df3-3bfdd490833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345e643-6a5b-4c8e-bad2-f6f445a58cfe,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:23.908700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:23Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:23.965717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4aaa7f6f-13ae-4ce0-afed-916a9adb4e7c req-d8ed961c-5ebf-4931-8db9-6d9b72039fc7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 210 time: 0.0371180 Jul 07 18:14:24.123055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed471918-2f41-4baa-8e93-8c8e7458d6cd None None] The sync data for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 is: [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:23Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:24.333572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58860) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:24.417441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-154af1c4-33de-4f74-9f16-30f180ecdbf8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2190a48dd114477ebe431ccb0369e90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824966 Jul 07 18:14:24.424039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58866) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:24.434134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-4b17ac77-c0ee-4d1e-9ac8-5e4cd571d82c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:24.436407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-4b17ac77-c0ee-4d1e-9ac8-5e4cd571d82c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 796 time: 0.2008321 Jul 07 18:14:24.491529 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-0b724ff6-19b4-460d-9cdc-52d9c88a73c5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 379 time: 0.0461967 Jul 07 18:14:24.495324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3efb1623-430b-4929-a979-c193736fd691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:24.509221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'port': {'device_id': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'admin_state_up': True, 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'security_groups': ['3e8becd2-a2c2-4aa2-9b43-366016b8a468']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:24.532365 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3efb1623-430b-4929-a979-c193736fd691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:24.593086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3efb1623-430b-4929-a979-c193736fd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:24.595919 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3efb1623-430b-4929-a979-c193736fd691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:24.597125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3efb1623-430b-4929-a979-c193736fd691 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/77b382fe-561c-4cde-8fdc-04bcb331344e HTTP/1.1" status: 204 len: 168 time: 0.1721230 Jul 07 18:14:24.619409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1623-430b-4929-a979-c193736fd691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b382fe-561c-4cde-8fdc-04bcb331344e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:24.664441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:24.669656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:24.886635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.8 (221a85b6-9b66-4328-8a58-2cfc8b523597/82096b04-2a9e-49d4-ad5b-a3de7b2c45e4/a3669611-13bc-4ca4-8142-c6a9e3ecdddd) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:24.991167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69694941-d8a2-4f61-8c6a-e884ccdc9444 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:25.048032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 69694941-d8a2-4f61-8c6a-e884ccdc9444 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:25.053610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69694941-d8a2-4f61-8c6a-e884ccdc9444 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:25.054216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.123655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.152728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object a3669611-13bc-4ca4-8142-c6a9e3ecdddd will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:25.225827 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.229896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.254635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bc2d6d2-b71d-42a1-85b1-482f2cbd6486 req-e02493ed-d22b-4a3b-88a0-895b40c44980 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 210 time: 0.0633686 Jul 07 18:14:25.296123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 69694941-d8a2-4f61-8c6a-e884ccdc9444, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69694941-d8a2-4f61-8c6a-e884ccdc9444,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:25.302937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.312471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:25.316622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:25.329689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:25.339307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:25.379796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=69694941-d8a2-4f61-8c6a-e884ccdc9444,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:25.438216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:25.438889 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.463362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-73a5d132-c7f7-4a18-90dd-ee63af3590b2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9646640 Jul 07 18:14:25.480549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Request body: {'port': {'device_id': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:25.592650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.640526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b12b2294-8efc-4520-b368-cb7b6308d91f None None] Provisioning for port a3669611-13bc-4ca4-8142-c6a9e3ecdddd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:25.646753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b12b2294-8efc-4520-b368-cb7b6308d91f None None] Provisioning complete for port a3669611-13bc-4ca4-8142-c6a9e3ecdddd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:25.648760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b12b2294-8efc-4520-b368-cb7b6308d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.701609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b12b2294-8efc-4520-b368-cb7b6308d91f None None] Port a3669611-13bc-4ca4-8142-c6a9e3ecdddd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:14:25.957344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3669611-13bc-4ca4-8142-c6a9e3ecdddd {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:25.965638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:25.988255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Transition to ACTIVE for port object a3669611-13bc-4ca4-8142-c6a9e3ecdddd will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:25.992594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.053303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:26.168579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:26.168936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:26.169186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on network 221a85b6-9b66-4328-8a58-2cfc8b523597 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:26.177736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on network 221a85b6-9b66-4328-8a58-2cfc8b523597 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:14:26.177966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on network 221a85b6-9b66-4328-8a58-2cfc8b523597 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:26.184605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:26.184979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Checking segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:26.185487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Bound using segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:26.185940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Bound port: a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:26.186297 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.188177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58904) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:26.270525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:26.276070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:26.286171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.337412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:26.338469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.340100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] 10.222.0.90 "PUT /v2.0/ports/a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 1091 time: 0.8692398 Jul 07 18:14:26.340777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:26.343763 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:26.446559 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b3c85-3d5b-42e0-a87c-8ec82ca834b7 x-openstack-request-id: req-712b3c85-3d5b-42e0-a87c-8ec82ca834b7 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:26.447315 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:26.447315 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-712b3c85-3d5b-42e0-a87c-8ec82ca834b7 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:26.448136 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'status': 'completed', 'code': 200} Jul 07 18:14:26.458951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1618d33b-5d0e-490e-8934-bd95b1e1d4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.471864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46732ea-154f-438f-8df6-a4fd651eedd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:26.521245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-38b5482b-f75c-47fa-9f2a-5a6a877fde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:26.523919 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-38b5482b-f75c-47fa-9f2a-5a6a877fde9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1094 time: 0.1328690 Jul 07 18:14:26.575661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-63ae9fab-2ad6-4c17-a91d-a29451c89553 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 217 time: 0.0453339 Jul 07 18:14:26.604498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adc330-6a8c-4d87-9aef-bf6f92e34bbf req-3006a225-fe44-44b7-ad26-c2efb77dab76 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:26.606596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76adc330-6a8c-4d87-9aef-bf6f92e34bbf req-3006a225-fe44-44b7-ad26-c2efb77dab76 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 943 time: 0.1265917 Jul 07 18:14:26.639109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-852c0b99-4652-4c8b-82be-30f02932a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:26.640642 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-852c0b99-4652-4c8b-82be-30f02932a10a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0580118 Jul 07 18:14:26.679354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76adc330-6a8c-4d87-9aef-bf6f92e34bbf req-e224ac4e-89a8-4ef0-8a28-34438659b399 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662808 Jul 07 18:14:26.712391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da620-1848-455c-9841-93ad7e51590f req-19761b98-b713-47f7-b2d3-2ae419eb5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:26.714335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-19761b98-b713-47f7-b2d3-2ae419eb5a7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670547 Jul 07 18:14:26.733998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1618d33b-5d0e-490e-8934-bd95b1e1d4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.740141 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1618d33b-5d0e-490e-8934-bd95b1e1d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.774466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618d33b-5d0e-490e-8934-bd95b1e1d4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc461c37-b1d0-4c54-bce7-f7db3e37a801,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:26.822233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1618d33b-5d0e-490e-8934-bd95b1e1d4cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83ca345aca5d493b9791fe0faef35871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321633 Jul 07 18:14:26.823527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58918) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:26.875307 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-e7ea0488-0cb5-41ac-8970-ed26e89ae35c service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546760 Jul 07 18:14:26.898295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb36ce2f-292f-4fe6-995b-4df7939a4a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.932339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb36ce2f-292f-4fe6-995b-4df7939a4a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.948967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69694941-d8a2-4f61-8c6a-e884ccdc9444 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:26.991851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb36ce2f-292f-4fe6-995b-4df7939a4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.996310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb36ce2f-292f-4fe6-995b-4df7939a4a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:26.996577 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d8da620-1848-455c-9841-93ad7e51590f req-dd88b25b-7ceb-4f90-aac9-6158e63163cb service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148083 Jul 07 18:14:26.998387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cb36ce2f-292f-4fe6-995b-4df7939a4a39 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc461c37-b1d0-4c54-bce7-f7db3e37a801 HTTP/1.1" status: 204 len: 168 time: 0.1725605 Jul 07 18:14:27.009894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ce2f-292f-4fe6-995b-4df7939a4a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc461c37-b1d0-4c54-bce7-f7db3e37a801,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:27.051705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69694941-d8a2-4f61-8c6a-e884ccdc9444 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:27.052351 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:27.125121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-3089584e-6c70-4e0e-a176-577840feba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.133303 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-3089584e-6c70-4e0e-a176-577840feba18 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1094 time: 0.0771306 Jul 07 18:14:27.266050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-f9d515ee-5d0c-42a6-bf1f-9a6cbbdc36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.268014 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-f9d515ee-5d0c-42a6-bf1f-9a6cbbdc36f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.1305676 Jul 07 18:14:27.316144 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-422b3075-d53f-40a4-9a24-805558cbbde3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 217 time: 0.0412343 Jul 07 18:14:27.373227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-86184b86-0477-4640-a307-61db37d8ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.374895 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-86184b86-0477-4640-a307-61db37d8ff77 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0521529 Jul 07 18:14:27.441769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-3d9fcfc5-835a-4801-8cc3-016cc81710fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.443290 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-3d9fcfc5-835a-4801-8cc3-016cc81710fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620041 Jul 07 18:14:27.542488 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-e3720166-10ec-4e81-a6b5-c0cb3213e34d service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922077 Jul 07 18:14:27.641905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-33c4ed96-4bda-43d8-b101-b4eb1f69cfeb req-199df589-b959-404c-b431-3561370f972c service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922668 Jul 07 18:14:27.882373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd73e-0e6b-4ace-8c3a-dbd83ba9f4e4 req-d2322f6c-60cf-4ecb-8aa0-79f5df3f3aeb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:27.884042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a31bd73e-0e6b-4ace-8c3a-dbd83ba9f4e4 req-d2322f6c-60cf-4ecb-8aa0-79f5df3f3aeb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 943 time: 0.0743701 Jul 07 18:14:27.933547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a31bd73e-0e6b-4ace-8c3a-dbd83ba9f4e4 req-528ec078-d197-4e2d-a852-8917f3dbe79a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Jul 07 18:14:29.119855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a9129-3fdb-426b-82cd-c9c97ca6f0ce req-a12f02ce-bac8-4e5c-ac2f-e78b35b55b8e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:29.121396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae3a9129-3fdb-426b-82cd-c9c97ca6f0ce req-a12f02ce-bac8-4e5c-ac2f-e78b35b55b8e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 943 time: 0.0795476 Jul 07 18:14:29.170784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae3a9129-3fdb-426b-82cd-c9c97ca6f0ce req-790e836c-912c-4bb5-815d-f0481740e2f9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Jul 07 18:14:29.464659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59016) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:29.584418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8418a610-4f2c-4d78-839b-2b2472f0a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.616574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:14:29.700595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8418a610-4f2c-4d78-839b-2b2472f0a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.705944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8418a610-4f2c-4d78-839b-2b2472f0a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.718712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:29.732292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'port_id': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'mac_address': 'fa:16:3e:06:75:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:14:29.754297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8418a610-4f2c-4d78-839b-2b2472f0a542 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=76b3b753b7d0426696613b8649cc0407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839930 Jul 07 18:14:29.754297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418a610-4f2c-4d78-839b-2b2472f0a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffe6095-ac9c-434e-9d94-939f9e434cc8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:29.754641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59024) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:29.790477 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.803744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3669611-13bc-4ca4-8142-c6a9e3ecdddd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:29.806052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5acbc9df-260e-4ddb-ab3d-494e71bd5c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.825636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:29.830491 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.836138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5acbc9df-260e-4ddb-ab3d-494e71bd5c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.885386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:29.888902 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5acbc9df-260e-4ddb-ab3d-494e71bd5c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.892098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5acbc9df-260e-4ddb-ab3d-494e71bd5c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:29.896722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5acbc9df-260e-4ddb-ab3d-494e71bd5c13 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ffe6095-ac9c-434e-9d94-939f9e434cc8 HTTP/1.1" status: 204 len: 168 time: 0.1379588 Jul 07 18:14:29.902898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbc9df-260e-4ddb-ab3d-494e71bd5c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffe6095-ac9c-434e-9d94-939f9e434cc8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:30.118144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['a3669611-13bc-4ca4-8142-c6a9e3ecdddd'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:14:30.257835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59048) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:30.285032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07f56e13-fa28-4318-9d67-ce698e224f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.434388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd78d-d818-492a-969f-eaa6435d13b6 req-e007a56f-8f00-4c17-aac0-555ace9231d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:30.443683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81dbd78d-d818-492a-969f-eaa6435d13b6 req-e007a56f-8f00-4c17-aac0-555ace9231d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 944 time: 0.1163182 Jul 07 18:14:30.481890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07f56e13-fa28-4318-9d67-ce698e224f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.492221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07f56e13-fa28-4318-9d67-ce698e224f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.499728 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81dbd78d-d818-492a-969f-eaa6435d13b6 req-9466cd69-4ff6-4b6e-a60e-7f76127a81cd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532093 Jul 07 18:14:30.547861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59052) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:30.549428 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-07f56e13-fa28-4318-9d67-ce698e224f07 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=36c28b102e374ac59ebbaa19b1f4d457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896063 Jul 07 18:14:30.555206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f56e13-fa28-4318-9d67-ce698e224f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df22451d-edda-46b4-bb0e-933629f5c49d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:30.599240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962b73d6-5703-4e70-87c7-c451ec2b7ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.623014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962b73d6-5703-4e70-87c7-c451ec2b7ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.715113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcffad-44b8-45fa-bfc2-c8e5666dcf7f req-2a0757f1-2415-499c-b8f9-f678a9ec970c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:30.716638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04fcffad-44b8-45fa-bfc2-c8e5666dcf7f req-2a0757f1-2415-499c-b8f9-f678a9ec970c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0965188 Jul 07 18:14:30.721802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962b73d6-5703-4e70-87c7-c451ec2b7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.724587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-962b73d6-5703-4e70-87c7-c451ec2b7ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.725690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-962b73d6-5703-4e70-87c7-c451ec2b7ae7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/df22451d-edda-46b4-bb0e-933629f5c49d HTTP/1.1" status: 204 len: 168 time: 0.1764274 Jul 07 18:14:30.748662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b73d6-5703-4e70-87c7-c451ec2b7ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df22451d-edda-46b4-bb0e-933629f5c49d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:30.778476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04fcffad-44b8-45fa-bfc2-c8e5666dcf7f req-a3ba6e80-1588-467d-ab4a-59f0d10ba320 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515945 Jul 07 18:14:31.632162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:31.689987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port a3669611-13bc-4ca4-8142-c6a9e3ecdddd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:31.695265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port a3669611-13bc-4ca4-8142-c6a9e3ecdddd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:31.695880 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:31.699100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381095-ea0d-4bb1-a649-9ca5fc533cc9 req-671118a0-8c8f-4de2-8016-d14c9da506c2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:31.701822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1381095-ea0d-4bb1-a649-9ca5fc533cc9 req-671118a0-8c8f-4de2-8016-d14c9da506c2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 944 time: 0.0887475 Jul 07 18:14:31.749839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1381095-ea0d-4bb1-a649-9ca5fc533cc9 req-b7c2a51c-2fed-4bcb-9cf2-3e1c8a7ab6c7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411899 Jul 07 18:14:31.810954 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:31.841223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:31.843689 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd20c398-46ac-43f3-b391-295d9306cbd3" -d '{"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-plugged", "status": "completed", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:31.870704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:31.879517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:31.918039 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28902871-b1e5-4874-8a02-4e5e893a4a6b x-openstack-request-id: req-28902871-b1e5-4874-8a02-4e5e893a4a6b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:31.918899 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-plugged", "status": "completed", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:31.919364 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28902871-b1e5-4874-8a02-4e5e893a4a6b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:31.920150 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'code': 200} Jul 07 18:14:31.965572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:32.043751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cafeb4-ce9e-4c37-ac79-303451d5c869 req-c9d5303e-a915-4597-a556-a08d464d37e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:32.045895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55cafeb4-ce9e-4c37-ac79-303451d5c869 req-c9d5303e-a915-4597-a556-a08d464d37e6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0977917 Jul 07 18:14:32.088044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b8fa8-ad24-4774-8d96-eeba9aef5afe req-b230c675-f6c3-40fa-8dc6-a9f9a21b7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:32.089731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-645b8fa8-ad24-4774-8d96-eeba9aef5afe req-b230c675-f6c3-40fa-8dc6-a9f9a21b7da1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1096 time: 0.0898197 Jul 07 18:14:32.090092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-55cafeb4-ce9e-4c37-ac79-303451d5c869 req-32e266b0-d90e-4850-866e-6550237084d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Jul 07 18:14:32.142036 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-645b8fa8-ad24-4774-8d96-eeba9aef5afe req-b67f7d6d-6bcb-4d48-ad25-a92b96007e05 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451221 Jul 07 18:14:32.683642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-344bab0d-55e3-4731-a6bc-bab46a4c2fed tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:32.685426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-344bab0d-55e3-4731-a6bc-bab46a4c2fed tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0660570 Jul 07 18:14:32.799332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Deleting port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:14:32.800014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:32.930250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] For port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:32.930763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.024082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dced5a-3297-4ce2-a1e2-c27c0047b69a req-6cb0e6c8-e814-482d-a773-4eec9f4edcd2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.025725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68dced5a-3297-4ce2-a1e2-c27c0047b69a req-6cb0e6c8-e814-482d-a773-4eec9f4edcd2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1487272 Jul 07 18:14:33.101373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59140) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:33.140128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68dced5a-3297-4ce2-a1e2-c27c0047b69a req-aeb8b369-a4d8-4d9d-9a77-f4002f968e2a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854449 Jul 07 18:14:33.184294 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.188893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.188893 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Floating IP 479f29ea-436e-47ff-aebf-20f23094a2ef disassociated. External IP: 172.25.1.3, port: a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2. Jul 07 18:14:33.188893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Calling delete_port for a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:14:33.312147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2dbfded-5852-41d1-a4ff-375039377d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.350886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b2f57-2453-49d5-84fd-4ab362f304c9 req-41de87d1-7d1d-408a-a076-cbff592fc669 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.352563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f39b2f57-2453-49d5-84fd-4ab362f304c9 req-41de87d1-7d1d-408a-a076-cbff592fc669 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0963731 Jul 07 18:14:33.421933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f39b2f57-2453-49d5-84fd-4ab362f304c9 req-7053e80a-39bb-4f7e-ae64-b3321e694492 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=20f09aef-a340-44c1-aed5-a78d5d3531cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Jul 07 18:14:33.422966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.435759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2dbfded-5852-41d1-a4ff-375039377d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.446376 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b2dbfded-5852-41d1-a4ff-375039377d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.461237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event deleted for resources: {'Port': ['ID=a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:33.500573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b2dbfded-5852-41d1-a4ff-375039377d1e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d1362d871273434c95db9cd0eec70dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957245 Jul 07 18:14:33.502621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59148) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:33.517687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbfded-5852-41d1-a4ff-375039377d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e1b93-b610-4e92-a3a6-5bf85a268db8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:33.560986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-978756a1-80eb-43ec-a327-b4979bef346e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.583523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-978756a1-80eb-43ec-a327-b4979bef346e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.591492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:14:33.638138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-978756a1-80eb-43ec-a327-b4979bef346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.641448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-978756a1-80eb-43ec-a327-b4979bef346e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.642796 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-978756a1-80eb-43ec-a327-b4979bef346e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/388e1b93-b610-4e92-a3a6-5bf85a268db8 HTTP/1.1" status: 204 len: 168 time: 0.1390777 Jul 07 18:14:33.656922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978756a1-80eb-43ec-a327-b4979bef346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e1b93-b610-4e92-a3a6-5bf85a268db8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:33.720968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:14:33.734131 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] Sync routers for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:14:33.750597 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:33.750597 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:33.777279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] No DVR routers for this DVR port a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:14:33.780314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.783090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f16eec9c-965e-405f-b513-f0d8335725b0 req-2eb9eaaf-c30f-4398-9f30-47db75f3298d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "DELETE /v2.0/ports/a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 HTTP/1.1" status: 204 len: 173 time: 1.0924325 Jul 07 18:14:33.783784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'name': 'network-vif-deleted', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:33.787022 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efd1580-f5ee-4d5c-bcfb-4b0db18f5b51" -d '{"events": [{"server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "name": "network-vif-deleted", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:33.843687 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e916cbb-37fe-45f0-a5c9-77593b77ad10 x-openstack-request-id: req-9e916cbb-37fe-45f0-a5c9-77593b77ad10 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:33.844354 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bde6559-f233-44ee-9266-636a7ca2a1e0", "name": "network-vif-deleted", "tag": "a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:33.844354 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9e916cbb-37fe-45f0-a5c9-77593b77ad10 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:33.844615 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bde6559-f233-44ee-9266-636a7ca2a1e0', 'name': 'network-vif-deleted', 'tag': 'a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2', 'status': 'completed', 'code': 200} Jul 07 18:14:33.882025 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:33.917796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.086774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59158) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:34.100465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85237ae1-1de6-44e7-a547-72e5747b1f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.166104 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:34.203758 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] Checking router: 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:14:34.213397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85237ae1-1de6-44e7-a547-72e5747b1f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.219160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85237ae1-1de6-44e7-a547-72e5747b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.219361 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:34.219888 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:34.265367 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-85237ae1-1de6-44e7-a547-72e5747b1f83 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=40752cb38a2e4f44bfcf33215c5c503b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773918 Jul 07 18:14:34.269007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:34.278448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85237ae1-1de6-44e7-a547-72e5747b1f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81db30-da74-452c-8aea-6c8b02e587a7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:34.354251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3b2778d-4f51-4766-aa34-fac7118acb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.380673 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:34.397554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3b2778d-4f51-4766-aa34-fac7118acb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.472326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3b2778d-4f51-4766-aa34-fac7118acb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.477278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f3b2778d-4f51-4766-aa34-fac7118acb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:34.479766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3b2778d-4f51-4766-aa34-fac7118acb4a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8b81db30-da74-452c-8aea-6c8b02e587a7 HTTP/1.1" status: 204 len: 168 time: 0.2098231 Jul 07 18:14:34.504158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2778d-4f51-4766-aa34-fac7118acb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81db30-da74-452c-8aea-6c8b02e587a7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:34.505530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21497f83-a71c-4bad-9093-4a28100d6218 req-fa100a64-6c9b-41e3-b060-d4c1284a943b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:34.507140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21497f83-a71c-4bad-9093-4a28100d6218 req-fa100a64-6c9b-41e3-b060-d4c1284a943b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1766238 Jul 07 18:14:34.637402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21497f83-a71c-4bad-9093-4a28100d6218 req-08273710-dd32-45e1-9cbc-16a2a1561af1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076353 Jul 07 18:14:34.769655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fadc0844-3ea6-4354-b17f-7d1d99878f33 req-ca070843-4aa2-4cc2-b702-321772dff3ba tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bde6559-f233-44ee-9266-636a7ca2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0657303 Jul 07 18:14:34.844877 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:34.950260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53913f14-47ae-4978-bf07-ee69129e1fb8 req-5639a289-e5d0-4118-90b3-196a1d9730f4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:34.952978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53913f14-47ae-4978-bf07-ee69129e1fb8 req-5639a289-e5d0-4118-90b3-196a1d9730f4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1029139 Jul 07 18:14:34.995388 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6faf8-5899-40be-86df-b19d55d17ab3 None None] The sync data for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 is: [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:35.010679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53913f14-47ae-4978-bf07-ee69129e1fb8 req-574ee57d-6f92-43b2-bfdb-72ca2969764b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479553 Jul 07 18:14:35.039545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59180) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:35.123688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8ac265-d38d-4504-9812-818cc459b610 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:35.125429 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cd8ac265-d38d-4504-9812-818cc459b610 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1091 time: 0.0873215 Jul 07 18:14:35.130102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59186) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:35.134979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:35.162906 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:35.343558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:35.500212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.248 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/83413672-1e3a-47be-9f48-049ec3651c07) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:35.514646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1a5ef-200b-4862-beee-a6cbd6cbbe7b None None] New status for floating IP 479f29ea-436e-47ff-aebf-20f23094a2ef: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:14:35.640990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:35.689213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:35.728563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:35.731573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:35.737570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:35.765749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=83413672-1e3a-47be-9f48-049ec3651c07,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:35.820175 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:35.959556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:36.046887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2503af15-72a8-4268-9791-65bff340436d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.095016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2503af15-72a8-4268-9791-65bff340436d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.193459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2503af15-72a8-4268-9791-65bff340436d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.198804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2503af15-72a8-4268-9791-65bff340436d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.200572 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2503af15-72a8-4268-9791-65bff340436d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "DELETE /v2.0/security-groups/20f09aef-a340-44c1-aed5-a78d5d3531cf HTTP/1.1" status: 204 len: 168 time: 0.2394848 Jul 07 18:14:36.204588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59224) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:36.212586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503af15-72a8-4268-9791-65bff340436d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f09aef-a340-44c1-aed5-a78d5d3531cf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:36.238959 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-3974e290-58e3-4626-adae-4cfa061afdf2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] show failed (client error): The resource could not be found. Jul 07 18:14:36.240866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3974e290-58e3-4626-adae-4cfa061afdf2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups/20f09aef-a340-44c1-aed5-a78d5d3531cf HTTP/1.1" status: 404 len: 347 time: 0.0342751 Jul 07 18:14:36.243071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59226) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:36.251712 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.365749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.396451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Deleting port 34a6eaf2-8257-4d48-a311-8b659a8223fa {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:14:36.396794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.495614 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.496709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.511957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Calling delete_port for 34a6eaf2-8257-4d48-a311-8b659a8223fa owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:14:36.582080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.589796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.655999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=83413672-1e3a-47be-9f48-049ec3651c07,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:36.675753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.694325 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.722624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event deleted for resources: {'Port': ['ID=34a6eaf2-8257-4d48-a311-8b659a8223fa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:36.791388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.794319 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.795650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cebf5ad3-059a-4361-9387-76fdce5624a7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "DELETE /v2.0/floatingips/479f29ea-436e-47ff-aebf-20f23094a2ef HTTP/1.1" status: 204 len: 168 time: 0.5512927 Jul 07 18:14:36.841287 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP c386067a-4ee2-4f6b-a8d0-36074cdfd1de associated. External IP: 172.25.1.248, port: a3669611-13bc-4ca4-8142-c6a9e3ecdddd. Jul 07 18:14:37.082260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:14:37.151597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:14:37.206649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:14:37.207684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a90cd52d-38e9-4d4e-9c1d-b582d7fbbfb2 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:14:37.210141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59246) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:37.251861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:14:37.265352 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] Sync routers for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:14:37.275398 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:37.276311 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:37.301082 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:37.332960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59254) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:37.339974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f2b6ab6c-c327-4d39-a57d-c27bc3775306 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797002905', 'description': 'tempest-description--861701590'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:37.344779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-742f0291-51a7-407e-88a6-9f992363cd84 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2134845 Jul 07 18:14:37.345920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:37.349663 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de41b38f-6cd8-4f02-9332-83988b64930e" -d '{"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:37.370826 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ab6c-c327-4d39-a57d-c27bc3775306 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:37.404332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2362770-8bb8-418b-94d7-87cf5c05dc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:37.497870 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4165829-c51c-45f0-949b-aa6d5c7b6207 x-openstack-request-id: req-e4165829-c51c-45f0-949b-aa6d5c7b6207 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:37.498261 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:37.498575 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e4165829-c51c-45f0-949b-aa6d5c7b6207 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:37.499048 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'status': 'completed', 'code': 200} Jul 07 18:14:37.509929 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ab6c-c327-4d39-a57d-c27bc3775306 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:37.511511 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:37.544877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ab6c-c327-4d39-a57d-c27bc3775306 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:37.593520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21e54-84ab-4133-9d02-681afd2eaa68 req-66fdd329-a6e4-44a0-91d4-e11dcf7580d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:37.595724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78d21e54-84ab-4133-9d02-681afd2eaa68 req-66fdd329-a6e4-44a0-91d4-e11dcf7580d5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1152453 Jul 07 18:14:37.610836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6ab6c-c327-4d39-a57d-c27bc3775306 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555a90be-5340-415a-b43e-76198a9c795f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:37.666463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b38f-6cd8-4f02-9332-83988b64930e req-a1da2d36-e179-45de-9a8a-68286aa5b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:37.668754 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de41b38f-6cd8-4f02-9332-83988b64930e req-a1da2d36-e179-45de-9a8a-68286aa5b36e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1096 time: 0.1555326 Jul 07 18:14:37.673249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78d21e54-84ab-4133-9d02-681afd2eaa68 req-8f79566e-bf72-41f0-9030-095ac2d82437 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694728 Jul 07 18:14:37.690935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59260) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:37.765554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c990b082-67e1-4345-922f-f0df4c5c87ad tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/c386067a-4ee2-4f6b-a8d0-36074cdfd1de HTTP/1.1" status: 200 len: 991 time: 0.0732789 Jul 07 18:14:37.835813 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c386067a-4ee2-4f6b-a8d0-36074cdfd1de', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'port_id': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'mac_address': 'fa:16:3e:06:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:14:36Z', 'updated_at': '2021-07-07T18:14:36Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:25Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:37.869154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] Checking router: abef6ce6-0343-48ad-bc64-e8a5b538a3f6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:14:37.878763 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:37.879533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:37.988501 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:38.152605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2362770-8bb8-418b-94d7-87cf5c05dc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.163852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a2362770-8bb8-418b-94d7-87cf5c05dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.180975 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ab6c-c327-4d39-a57d-c27bc3775306 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.186166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f2b6ab6c-c327-4d39-a57d-c27bc3775306 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8477623 Jul 07 18:14:38.186608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59268) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:38.191470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-92cf0aba-d196-4a8d-ba02-79b748862f11 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'security_group_rule': {'security_group_id': '555a90be-5340-415a-b43e-76198a9c795f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:38.200193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b38f-6cd8-4f02-9332-83988b64930e req-ef897afe-7374-4fef-8e09-08b8fdb63b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:38.202553 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de41b38f-6cd8-4f02-9332-83988b64930e req-ef897afe-7374-4fef-8e09-08b8fdb63b74 service neutron] 10.222.0.90 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.5251582 Jul 07 18:14:38.241013 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:38.269982 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92cf0aba-d196-4a8d-ba02-79b748862f11 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.278581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2362770-8bb8-418b-94d7-87cf5c05dc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14181827-bf9f-4aa4-8b9c-1820cc8b245a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:38.285868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a2362770-8bb8-418b-94d7-87cf5c05dc5c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=33f607047e9444dca9c1cec3dcb8306e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0746441 Jul 07 18:14:38.287286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59270) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:38.328184 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c386067a-4ee2-4f6b-a8d0-36074cdfd1de', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'port_id': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'mac_address': 'fa:16:3e:06:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:14:36Z', 'updated_at': '2021-07-07T18:14:36Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:25Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:38.333079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de41b38f-6cd8-4f02-9332-83988b64930e req-a2a6f557-f3b8-40c1-aa29-a0379a59eab6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 999 time: 0.1105714 Jul 07 18:14:38.366197 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc1357-9962-4428-bfcd-706b5b4ce705 None None] The sync data for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 is: [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c386067a-4ee2-4f6b-a8d0-36074cdfd1de', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'port_id': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'mac_address': 'fa:16:3e:06:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:14:36Z', 'updated_at': '2021-07-07T18:14:36Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:25Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:38.366891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92cf0aba-d196-4a8d-ba02-79b748862f11 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.373694 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92cf0aba-d196-4a8d-ba02-79b748862f11 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.386886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-489ca308-5efc-434e-b1ee-fc31d101d518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.393514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf0aba-d196-4a8d-ba02-79b748862f11 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed2e839-abd0-4f6e-a2ca-dbb0c6f363f0,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:38.400413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92cf0aba-d196-4a8d-ba02-79b748862f11 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.402263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-92cf0aba-d196-4a8d-ba02-79b748862f11 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146835 Jul 07 18:14:38.404814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59272) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:38.410122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-056ebebe-19fa-423e-9ac6-9fc9dcdb5379 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'security_group_rule': {'security_group_id': '555a90be-5340-415a-b43e-76198a9c795f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:38.422498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-489ca308-5efc-434e-b1ee-fc31d101d518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.425187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b38f-6cd8-4f02-9332-83988b64930e req-93a90f9a-422a-4e02-b203-64688ce26043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:38.426862 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de41b38f-6cd8-4f02-9332-83988b64930e req-93a90f9a-422a-4e02-b203-64688ce26043 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0872056 Jul 07 18:14:38.443580 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-056ebebe-19fa-423e-9ac6-9fc9dcdb5379 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.523829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-056ebebe-19fa-423e-9ac6-9fc9dcdb5379 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.529800 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-056ebebe-19fa-423e-9ac6-9fc9dcdb5379 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.530691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b38f-6cd8-4f02-9332-83988b64930e req-7732c927-a0ab-425a-93f0-3d115e992b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:38.532738 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de41b38f-6cd8-4f02-9332-83988b64930e req-7732c927-a0ab-425a-93f0-3d115e992b0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993540 Jul 07 18:14:38.534196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-489ca308-5efc-434e-b1ee-fc31d101d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.536993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-489ca308-5efc-434e-b1ee-fc31d101d518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.540785 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-489ca308-5efc-434e-b1ee-fc31d101d518 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/14181827-bf9f-4aa4-8b9c-1820cc8b245a HTTP/1.1" status: 204 len: 168 time: 0.2486699 Jul 07 18:14:38.545884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ebebe-19fa-423e-9ac6-9fc9dcdb5379 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9e59de-baf4-4000-9f34-6014b8623b53,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:38.568156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-056ebebe-19fa-423e-9ac6-9fc9dcdb5379 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.569858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-056ebebe-19fa-423e-9ac6-9fc9dcdb5379 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638153 Jul 07 18:14:38.573450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59276) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:38.579038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:38.579286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ca308-5efc-434e-b1ee-fc31d101d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14181827-bf9f-4aa4-8b9c-1820cc8b245a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:38.606438 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.676219 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de41b38f-6cd8-4f02-9332-83988b64930e req-b37adc1a-276f-4fc6-8b69-a37084280297 service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350026 Jul 07 18:14:38.703718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914396fc-f03c-472c-ad65-349a376a43b8 None None] New status for floating IP c386067a-4ee2-4f6b-a8d0-36074cdfd1de: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:14:38.770276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59280) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:38.773132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.792925 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-de41b38f-6cd8-4f02-9332-83988b64930e req-37325ed5-cbb0-4b24-98e7-ebe665c4079d service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100309 Jul 07 18:14:38.948928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59282) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:38.970375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccc86c0c-5163-4ca1-958c-0e6f9cfd841c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:38.997301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Allocated IP 172.25.1.28 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b0a0cc5f-5878-4d94-999f-7b17dfc6d623) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:39.011548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4eb5450c-23dc-4a8d-a4a9-6bd54a36fa34 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/c386067a-4ee2-4f6b-a8d0-36074cdfd1de HTTP/1.1" status: 200 len: 993 time: 0.1105258 Jul 07 18:14:39.470407 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.507606 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccc86c0c-5163-4ca1-958c-0e6f9cfd841c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.515284 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccc86c0c-5163-4ca1-958c-0e6f9cfd841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.563832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc86c0c-5163-4ca1-958c-0e6f9cfd841c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9158f1c-4da7-4cd8-a74b-bb0bfcb9e40e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:39.567109 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.573639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ccc86c0c-5163-4ca1-958c-0e6f9cfd841c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3b39f74bf9674934b88f12c374bf5f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241889 Jul 07 18:14:39.573990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59290) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:39.621027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:39.625087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:39.627229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'Port': ['ID=b0a0cc5f-5878-4d94-999f-7b17dfc6d623,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:39.629412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:39.640598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b340d5-f482-4421-82d6-da9e1438eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.662955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b340d5-f482-4421-82d6-da9e1438eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.712160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b340d5-f482-4421-82d6-da9e1438eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.714835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.715308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61b340d5-f482-4421-82d6-da9e1438eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.716540 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-61b340d5-f482-4421-82d6-da9e1438eb73 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e9158f1c-4da7-4cd8-a74b-bb0bfcb9e40e HTTP/1.1" status: 204 len: 168 time: 0.1408145 Jul 07 18:14:39.727987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b340d5-f482-4421-82d6-da9e1438eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9158f1c-4da7-4cd8-a74b-bb0bfcb9e40e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:39.771108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.933436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:39.939308 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:40.022505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'Port': ['ID=b0a0cc5f-5878-4d94-999f-7b17dfc6d623,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:40.031255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:40.046629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:40.054613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-610e0adc-2541-4089-8f6e-d723e5a235b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4734316 Jul 07 18:14:40.273271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-0c530627-9fb6-4bf2-b559-c74844d64dc7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1797002905&fields=id&tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd HTTP/1.1" status: 200 len: 267 time: 0.0434859 Jul 07 18:14:40.399278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-168615cf-07f1-42be-a4fb-4065e5258e79 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:40.401222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-168615cf-07f1-42be-a4fb-4065e5258e79 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 810 time: 0.1161728 Jul 07 18:14:40.421714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-fa449645-b78e-4b99-ad07-7a01c30cda65 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/quotas/aab8cf4aaa9042aaa6b7751c60b254bd HTTP/1.1" status: 200 len: 375 time: 0.0115800 Jul 07 18:14:40.500160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2cfe2cce-5966-4220-95aa-26f7dc809bf7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726659 Jul 07 18:14:40.610164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-49d3f713-2616-4756-817b-7dc709e0b3b0 service neutron] 10.222.0.88 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015773 Jul 07 18:14:40.716239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-d29b5d34-3b35-4c3d-b8c2-a9ab399a0864 service neutron] 10.222.0.88 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994692 Jul 07 18:14:40.966977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73733c0f-061d-4491-96fd-9462ff259edb req-ca11c256-dda4-41be-b46c-7a7cb855d463 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 210 time: 0.0464640 Jul 07 18:14:42.154802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-c1f03bfe-bf3d-4ca0-aab2-331c109935d4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:42.157187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-c1f03bfe-bf3d-4ca0-aab2-331c109935d4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 810 time: 0.1675169 Jul 07 18:14:42.202520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8abd84e5-022a-4b98-b825-c3908d82c208 req-37827985-6de9-4960-8e26-2639baae72b6 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 210 time: 0.0549862 Jul 07 18:14:42.267474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-6c7e2532-c990-44f3-bfd5-e4ce60ed77b4 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd HTTP/1.1" status: 200 len: 380 time: 0.0782492 Jul 07 18:14:42.272471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:42.278256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'port': {'device_id': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'admin_state_up': True, 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'security_groups': ['555a90be-5340-415a-b43e-76198a9c795f']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:42.402273 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5ca-0918-4a70-9ddf-9dc7b05da182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.405454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Made reservation on behalf of aab8cf4aaa9042aaa6b7751c60b254bd for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:42.410680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.506226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5ca-0918-4a70-9ddf-9dc7b05da182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.512398 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5ca-0918-4a70-9ddf-9dc7b05da182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.551411 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d6dee5ca-0918-4a70-9ddf-9dc7b05da182 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f39e597431674ae1b3bd2841561b2687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770205 Jul 07 18:14:42.554129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59404) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:42.555552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Allocated IP 172.20.0.13 (e7f7ab53-c588-4627-8a53-31d93aff47dc/1ba827e8-3174-4536-9c3b-28344790e2af/6e10b57e-b4b6-49b6-a527-bd12dadb9dc1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:42.561614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dee5ca-0918-4a70-9ddf-9dc7b05da182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410df39c-7587-4c52-816d-af99de119d90,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:42.613981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70363f9f-821a-4f5f-b271-d2449a7a7928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.635650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70363f9f-821a-4f5f-b271-d2449a7a7928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.692022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70363f9f-821a-4f5f-b271-d2449a7a7928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.695098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70363f9f-821a-4f5f-b271-d2449a7a7928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.696491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70363f9f-821a-4f5f-b271-d2449a7a7928 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/410df39c-7587-4c52-816d-af99de119d90 HTTP/1.1" status: 204 len: 168 time: 0.1414232 Jul 07 18:14:42.705633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70363f9f-821a-4f5f-b271-d2449a7a7928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410df39c-7587-4c52-816d-af99de119d90,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:42.728243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.746829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Transition to ACTIVE for port object 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:42.800965 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:42.859279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Network e7f7ab53-c588-4627-8a53-31d93aff47dc is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:42.863273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:42.869826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:42.945956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event updated for resources: {'Port': ['ID=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:42.981145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:42.981964 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.008853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-2834964e-e5b2-4a9f-ad15-70f1a0ae08d9 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7349961 Jul 07 18:14:43.023190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Request body: {'port': {'device_id': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:43.155336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.164591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59414) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:43.185687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-acec513f-28d1-4049-8f9d-6542eb65e572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.218321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-951abf48-7382-4b90-853f-d417f743d242 None None] Provisioning for port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:43.225252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-951abf48-7382-4b90-853f-d417f743d242 None None] Provisioning complete for port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:43.226149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-951abf48-7382-4b90-853f-d417f743d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.276622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-951abf48-7382-4b90-853f-d417f743d242 None None] Port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:14:43.375065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-acec513f-28d1-4049-8f9d-6542eb65e572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.382493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-acec513f-28d1-4049-8f9d-6542eb65e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.446154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-acec513f-28d1-4049-8f9d-6542eb65e572 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2caaee9fb925432b806c51d4812416a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803645 Jul 07 18:14:43.448991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59420) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:43.463158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec513f-28d1-4049-8f9d-6542eb65e572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c5209-cbfd-4530-81e4-50285977e6a9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:43.507476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae661d90-f188-40f9-a026-c3baceaa38fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.531000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae661d90-f188-40f9-a026-c3baceaa38fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.535954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6001f3-8202-4152-ae4d-f4500ccbee56 req-2c0afae3-5ac5-48c5-a587-a0ed873ee64b tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:43.537649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e6001f3-8202-4152-ae4d-f4500ccbee56 req-2c0afae3-5ac5-48c5-a587-a0ed873ee64b tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 932 time: 0.1689293 Jul 07 18:14:43.582035 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae661d90-f188-40f9-a026-c3baceaa38fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.585101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae661d90-f188-40f9-a026-c3baceaa38fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.589014 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ae661d90-f188-40f9-a026-c3baceaa38fc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1c2c5209-cbfd-4530-81e4-50285977e6a9 HTTP/1.1" status: 204 len: 168 time: 0.1352754 Jul 07 18:14:43.594722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae661d90-f188-40f9-a026-c3baceaa38fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c5209-cbfd-4530-81e4-50285977e6a9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:43.612898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e6001f3-8202-4152-ae4d-f4500ccbee56 req-90d6185d-a1eb-4bc9-891f-9cb06b3a4f10 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613387 Jul 07 18:14:43.660598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:43.668403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.682072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Transition to ACTIVE for port object 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:43.686858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.794874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Pushing event updated for resources: {'Port': ['ID=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:43.821803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Attempting to bind port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:43.822160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Attempting to bind port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:43.822601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Attempting to bind port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 on network e7f7ab53-c588-4627-8a53-31d93aff47dc {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:43.827908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 on network e7f7ab53-c588-4627-8a53-31d93aff47dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:14:43.828240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Attempting to bind port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 on network e7f7ab53-c588-4627-8a53-31d93aff47dc {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:43.833624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:43.833959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Checking segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:43.834350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Bound using segment: {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:43.834791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Bound port: 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb00a7b-ce05-41b5-8390-a5387d5447ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:43.835154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.909658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] For port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:43.913440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] For port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:43.918018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.956512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:43.957172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:43.958626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] 10.222.0.55 "PUT /v2.0/ports/6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 HTTP/1.1" status: 200 len: 1092 time: 0.9422510 Jul 07 18:14:43.959229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:43.964880 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbac0c8-5ac7-4084-a701-2d04fb76b358" -d '{"events": [{"name": "network-changed", "server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:44.006371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f55e9-5c68-47bc-aadf-db425bec178f service neutron] Pushing event updated for resources: {'Port': ['ID=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:44.047076 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16a8d94-30e8-4643-8c10-a1232fa72e29 x-openstack-request-id: req-f16a8d94-30e8-4643-8c10-a1232fa72e29 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:44.047204 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:44.047404 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f16a8d94-30e8-4643-8c10-a1232fa72e29 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:44.047830 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'status': 'completed', 'code': 200} Jul 07 18:14:44.078828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-94b6ee37-0199-4c13-bf59-d6f62c3d9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.081109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-94b6ee37-0199-4c13-bf59-d6f62c3d9aaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 1095 time: 0.0661263 Jul 07 18:14:44.133699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-871b195e-4ca4-4826-a098-34a75bfc1335 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 HTTP/1.1" status: 200 len: 217 time: 0.0432775 Jul 07 18:14:44.198297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-3d14968e-ae61-40c1-ba84-59ea894afacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.199820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-3d14968e-ae61-40c1-ba84-59ea894afacc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.0595019 Jul 07 18:14:44.276052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-e2b4885d-2f63-49e8-bacc-c7d84dd68f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.277655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-e2b4885d-2f63-49e8-bacc-c7d84dd68f2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713470 Jul 07 18:14:44.385565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-c577e72d-d90f-4b5f-857c-d32796e0b33c service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003435 Jul 07 18:14:44.490111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9c644eb-a2d5-4c61-a97d-6aed3c59ba08 req-9fcebbde-375c-4a4f-8c06-c5c344a3f573 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978706 Jul 07 18:14:44.615908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-8ae79f8b-f165-4f22-bfb2-4386ad4ec0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.617483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-8ae79f8b-f165-4f22-bfb2-4386ad4ec0d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 1095 time: 0.0732777 Jul 07 18:14:44.721948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-a9898960-e594-4e3b-b75e-666ff1b2719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.723454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-a9898960-e594-4e3b-b75e-666ff1b2719a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.0991287 Jul 07 18:14:44.779184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-b3f6be27-c7f0-4bf5-9010-f56b1c8d65d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 HTTP/1.1" status: 200 len: 217 time: 0.0479522 Jul 07 18:14:44.871925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-9d6f8e4c-7774-42f4-9443-3d54d4a5c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.873605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-9d6f8e4c-7774-42f4-9443-3d54d4a5c841 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.0871747 Jul 07 18:14:44.933306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7114ca-5e13-41a7-8e89-ba81f68e26eb req-aeb4cec2-adea-4aba-987b-b8a569ee538a tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.934417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db7114ca-5e13-41a7-8e89-ba81f68e26eb req-aeb4cec2-adea-4aba-987b-b8a569ee538a tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 944 time: 0.1391335 Jul 07 18:14:44.989745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-01891b84-cf41-43d9-8216-00edd1ba3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.991257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-01891b84-cf41-43d9-8216-00edd1ba3fab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029420 Jul 07 18:14:45.004016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db7114ca-5e13-41a7-8e89-ba81f68e26eb req-f4f15f10-5cde-4a5a-bf00-9a43b97cf8f2 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624409 Jul 07 18:14:45.101643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-d9193570-336a-4f85-87cc-c86f0d0b56d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965161 Jul 07 18:14:45.207411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcbac0c8-5ac7-4084-a701-2d04fb76b358 req-d95f5f69-954d-489f-aeed-012dede951b9 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986488 Jul 07 18:14:45.442775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59482) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:45.559124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ee7de6c-2321-4f9d-9e5b-b362e8552660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.653744 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ee7de6c-2321-4f9d-9e5b-b362e8552660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.658173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ee7de6c-2321-4f9d-9e5b-b362e8552660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.697915 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2ee7de6c-2321-4f9d-9e5b-b362e8552660 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b330201bf5e248c1bb8a5757a1ce2b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536283 Jul 07 18:14:45.698683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7de6c-2321-4f9d-9e5b-b362e8552660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4986252e-e79a-4545-973c-2b3fdfbeacf5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:45.701657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59488) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:45.757326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68720447-b440-4241-acf5-b2c2f43f9b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.779694 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68720447-b440-4241-acf5-b2c2f43f9b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.810355 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce19e0ae-f887-4c1f-9b21-2041248dbb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.833561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68720447-b440-4241-acf5-b2c2f43f9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.836122 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68720447-b440-4241-acf5-b2c2f43f9b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.837511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-68720447-b440-4241-acf5-b2c2f43f9b43 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4986252e-e79a-4545-973c-2b3fdfbeacf5 HTTP/1.1" status: 204 len: 168 time: 0.1343286 Jul 07 18:14:45.846236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68720447-b440-4241-acf5-b2c2f43f9b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4986252e-e79a-4545-973c-2b3fdfbeacf5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:46.202682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66a4f3-fb3b-436c-b320-b755184426be req-cd02c79a-12d1-4b4b-8169-af746835d5d5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.204373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c66a4f3-fb3b-436c-b320-b755184426be req-cd02c79a-12d1-4b4b-8169-af746835d5d5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 944 time: 0.0802264 Jul 07 18:14:46.251882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c66a4f3-fb3b-436c-b320-b755184426be req-e1106b43-2e4b-4921-9530-f81741406505 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Jul 07 18:14:46.805052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59530) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:46.915223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbe60e4b-be5a-45ba-bc4a-d351a1709cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.006397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbe60e4b-be5a-45ba-bc4a-d351a1709cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.011262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbe60e4b-be5a-45ba-bc4a-d351a1709cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.048284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe60e4b-be5a-45ba-bc4a-d351a1709cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce891b-2b21-4726-930a-cc5cf5d6d399,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:47.056856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59534) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:47.057099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bbe60e4b-be5a-45ba-bc4a-d351a1709cc1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8eb3d753e5254249a3f219a6f3740641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507694 Jul 07 18:14:47.112862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-073cc9f9-82f4-4273-8258-d901833b3573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.134718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-073cc9f9-82f4-4273-8258-d901833b3573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.182836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-073cc9f9-82f4-4273-8258-d901833b3573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.183288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:14:47.186249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-073cc9f9-82f4-4273-8258-d901833b3573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.189961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-073cc9f9-82f4-4273-8258-d901833b3573 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/63ce891b-2b21-4726-930a-cc5cf5d6d399 HTTP/1.1" status: 204 len: 168 time: 0.1295309 Jul 07 18:14:47.196104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cc9f9-82f4-4273-8258-d901833b3573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce891b-2b21-4726-930a-cc5cf5d6d399,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:47.308863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:47.320462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'port_id': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'mac_address': 'fa:16:3e:d1:2f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:14:47.362292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.385144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:47.410477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:47.417420 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.457772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268485c-7eed-4fbc-986b-0d9f33806bcb req-58a7b949-92c2-4ed1-b30b-2a848f786f33 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:47.465934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b268485c-7eed-4fbc-986b-0d9f33806bcb req-58a7b949-92c2-4ed1-b30b-2a848f786f33 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 944 time: 0.0898566 Jul 07 18:14:47.474728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:47.518346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b268485c-7eed-4fbc-986b-0d9f33806bcb req-96380a69-2a6a-41f1-a2a1-4c1f32ea4648 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514076 Jul 07 18:14:47.719257 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['6e10b57e-b4b6-49b6-a527-bd12dadb9dc1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:14:48.344020 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a69b2608-7170-462d-813e-13c693301032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.495548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.617481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:48.714063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d77ffc-a082-4080-95b3-ecad135203db req-7f8c6211-f165-46bf-9271-0d0f1629189e tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.715746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67d77ffc-a082-4080-95b3-ecad135203db req-7f8c6211-f165-46bf-9271-0d0f1629189e tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 945 time: 0.0656691 Jul 07 18:14:48.754004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88b9df8e-df31-4b2b-bad7-91c739976afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.778411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67d77ffc-a082-4080-95b3-ecad135203db req-3ead990b-0430-4d5c-b786-e6312ee70645 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566301 Jul 07 18:14:48.861862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88b9df8e-df31-4b2b-bad7-91c739976afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.867188 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-88b9df8e-df31-4b2b-bad7-91c739976afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.907456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9df8e-df31-4b2b-bad7-91c739976afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3623829-c4f9-456f-934f-41e6afdd772c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:48.916437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59600) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:48.917016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-88b9df8e-df31-4b2b-bad7-91c739976afe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d8cca646ddbc46ff961f283e0997c62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979195 Jul 07 18:14:48.967812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-915c3874-7285-46a1-b74b-8c1ebe0d9a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.993860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-915c3874-7285-46a1-b74b-8c1ebe0d9a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.040295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-915c3874-7285-46a1-b74b-8c1ebe0d9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.043249 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-915c3874-7285-46a1-b74b-8c1ebe0d9a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.044397 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-915c3874-7285-46a1-b74b-8c1ebe0d9a13 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a3623829-c4f9-456f-934f-41e6afdd772c HTTP/1.1" status: 204 len: 168 time: 0.1260276 Jul 07 18:14:49.052542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c3874-7285-46a1-b74b-8c1ebe0d9a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3623829-c4f9-456f-934f-41e6afdd772c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:49.197944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:49.257568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:49.262274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:49.262773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.341659 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.373010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:49.375425 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa6639a-4314-4262-992b-2f8992416ee2" -d '{"events": [{"server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "name": "network-vif-plugged", "status": "completed", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:49.389132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:49.396011 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.429111 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c10a3-7da8-49d0-8027-fdc6c4d08809 x-openstack-request-id: req-375c10a3-7da8-49d0-8027-fdc6c4d08809 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:49.429406 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "name": "network-vif-plugged", "status": "completed", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:49.430111 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-375c10a3-7da8-49d0-8027-fdc6c4d08809 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:49.430111 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'code': 200} Jul 07 18:14:49.464326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:49.574220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22356226-b5a9-4b54-9f1f-541e6a2499af req-7d0d922a-2c13-4c81-bdb3-00e19b05aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:49.575948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22356226-b5a9-4b54-9f1f-541e6a2499af req-7d0d922a-2c13-4c81-bdb3-00e19b05aa7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 1097 time: 0.0591612 Jul 07 18:14:49.617286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22356226-b5a9-4b54-9f1f-541e6a2499af req-126a7476-c2c0-4afc-a229-3935ae213e3b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 Jul 07 18:14:49.660076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.965318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a170-1540-42b6-81f5-73ea508fcffa req-93665746-6db3-4c7f-bd89-24c2eb6b2e17 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:49.966963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a58a170-1540-42b6-81f5-73ea508fcffa req-93665746-6db3-4c7f-bd89-24c2eb6b2e17 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 946 time: 0.0742259 Jul 07 18:14:50.013643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a58a170-1540-42b6-81f5-73ea508fcffa req-63cedfd6-0f37-461f-84ce-594fc6c58085 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370915 Jul 07 18:14:51.153907 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:51.223404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64245fa-7914-4397-8f49-96aec9bcffd4 req-6e62724b-7f78-4124-bb94-1200937234a3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.225604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a64245fa-7914-4397-8f49-96aec9bcffd4 req-6e62724b-7f78-4124-bb94-1200937234a3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 946 time: 0.0898380 Jul 07 18:14:51.279193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a64245fa-7914-4397-8f49-96aec9bcffd4 req-45d93c9a-b123-43a3-b2d1-7b437588f670 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Jul 07 18:14:51.474031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3818-cbe8-4a70-be07-b495944fd115 req-4bda3723-97da-4450-bca0-61427ec31dca tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.482178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-014d3818-cbe8-4a70-be07-b495944fd115 req-4bda3723-97da-4450-bca0-61427ec31dca tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 946 time: 0.0915492 Jul 07 18:14:51.490154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59760) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:51.496317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Request body: {'floatingip': {'port_id': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:51.560859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.087143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.098200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.206391 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Floating IP ab84fd01-ae02-46ad-8b06-a4342b844e58 associated. External IP: 172.25.1.28, port: 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1. Jul 07 18:14:52.439732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:14:52.629553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59840) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:52.754091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-efd4965f-303b-4a80-9efa-58e2458b7dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.865801 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-efd4965f-303b-4a80-9efa-58e2458b7dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.878896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-efd4965f-303b-4a80-9efa-58e2458b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.894576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:14:52.900056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.914674 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] Sync routers for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:14:52.933708 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:52.934350 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:52.937479 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-efd4965f-303b-4a80-9efa-58e2458b7dc4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce974bdae0404d0695163098a1db4db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068037 Jul 07 18:14:52.939134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59850) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:52.945893 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0073cf4b-beab-4cd5-9498-62704c7ef83c tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "PUT /v2.0/floatingips/ab84fd01-ae02-46ad-8b06-a4342b844e58 HTTP/1.1" status: 200 len: 991 time: 1.4542582 Jul 07 18:14:52.946483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4965f-303b-4a80-9efa-58e2458b7dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb99d51-2341-411f-af34-4d834a72feb6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:52.947056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:52.950337 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73801249-3e4b-4ff5-8a93-751000767a84" -d '{"events": [{"name": "network-changed", "server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:52.998894 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8265fa93-1292-4a83-a03b-b410b5505373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:53.012680 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e89de5-c460-4bad-9800-146753c175d9 x-openstack-request-id: req-09e89de5-c460-4bad-9800-146753c175d9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:53.013060 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:53.013343 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09e89de5-c460-4bad-9800-146753c175d9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:53.013775 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'status': 'completed', 'code': 200} Jul 07 18:14:53.027287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8265fa93-1292-4a83-a03b-b410b5505373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:53.083798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8265fa93-1292-4a83-a03b-b410b5505373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:53.088525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8265fa93-1292-4a83-a03b-b410b5505373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:53.091106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801249-3e4b-4ff5-8a93-751000767a84 req-0bf27639-3845-4c75-b650-8d588b1f1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.093709 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8265fa93-1292-4a83-a03b-b410b5505373 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fdb99d51-2341-411f-af34-4d834a72feb6 HTTP/1.1" status: 204 len: 168 time: 0.1535635 Jul 07 18:14:53.104275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73801249-3e4b-4ff5-8a93-751000767a84 req-0bf27639-3845-4c75-b650-8d588b1f1ff6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 1097 time: 0.0568292 Jul 07 18:14:53.105461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265fa93-1292-4a83-a03b-b410b5505373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb99d51-2341-411f-af34-4d834a72feb6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:53.123639 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:53.244696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801249-3e4b-4ff5-8a93-751000767a84 req-fa3ba6a8-2a70-46e5-a3dc-3af8cac8f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.246838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73801249-3e4b-4ff5-8a93-751000767a84 req-fa3ba6a8-2a70-46e5-a3dc-3af8cac8f299 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.1413245 Jul 07 18:14:53.341189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73801249-3e4b-4ff5-8a93-751000767a84 req-86b10dff-6c46-4f77-95ed-27a1ba1673a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 HTTP/1.1" status: 200 len: 999 time: 0.0866513 Jul 07 18:14:53.380695 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'ab84fd01-ae02-46ad-8b06-a4342b844e58', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'port_id': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'mac_address': 'fa:16:3e:d1:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:14:39Z', 'updated_at': '2021-07-07T18:14:51Z', 'revision_number': 1, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:53.405027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801249-3e4b-4ff5-8a93-751000767a84 req-f98e9521-fbec-407a-9389-408622468017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.408909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73801249-3e4b-4ff5-8a93-751000767a84 req-f98e9521-fbec-407a-9389-408622468017 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.0589449 Jul 07 18:14:53.421474 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] Checking router: 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:14:53.430475 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:14:53.431207 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:14:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:53.482645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801249-3e4b-4ff5-8a93-751000767a84 req-5852d713-7a91-44cd-b4ef-8fcd9e8404ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.484421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73801249-3e4b-4ff5-8a93-751000767a84 req-5852d713-7a91-44cd-b4ef-8fcd9e8404ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705230 Jul 07 18:14:53.544687 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:14:53.597697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73801249-3e4b-4ff5-8a93-751000767a84 req-74b16d7a-c431-45c8-950c-30c8463f14f5 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047442 Jul 07 18:14:53.751296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73801249-3e4b-4ff5-8a93-751000767a84 req-23fb34d4-4bbc-478f-8e29-020b8a329cba service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459782 Jul 07 18:14:53.932781 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'ab84fd01-ae02-46ad-8b06-a4342b844e58', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'port_id': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'mac_address': 'fa:16:3e:d1:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:14:39Z', 'updated_at': '2021-07-07T18:14:51Z', 'revision_number': 1, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:53.960011 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d102-c00a-4b5e-911a-14c7965bf0f1 None None] The sync data for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 is: [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'ab84fd01-ae02-46ad-8b06-a4342b844e58', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'port_id': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'mac_address': 'fa:16:3e:d1:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:14:39Z', 'updated_at': '2021-07-07T18:14:51Z', 'revision_number': 1, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:54.237595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499de7eb-39a4-45d1-8aaf-a2bed9136d6f None None] New status for floating IP ab84fd01-ae02-46ad-8b06-a4342b844e58: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:14:54.465709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59930) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:54.574140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:54.671838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:54.678520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:54.723484 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dc1a989fd052441db336b43e69808168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564087 Jul 07 18:14:54.724638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2328a7fc-4d77-46aa-8ff6-7792a2de433e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:54.726461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59938) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:54.735060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.735422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.735765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.736093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.736424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.736761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.737121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.737449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.737779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.738106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.738430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.738759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545fe3f2-da51-417a-8f94-b17770707ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.811213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:54.838292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:54.888202 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:54.890954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:54.892142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2328a7fc-4d77-46aa-8ff6-7792a2de433e HTTP/1.1" status: 204 len: 168 time: 0.1640527 Jul 07 18:14:54.900429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2328a7fc-4d77-46aa-8ff6-7792a2de433e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:54.909210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.909557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.909889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.910228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.910560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.910889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.911216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.911543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.911868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.912218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.912542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:54.912879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547096d-e0a4-47ab-bd41-65b7221cb7d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.096987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59984) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:56.246349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1785878832'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:56.267676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Made reservation on behalf of 5e251e94edfa48298f252e8d212e8454 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:56.271215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.280515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.393936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.398692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.428923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:14:56.435782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3373d2d-7ca7-46b7-a5fd-47a6beac8541,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:56.443429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.443994 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Added segment fee57be6-c827-4e7e-8e98-ae7d729a0403 of type vlan for network a531b960-053b-41d5-8677-49f6f2cf593b Jul 07 18:14:56.501468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.534373 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.539924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.540510 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.595277 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4971752 Jul 07 18:14:56.598568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59994) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:56.606610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f772db-d65f-43f2-af7b-12bce77ff2c2 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Pushing event updated for resources: {'Network': ['ID=a531b960-053b-41d5-8677-49f6f2cf593b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:56.617690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a531b960-053b-41d5-8677-49f6f2cf593b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:14:56.660556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'network': {'name': 'tempest-network--1953927019', 'router:external': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:56.683048 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Made reservation on behalf of 98b5fa572d9a4d54ae7be8fe817e6963 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:56.685812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.697013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.799158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.803854 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.828845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:14:56.841119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.841463 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Added segment 9e89449d-828a-4887-905a-4420c47a5da3 of type vlan for network 030a490c-c2b3-4188-b436-193f21ff9049 Jul 07 18:14:56.851396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb054615-d052-48cc-adaf-f96100a25b7d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:56.892059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.926092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.927162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.927769 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.975561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3751218 Jul 07 18:14:56.978359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60000) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:57.031308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f281c04-4f01-479a-864b-4c2e7d16de7a tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Network': ['ID=030a490c-c2b3-4188-b436-193f21ff9049,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:57.042794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 030a490c-c2b3-4188-b436-193f21ff9049 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:14:57.064102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.158955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.169637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030a490c-c2b3-4188-b436-193f21ff9049']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:57.181592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e89449d-828a-4887-905a-4420c47a5da3') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:57.181857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e89449d-828a-4887-905a-4420c47a5da3') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:57.191732 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.206635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.213829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:14:57.214290 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:14:57.216201 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:14:57.279626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.294042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 030a490c-c2b3-4188-b436-193f21ff9049 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 18:14:57.298855 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.300813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "DELETE /v2.0/networks/030a490c-c2b3-4188-b436-193f21ff9049 HTTP/1.1" status: 204 len: 168 time: 0.3215446 Jul 07 18:14:57.306164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60006) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:57.312901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:57.316474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf8a44-0270-469a-867c-36a8864fc1b8 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event deleted for resources: {'Network': ['ID=030a490c-c2b3-4188-b436-193f21ff9049,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:57.336869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Made reservation on behalf of 98b5fa572d9a4d54ae7be8fe817e6963 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:57.339414 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.365185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:14:57.374842 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.375178 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Added segment a6757f6c-ce19-48bd-8b51-7e2fbcdc05a1 of type vlan for network bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 Jul 07 18:14:57.425129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.474593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.475742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:57.476458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.545913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2377932 Jul 07 18:14:57.549032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60010) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:57.554746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'subnet': {'network_id': 'bfa538ce-039b-442f-ae7f-30c0ea6c5ac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:57.568237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe27f3-17d9-4484-90bc-983f745f6bfd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Network': ['ID=bfa538ce-039b-442f-ae7f-30c0ea6c5ac8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:57.582001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:14:57.587618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Made reservation on behalf of 98b5fa572d9a4d54ae7be8fe817e6963 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:14:57.590057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.909251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:14:57.910085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.968386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad1518db-b4fc-4dd2-9e40-2f8bac466d37,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:57.977844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Checking segment: {'id': 'a6757f6c-ce19-48bd-8b51-7e2fbcdc05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bfa538ce-039b-442f-ae7f-30c0ea6c5ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:57.978205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Network hostable DHCP agents. Network: bfa538ce-039b-442f-ae7f-30c0ea6c5ac8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:14:57.996113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Network bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:14:58.007698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, bfa538ce-039b-442f-ae7f-30c0ea6c5ac8) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:58.012175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:58.012768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.017243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d575301-f665-4932-ac10-1ee840e99e6a None None] Network bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:14:58.031799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-45fa5d81-2dd3-4a06-ae51-24676633d71b tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4814296 Jul 07 18:14:58.034526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60014) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:58.039189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'floatingip': {'floating_network_id': 'bfa538ce-039b-442f-ae7f-30c0ea6c5ac8'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:58.062590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.139282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51f4db-0d71-4129-bbd7-03d73745c269 None None] Network bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:14:58.152154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.270407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Allocated IP 172.20.0.4 (bfa538ce-039b-442f-ae7f-30c0ea6c5ac8/ad1518db-b4fc-4dd2-9e40-2f8bac466d37/b090a458-3ed0-427c-bec4-d491afb0d588) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:14:58.376439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.422724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.462998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Network bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:14:58.465832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:14:58.472470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:14:58.496138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Port': ['ID=b090a458-3ed0-427c-bec4-d491afb0d588,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:58.571932 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.619196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.780922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.786593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.867650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Port': ['ID=b090a458-3ed0-427c-bec4-d491afb0d588,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:58.885736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.906228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.907477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-960df25c-c8d5-4b0c-aad3-2a473d6c52f2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8719409 Jul 07 18:14:58.910633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60032) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:58.976092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a95fe139-fe16-492f-83aa-f9579b60c4d9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "GET /v2.0/floatingips?floating_network_id=bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 HTTP/1.1" status: 200 len: 689 time: 0.0643203 Jul 07 18:14:58.978568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60034) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:59.069772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.195212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Deleting port b090a458-3ed0-427c-bec4-d491afb0d588 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:14:59.195560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.272438 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.272762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.284590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Calling delete_port for b090a458-3ed0-427c-bec4-d491afb0d588 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:14:59.429968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.457720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event deleted for resources: {'Port': ['ID=b090a458-3ed0-427c-bec4-d491afb0d588,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:59.527192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.574557 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.633379 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.662512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1518db-b4fc-4dd2-9e40-2f8bac466d37,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:59.717272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.727974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa538ce-039b-442f-ae7f-30c0ea6c5ac8']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:59.739441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6757f6c-ce19-48bd-8b51-7e2fbcdc05a1') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:59.739766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6757f6c-ce19-48bd-8b51-7e2fbcdc05a1') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:59.749480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.764544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.772003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:14:59.772445 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:14:59.774278 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:14:59.832011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.837737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 18:14:59.840551 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:59.842558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "DELETE /v2.0/networks/bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 HTTP/1.1" status: 204 len: 168 time: 0.8630602 Jul 07 18:14:59.845683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60050) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:59.863398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8238f-ecff-4705-bee9-9d328f8810bd tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfa538ce-039b-442f-ae7f-30c0ea6c5ac8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:59.972779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60054) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:59.973520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7320de00-24e1-41cf-9944-ad5683cc6b32 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4138 time: 0.1254494 Jul 07 18:15:00.067713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.068179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.068639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.069120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.069574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.070132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.070584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.071064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.071514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.071965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.072432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.072904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.075019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-efadcd35-4002-423f-bdfa-b71655274bf9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7723 time: 0.1012986 Jul 07 18:15:00.077946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60056) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:00.120002 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-d7374045-1410-40f8-a663-f712851267c9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] delete failed (client error): The resource could not be found. Jul 07 18:15:00.121079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d7374045-1410-40f8-a663-f712851267c9 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/55dc81b3-e6b4-4486-9c80-4583832b013b HTTP/1.1" status: 404 len: 345 time: 0.0421121 Jul 07 18:15:00.123729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60058) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:00.140322 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ff5aed-c70e-448e-980e-e39a21e84bd3 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 18:15:00.140976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ff5aed-c70e-448e-980e-e39a21e84bd3 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:00.146269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-56ff5aed-c70e-448e-980e-e39a21e84bd3 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "DELETE /v2.0/networks/bfa538ce-039b-442f-ae7f-30c0ea6c5ac8 HTTP/1.1" status: 404 len: 339 time: 0.0180671 Jul 07 18:15:00.146783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60060) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:00.152120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'network': {'name': 'tempest-network--1886418567', 'router:external': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:00.175690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Made reservation on behalf of 98b5fa572d9a4d54ae7be8fe817e6963 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:00.178630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.204266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:00.214444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.215015 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Added segment 2d481e22-5269-41a8-9a4e-92315928349c of type vlan for network 4e72925b-eec5-4b76-b311-80c6df1f66fe Jul 07 18:15:00.266817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.302090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.303371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.304183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.356382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2083316 Jul 07 18:15:00.359318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60066) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:00.420857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907ff9a-6461-4889-b66d-4e0b6069d576 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Network': ['ID=4e72925b-eec5-4b76-b311-80c6df1f66fe,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:00.433563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4e72925b-eec5-4b76-b311-80c6df1f66fe details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:00.487850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9216c-88ae-4cbd-a9c7-db6106dc84ff tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.494170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9216c-88ae-4cbd-a9c7-db6106dc84ff tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.500312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9216c-88ae-4cbd-a9c7-db6106dc84ff tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.506176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9216c-88ae-4cbd-a9c7-db6106dc84ff tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.507874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f8b9216c-88ae-4cbd-a9c7-db6106dc84ff tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1475832 Jul 07 18:15:00.510722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60068) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:00.580709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.657060 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.666851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e72925b-eec5-4b76-b311-80c6df1f66fe']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:00.677048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d481e22-5269-41a8-9a4e-92315928349c') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:00.677342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d481e22-5269-41a8-9a4e-92315928349c') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:00.687283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.702065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.712063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:00.713137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:00.714375 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:00.784859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.789266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e72925b-eec5-4b76-b311-80c6df1f66fe {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 18:15:00.792037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.797028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "DELETE /v2.0/networks/4e72925b-eec5-4b76-b311-80c6df1f66fe HTTP/1.1" status: 204 len: 168 time: 0.2819629 Jul 07 18:15:00.797714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60074) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:00.803150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'network': {'name': 'tempest-network--1972047562', 'router:external': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:00.824516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb7880-e2e5-409c-9b80-d14ed858a0d2 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e72925b-eec5-4b76-b311-80c6df1f66fe,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:00.828443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Made reservation on behalf of 98b5fa572d9a4d54ae7be8fe817e6963 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:00.831102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.858394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:00.870405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.871005 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Added segment 48571cdc-4e10-49d5-a61d-dde1d4688264 of type vlan for network a4f4a5c3-9863-434f-aef1-ad1d76ee25f2 Jul 07 18:15:00.923147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.966962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:00.968302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:00.969144 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.030951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2320583 Jul 07 18:15:01.033699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60080) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:01.041652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8348e9-94b2-4ab9-8690-ef666428ddfa tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Network': ['ID=a4f4a5c3-9863-434f-aef1-ad1d76ee25f2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:01.053454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a4f4a5c3-9863-434f-aef1-ad1d76ee25f2 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:01.127294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a7e2a2-9bd1-4fe2-8adc-d1c3d8b3ddbf tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:01.131204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40a7e2a2-9bd1-4fe2-8adc-d1c3d8b3ddbf tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] 10.222.0.88 "GET /v2.0/networks/a4f4a5c3-9863-434f-aef1-ad1d76ee25f2 HTTP/1.1" status: 200 len: 757 time: 0.0936513 Jul 07 18:15:01.131721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60082) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:01.237296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befce284-5c66-4a26-8e4e-71fa6d3e06b5 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:01.239061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-befce284-5c66-4a26-8e4e-71fa6d3e06b5 tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] 10.222.0.88 "GET /v2.0/networks/a531b960-053b-41d5-8677-49f6f2cf593b HTTP/1.1" status: 200 len: 768 time: 0.1059909 Jul 07 18:15:01.241769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60088) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:01.319056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.406710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.417649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f4a5c3-9863-434f-aef1-ad1d76ee25f2']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:01.428373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48571cdc-4e10-49d5-a61d-dde1d4688264') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:01.428801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48571cdc-4e10-49d5-a61d-dde1d4688264') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:01.439369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.454176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.460167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:01.460747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:01.462776 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:01.527107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.535261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4f4a5c3-9863-434f-aef1-ad1d76ee25f2 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 18:15:01.538342 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.543894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "DELETE /v2.0/networks/a4f4a5c3-9863-434f-aef1-ad1d76ee25f2 HTTP/1.1" status: 204 len: 168 time: 0.2974689 Jul 07 18:15:01.544670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60090) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:01.550817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f08d98-9c92-4162-b98c-276d15049ded tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4f4a5c3-9863-434f-aef1-ad1d76ee25f2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:01.552433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'network': {'name': 'tempest-network--1691113794'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:01.583038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Made reservation on behalf of 98b5fa572d9a4d54ae7be8fe817e6963 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:01.586881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.621783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:01.634556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.635167 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Added segment 800f4d3e-11e9-442e-a5fb-2c0ce9490f6d of type vlan for network ee0a35e4-5cc9-476a-a882-7e442162517e Jul 07 18:15:01.677650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.714154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.715393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:01.715982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:01.773268 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2244911 Jul 07 18:15:01.773561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60096) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:01.787428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:01.797851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376cbad-0414-47de-8151-b8652926dc47 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Network': ['ID=ee0a35e4-5cc9-476a-a882-7e442162517e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:01.810023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ee0a35e4-5cc9-476a-a882-7e442162517e details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:02.040239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.058410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.079694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Network ee0a35e4-5cc9-476a-a882-7e442162517e is not hosted by any dhcp agent {{(pid=105589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:15:02.081146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:02.082118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.083707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "PUT /v2.0/networks/ee0a35e4-5cc9-476a-a882-7e442162517e HTTP/1.1" status: 200 len: 858 time: 0.3091199 Jul 07 18:15:02.086440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60102) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:02.139400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e1620-4042-4f7c-ae07-06d3291d6b33 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event updated for resources: {'Network': ['ID=ee0a35e4-5cc9-476a-a882-7e442162517e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:02.165957 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.256930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.268638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0a35e4-5cc9-476a-a882-7e442162517e']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:02.280478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800f4d3e-11e9-442e-a5fb-2c0ce9490f6d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:02.280735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800f4d3e-11e9-442e-a5fb-2c0ce9490f6d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:02.291085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.306021 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.311761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:02.312137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:02.313820 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:02.375943 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.381805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee0a35e4-5cc9-476a-a882-7e442162517e {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 18:15:02.384548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.390562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] 10.222.0.88 "DELETE /v2.0/networks/ee0a35e4-5cc9-476a-a882-7e442162517e HTTP/1.1" status: 204 len: 168 time: 0.2987039 Jul 07 18:15:02.391058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60108) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:02.401617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9b053-56a0-4a7a-ab91-0f3adfc9d9f6 tempest-ExternalNetworksTestJSON-194305100 tempest-ExternalNetworksTestJSON-194305100-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee0a35e4-5cc9-476a-a882-7e442162517e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:02.427400 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-419c7f6b-0c27-436b-9160-2b444469c29e tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] DELETE failed (client error): The resource could not be found. Jul 07 18:15:02.427761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419c7f6b-0c27-436b-9160-2b444469c29e tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:02.429903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-419c7f6b-0c27-436b-9160-2b444469c29e tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] 10.222.0.88 "DELETE /v2.0/subnets/ad1518db-b4fc-4dd2-9e40-2f8bac466d37 HTTP/1.1" status: 404 len: 337 time: 0.0374534 Jul 07 18:15:02.433362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60110) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:02.516998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.604872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.615238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a531b960-053b-41d5-8677-49f6f2cf593b']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:02.625727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee57be6-c827-4e7e-8e98-ae7d729a0403') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:02.625956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee57be6-c827-4e7e-8e98-ae7d729a0403') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:02.634927 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.648577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.654532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:02.654913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:02.658001 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:02.715759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.722775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.727458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] 10.222.0.88 "DELETE /v2.0/networks/a531b960-053b-41d5-8677-49f6f2cf593b HTTP/1.1" status: 204 len: 168 time: 0.2925491 Jul 07 18:15:02.740441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb63244-40dc-420a-93ba-e1502ea09fbb tempest-ExternalNetworksTestJSON-1476932083 tempest-ExternalNetworksTestJSON-1476932083-project] Pushing event deleted for resources: {'Network': ['ID=a531b960-053b-41d5-8677-49f6f2cf593b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:03.015631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60122) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:03.173015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-653533e0-343f-43ac-84bc-af92b69fb32a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e251e94edfa48298f252e8d212e8454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561549 Jul 07 18:15:03.175974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60132) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:03.230651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1275908a-3582-40fe-840f-7b300ad29702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.254847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1275908a-3582-40fe-840f-7b300ad29702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.303343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1275908a-3582-40fe-840f-7b300ad29702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.306167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1275908a-3582-40fe-840f-7b300ad29702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.307708 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1275908a-3582-40fe-840f-7b300ad29702 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c3373d2d-7ca7-46b7-a5fd-47a6beac8541 HTTP/1.1" status: 204 len: 168 time: 0.1307342 Jul 07 18:15:03.316707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275908a-3582-40fe-840f-7b300ad29702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3373d2d-7ca7-46b7-a5fd-47a6beac8541,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:03.574013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60138) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:03.622038 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-26f663dd-1ab4-4c8c-b75d-e5cee1a1ddeb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=98b5fa572d9a4d54ae7be8fe817e6963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444601 Jul 07 18:15:03.622448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:03.669706 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33646cc7-796c-4118-b2ae-a106103a7771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.691450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33646cc7-796c-4118-b2ae-a106103a7771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.739545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33646cc7-796c-4118-b2ae-a106103a7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.742477 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-33646cc7-796c-4118-b2ae-a106103a7771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.743737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-33646cc7-796c-4118-b2ae-a106103a7771 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb054615-d052-48cc-adaf-f96100a25b7d HTTP/1.1" status: 204 len: 168 time: 0.1203904 Jul 07 18:15:03.751803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33646cc7-796c-4118-b2ae-a106103a7771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb054615-d052-48cc-adaf-f96100a25b7d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:03.934799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.485876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60178) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:04.585259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1452444313'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:04.610069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:04.614414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.623281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.727423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.732417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.761974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:04.773520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ecc69d-f4c6-4c86-b87d-7a6d76a7f885,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:04.778821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.779159 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Added segment 22fd6b10-1c7c-45f3-b4a0-b9db23c49491 of type vlan for network bd3e0f74-901f-4497-8771-1fba53de1e13 Jul 07 18:15:04.824582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.871757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.878114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:04.878925 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:04.943412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4560061 Jul 07 18:15:04.946529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60190) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:04.951712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'subnet': {'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:05.001429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79040a2-56d6-4bcc-b402-1e1055dae476 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Network': ['ID=bd3e0f74-901f-4497-8771-1fba53de1e13,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:05.012951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network bd3e0f74-901f-4497-8771-1fba53de1e13 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:05.059789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:05.063854 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.279203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.338279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Subnet': ['ID=0c90bce9-034a-4259-bc52-b7b0d2569a61,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:05.347995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Checking segment: {'id': '22fd6b10-1c7c-45f3-b4a0-b9db23c49491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:05.349200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network hostable DHCP agents. Network: bd3e0f74-901f-4497-8771-1fba53de1e13, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:05.366747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:05.376580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, bd3e0f74-901f-4497-8771-1fba53de1e13) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:05.381704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:05.382455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.389984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1aa8f-d0c3-49d0-81bd-3324923c7f7e None None] Network bd3e0f74-901f-4497-8771-1fba53de1e13 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:05.417292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bde59151-583f-4ce9-8b53-eee4051b555a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4669659 Jul 07 18:15:05.418011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60196) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:05.424122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1528660280'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:05.542376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-bd3e0f74-901f-4497-8771-1fba53de1e13', 'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'tenant_id': 'cfd8c99b86404187b6eb2d43fa59103d', 'fixed_ips': [{'subnet_id': '0c90bce9-034a-4259-bc52-b7b0d2569a61'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:05.543242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.546442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:05.550303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.572095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] device_id is not set on port 2011aa04-0b3d-440f-89f8-7dfd39f8802d yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:05.694663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Allocated IP 2001:db8::131 (bd3e0f74-901f-4497-8771-1fba53de1e13/0c90bce9-034a-4259-bc52-b7b0d2569a61/2011aa04-0b3d-440f-89f8-7dfd39f8802d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:05.809776 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.861577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.876448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Transition to ACTIVE for port object 2011aa04-0b3d-440f-89f8-7dfd39f8802d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:05.911184 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.956246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:05.960380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:05.967848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:05.973678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:05.974303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.988093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=2011aa04-0b3d-440f-89f8-7dfd39f8802d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:05.998589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a1c7864d-2810-4227-8a09-ce33999c001b tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5794787 Jul 07 18:15:06.001745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60202) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:06.008960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2089381747', 'allowed_address_pairs': [{'ip_address': '2001:db8::131', 'mac_address': 'fa:16:3e:ec:2e:4b'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:06.124371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Allocated IP 2001:db8::2 (bd3e0f74-901f-4497-8771-1fba53de1e13/0c90bce9-034a-4259-bc52-b7b0d2569a61/b250fc32-a06d-47db-bd66-c981d07fee14) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:06.155344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:06.255791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.269373 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.274033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] device_id is not set on port 02314ad2-cf65-4a4c-a28d-7482dd8e6276 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:06.278842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Transition to ACTIVE for port object b250fc32-a06d-47db-bd66-c981d07fee14 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:06.296162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Transition to ACTIVE for port object b250fc32-a06d-47db-bd66-c981d07fee14 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:06.302612 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.344902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:06.347531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:06.350201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:06.357992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Pushing event updated for resources: {'Port': ['ID=b250fc32-a06d-47db-bd66-c981d07fee14,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:06.411242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Attempting to bind port b250fc32-a06d-47db-bd66-c981d07fee14 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:06.411638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Attempting to bind port b250fc32-a06d-47db-bd66-c981d07fee14 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '22fd6b10-1c7c-45f3-b4a0-b9db23c49491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:06.411995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Attempting to bind port b250fc32-a06d-47db-bd66-c981d07fee14 on network bd3e0f74-901f-4497-8771-1fba53de1e13 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:06.416942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Allocated IP 2001:db8::b6 (bd3e0f74-901f-4497-8771-1fba53de1e13/0c90bce9-034a-4259-bc52-b7b0d2569a61/02314ad2-cf65-4a4c-a28d-7482dd8e6276) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:06.419268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:06.419666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Checking segment: {'id': '22fd6b10-1c7c-45f3-b4a0-b9db23c49491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:06.420018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.420512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Bound using segment: {'id': '22fd6b10-1c7c-45f3-b4a0-b9db23c49491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:06.420994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Bound port: b250fc32-a06d-47db-bd66-c981d07fee14, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fd6b10-1c7c-45f3-b4a0-b9db23c49491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:06.422054 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.502867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] For port b250fc32-a06d-47db-bd66-c981d07fee14, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:06.508694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] For port b250fc32-a06d-47db-bd66-c981d07fee14, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b250fc32-a06d-47db-bd66-c981d07fee14,segment=NetworkSegment(22fd6b10-1c7c-45f3-b4a0-b9db23c49491),segment_id=22fd6b10-1c7c-45f3-b4a0-b9db23c49491)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:06.526106 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.589793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfab92d-ebed-4b78-ac3a-0cabd20d46c9 None None] Pushing event updated for resources: {'Port': ['ID=b250fc32-a06d-47db-bd66-c981d07fee14,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:06.618033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.637548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Transition to ACTIVE for port object 02314ad2-cf65-4a4c-a28d-7482dd8e6276 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:06.671950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.723209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:06.726817 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:06.729451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:06.735878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:06.736567 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.766306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=02314ad2-cf65-4a4c-a28d-7482dd8e6276,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:06.774409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60208) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:06.775011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-879442c2-0825-415f-a500-73e0f682207d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.7700741 Jul 07 18:15:06.873538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220b976-214a-4b47-a3c0-a1c4162576fe tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:06.887136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220b976-214a-4b47-a3c0-a1c4162576fe tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:06.896764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220b976-214a-4b47-a3c0-a1c4162576fe tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:06.898712 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f220b976-214a-4b47-a3c0-a1c4162576fe tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1223333 Jul 07 18:15:06.902904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60210) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:06.991281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b250fc32-a06d-47db-bd66-c981d07fee14 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:07.028517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting port 02314ad2-cf65-4a4c-a28d-7482dd8e6276 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:07.029239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.042561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port b250fc32-a06d-47db-bd66-c981d07fee14 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:07.144391 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.157594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Calling delete_port for 02314ad2-cf65-4a4c-a28d-7482dd8e6276 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:07.312039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.348664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Port': ['ID=02314ad2-cf65-4a4c-a28d-7482dd8e6276,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:07.441767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.444756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-af59af0f-4711-42cd-9c05-707963385dce tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/ports/02314ad2-cf65-4a4c-a28d-7482dd8e6276 HTTP/1.1" status: 204 len: 168 time: 0.5404923 Jul 07 18:15:07.447514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60218) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:07.480438 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d5f64b-87d8-4ec1-a13e-6f6f72a92900 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] GET failed (client error): The resource could not be found. Jul 07 18:15:07.482511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-93d5f64b-87d8-4ec1-a13e-6f6f72a92900 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "GET /v2.0/ports/02314ad2-cf65-4a4c-a28d-7482dd8e6276 HTTP/1.1" status: 404 len: 333 time: 0.0337667 Jul 07 18:15:07.486062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60220) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:07.491394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-276822063'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:07.666566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:07.672060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.693612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] device_id is not set on port 806b86ba-c048-4acc-bc33-b074dd49a15b yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:07.719921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6953c6a0-87a2-4f6e-875e-a138586578d7 None None] Network bd3e0f74-901f-4497-8771-1fba53de1e13 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:07.780697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-67699427-05f4-4316-a95f-d26979f158a0 None None] Provisioning for port b250fc32-a06d-47db-bd66-c981d07fee14 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:07.786223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-67699427-05f4-4316-a95f-d26979f158a0 None None] Provisioning complete for port b250fc32-a06d-47db-bd66-c981d07fee14 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:07.786751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67699427-05f4-4316-a95f-d26979f158a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:07.952997 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67699427-05f4-4316-a95f-d26979f158a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.003414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-67699427-05f4-4316-a95f-d26979f158a0 None None] For port b250fc32-a06d-47db-bd66-c981d07fee14, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b250fc32-a06d-47db-bd66-c981d07fee14,segment=NetworkSegment(22fd6b10-1c7c-45f3-b4a0-b9db23c49491),segment_id=22fd6b10-1c7c-45f3-b4a0-b9db23c49491)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:08.019128 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67699427-05f4-4316-a95f-d26979f158a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.074107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67699427-05f4-4316-a95f-d26979f158a0 None None] Pushing event updated for resources: {'Port': ['ID=b250fc32-a06d-47db-bd66-c981d07fee14,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:08.183515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Allocated IP 2001:db8::349 (bd3e0f74-901f-4497-8771-1fba53de1e13/0c90bce9-034a-4259-bc52-b7b0d2569a61/806b86ba-c048-4acc-bc33-b074dd49a15b) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:08.349577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.360865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6ecbdeb2-58e2-4e92-965e-08ed1ddefc62 None None] Provisioning for port 2011aa04-0b3d-440f-89f8-7dfd39f8802d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:08.366067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Transition to ACTIVE for port object 806b86ba-c048-4acc-bc33-b074dd49a15b will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:08.366241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6ecbdeb2-58e2-4e92-965e-08ed1ddefc62 None None] Provisioning complete for port 2011aa04-0b3d-440f-89f8-7dfd39f8802d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:08.366495 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdeb2-58e2-4e92-965e-08ed1ddefc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.406331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbdeb2-58e2-4e92-965e-08ed1ddefc62 None None] Port 2011aa04-0b3d-440f-89f8-7dfd39f8802d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:08.412528 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.422511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6ecbdeb2-58e2-4e92-965e-08ed1ddefc62 None None] Provisioning complete for port b250fc32-a06d-47db-bd66-c981d07fee14 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:08.422893 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ecbdeb2-58e2-4e92-965e-08ed1ddefc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.463045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:08.469281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:08.473891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:08.479775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:08.480664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.487944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=806b86ba-c048-4acc-bc33-b074dd49a15b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:08.509585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bc9157ef-080a-4e27-a9e7-1e7a3648ea3a tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0223126 Jul 07 18:15:08.512095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60242) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:08.519837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::131', 'mac_address': 'fa:16:3e:ec:2e:4b'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:08.630986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.679102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-77929cd1-7334-48ce-a356-b95fde3b94a1 None None] Provisioning complete for port 2011aa04-0b3d-440f-89f8-7dfd39f8802d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:08.679480 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77929cd1-7334-48ce-a356-b95fde3b94a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.727381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-77929cd1-7334-48ce-a356-b95fde3b94a1 None None] Port 2011aa04-0b3d-440f-89f8-7dfd39f8802d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:08.846629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-02be24c4-a2ac-4946-abf3-cccb2d5d9fcb None None] Could not find standard attr ID for object 02314ad2-cf65-4a4c-a28d-7482dd8e6276. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:08.877914 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.883604 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.921981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] In _notify_port_updated(), no bound segment for port 806b86ba-c048-4acc-bc33-b074dd49a15b on network bd3e0f74-901f-4497-8771-1fba53de1e13 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:15:08.927808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:08.928549 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:08.932929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "PUT /v2.0/ports/806b86ba-c048-4acc-bc33-b074dd49a15b HTTP/1.1" status: 200 len: 1002 time: 0.4180446 Jul 07 18:15:08.933906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60250) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:08.961402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3308aa1-278e-4bb5-b51d-71eea501d012 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=806b86ba-c048-4acc-bc33-b074dd49a15b,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:08.977091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b250fc32-a06d-47db-bd66-c981d07fee14 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:09.026697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port b250fc32-a06d-47db-bd66-c981d07fee14 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:09.027065 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.066412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting port 806b86ba-c048-4acc-bc33-b074dd49a15b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:09.067118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.191229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.205538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9a4a5607-78d8-49f9-a31d-7709fd1d4513 None None] Provisioning for port 806b86ba-c048-4acc-bc33-b074dd49a15b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:09.210583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9a4a5607-78d8-49f9-a31d-7709fd1d4513 None None] Provisioning complete for port 806b86ba-c048-4acc-bc33-b074dd49a15b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:09.211078 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5607-78d8-49f9-a31d-7709fd1d4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.226507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Calling delete_port for 806b86ba-c048-4acc-bc33-b074dd49a15b owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:09.255758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a5607-78d8-49f9-a31d-7709fd1d4513 None None] Port 806b86ba-c048-4acc-bc33-b074dd49a15b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:09.390460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.425808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Port': ['ID=806b86ba-c048-4acc-bc33-b074dd49a15b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:09.525568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.527866 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8bf6b504-3237-4e8c-b14a-f7255b2ba136 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/ports/806b86ba-c048-4acc-bc33-b074dd49a15b HTTP/1.1" status: 204 len: 168 time: 0.5925205 Jul 07 18:15:09.530411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:09.561092 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b4b8d1-92d6-4084-b835-e051d08c67a6 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] GET failed (client error): The resource could not be found. Jul 07 18:15:09.562813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d7b4b8d1-92d6-4084-b835-e051d08c67a6 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "GET /v2.0/ports/806b86ba-c048-4acc-bc33-b074dd49a15b HTTP/1.1" status: 404 len: 333 time: 0.0313628 Jul 07 18:15:09.566929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60268) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:09.572210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-161733009'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:09.672490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4dd738f0-bcbe-41d8-b157-7e7834235143 None None] Could not find standard attr ID for object 806b86ba-c048-4acc-bc33-b074dd49a15b. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:09.689678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:09.693581 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:09.715506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] device_id is not set on port dbbd6cba-8362-4693-b584-d2e43e6a6eea yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:09.860351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Allocated IP 2001:db8::b1 (bd3e0f74-901f-4497-8771-1fba53de1e13/0c90bce9-034a-4259-bc52-b7b0d2569a61/dbbd6cba-8362-4693-b584-d2e43e6a6eea) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:10.023902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.038826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Transition to ACTIVE for port object dbbd6cba-8362-4693-b584-d2e43e6a6eea will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:10.074092 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.121102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:10.126330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:10.130148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:10.136124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:10.136797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.143652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=dbbd6cba-8362-4693-b584-d2e43e6a6eea,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:10.159105 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ce28ad9-5a04-4006-8c05-f39fcfec9a9e tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5908926 Jul 07 18:15:10.164005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60280) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:10.169660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ec:2e:4b'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:10.275174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.399661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1d59ba44-8b94-4dc0-8431-4197f6a08543 None None] Provisioning for port dbbd6cba-8362-4693-b584-d2e43e6a6eea completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:10.404888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1d59ba44-8b94-4dc0-8431-4197f6a08543 None None] Provisioning complete for port dbbd6cba-8362-4693-b584-d2e43e6a6eea triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:10.405340 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d59ba44-8b94-4dc0-8431-4197f6a08543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.440770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1d59ba44-8b94-4dc0-8431-4197f6a08543 None None] Port dbbd6cba-8362-4693-b584-d2e43e6a6eea cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:10.476567 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.481340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.516226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] In _notify_port_updated(), no bound segment for port dbbd6cba-8362-4693-b584-d2e43e6a6eea on network bd3e0f74-901f-4497-8771-1fba53de1e13 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:15:10.521849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:10.522468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.526398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "PUT /v2.0/ports/dbbd6cba-8362-4693-b584-d2e43e6a6eea HTTP/1.1" status: 200 len: 1001 time: 0.3586009 Jul 07 18:15:10.526788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60288) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:10.541188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afe36-34a2-49e5-b7fe-a03c13f0bfdb tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=dbbd6cba-8362-4693-b584-d2e43e6a6eea,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:10.642064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting port dbbd6cba-8362-4693-b584-d2e43e6a6eea {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:10.642409 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.743853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.757414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Calling delete_port for dbbd6cba-8362-4693-b584-d2e43e6a6eea owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:10.764548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-24dd623d-bdec-4770-8550-f186715611b5 None None] Provisioning complete for port dbbd6cba-8362-4693-b584-d2e43e6a6eea triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:10.764704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24dd623d-bdec-4770-8550-f186715611b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.802251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-24dd623d-bdec-4770-8550-f186715611b5 None None] Port dbbd6cba-8362-4693-b584-d2e43e6a6eea cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:10.890800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.931593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Port': ['ID=dbbd6cba-8362-4693-b584-d2e43e6a6eea,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:10.962014 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.964185 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b4d5c108-0708-48f8-9f73-25d290030426 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/ports/dbbd6cba-8362-4693-b584-d2e43e6a6eea HTTP/1.1" status: 204 len: 168 time: 0.4361160 Jul 07 18:15:10.967598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60300) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:10.998726 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-776bccd9-758a-49cb-b756-c00af575c0a3 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] GET failed (client error): The resource could not be found. Jul 07 18:15:11.000185 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-776bccd9-758a-49cb-b756-c00af575c0a3 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "GET /v2.0/ports/dbbd6cba-8362-4693-b584-d2e43e6a6eea HTTP/1.1" status: 404 len: 333 time: 0.0314999 Jul 07 18:15:11.005984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60302) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:11.011385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1423322995'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:11.137441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:11.141234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:11.162523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] device_id is not set on port 4af7d45c-c6e8-4547-8a89-f07fd3c7c67e yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:11.298129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Allocated IP 2001:db8::179 (bd3e0f74-901f-4497-8771-1fba53de1e13/0c90bce9-034a-4259-bc52-b7b0d2569a61/4af7d45c-c6e8-4547-8a89-f07fd3c7c67e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:11.451003 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:11.465751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Transition to ACTIVE for port object 4af7d45c-c6e8-4547-8a89-f07fd3c7c67e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:11.507421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:11.551307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:11.556512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:11.566319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:11.573805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:11.573805 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:11.577599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=4af7d45c-c6e8-4547-8a89-f07fd3c7c67e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:11.597117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-effec343-3290-4a5d-8096-7273331599ee tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5874486 Jul 07 18:15:11.597360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60316) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:11.602959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'network_id': 'bd3e0f74-901f-4497-8771-1fba53de1e13', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1212892889'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:11.724688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Made reservation on behalf of cfd8c99b86404187b6eb2d43fa59103d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:11.733347 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:11.759613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] device_id is not set on port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:11.829831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-afbeb949-b08d-43c3-9ef7-3806b0547f39 None None] Provisioning for port 4af7d45c-c6e8-4547-8a89-f07fd3c7c67e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:11.834155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-afbeb949-b08d-43c3-9ef7-3806b0547f39 None None] Provisioning complete for port 4af7d45c-c6e8-4547-8a89-f07fd3c7c67e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:11.834607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afbeb949-b08d-43c3-9ef7-3806b0547f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:11.869989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-afbeb949-b08d-43c3-9ef7-3806b0547f39 None None] Port 4af7d45c-c6e8-4547-8a89-f07fd3c7c67e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:11.882716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Allocated IP 2001:db8::242 (bd3e0f74-901f-4497-8771-1fba53de1e13/0c90bce9-034a-4259-bc52-b7b0d2569a61/4c418cd9-e2bb-4c30-94e6-03224dfb4789) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:12.037047 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.051973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Transition to ACTIVE for port object 4c418cd9-e2bb-4c30-94e6-03224dfb4789 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:12.087389 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.129847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Network bd3e0f74-901f-4497-8771-1fba53de1e13 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:12.133198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:12.136192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:12.142342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:12.142975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.160563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5619524 Jul 07 18:15:12.163328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60332) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:12.169201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::131', 'mac_address': 'fa:16:3e:ec:2e:4b'}, {'ip_address': '2001:db8::179', 'mac_address': 'fa:16:3e:4b:a1:26'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:12.192778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27112738-3f7f-41ef-a0d8-6f2861dadd99 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=4c418cd9-e2bb-4c30-94e6-03224dfb4789,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:12.364137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.495165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-66ddba04-a473-47c5-b1de-e428c3eb7588 None None] Provisioning for port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:12.498953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-66ddba04-a473-47c5-b1de-e428c3eb7588 None None] Provisioning complete for port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:12.499564 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66ddba04-a473-47c5-b1de-e428c3eb7588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.532770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-66ddba04-a473-47c5-b1de-e428c3eb7588 None None] Port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:12.556522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.561372 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.595712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] In _notify_port_updated(), no bound segment for port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 on network bd3e0f74-901f-4497-8771-1fba53de1e13 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:15:12.601161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:12.603638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.613090 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "PUT /v2.0/ports/4c418cd9-e2bb-4c30-94e6-03224dfb4789 HTTP/1.1" status: 200 len: 1068 time: 0.4455485 Jul 07 18:15:12.613090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:12.663866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38dd31-ab06-4f19-80b1-658c41f845e0 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event updated for resources: {'Port': ['ID=4c418cd9-e2bb-4c30-94e6-03224dfb4789,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:12.725607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:12.725969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.823087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.837807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Calling delete_port for 4c418cd9-e2bb-4c30-94e6-03224dfb4789 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:12.857088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f72db7fa-7476-4f61-ad4c-3d37d8d38aee None None] Provisioning complete for port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:12.857603 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f72db7fa-7476-4f61-ad4c-3d37d8d38aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:12.895346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f72db7fa-7476-4f61-ad4c-3d37d8d38aee None None] Port 4c418cd9-e2bb-4c30-94e6-03224dfb4789 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:12.987944 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.021277 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Port': ['ID=4c418cd9-e2bb-4c30-94e6-03224dfb4789,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:13.204131 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.208513 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-653806b7-fa10-4bc2-8a94-f9b4e6698340 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/ports/4c418cd9-e2bb-4c30-94e6-03224dfb4789 HTTP/1.1" status: 204 len: 168 time: 0.5922644 Jul 07 18:15:13.209008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60354) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:13.242105 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-497af1cd-6ac2-406e-a475-ed57dc30b7d5 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] GET failed (client error): The resource could not be found. Jul 07 18:15:13.244167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-497af1cd-6ac2-406e-a475-ed57dc30b7d5 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "GET /v2.0/ports/4c418cd9-e2bb-4c30-94e6-03224dfb4789 HTTP/1.1" status: 404 len: 333 time: 0.0340793 Jul 07 18:15:13.249138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60356) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:13.353185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting port 4af7d45c-c6e8-4547-8a89-f07fd3c7c67e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:13.353530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.442558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.457020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Calling delete_port for 4af7d45c-c6e8-4547-8a89-f07fd3c7c67e owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:13.602898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.632241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Port': ['ID=4af7d45c-c6e8-4547-8a89-f07fd3c7c67e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:13.663730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.665840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0bb23ae7-5d8d-4649-a5d3-d11bd7e25f9d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/ports/4af7d45c-c6e8-4547-8a89-f07fd3c7c67e HTTP/1.1" status: 204 len: 168 time: 0.4155898 Jul 07 18:15:13.668490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60366) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:13.699966 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1887e03-8192-45a0-acf4-a6a0705c3821 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] GET failed (client error): The resource could not be found. Jul 07 18:15:13.701672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d1887e03-8192-45a0-acf4-a6a0705c3821 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "GET /v2.0/ports/4af7d45c-c6e8-4547-8a89-f07fd3c7c67e HTTP/1.1" status: 404 len: 333 time: 0.0321698 Jul 07 18:15:13.705519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60368) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:13.812924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting port 2011aa04-0b3d-440f-89f8-7dfd39f8802d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:13.813101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.903344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:13.915171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Calling delete_port for 2011aa04-0b3d-440f-89f8-7dfd39f8802d owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:14.058231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.089245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Port': ['ID=2011aa04-0b3d-440f-89f8-7dfd39f8802d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:14.116676 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.121240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1e508da5-aa2f-46fb-a4d7-e2cb902ab695 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/ports/2011aa04-0b3d-440f-89f8-7dfd39f8802d HTTP/1.1" status: 204 len: 168 time: 0.4123251 Jul 07 18:15:14.121499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60378) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:14.179949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting subnet 0c90bce9-034a-4259-bc52-b7b0d2569a61 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:14.183658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.227790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.330097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.393125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.421372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Subnet': ['ID=0c90bce9-034a-4259-bc52-b7b0d2569a61,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:14.423370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.428154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60386) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:14.429575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf387c9-620a-45ae-a333-1d2725c823e8 None None] Network bd3e0f74-901f-4497-8771-1fba53de1e13 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:14.432795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-47af02b5-ca99-438a-8555-333b4f1f968d tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/subnets/0c90bce9-034a-4259-bc52-b7b0d2569a61 HTTP/1.1" status: 204 len: 168 time: 0.3102608 Jul 07 18:15:14.513345 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.578270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Deleting port b250fc32-a06d-47db-bd66-c981d07fee14 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:14.578657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.663381 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] For port b250fc32-a06d-47db-bd66-c981d07fee14, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b250fc32-a06d-47db-bd66-c981d07fee14,segment=NetworkSegment(22fd6b10-1c7c-45f3-b4a0-b9db23c49491),segment_id=22fd6b10-1c7c-45f3-b4a0-b9db23c49491)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:14.665147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.670126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] DHCP port deletion for bd3e0f74-901f-4497-8771-1fba53de1e13 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:14.679568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Calling delete_port for b250fc32-a06d-47db-bd66-c981d07fee14 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:14.719923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Deleting port b250fc32-a06d-47db-bd66-c981d07fee14 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:14.720431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.761303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.787405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] For port b250fc32-a06d-47db-bd66-c981d07fee14, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b250fc32-a06d-47db-bd66-c981d07fee14,segment=NetworkSegment(22fd6b10-1c7c-45f3-b4a0-b9db23c49491),segment_id=22fd6b10-1c7c-45f3-b4a0-b9db23c49491)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:14.787964 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.793392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Port': ['ID=b250fc32-a06d-47db-bd66-c981d07fee14,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:14.797128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] No DVR routers for this DVR port b250fc32-a06d-47db-bd66-c981d07fee14 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:14.803879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Calling delete_port for b250fc32-a06d-47db-bd66-c981d07fee14 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:14.877351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.890654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3e0f74-901f-4497-8771-1fba53de1e13']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:14.903441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fd6b10-1c7c-45f3-b4a0-b9db23c49491') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:14.903752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fd6b10-1c7c-45f3-b4a0-b9db23c49491') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:14.907531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.915283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.932467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.941195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Pushing event deleted for resources: {'Port': ['ID=b250fc32-a06d-47db-bd66-c981d07fee14,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:14.941653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:14.942078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:14.944300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] No DVR routers for this DVR port b250fc32-a06d-47db-bd66-c981d07fee14 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:14.946122 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:14.958857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.958974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.959296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.959613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.959946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.960349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.960637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.961046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.961655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.961981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.962312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:14.962685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fac40b-bd8e-4f6d-9a45-165959aa4aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:15.009172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b250fc32-a06d-47db-bd66-c981d07fee14 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:15.031846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b250fc32-a06d-47db-bd66-c981d07fee14 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:15.032189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b250fc32-a06d-47db-bd66-c981d07fee14 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:15.184940 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:15.389727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.398074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.402605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] 10.222.0.88 "DELETE /v2.0/networks/bd3e0f74-901f-4497-8771-1fba53de1e13 HTTP/1.1" status: 204 len: 168 time: 0.9713001 Jul 07 18:15:15.412502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93dde-b037-442e-b04f-007fb65b9318 tempest-AllowedAddressPairIpV6TestJSON-1076586311 tempest-AllowedAddressPairIpV6TestJSON-1076586311-project] Pushing event deleted for resources: {'Network': ['ID=bd3e0f74-901f-4497-8771-1fba53de1e13,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:15.662098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60420) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:15.817342 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e781a123-1a12-4218-b7f3-141f74d77333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.823415 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-09478634-9ce1-4d87-a0af-931bf492245c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cfd8c99b86404187b6eb2d43fa59103d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601543 Jul 07 18:15:15.825876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60424) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:15.874173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-153a1f69-c19f-4ac2-9e6d-7f5bdaa993c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.895344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-153a1f69-c19f-4ac2-9e6d-7f5bdaa993c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.952014 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-153a1f69-c19f-4ac2-9e6d-7f5bdaa993c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.954626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-153a1f69-c19f-4ac2-9e6d-7f5bdaa993c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.956110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-153a1f69-c19f-4ac2-9e6d-7f5bdaa993c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/61ecc69d-f4c6-4c86-b87d-7a6d76a7f885 HTTP/1.1" status: 204 len: 168 time: 0.1291089 Jul 07 18:15:15.964551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1f69-c19f-4ac2-9e6d-7f5bdaa993c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ecc69d-f4c6-4c86-b87d-7a6d76a7f885,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:16.633113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60466) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.730310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e1107abf-e30d-4f28-89ac-f7a341512f3f tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] Request body: {'port': {'network_id': '62bb9687-a6dd-4fa7-8c83-bc2ecafa226b', 'name': 'tempest-NetworksNegativeTestJSON-1283167326'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:16.744722 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1107abf-e30d-4f28-89ac-f7a341512f3f tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] POST failed (client error): The resource could not be found. Jul 07 18:15:16.745305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1107abf-e30d-4f28-89ac-f7a341512f3f tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:16.746459 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e1107abf-e30d-4f28-89ac-f7a341512f3f tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1123192 Jul 07 18:15:16.750524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60472) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.769461 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2367b306-9632-4359-b7af-37164863d872 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] DELETE failed (client error): The resource could not be found. Jul 07 18:15:16.769999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2367b306-9632-4359-b7af-37164863d872 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:16.771690 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2367b306-9632-4359-b7af-37164863d872 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "DELETE /v2.0/networks/443d13d6-7f97-4333-b05f-bea50438cb54 HTTP/1.1" status: 404 len: 339 time: 0.0201929 Jul 07 18:15:16.775726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.806058 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d52863-5f1c-4d30-bdee-86fcf3a3c0e2 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] DELETE failed (client error): The resource could not be found. Jul 07 18:15:16.813584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d52863-5f1c-4d30-bdee-86fcf3a3c0e2 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:16.813584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-48d52863-5f1c-4d30-bdee-86fcf3a3c0e2 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "DELETE /v2.0/ports/b09c9ace-04e4-41d9-8b4f-d4046f2c11ea HTTP/1.1" status: 404 len: 333 time: 0.0318246 Jul 07 18:15:16.813885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.842083 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8f363c-cddf-494a-8fa1-38b3aece53ba tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] DELETE failed (client error): The resource could not be found. Jul 07 18:15:16.842565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8f363c-cddf-494a-8fa1-38b3aece53ba tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:16.844341 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f8f363c-cddf-494a-8fa1-38b3aece53ba tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "DELETE /v2.0/subnets/c328c571-86e3-488a-9550-58d725d266a6 HTTP/1.1" status: 404 len: 337 time: 0.0290806 Jul 07 18:15:16.848191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60482) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.868716 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f633fab-3648-441a-9aac-b8e97c95d4c0 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] GET failed (client error): The resource could not be found. Jul 07 18:15:16.870250 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7f633fab-3648-441a-9aac-b8e97c95d4c0 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "GET /v2.0/networks/1e3a0bbe-e128-4346-9f2c-e75cf8923597 HTTP/1.1" status: 404 len: 339 time: 0.0211103 Jul 07 18:15:16.874311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60484) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.903435 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8be1d72-78c4-447f-af3a-41c79e33505f tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] GET failed (client error): The resource could not be found. Jul 07 18:15:16.905078 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8be1d72-78c4-447f-af3a-41c79e33505f tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "GET /v2.0/ports/3a5b1826-f999-4256-978f-60db10b816c8 HTTP/1.1" status: 404 len: 333 time: 0.0296981 Jul 07 18:15:16.908731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.936653 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37a20ae-0d01-4d8d-9cf7-88816c0447be tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] GET failed (client error): The resource could not be found. Jul 07 18:15:16.937986 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c37a20ae-0d01-4d8d-9cf7-88816c0447be tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "GET /v2.0/subnets/fedf62ae-fcaa-47a6-88e1-4bc55a414dc6 HTTP/1.1" status: 404 len: 337 time: 0.0281549 Jul 07 18:15:16.941936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.947307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5be09523-b0ab-4835-9275-7663a826b2fe tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:16.967160 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be09523-b0ab-4835-9275-7663a826b2fe tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] PUT failed (client error): The resource could not be found. Jul 07 18:15:16.967719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be09523-b0ab-4835-9275-7663a826b2fe tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:16.969476 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5be09523-b0ab-4835-9275-7663a826b2fe tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "PUT /v2.0/networks/94501294-c564-4c31-a8b9-e4de87284cb4 HTTP/1.1" status: 404 len: 339 time: 0.0260086 Jul 07 18:15:16.972986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60490) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:16.979536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cae28b18-28c6-412f-8473-18f55afae3bd tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:17.006495 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae28b18-28c6-412f-8473-18f55afae3bd tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] PUT failed (client error): The resource could not be found. Jul 07 18:15:17.007308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae28b18-28c6-412f-8473-18f55afae3bd tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:17.008549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cae28b18-28c6-412f-8473-18f55afae3bd tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "PUT /v2.0/ports/0c6bac57-c8f9-44bb-b63f-d87ed390f459 HTTP/1.1" status: 404 len: 333 time: 0.0346270 Jul 07 18:15:17.012314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60494) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:17.017923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-196d71ae-1003-442c-8e62-7dba5630f713 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:17.039245 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-196d71ae-1003-442c-8e62-7dba5630f713 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] PUT failed (client error): The resource could not be found. Jul 07 18:15:17.039856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196d71ae-1003-442c-8e62-7dba5630f713 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:17.041057 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-196d71ae-1003-442c-8e62-7dba5630f713 tempest-NetworksNegativeTestJSON-1439970312 tempest-NetworksNegativeTestJSON-1439970312-project] 10.222.0.88 "PUT /v2.0/subnets/7c48eac4-a0f7-4c58-826f-9b570cc81ef8 HTTP/1.1" status: 404 len: 337 time: 0.0277107 Jul 07 18:15:17.294784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60506) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:17.414390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7785710-72f2-45f2-a12a-69087ca7c98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.511539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7785710-72f2-45f2-a12a-69087ca7c98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.516002 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7785710-72f2-45f2-a12a-69087ca7c98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.555717 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b7785710-72f2-45f2-a12a-69087ca7c98b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=daa52dc747a3453eb27fa4c7891791bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597060 Jul 07 18:15:17.558379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60520) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:17.564495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785710-72f2-45f2-a12a-69087ca7c98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2522d50d-0fc7-4bfb-b6f5-4e8db2ddd015,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:17.616334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-899e2cb3-3cc9-4aa5-ab45-5d89e20d4d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.639904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-899e2cb3-3cc9-4aa5-ab45-5d89e20d4d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.690800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-899e2cb3-3cc9-4aa5-ab45-5d89e20d4d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.693554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-899e2cb3-3cc9-4aa5-ab45-5d89e20d4d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.694735 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-899e2cb3-3cc9-4aa5-ab45-5d89e20d4d9c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2522d50d-0fc7-4bfb-b6f5-4e8db2ddd015 HTTP/1.1" status: 204 len: 168 time: 0.1354547 Jul 07 18:15:17.702640 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e2cb3-3cc9-4aa5-ab45-5d89e20d4d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2522d50d-0fc7-4bfb-b6f5-4e8db2ddd015,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:18.349538 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbca45dc-29b2-43c9-a0e2-631cc2432d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.376263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60548) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:18.476102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1206441570'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:18.499504 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.500507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:18.504247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.513798 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.611782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.616782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.646100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:18.652599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6382f10-9c00-4400-a5ab-1cbd1c4b09fe,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:18.658990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.659569 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment 583d5f1e-3537-44f6-84ac-a784ad13e456 of type vlan for network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 Jul 07 18:15:18.703926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.734328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.740346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:18.740970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.802543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4224353 Jul 07 18:15:18.802745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60554) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:18.809850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'name': 'tempest-PortsIpV6TestJSON-128234909'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:18.856313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4d667-facb-4062-8771-7e9b2babdec7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=dfb553e2-d78d-4972-b9fb-bea0eaeb34f9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:18.868267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:18.912660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:18.916476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.935300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port fd5bdf42-081d-4e79-886a-f14da5e4cea1 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:19.104861 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.142390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.203327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=fd5bdf42-081d-4e79-886a-f14da5e4cea1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:19.225800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': '583d5f1e-3537-44f6-84ac-a784ad13e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:19.226161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: dfb553e2-d78d-4972-b9fb-bea0eaeb34f9, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:19.244806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:19.255067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, dfb553e2-d78d-4972-b9fb-bea0eaeb34f9) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:19.258914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:19.264306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31742c69-2fec-4c91-9a85-210cf54dd13d None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:19.264516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:19.265159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.280879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-59ee54b5-e178-43ad-ad62-d8c9194b1bc7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4769220 Jul 07 18:15:19.284360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60558) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:19.290683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-436266063'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:19.312717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:19.316211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.342255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:19.351239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.351578 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment c10b4d13-dad0-4cf5-84d3-c7116353d960 of type vlan for network bb83e123-70a9-4db6-88f8-7a21cfea5b19 Jul 07 18:15:19.392814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.425092 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.430926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:19.431522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.494466 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2056963 Jul 07 18:15:19.494717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60562) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:19.501835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'ports': [{'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9'}, {'network_id': 'bb83e123-70a9-4db6-88f8-7a21cfea5b19'}]} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:19.502151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:19.502642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'bb83e123-70a9-4db6-88f8-7a21cfea5b19'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:19.521149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90760832-8c4b-4ef8-924c-bc755179802f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=bb83e123-70a9-4db6-88f8-7a21cfea5b19,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:19.531654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network bb83e123-70a9-4db6-88f8-7a21cfea5b19 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:19.664199 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.679772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 2} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:19.684459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.698179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.777313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 729ba473-1ba6-4042-8d05-a8418203c77f yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:19.893889 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.964588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 01667a4d-42c6-486d-81be-73a62da66d51 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:20.086211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.126133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.174057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:20.177713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:20.193147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:20.194147 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.196544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=729ba473-1ba6-4042-8d05-a8418203c77f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:20.270388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=01667a4d-42c6-486d-81be-73a62da66d51,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:20.282166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': 'c10b4d13-dad0-4cf5-84d3-c7116353d960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb83e123-70a9-4db6-88f8-7a21cfea5b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:20.282536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: bb83e123-70a9-4db6-88f8-7a21cfea5b19, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:20.303158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network bb83e123-70a9-4db6-88f8-7a21cfea5b19 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:20.317283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, bb83e123-70a9-4db6-88f8-7a21cfea5b19) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:20.321846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:20.327732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348e114-d864-4524-a61b-fc01cec053a9 None None] Network bb83e123-70a9-4db6-88f8-7a21cfea5b19 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:20.328816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:20.333992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:20.334702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.353720 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f5449ba-8bcd-49c2-b606-9004e5ee51c3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8554502 Jul 07 18:15:20.354442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60568) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:20.457724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 01667a4d-42c6-486d-81be-73a62da66d51 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:20.458072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.531651 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.545772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 01667a4d-42c6-486d-81be-73a62da66d51 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:20.629866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.659660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=01667a4d-42c6-486d-81be-73a62da66d51,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:20.666155 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.671335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b49c08cd-2b01-48fc-a735-4fd662a4dd2b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/01667a4d-42c6-486d-81be-73a62da66d51 HTTP/1.1" status: 204 len: 168 time: 0.3135929 Jul 07 18:15:20.671677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60572) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:20.776494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd6784b-6b0f-45f7-8f2e-23d7340fc690 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:20.782394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd6784b-6b0f-45f7-8f2e-23d7340fc690 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:20.784009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fdd6784b-6b0f-45f7-8f2e-23d7340fc690 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1115613 Jul 07 18:15:20.786903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60574) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:20.898985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 729ba473-1ba6-4042-8d05-a8418203c77f {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:20.899306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.977138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.995932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 729ba473-1ba6-4042-8d05-a8418203c77f owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:21.090970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.122060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=729ba473-1ba6-4042-8d05-a8418203c77f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:21.127434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.133615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-668991fe-af10-4313-b331-4ece2af4571d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/729ba473-1ba6-4042-8d05-a8418203c77f HTTP/1.1" status: 204 len: 168 time: 0.3456955 Jul 07 18:15:21.134463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60576) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:21.159207 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.223343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa98416-70e0-4671-8d6b-ff24c49d30d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:21.227621 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2fa98416-70e0-4671-8d6b-ff24c49d30d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0876505 Jul 07 18:15:21.228437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60578) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:21.267276 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-499120b1-358f-48d8-846b-20e49b8c3a0d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:21.271716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60582) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:21.272125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-499120b1-358f-48d8-846b-20e49b8c3a0d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/01667a4d-42c6-486d-81be-73a62da66d51 HTTP/1.1" status: 404 len: 333 time: 0.0421753 Jul 07 18:15:21.300771 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3cd9f0-4d6c-417d-9f4e-c45d043b0d17 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:21.306070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60584) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:21.306509 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-be3cd9f0-4d6c-417d-9f4e-c45d043b0d17 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/729ba473-1ba6-4042-8d05-a8418203c77f HTTP/1.1" status: 404 len: 333 time: 0.0326715 Jul 07 18:15:21.390371 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.479472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.491138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb83e123-70a9-4db6-88f8-7a21cfea5b19']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:21.515117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10b4d13-dad0-4cf5-84d3-c7116353d960') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:21.515358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10b4d13-dad0-4cf5-84d3-c7116353d960') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:21.525517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.540614 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.547417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:21.547920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:21.551187 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:21.610584 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.617554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.619373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/bb83e123-70a9-4db6-88f8-7a21cfea5b19 HTTP/1.1" status: 204 len: 168 time: 0.3121650 Jul 07 18:15:21.623368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60588) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:21.629344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1241923137'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:21.632786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a44ca-64da-4101-ba79-4d2130c897de tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=bb83e123-70a9-4db6-88f8-7a21cfea5b19,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:21.653951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:21.657568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.681427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:21.691269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.691608 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment d0e7f453-099d-4bab-b7ee-e13b69e2cbba of type vlan for network 27de711f-7c65-43d9-9f44-8fc176cc055f Jul 07 18:15:21.733694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.765882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.771524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:21.772141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:21.835335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2101278 Jul 07 18:15:21.838222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60590) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:21.845073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:21.849687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2face74-5f99-4f48-8bba-0968369dbce9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=27de711f-7c65-43d9-9f44-8fc176cc055f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:21.862207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 27de711f-7c65-43d9-9f44-8fc176cc055f details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:21.940915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:21.944515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.136903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.199993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=18438a9e-5f05-4e6c-bdb4-76d07990e912,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:22.208787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': 'd0e7f453-099d-4bab-b7ee-e13b69e2cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:22.209184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: 27de711f-7c65-43d9-9f44-8fc176cc055f, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:22.231448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 27de711f-7c65-43d9-9f44-8fc176cc055f is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:22.242117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 27de711f-7c65-43d9-9f44-8fc176cc055f) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:22.246689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:22.247267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.251305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7059bd4-2e05-4591-bce7-9bfb52f3af12 None None] Network 27de711f-7c65-43d9-9f44-8fc176cc055f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:22.262676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cacac651-0126-4d16-bfd8-21ffc0e94014 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4233725 Jul 07 18:15:22.265221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60592) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:22.270266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f', 'name': 'tempest-PortsIpV6TestJSON-1995750563'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:22.379573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:22.383414 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.398401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-27de711f-7c65-43d9-9f44-8fc176cc055f', 'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f', 'tenant_id': '32595fdff5cc4e578160d85d4eccf579', 'fixed_ips': [{'subnet_id': '18438a9e-5f05-4e6c-bdb4-76d07990e912'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:22.399516 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.404438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 116d7b8f-4d5d-4915-9866-77c306397c3c yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:22.528855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::2f5 (27de711f-7c65-43d9-9f44-8fc176cc055f/18438a9e-5f05-4e6c-bdb4-76d07990e912/116d7b8f-4d5d-4915-9866-77c306397c3c) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:22.685220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.700789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 116d7b8f-4d5d-4915-9866-77c306397c3c will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:22.736770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.789060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Allocated IP 2001:db8::2 (27de711f-7c65-43d9-9f44-8fc176cc055f/18438a9e-5f05-4e6c-bdb4-76d07990e912/ce9f23c9-31f0-40ce-a238-eb7a1e64f146) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:22.794783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 27de711f-7c65-43d9-9f44-8fc176cc055f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:22.800535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:22.804773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:22.810790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:22.811495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.826673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=116d7b8f-4d5d-4915-9866-77c306397c3c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:22.830028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bf07d488-7274-4423-a740-eb3a2fc558a2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5638132 Jul 07 18:15:22.832747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60602) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:22.945735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 116d7b8f-4d5d-4915-9866-77c306397c3c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:22.946378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.974506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:22.983443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Transition to ACTIVE for port object ce9f23c9-31f0-40ce-a238-eb7a1e64f146 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:23.002879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Transition to ACTIVE for port object ce9f23c9-31f0-40ce-a238-eb7a1e64f146 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:23.010381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.053743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Pushing event updated for resources: {'Port': ['ID=ce9f23c9-31f0-40ce-a238-eb7a1e64f146,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:23.062175 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.065804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Network 27de711f-7c65-43d9-9f44-8fc176cc055f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:23.066920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:23.069335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:23.078293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 116d7b8f-4d5d-4915-9866-77c306397c3c owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:23.127727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Attempting to bind port ce9f23c9-31f0-40ce-a238-eb7a1e64f146 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:23.128115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Attempting to bind port ce9f23c9-31f0-40ce-a238-eb7a1e64f146 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd0e7f453-099d-4bab-b7ee-e13b69e2cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:23.128475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Attempting to bind port ce9f23c9-31f0-40ce-a238-eb7a1e64f146 on network 27de711f-7c65-43d9-9f44-8fc176cc055f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:23.134301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:23.134665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Checking segment: {'id': 'd0e7f453-099d-4bab-b7ee-e13b69e2cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:23.135014 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.135520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Bound using segment: {'id': 'd0e7f453-099d-4bab-b7ee-e13b69e2cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:23.135968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Bound port: ce9f23c9-31f0-40ce-a238-eb7a1e64f146, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e7f453-099d-4bab-b7ee-e13b69e2cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '27de711f-7c65-43d9-9f44-8fc176cc055f'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:23.136378 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.217398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] For port ce9f23c9-31f0-40ce-a238-eb7a1e64f146, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:23.223310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.224535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] For port ce9f23c9-31f0-40ce-a238-eb7a1e64f146, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ce9f23c9-31f0-40ce-a238-eb7a1e64f146,segment=NetworkSegment(d0e7f453-099d-4bab-b7ee-e13b69e2cbba),segment_id=d0e7f453-099d-4bab-b7ee-e13b69e2cbba)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:23.236728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.258133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=116d7b8f-4d5d-4915-9866-77c306397c3c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:23.285274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.287362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f81be14f-9cab-44a2-b4f0-8990275a3cd9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/116d7b8f-4d5d-4915-9866-77c306397c3c HTTP/1.1" status: 204 len: 168 time: 0.4535224 Jul 07 18:15:23.290127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60608) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:23.306523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac87fb-d616-4a0a-929e-36b299b55412 None None] Pushing event updated for resources: {'Port': ['ID=ce9f23c9-31f0-40ce-a238-eb7a1e64f146,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:23.329095 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b0ca12-0fb3-4820-aef8-75e626eec83d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:15:23.329865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b0ca12-0fb3-4820-aef8-75e626eec83d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:23.331820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c9b0ca12-0fb3-4820-aef8-75e626eec83d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/116d7b8f-4d5d-4915-9866-77c306397c3c HTTP/1.1" status: 404 len: 333 time: 0.0386744 Jul 07 18:15:23.334544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60610) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:23.363650 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1072e9-b178-44be-a544-a9fc50c8bb54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:23.365321 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f1072e9-b178-44be-a544-a9fc50c8bb54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/116d7b8f-4d5d-4915-9866-77c306397c3c HTTP/1.1" status: 404 len: 333 time: 0.0296733 Jul 07 18:15:23.368055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60612) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:23.427050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet 18438a9e-5f05-4e6c-bdb4-76d07990e912 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:23.430978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.472239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.637100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.714918 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.743770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=18438a9e-5f05-4e6c-bdb4-76d07990e912,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:23.747444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.749393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3ff3d621-1352-4a6a-a7b3-0de18fde4f18 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/18438a9e-5f05-4e6c-bdb4-76d07990e912 HTTP/1.1" status: 204 len: 168 time: 0.3803430 Jul 07 18:15:23.752137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60616) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:23.826897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.882278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port ce9f23c9-31f0-40ce-a238-eb7a1e64f146 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:23.882655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.960325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] For port ce9f23c9-31f0-40ce-a238-eb7a1e64f146, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ce9f23c9-31f0-40ce-a238-eb7a1e64f146,segment=NetworkSegment(d0e7f453-099d-4bab-b7ee-e13b69e2cbba),segment_id=d0e7f453-099d-4bab-b7ee-e13b69e2cbba)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:23.960684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:23.976390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for ce9f23c9-31f0-40ce-a238-eb7a1e64f146 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:24.064786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.098963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=ce9f23c9-31f0-40ce-a238-eb7a1e64f146,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:24.100893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No DVR routers for this DVR port ce9f23c9-31f0-40ce-a238-eb7a1e64f146 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:24.180897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.192446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27de711f-7c65-43d9-9f44-8fc176cc055f']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:24.204555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e7f453-099d-4bab-b7ee-e13b69e2cbba') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:24.204948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e7f453-099d-4bab-b7ee-e13b69e2cbba') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:24.216243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.232888 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.239459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:24.239864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:24.243185 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:24.309887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.315217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.321681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/27de711f-7c65-43d9-9f44-8fc176cc055f HTTP/1.1" status: 204 len: 168 time: 0.5644238 Jul 07 18:15:24.321991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60620) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:24.328228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1057884151'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:24.340299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3be59a-5df5-4f68-a013-87ce4593c218 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=27de711f-7c65-43d9-9f44-8fc176cc055f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:24.355503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:24.359479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.393607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:24.404071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.404451 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment 1618d76e-5ac6-4ce9-9956-1c6c23f2326f of type vlan for network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd Jul 07 18:15:24.404897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b999fce0-dbe1-495a-afc3-cb8cc070134f None None] Could not find standard attr ID for object ce9f23c9-31f0-40ce-a238-eb7a1e64f146. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:24.415510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60221f49-b46d-4b13-bb6f-971e3810f2e7 None None] DHCP port deletion for 27de711f-7c65-43d9-9f44-8fc176cc055f request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:24.438879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109aee5-4843-40fc-aa78-a8588e42db63 None None] Network 27de711f-7c65-43d9-9f44-8fc176cc055f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:24.450626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109aee5-4843-40fc-aa78-a8588e42db63 None None] Network 27de711f-7c65-43d9-9f44-8fc176cc055f could not be found, it might have been deleted concurrently. {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:15:24.457210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.487898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.494159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:24.494809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.557798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2346652 Jul 07 18:15:24.561179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60622) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:24.566786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:24.574277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d78834-fc2e-4fa5-90ab-c00cd03da8dc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=9cd4b965-92eb-431d-b763-76fcb8f2b1fd,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:24.586047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:24.667256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:24.671037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.877267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:24.945942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=c031088d-0e3f-4b6d-97e4-9485e314106c,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:24.957534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': '1618d76e-5ac6-4ce9-9956-1c6c23f2326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:24.957899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: 9cd4b965-92eb-431d-b763-76fcb8f2b1fd, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:24.977738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:24.990621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 9cd4b965-92eb-431d-b763-76fcb8f2b1fd) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:24.998697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0476a76b-8969-4692-b61a-fbac71f5af84 None None] Network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:25.002491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:25.002909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.024191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-42ca9008-c3c3-4ad7-82cf-eccd9fc3a616 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4618654 Jul 07 18:15:25.026965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60630) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:25.032147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1068356900'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:25.145774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:25.149482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.172646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-9cd4b965-92eb-431d-b763-76fcb8f2b1fd', 'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd', 'tenant_id': '32595fdff5cc4e578160d85d4eccf579', 'fixed_ips': [{'subnet_id': 'c031088d-0e3f-4b6d-97e4-9485e314106c'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:25.173840 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.174330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 4430d547-b10d-4e41-992d-c73a33e0808b yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:25.319792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::295 (9cd4b965-92eb-431d-b763-76fcb8f2b1fd/c031088d-0e3f-4b6d-97e4-9485e314106c/4430d547-b10d-4e41-992d-c73a33e0808b) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:25.443691 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.462409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 4430d547-b10d-4e41-992d-c73a33e0808b will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:25.498758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.540759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:25.546019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Allocated IP 2001:db8::2 (9cd4b965-92eb-431d-b763-76fcb8f2b1fd/c031088d-0e3f-4b6d-97e4-9485e314106c/4c53ebdd-2866-4028-a28e-f74896149c25) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:25.546574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:25.550317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:25.556596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:25.557593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.566784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=4430d547-b10d-4e41-992d-c73a33e0808b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:25.582299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a582bf0-b10a-440b-b33c-96a77fe75041 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5538692 Jul 07 18:15:25.583037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60636) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:25.682947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 4430d547-b10d-4e41-992d-c73a33e0808b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:25.683403 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.789474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.806246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 4430d547-b10d-4e41-992d-c73a33e0808b owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:25.881172 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.890338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Transition to ACTIVE for port object 4c53ebdd-2866-4028-a28e-f74896149c25 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:25.950096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Transition to ACTIVE for port object 4c53ebdd-2866-4028-a28e-f74896149c25 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:25.950570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.957176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:25.988951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=4430d547-b10d-4e41-992d-c73a33e0808b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:26.000574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:26.005945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:26.009858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:26.019946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.024794 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8591ba0c-0b57-459a-8e96-081c47f58036 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/4430d547-b10d-4e41-992d-c73a33e0808b HTTP/1.1" status: 204 len: 168 time: 0.4381809 Jul 07 18:15:26.025207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60642) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:26.042391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Pushing event updated for resources: {'Port': ['ID=4c53ebdd-2866-4028-a28e-f74896149c25,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:26.055671 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-769e5250-0b1b-4666-8ce6-7b6782bdaa3b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:26.059931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-769e5250-0b1b-4666-8ce6-7b6782bdaa3b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/4430d547-b10d-4e41-992d-c73a33e0808b HTTP/1.1" status: 404 len: 333 time: 0.0309277 Jul 07 18:15:26.060090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60644) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:26.074089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Attempting to bind port 4c53ebdd-2866-4028-a28e-f74896149c25 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:26.074540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Attempting to bind port 4c53ebdd-2866-4028-a28e-f74896149c25 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '1618d76e-5ac6-4ce9-9956-1c6c23f2326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:26.074994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Attempting to bind port 4c53ebdd-2866-4028-a28e-f74896149c25 on network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:26.080412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:26.080999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Checking segment: {'id': '1618d76e-5ac6-4ce9-9956-1c6c23f2326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:26.081487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.081911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Bound using segment: {'id': '1618d76e-5ac6-4ce9-9956-1c6c23f2326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:26.082470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Bound port: 4c53ebdd-2866-4028-a28e-f74896149c25, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1618d76e-5ac6-4ce9-9956-1c6c23f2326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9cd4b965-92eb-431d-b763-76fcb8f2b1fd'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:26.082919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.111661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet c031088d-0e3f-4b6d-97e4-9485e314106c {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:26.114963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.153300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] For port 4c53ebdd-2866-4028-a28e-f74896149c25, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:26.157084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] For port 4c53ebdd-2866-4028-a28e-f74896149c25, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4c53ebdd-2866-4028-a28e-f74896149c25,segment=NetworkSegment(1618d76e-5ac6-4ce9-9956-1c6c23f2326f),segment_id=1618d76e-5ac6-4ce9-9956-1c6c23f2326f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:26.160347 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.163966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.235547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d7681-0677-48c1-a780-a2cfd02eac3e None None] Pushing event updated for resources: {'Port': ['ID=4c53ebdd-2866-4028-a28e-f74896149c25,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:26.267759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.335070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.380278 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.382325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/c031088d-0e3f-4b6d-97e4-9485e314106c HTTP/1.1" status: 204 len: 168 time: 0.3213110 Jul 07 18:15:26.383811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fc41-b094-4c13-a9c2-41e75319378d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=c031088d-0e3f-4b6d-97e4-9485e314106c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:26.404536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60648) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:26.500559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.563538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 4c53ebdd-2866-4028-a28e-f74896149c25 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:26.563987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.630217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] For port 4c53ebdd-2866-4028-a28e-f74896149c25, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4c53ebdd-2866-4028-a28e-f74896149c25,segment=NetworkSegment(1618d76e-5ac6-4ce9-9956-1c6c23f2326f),segment_id=1618d76e-5ac6-4ce9-9956-1c6c23f2326f)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:26.630838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.646620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 4c53ebdd-2866-4028-a28e-f74896149c25 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:26.737601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.763511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=4c53ebdd-2866-4028-a28e-f74896149c25,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:26.767248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No DVR routers for this DVR port 4c53ebdd-2866-4028-a28e-f74896149c25 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:26.854363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.866618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd4b965-92eb-431d-b763-76fcb8f2b1fd']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:26.878273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1618d76e-5ac6-4ce9-9956-1c6c23f2326f') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:26.878561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1618d76e-5ac6-4ce9-9956-1c6c23f2326f') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:26.892118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.913286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.920885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:26.921676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:26.925338 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:26.991996 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.009926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.011853 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/9cd4b965-92eb-431d-b763-76fcb8f2b1fd HTTP/1.1" status: 204 len: 168 time: 0.6048594 Jul 07 18:15:27.013179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e999-20dd-4000-a90a-648007cd0bcc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=9cd4b965-92eb-431d-b763-76fcb8f2b1fd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:27.015735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60652) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:27.022329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'name': 'tempest-PortsIpV6TestJSON-833881170'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:27.127161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:27.131013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.151237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 7909cf6b-59d8-4a5e-baa5-d415a92e3e9a yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:27.342242 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.355000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41ac28-b8f2-4b53-a99c-c352382654e5 None None] DHCP port deletion for 9cd4b965-92eb-431d-b763-76fcb8f2b1fd request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:27.360498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b517fa9d-2875-411e-8da0-35998b786e2b None None] Could not find standard attr ID for object 4c53ebdd-2866-4028-a28e-f74896149c25. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:27.379582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71969238-c7bf-41de-9181-389713e30d5d None None] Network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:27.388681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.393824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71969238-c7bf-41de-9181-389713e30d5d None None] Network 9cd4b965-92eb-431d-b763-76fcb8f2b1fd could not be found, it might have been deleted concurrently. {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:15:27.442427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:27.446262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:27.448922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:27.454752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:27.455347 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.462287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=7909cf6b-59d8-4a5e-baa5-d415a92e3e9a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:27.480645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-59313359-35e8-4d8e-99b6-034747fac0a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4602900 Jul 07 18:15:27.488428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60656) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:27.592960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 7909cf6b-59d8-4a5e-baa5-d415a92e3e9a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:27.593177 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.659601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.673223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 7909cf6b-59d8-4a5e-baa5-d415a92e3e9a owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:27.758010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.789099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=7909cf6b-59d8-4a5e-baa5-d415a92e3e9a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:27.795248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.799617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ac7de21f-d400-42b9-a6d3-47b1acf2ef52 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/7909cf6b-59d8-4a5e-baa5-d415a92e3e9a HTTP/1.1" status: 204 len: 168 time: 0.3173201 Jul 07 18:15:27.799905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60658) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:27.805313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'mac_address': 'fa:16:3e:0d:2f:9b', 'name': 'tempest-PortsIpV6TestJSON-1825077267'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:27.899312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:27.963366 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:27.987955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port d7e64b44-3cd9-45eb-87c5-08be9635e1c3 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:28.174094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.223115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.274786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:28.281557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:28.283324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=d7e64b44-3cd9-45eb-87c5-08be9635e1c3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:28.285350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:28.291118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:28.291946 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.307925 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4f2e55de-f572-4518-93c5-5a1e5b6b4550 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5068312 Jul 07 18:15:28.310368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60666) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:28.379442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc2575-4e9f-4c00-947a-733265aaf19b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:28.379442 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-81bc2575-4e9f-4c00-947a-733265aaf19b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/d7e64b44-3cd9-45eb-87c5-08be9635e1c3 HTTP/1.1" status: 200 len: 845 time: 0.0669448 Jul 07 18:15:28.381355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60668) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:28.495065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port d7e64b44-3cd9-45eb-87c5-08be9635e1c3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:28.495303 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.561917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.575601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for d7e64b44-3cd9-45eb-87c5-08be9635e1c3 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:28.673575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.708849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=d7e64b44-3cd9-45eb-87c5-08be9635e1c3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:28.716240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.719014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5453bd2b-526b-48af-a781-d629555635a0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/d7e64b44-3cd9-45eb-87c5-08be9635e1c3 HTTP/1.1" status: 204 len: 168 time: 0.3365438 Jul 07 18:15:28.722630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60670) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:28.760682 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2715f8f4-fc38-4a4e-b15c-9d399e33960a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:28.766843 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2715f8f4-fc38-4a4e-b15c-9d399e33960a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/d7e64b44-3cd9-45eb-87c5-08be9635e1c3 HTTP/1.1" status: 404 len: 333 time: 0.0404742 Jul 07 18:15:28.768642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60672) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:28.774267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'name': 'tempest-PortsIpV6TestJSON-1377270954'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:28.863866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:28.867599 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.888328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port eb4d07a4-351e-4da1-afba-9cea10aa278e yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:28.891271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4c53ebdd-2866-4028-a28e-f74896149c25 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:28.913236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 4c53ebdd-2866-4028-a28e-f74896149c25 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:28.913657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4c53ebdd-2866-4028-a28e-f74896149c25 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:29.061960 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.114686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.160046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:29.165554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:29.169493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:29.175164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:29.175866 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.185329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=eb4d07a4-351e-4da1-afba-9cea10aa278e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:29.198648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-699b166f-7cb3-4b8b-8d5e-059d772aa220 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4285574 Jul 07 18:15:29.201571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60678) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:29.207259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:29.301215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.480435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.485749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.522359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] In _notify_port_updated(), no bound segment for port eb4d07a4-351e-4da1-afba-9cea10aa278e on network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:15:29.528015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:29.528731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.530157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "PUT /v2.0/ports/eb4d07a4-351e-4da1-afba-9cea10aa278e HTTP/1.1" status: 200 len: 818 time: 0.3275471 Jul 07 18:15:29.533055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60680) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:29.546839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ac0d-3059-456e-8424-210aa2091efc tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=eb4d07a4-351e-4da1-afba-9cea10aa278e,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:29.794825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port eb4d07a4-351e-4da1-afba-9cea10aa278e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:29.794825 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.794825 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.794825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for eb4d07a4-351e-4da1-afba-9cea10aa278e owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:29.842146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.882091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=eb4d07a4-351e-4da1-afba-9cea10aa278e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:29.893967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:29.899665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60698) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:29.901420 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70bc365a-5262-495e-a7fa-c4c77dbd081a tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/eb4d07a4-351e-4da1-afba-9cea10aa278e HTTP/1.1" status: 204 len: 168 time: 0.3672490 Jul 07 18:15:29.975533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b559864-27dd-4adb-a4e7-4e8cd20fd57c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:29.976163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9b559864-27dd-4adb-a4e7-4e8cd20fd57c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0754788 Jul 07 18:15:29.979314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60702) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:30.008165 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-050404c9-d259-46c4-bd13-c63f9fb2fef0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:30.009802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-050404c9-d259-46c4-bd13-c63f9fb2fef0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/eb4d07a4-351e-4da1-afba-9cea10aa278e HTTP/1.1" status: 404 len: 333 time: 0.0294709 Jul 07 18:15:30.013800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60704) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:30.018978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1878592329'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:30.050402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:30.054380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.085101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:30.096074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.096307 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment a85be44d-b3f0-4a4b-b34b-3f68aebccf66 of type vlan for network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 Jul 07 18:15:30.144929 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.177320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.184334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:30.185212 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.258842 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2439008 Jul 07 18:15:30.262147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60712) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:30.267467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:30.268503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e28140-c9dd-49d9-9c30-e0740ab2e4c5 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=2c7582d7-4a13-4c8f-8bf7-246efbd779c9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:30.278992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:30.386104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:30.389802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.942978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.004676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=c73b567c-1ff1-416d-ab1e-b785c8288f02,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:31.014901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': 'a85be44d-b3f0-4a4b-b34b-3f68aebccf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:31.015266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: 2c7582d7-4a13-4c8f-8bf7-246efbd779c9, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:31.033963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:31.049606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 2c7582d7-4a13-4c8f-8bf7-246efbd779c9) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:31.054204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:31.054204 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.058180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7eb6ed-35e6-4da3-8380-97c0e9a746ed None None] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:31.073203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c4910920-3f98-4d50-a26b-f6f8b6d4a027 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8068144 Jul 07 18:15:31.073449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60728) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:31.078560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cfc37bce-a552-4c41-951c-4c96eaf099b0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:31.207707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc37bce-a552-4c41-951c-4c96eaf099b0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:31.211372 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cfc37bce-a552-4c41-951c-4c96eaf099b0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.247498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'tenant_id': '32595fdff5cc4e578160d85d4eccf579', 'fixed_ips': [{'subnet_id': 'c73b567c-1ff1-416d-ab1e-b785c8288f02'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:31.248448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.335184 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-cfc37bce-a552-4c41-951c-4c96eaf099b0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c73b567c-1ff1-416d-ab1e-b785c8288f02 (CIDR: 2001:db8::/64) Jul 07 18:15:31.341004 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc37bce-a552-4c41-951c-4c96eaf099b0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:15:31.341598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc37bce-a552-4c41-951c-4c96eaf099b0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:31.371232 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cfc37bce-a552-4c41-951c-4c96eaf099b0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2967010 Jul 07 18:15:31.371832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60742) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:31.390835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:31.460498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Allocated IP 2001:db8::2 (2c7582d7-4a13-4c8f-8bf7-246efbd779c9/c73b567c-1ff1-416d-ab1e-b785c8288f02/c9ae25d4-c38f-4b06-a883-e3d6938ab822) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:31.550561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:31.554270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.642636 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.652520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Transition to ACTIVE for port object c9ae25d4-c38f-4b06-a883-e3d6938ab822 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:31.670344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Transition to ACTIVE for port object c9ae25d4-c38f-4b06-a883-e3d6938ab822 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:31.679467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.731991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Pushing event updated for resources: {'Port': ['ID=c9ae25d4-c38f-4b06-a883-e3d6938ab822,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:31.748928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:31.750733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:31.753152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:31.811566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Attempting to bind port c9ae25d4-c38f-4b06-a883-e3d6938ab822 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:31.811566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Attempting to bind port c9ae25d4-c38f-4b06-a883-e3d6938ab822 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'a85be44d-b3f0-4a4b-b34b-3f68aebccf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:31.811566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Attempting to bind port c9ae25d4-c38f-4b06-a883-e3d6938ab822 on network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:31.818834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:31.819219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Checking segment: {'id': 'a85be44d-b3f0-4a4b-b34b-3f68aebccf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:31.819621 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.820093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Bound using segment: {'id': 'a85be44d-b3f0-4a4b-b34b-3f68aebccf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:31.820708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Bound port: c9ae25d4-c38f-4b06-a883-e3d6938ab822, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85be44d-b3f0-4a4b-b34b-3f68aebccf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:31.821286 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.836317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.882818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:31.886883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:31.891689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:31.892541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.898960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] For port c9ae25d4-c38f-4b06-a883-e3d6938ab822, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:31.902236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] For port c9ae25d4-c38f-4b06-a883-e3d6938ab822, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c9ae25d4-c38f-4b06-a883-e3d6938ab822,segment=NetworkSegment(a85be44d-b3f0-4a4b-b34b-3f68aebccf66),segment_id=a85be44d-b3f0-4a4b-b34b-3f68aebccf66)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:31.903431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=19d097b5-cc79-4d94-9fd7-5f9537acfb5c,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:31.909194 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:31.918496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-23d7cdbc-91f9-4300-baf5-403b9038e70c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5435545 Jul 07 18:15:31.921149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60752) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:31.927772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'fixed_ips': [{'subnet_id': 'c73b567c-1ff1-416d-ab1e-b785c8288f02'}, {'subnet_id': '19d097b5-cc79-4d94-9fd7-5f9537acfb5c'}], 'name': 'tempest-PortsIpV6TestJSON-203816964'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:31.975537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58842e9-7c75-41fd-87f8-5cc78ff90dce None None] Pushing event updated for resources: {'Port': ['ID=c9ae25d4-c38f-4b06-a883-e3d6938ab822,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:32.075328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:32.199870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:32.224165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:32.589056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::2a4 (2c7582d7-4a13-4c8f-8bf7-246efbd779c9/c73b567c-1ff1-416d-ab1e-b785c8288f02/06f9f67f-7975-46ef-87fd-e903f3ad5f0a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:32.600897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8:0:1::3dc (2c7582d7-4a13-4c8f-8bf7-246efbd779c9/19d097b5-cc79-4d94-9fd7-5f9537acfb5c/06f9f67f-7975-46ef-87fd-e903f3ad5f0a) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:32.801894 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:32.816206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 06f9f67f-7975-46ef-87fd-e903f3ad5f0a will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:32.854075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:32.904695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:32.912513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:32.917570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:32.923731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:32.925414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:32.940522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=06f9f67f-7975-46ef-87fd-e903f3ad5f0a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:32.963384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5fbcb96e-2ed5-4d92-8a27-31a53d03547b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0400569 Jul 07 18:15:32.966412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:32.971920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c73b567c-1ff1-416d-ab1e-b785c8288f02'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:33.023840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9ae25d4-c38f-4b06-a883-e3d6938ab822 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:33.079457 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.085167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb8f86-d35a-440b-8436-50bd7cc86cdd None None] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:33.089325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c9ae25d4-c38f-4b06-a883-e3d6938ab822 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:33.165397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1dd8a8d8-d657-4d9c-ab76-1e41957c6f2f None None] Provisioning for port c9ae25d4-c38f-4b06-a883-e3d6938ab822 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:33.170808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1dd8a8d8-d657-4d9c-ab76-1e41957c6f2f None None] Provisioning complete for port c9ae25d4-c38f-4b06-a883-e3d6938ab822 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:33.171173 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a8d8-d657-4d9c-ab76-1e41957c6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.333178 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a8d8-d657-4d9c-ab76-1e41957c6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.378148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1dd8a8d8-d657-4d9c-ab76-1e41957c6f2f None None] For port c9ae25d4-c38f-4b06-a883-e3d6938ab822, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c9ae25d4-c38f-4b06-a883-e3d6938ab822,segment=NetworkSegment(a85be44d-b3f0-4a4b-b34b-3f68aebccf66),segment_id=a85be44d-b3f0-4a4b-b34b-3f68aebccf66)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:33.384821 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a8d8-d657-4d9c-ab76-1e41957c6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.412716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Delete allocated IP 2001:db8:0:1::3dc (2c7582d7-4a13-4c8f-8bf7-246efbd779c9/19d097b5-cc79-4d94-9fd7-5f9537acfb5c) {{(pid=105588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 18:15:33.475281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8a8d8-d657-4d9c-ab76-1e41957c6f2f None None] Pushing event updated for resources: {'Port': ['ID=c9ae25d4-c38f-4b06-a883-e3d6938ab822,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:33.485783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] Update dhcp port {'port': {'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'fixed_ips': [{'subnet_id': 'c73b567c-1ff1-416d-ab1e-b785c8288f02', 'ip_address': '2001:db8::2'}, {'subnet_id': '19d097b5-cc79-4d94-9fd7-5f9537acfb5c'}], 'binding:host_id': 'n-d-798930-2'}, 'id': 'c9ae25d4-c38f-4b06-a883-e3d6938ab822'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:15:33.528053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.573135 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.585808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Ignored duplicate provisioning block setup for port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 18:15:33.590848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.661399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] In _notify_port_updated(), no bound segment for port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a on network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:15:33.667369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:33.668020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.669395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "PUT /v2.0/ports/06f9f67f-7975-46ef-87fd-e903f3ad5f0a HTTP/1.1" status: 200 len: 925 time: 0.7019796 Jul 07 18:15:33.672237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60786) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:33.673598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b4ec3-762d-4a0b-a94b-b8505a1734b1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=06f9f67f-7975-46ef-87fd-e903f3ad5f0a,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:33.686151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c73b567c-1ff1-416d-ab1e-b785c8288f02'}, {'subnet_id': '19d097b5-cc79-4d94-9fd7-5f9537acfb5c'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:33.735480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] Allocated IP 2001:db8:0:1::2 (2c7582d7-4a13-4c8f-8bf7-246efbd779c9/19d097b5-cc79-4d94-9fd7-5f9537acfb5c/c9ae25d4-c38f-4b06-a883-e3d6938ab822) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:33.855771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] For port c9ae25d4-c38f-4b06-a883-e3d6938ab822, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c9ae25d4-c38f-4b06-a883-e3d6938ab822,segment=NetworkSegment(a85be44d-b3f0-4a4b-b34b-3f68aebccf66),segment_id=a85be44d-b3f0-4a4b-b34b-3f68aebccf66)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:33.882694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.889714 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.904057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] Transition to ACTIVE for port object c9ae25d4-c38f-4b06-a883-e3d6938ab822 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:33.909402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.979113 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:34.018276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d1389-0fab-4b44-b1ce-bc973165c195 None None] Pushing event updated for resources: {'Port': ['ID=c9ae25d4-c38f-4b06-a883-e3d6938ab822,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:34.159153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8:0:1::347 (2c7582d7-4a13-4c8f-8bf7-246efbd779c9/19d097b5-cc79-4d94-9fd7-5f9537acfb5c/06f9f67f-7975-46ef-87fd-e903f3ad5f0a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:34.308572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:34.321344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Ignored duplicate provisioning block setup for port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 18:15:34.328973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:34.440869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=06f9f67f-7975-46ef-87fd-e903f3ad5f0a,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:34.443863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] In _notify_port_updated(), no bound segment for port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a on network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:15:34.450506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:34.451554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:34.453247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dcfad035-371d-49d5-ae5b-ce86d9fc4eaa tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "PUT /v2.0/ports/06f9f67f-7975-46ef-87fd-e903f3ad5f0a HTTP/1.1" status: 200 len: 1011 time: 0.7792766 Jul 07 18:15:34.456185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60798) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:34.578736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:34.579164 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:34.673133 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:34.690552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 06f9f67f-7975-46ef-87fd-e903f3ad5f0a owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:34.827296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03b9ff-c577-443b-b0d8-ff9b72b9897d None None] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:34.950041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:34.968962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a63d0e6a-ad28-4a35-83f4-0a4ed6f39ed7 None None] Provisioning for port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:34.980643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a63d0e6a-ad28-4a35-83f4-0a4ed6f39ed7 None None] Provisioning complete for port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:34.981716 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a63d0e6a-ad28-4a35-83f4-0a4ed6f39ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.014112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9ae25d4-c38f-4b06-a883-e3d6938ab822 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:35.038376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=06f9f67f-7975-46ef-87fd-e903f3ad5f0a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:35.040499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a63d0e6a-ad28-4a35-83f4-0a4ed6f39ed7 None None] Port 06f9f67f-7975-46ef-87fd-e903f3ad5f0a was deleted so its status cannot be updated. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 18:15:35.065201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.068362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2fd1c0a2-2316-43b8-bf94-e9b82a61c3e8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/06f9f67f-7975-46ef-87fd-e903f3ad5f0a HTTP/1.1" status: 204 len: 168 time: 0.6104136 Jul 07 18:15:35.070438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60810) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:35.089611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a63d0e6a-ad28-4a35-83f4-0a4ed6f39ed7 None None] Provisioning for port c9ae25d4-c38f-4b06-a883-e3d6938ab822 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:35.098191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a63d0e6a-ad28-4a35-83f4-0a4ed6f39ed7 None None] Provisioning complete for port c9ae25d4-c38f-4b06-a883-e3d6938ab822 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:35.098534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a63d0e6a-ad28-4a35-83f4-0a4ed6f39ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.119314 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bc7b1a-a83e-429c-b73c-4105ad91aed9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:35.121582 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-15bc7b1a-a83e-429c-b73c-4105ad91aed9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/06f9f67f-7975-46ef-87fd-e903f3ad5f0a HTTP/1.1" status: 404 len: 333 time: 0.0490675 Jul 07 18:15:35.125168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60812) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:35.185676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c9ae25d4-c38f-4b06-a883-e3d6938ab822 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:35.189802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.207577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet 19d097b5-cc79-4d94-9fd7-5f9537acfb5c {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:35.211835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.271899 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.399957 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.472300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.507622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=19d097b5-cc79-4d94-9fd7-5f9537acfb5c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:35.515116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-04043eac-9bce-48af-980a-853b63db3c43 None None] Provisioning complete for port c9ae25d4-c38f-4b06-a883-e3d6938ab822 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:35.515765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-04043eac-9bce-48af-980a-853b63db3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.515898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.518203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c85aa43a-645e-4203-a232-15421f0067ac tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/19d097b5-cc79-4d94-9fd7-5f9537acfb5c HTTP/1.1" status: 204 len: 168 time: 0.3915532 Jul 07 18:15:35.521067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60820) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:35.615591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet c73b567c-1ff1-416d-ab1e-b785c8288f02 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:35.620224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.666045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.675830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa5c51-24ad-491a-bc19-9e5a6ac8f771 None None] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:35.731128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b9d2575c-e7d3-424d-86b8-969e58695f81 None None] Could not find standard attr ID for object 06f9f67f-7975-46ef-87fd-e903f3ad5f0a. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:35.780426 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.854529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.870448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.885518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=c73b567c-1ff1-416d-ab1e-b785c8288f02,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:35.887591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.892337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bc8ee2a9-98dc-4d5d-a03a-8c50091865af tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/c73b567c-1ff1-416d-ab1e-b785c8288f02 HTTP/1.1" status: 204 len: 168 time: 0.3675723 Jul 07 18:15:35.892597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:36.018873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caecb97-7b66-479c-8d59-1e7cc0dfba2b None None] Update dhcp port {'port': {'network_id': '2c7582d7-4a13-4c8f-8bf7-246efbd779c9', 'fixed_ips': [{'subnet_id': 'c73b567c-1ff1-416d-ab1e-b785c8288f02'}], 'binding:host_id': 'n-d-798930-2'}, 'id': 'c9ae25d4-c38f-4b06-a883-e3d6938ab822'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:15:36.028981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.063589 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8caecb97-7b66-479c-8d59-1e7cc0dfba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.102629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port c9ae25d4-c38f-4b06-a883-e3d6938ab822 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:36.103229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.169641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] For port c9ae25d4-c38f-4b06-a883-e3d6938ab822, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c9ae25d4-c38f-4b06-a883-e3d6938ab822,segment=NetworkSegment(a85be44d-b3f0-4a4b-b34b-3f68aebccf66),segment_id=a85be44d-b3f0-4a4b-b34b-3f68aebccf66)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:36.170010 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.189773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for c9ae25d4-c38f-4b06-a883-e3d6938ab822 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:36.284037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.285039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8785db9-5fdc-4dad-9e9d-6a4f6dfa7fb6 None None] Network 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:36.314147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=c9ae25d4-c38f-4b06-a883-e3d6938ab822,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:36.328732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No DVR routers for this DVR port c9ae25d4-c38f-4b06-a883-e3d6938ab822 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:36.368817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dd40ce01-6c58-4872-9d8d-5e3d8081fff0 None None] Could not find standard attr ID for object c9ae25d4-c38f-4b06-a883-e3d6938ab822. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:36.376553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-dc13d5c3-1ed2-4210-9447-a79d80fabf8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1292212 Jul 07 18:15:36.459046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92c0d9-5ddb-4f11-a13a-e6e418e0445e None None] DHCP port deletion for 2c7582d7-4a13-4c8f-8bf7-246efbd779c9 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:36.477006 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.488580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7582d7-4a13-4c8f-8bf7-246efbd779c9']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:36.502521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85be44d-b3f0-4a4b-b34b-3f68aebccf66') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:36.502942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85be44d-b3f0-4a4b-b34b-3f68aebccf66') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:36.514374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.522443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.523145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.523672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.524382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.524881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.525362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.525836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.527870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3b4122ff-86cd-4a7b-87aa-6cb51646823d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=909283c21bc949b3b1e0577610d476e7&device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 6492 time: 0.0890923 Jul 07 18:15:36.530023 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.537249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:36.537673 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:36.541039 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:36.612628 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.620653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.626331 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/2c7582d7-4a13-4c8f-8bf7-246efbd779c9 HTTP/1.1" status: 204 len: 168 time: 0.7288511 Jul 07 18:15:36.629983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60842) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:36.634678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660211-d528-4631-ab53-f33f1ba98bba tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=2c7582d7-4a13-4c8f-8bf7-246efbd779c9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:36.724740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-cdc945e7-e311-4f79-b2af-59b2dec6bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.725251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-cdc945e7-e311-4f79-b2af-59b2dec6bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.725724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-cdc945e7-e311-4f79-b2af-59b2dec6bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.727466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-cdc945e7-e311-4f79-b2af-59b2dec6bd30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=8849a726-c7bb-46ac-b767-20a9d46e07c8&id=82c89e28-4704-4bdf-9808-aabe4c6116ce&id=82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 200 len: 2291 time: 0.1636066 Jul 07 18:15:36.810861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6aa86f-2bb3-44e9-bdee-bab1fd0556e9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.815916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc6aa86f-2bb3-44e9-bdee-bab1fd0556e9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1812074 Jul 07 18:15:36.816780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:36.824915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-58e4da48-a345-4a48-8685-15afa840ad62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 200 len: 1002 time: 0.0884898 Jul 07 18:15:36.889492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-5e36496e-ceef-4b63-9102-0871140fa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.891163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-5e36496e-ceef-4b63-9102-0871140fa1a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 200 len: 851 time: 0.0594759 Jul 07 18:15:36.915085 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0ac21050-2ee1-435d-8e15-6301daaddd3c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0966125 Jul 07 18:15:36.919326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60850) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:36.927718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-221820742'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:36.952720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9ae25d4-c38f-4b06-a883-e3d6938ab822 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:36.959341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-7c3936c6-ac45-4d41-830d-eb3b5ccf33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:36.960935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-7c3936c6-ac45-4d41-830d-eb3b5ccf33c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625379 Jul 07 18:15:36.965410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:36.969023 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.975557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c9ae25d4-c38f-4b06-a883-e3d6938ab822 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:36.976168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c9ae25d4-c38f-4b06-a883-e3d6938ab822 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:36.998252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:37.009813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.010185 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment c02a213b-0bb6-4b23-b2d8-c7918205b073 of type vlan for network a01b67c2-7cbf-456c-ac22-347c730fd193 Jul 07 18:15:37.053608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.068386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-f75655aa-ed0c-4f8e-91ba-5033b72dc670 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000085 Jul 07 18:15:37.103105 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.110499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.111301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.140092 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2192841 Jul 07 18:15:37.144569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60856) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:37.153152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:37.226266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98405bfa-6945-422c-a599-b5520e74f9a1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=a01b67c2-7cbf-456c-ac22-347c730fd193,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:37.237492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a01b67c2-7cbf-456c-ac22-347c730fd193 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:37.269230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-d369760a-a2cf-492f-957a-96ba9f325e41 service neutron] 10.222.0.55 "GET /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938875 Jul 07 18:15:37.321382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-eaba8f2d-a760-4422-8352-90f736aeffc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 217 time: 0.0437751 Jul 07 18:15:37.363341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:37.366817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.439126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-e0d830c1-0c50-4124-8562-9cbc8b32e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.440816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-e0d830c1-0c50-4124-8562-9cbc8b32e8dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1062775 Jul 07 18:15:37.567673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-6404c064-6bd1-4760-ba32-11b9ddb124bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.569197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-6404c064-6bd1-4760-ba32-11b9ddb124bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1212471 Jul 07 18:15:37.669889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.746682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=ae98b26c-90f9-4067-959d-987937000f2f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:37.763552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-f5382dba-3594-45e2-8f26-8711bdb24c0f service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608675 Jul 07 18:15:37.819810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': 'c02a213b-0bb6-4b23-b2d8-c7918205b073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:37.820349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: a01b67c2-7cbf-456c-ac22-347c730fd193, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:37.857662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network a01b67c2-7cbf-456c-ac22-347c730fd193 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:37.876108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, a01b67c2-7cbf-456c-ac22-347c730fd193) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:37.886289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb303de-53d9-473d-94e2-d8a6b4ad81f2 None None] Network a01b67c2-7cbf-456c-ac22-347c730fd193 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:37.888194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.889033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:37.902594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-9c456db4-bfb2-43bc-9ede-e1244b161ee3 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312385 Jul 07 18:15:37.922184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08d07aea-7f21-424e-814d-f72802f70bb2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7761335 Jul 07 18:15:37.926092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:37.933585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193', 'name': 'tempest-PortsIpV6TestJSON-733139668'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:37.971866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-bf6aadb4-51a4-484f-9a80-caaf005cf838 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 217 time: 0.0578823 Jul 07 18:15:38.077499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-a01b67c2-7cbf-456c-ac22-347c730fd193', 'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193', 'tenant_id': '32595fdff5cc4e578160d85d4eccf579', 'fixed_ips': [{'subnet_id': 'ae98b26c-90f9-4067-959d-987937000f2f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:38.079794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.095611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-ef544eb1-c172-4d78-a80c-9e18887f8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.097536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-ef544eb1-c172-4d78-a80c-9e18887f8207 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0994518 Jul 07 18:15:38.210265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:38.221988 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.242130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-2b57227a-aea8-4936-9482-2c27af29ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.246127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-2b57227a-aea8-4936-9482-2c27af29ef6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371682 Jul 07 18:15:38.259468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Allocated IP 2001:db8::2 (a01b67c2-7cbf-456c-ac22-347c730fd193/ae98b26c-90f9-4067-959d-987937000f2f/3f796cdc-c397-45ec-84e1-4d8a4f5c3c00) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:38.273149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 0a68a829-7a11-48d2-85d4-079b1b84772c yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:38.357800 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-a8051d8b-7eac-46cc-8c82-2a9fcf26e985 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5536909 Jul 07 18:15:38.466235 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.476173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Transition to ACTIVE for port object 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:38.476905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-80123cf3-d6dd-4f6c-98f4-4d61557134aa service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230067 Jul 07 18:15:38.498968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Transition to ACTIVE for port object 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:38.504664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-097a280d-d358-4d6a-af9a-46e7c64120ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.506465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-097a280d-d358-4d6a-af9a-46e7c64120ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a019cf430d494e759c52df0956d1b3cc&device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 1097 time: 0.0885689 Jul 07 18:15:38.508596 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.551669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Network a01b67c2-7cbf-456c-ac22-347c730fd193 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:38.555137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:38.557806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:38.600196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Pushing event updated for resources: {'Port': ['ID=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:38.640044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Attempting to bind port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:38.640533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Attempting to bind port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c02a213b-0bb6-4b23-b2d8-c7918205b073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:38.641037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Attempting to bind port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 on network a01b67c2-7cbf-456c-ac22-347c730fd193 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:38.643276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::35d (a01b67c2-7cbf-456c-ac22-347c730fd193/ae98b26c-90f9-4067-959d-987937000f2f/0a68a829-7a11-48d2-85d4-079b1b84772c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:38.646592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:38.647386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Checking segment: {'id': 'c02a213b-0bb6-4b23-b2d8-c7918205b073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:38.647553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.647991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Bound using segment: {'id': 'c02a213b-0bb6-4b23-b2d8-c7918205b073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:38.648563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Bound port: 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02a213b-0bb6-4b23-b2d8-c7918205b073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:38.649046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.661190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-1a35af02-8a83-44d3-ba2e-d52f628a0a1e service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766763 Jul 07 18:15:38.663250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-c8f3ff3c-d199-4f00-9e16-358657bfc50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.665132 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-c8f3ff3c-d199-4f00-9e16-358657bfc50f service neutron] 10.222.0.90 "GET /v2.0/networks?id=25380966-4910-411c-aa2f-19bf91c690d2 HTTP/1.1" status: 200 len: 910 time: 0.1261542 Jul 07 18:15:38.738917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-b783b91e-9c25-4ac0-abaa-03fe05d77063 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 200 len: 217 time: 0.0689435 Jul 07 18:15:38.745145 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-60f19c03-9608-4814-a824-934912ab720f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af HTTP/1.1" status: 200 len: 1002 time: 0.0717769 Jul 07 18:15:38.803122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-892ba19e-a2ab-49bd-8a24-cbb25c7dcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.805872 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-892ba19e-a2ab-49bd-8a24-cbb25c7dcba3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c2f422-cc8d-4bd8-97c1-a4e502069f44 HTTP/1.1" status: 200 len: 848 time: 0.0527847 Jul 07 18:15:38.901148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-67998728-de3b-405a-a312-dc10f38e8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.902658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-67998728-de3b-405a-a312-dc10f38e8150 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25380966-4910-411c-aa2f-19bf91c690d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898192 Jul 07 18:15:38.903715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-7141679b-0458-47f4-8743-a535df98b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:38.905410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-7141679b-0458-47f4-8743-a535df98b943 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.1568186 Jul 07 18:15:38.920474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] For port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:38.924367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] For port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,segment=NetworkSegment(c02a213b-0bb6-4b23-b2d8-c7918205b073),segment_id=c02a213b-0bb6-4b23-b2d8-c7918205b073)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:38.930745 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:38.998691 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46334f2-ddef-487d-b006-0fcec60aa801 None None] Pushing event updated for resources: {'Port': ['ID=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:39.010636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.024900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3ea34db8-8172-41b1-9806-e8f15ca4aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:39.026513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-3ea34db8-8172-41b1-9806-e8f15ca4aac5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106887 Jul 07 18:15:39.031504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 0a68a829-7a11-48d2-85d4-079b1b84772c will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:39.041201 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-7ab4260f-01fb-4b59-868b-3a305919bfc2 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299636 Jul 07 18:15:39.154476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.154631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7a532971-c791-41e9-a87a-99bd7eb74a78 req-55394e60-e0cb-443b-abae-bad9379775f7 service neutron] 10.222.0.90 "GET /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055264 Jul 07 18:15:39.194293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-140b13cf-91ce-4f80-b487-d5ff2142c492 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594605 Jul 07 18:15:39.233542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network a01b67c2-7cbf-456c-ac22-347c730fd193 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:39.644658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:39.647677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:39.653525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:39.654147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.679452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=0a68a829-7a11-48d2-85d4-079b1b84772c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:39.698580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c46f925f-f34a-4434-9e7f-6002d11c4b37 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7669716 Jul 07 18:15:39.699545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60910) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:39.708115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': 'a01b67c2-7cbf-456c-ac22-347c730fd193', 'name': 'tempest-PortsIpV6TestJSON-811208433'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:39.729698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-c1009db2-c89b-4b89-a90b-a4820ae5bf44 service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226157 Jul 07 18:15:39.775969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-fc569538-3bfc-4079-8556-635aa6f302d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 200 len: 217 time: 0.0382793 Jul 07 18:15:39.848260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-2bd474ba-81cf-44d1-b294-476d80b798cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:39.854531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-2bd474ba-81cf-44d1-b294-476d80b798cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 200 len: 797 time: 0.0728278 Jul 07 18:15:39.858780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:39.863689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.885405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 0fd009c6-3fb6-430c-8be6-252a7abd4ba8 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:39.965023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-0099b9ec-ca40-4df2-83f1-78f675f2b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:39.966924 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-0099b9ec-ca40-4df2-83f1-78f675f2b950 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8849a726-c7bb-46ac-b767-20a9d46e07c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042521 Jul 07 18:15:40.050712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::12e (a01b67c2-7cbf-456c-ac22-347c730fd193/ae98b26c-90f9-4067-959d-987937000f2f/0fd009c6-3fb6-430c-8be6-252a7abd4ba8) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:40.120011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad42e8-eefa-481c-9d1f-8c76418f63c9 req-1777c8f7-14f4-4895-bfb5-8aee51857892 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.121593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43ad42e8-eefa-481c-9d1f-8c76418f63c9 req-1777c8f7-14f4-4895-bfb5-8aee51857892 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1096 time: 0.1466389 Jul 07 18:15:40.134483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-f16b5c58-70ae-494b-8fb1-cdebaf5247cf service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581402 Jul 07 18:15:40.149529 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-43ad42e8-eefa-481c-9d1f-8c76418f63c9 req-ea3bb299-5fdd-42e5-9867-4b66d3769a7c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.251754 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.268791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 0fd009c6-3fb6-430c-8be6-252a7abd4ba8 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:40.312798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d73ec2-109a-4119-8205-c3c39ad884ee None None] Network a01b67c2-7cbf-456c-ac22-347c730fd193 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:40.315578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.359505 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-43ad42e8-eefa-481c-9d1f-8c76418f63c9 req-ea3bb299-5fdd-42e5-9867-4b66d3769a7c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.365854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-12410a40-4639-4ef6-b8c0-075e1c5d86bf service neutron] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136414 Jul 07 18:15:40.366993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-43ad42e8-eefa-481c-9d1f-8c76418f63c9 req-ea3bb299-5fdd-42e5-9867-4b66d3769a7c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.377927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network a01b67c2-7cbf-456c-ac22-347c730fd193 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:40.381767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:40.389772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:40.399173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bb299-5fdd-42e5-9867-4b66d3769a7c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a8949b-93ca-4250-bbf1-20e188c9281f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:40.404736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ed40b48c-f799-4ac2-8f2d-bb9cb4af1dab None None] Provisioning for port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:40.421478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.426301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.445203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-ff9993b9-f4e2-426b-8f75-70d5eeaa0b33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 200 len: 217 time: 0.0531983 Jul 07 18:15:40.447416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43ad42e8-eefa-481c-9d1f-8c76418f63c9 req-ea3bb299-5fdd-42e5-9867-4b66d3769a7c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118410 Jul 07 18:15:40.456016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=0fd009c6-3fb6-430c-8be6-252a7abd4ba8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:40.459892 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6f1f7ee3-5122-41be-8465-106286100847 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7582877 Jul 07 18:15:40.464185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60932) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:40.632820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-9b67b492-8678-43ec-8ac7-daf55df0d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.634446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-9b67b492-8678-43ec-8ac7-daf55df0d1e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.1806083 Jul 07 18:15:40.777948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bcb14-d254-4644-92ec-4a2c97fb45cb tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.782614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ff5bcb14-d254-4644-92ec-4a2c97fb45cb tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35d HTTP/1.1" status: 200 len: 928 time: 0.3145425 Jul 07 18:15:40.782961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60942) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:40.807897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eb3c4-0300-49d0-9214-368af79726de req-1654eeff-d6ab-4064-959c-9018256933c0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.809791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-596eb3c4-0300-49d0-9214-368af79726de req-1654eeff-d6ab-4064-959c-9018256933c0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.2257290 Jul 07 18:15:40.830437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-46e1a0dc-92c0-4360-90b3-5909f6f79b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.832072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-46e1a0dc-92c0-4360-90b3-5909f6f79b7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875808 Jul 07 18:15:40.937183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-596eb3c4-0300-49d0-9214-368af79726de req-7140fc8f-2bfc-412c-8162-4678b1f7f6c6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181934 Jul 07 18:15:40.945252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 0fd009c6-3fb6-430c-8be6-252a7abd4ba8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:40.945613 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.979254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-73181ccf-07c3-445a-9205-3beef2d3aa72 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352208 Jul 07 18:15:40.981394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Provisioning for port 0a68a829-7a11-48d2-85d4-079b1b84772c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:40.986984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Provisioning complete for port 0a68a829-7a11-48d2-85d4-079b1b84772c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:40.987683 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.998278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60948) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:41.088399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:41.095822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Port 0a68a829-7a11-48d2-85d4-079b1b84772c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:41.120253 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.142787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 0fd009c6-3fb6-430c-8be6-252a7abd4ba8 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:41.158500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c52ae6d5-1c8a-4de1-8763-09e75be9a47d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/c386067a-4ee2-4f6b-a8d0-36074cdfd1de HTTP/1.1" status: 200 len: 993 time: 0.1588056 Jul 07 18:15:41.170830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Provisioning for port 0fd009c6-3fb6-430c-8be6-252a7abd4ba8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:41.187988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Provisioning complete for port 0fd009c6-3fb6-430c-8be6-252a7abd4ba8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:41.187988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.198584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-da6a2cb2-4ad5-4a01-858e-84ffdc214927 service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120616 Jul 07 18:15:41.231835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:41.242736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:41.243238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.272696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3233279e-582a-4ed7-8783-3fc0558cc6cf None None] Port 0fd009c6-3fb6-430c-8be6-252a7abd4ba8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:41.290799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-7fc1b97e-3319-4e92-b7ca-c5fdf4587369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 200 len: 217 time: 0.0838416 Jul 07 18:15:41.373538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-4d4eacd0-c2cb-47ef-87e5-551310a2b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:41.375706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-4d4eacd0-c2cb-47ef-87e5-551310a2b931 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 200 len: 797 time: 0.0769873 Jul 07 18:15:41.414414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1e5a3570-05ec-4399-97a8-bdcd22f44bc0 None None] Provisioning complete for port 0a68a829-7a11-48d2-85d4-079b1b84772c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:41.415442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3570-05ec-4399-97a8-bdcd22f44bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.446991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.472880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-8f99ad4c-5e90-485c-8be9-d42c97b1c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:41.473311 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.475530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-8f99ad4c-5e90-485c-8be9-d42c97b1c37c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82c89e28-4704-4bdf-9808-aabe4c6116ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876567 Jul 07 18:15:41.488459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a3570-05ec-4399-97a8-bdcd22f44bc0 None None] Port 0a68a829-7a11-48d2-85d4-079b1b84772c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:41.537488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=0fd009c6-3fb6-430c-8be6-252a7abd4ba8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:41.581929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,segment=NetworkSegment(c02a213b-0bb6-4b23-b2d8-c7918205b073),segment_id=c02a213b-0bb6-4b23-b2d8-c7918205b073)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:41.587991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.626276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:41.629697 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-277bbc0f-fdd5-4d15-a7e9-94f784471630 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/0fd009c6-3fb6-430c-8be6-252a7abd4ba8 HTTP/1.1" status: 204 len: 168 time: 0.8456373 Jul 07 18:15:41.633055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60966) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:41.664491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:41.710069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-84e1d88a-d453-4bdb-9adc-9a1a2a61dfff service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220626 Jul 07 18:15:41.714994 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb80e57-731e-4346-8b6c-8ca0eb754567 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:41.721133 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0cb80e57-731e-4346-8b6c-8ca0eb754567 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/0fd009c6-3fb6-430c-8be6-252a7abd4ba8 HTTP/1.1" status: 404 len: 333 time: 0.0836823 Jul 07 18:15:41.721875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60974) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:41.803385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-e3b63668-1abd-4d98-800a-d62b5cf77c58 req-d932a1cf-c81c-45e8-b085-a9b62b8c3cf5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:15:41.804685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3b63668-1abd-4d98-800a-d62b5cf77c58 req-d932a1cf-c81c-45e8-b085-a9b62b8c3cf5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1081686 Jul 07 18:15:41.830438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-24218fb5-ddcf-4f0a-b3be-5da043e99353 None None] Could not find standard attr ID for object 0fd009c6-3fb6-430c-8be6-252a7abd4ba8. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:41.882239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7f68d18-3f9b-448e-ba7f-c0e225a75f39 req-9694f4c0-8b50-4e92-b0ed-ea6db43de30d service neutron] 10.222.0.55 "GET /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630876 Jul 07 18:15:41.883341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 0a68a829-7a11-48d2-85d4-079b1b84772c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:41.883848 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.025113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.053619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 0a68a829-7a11-48d2-85d4-079b1b84772c owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:42.196943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.250721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=0a68a829-7a11-48d2-85d4-079b1b84772c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:42.273164 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.275389 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f720661-1295-42fb-a760-d1e8c7709a53 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/0a68a829-7a11-48d2-85d4-079b1b84772c HTTP/1.1" status: 204 len: 168 time: 0.5523026 Jul 07 18:15:42.278113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 60994) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:42.311988 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3addbb13-7b64-41c5-bec0-025b3cf01a7b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:42.313673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3addbb13-7b64-41c5-bec0-025b3cf01a7b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/0a68a829-7a11-48d2-85d4-079b1b84772c HTTP/1.1" status: 404 len: 333 time: 0.0345545 Jul 07 18:15:42.317171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 60996) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:42.408086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet ae98b26c-90f9-4067-959d-987937000f2f {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:42.423769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.439486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-5c0e99c6-b107-455b-b9ef-e9f472a068c8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052282 Jul 07 18:15:42.487065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.522388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548e647-11b5-4aec-81f0-6f7f9b1747e9 req-65ff7ff9-2620-465d-b44b-5a44d23505b8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:42.524314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1548e647-11b5-4aec-81f0-6f7f9b1747e9 req-65ff7ff9-2620-465d-b44b-5a44d23505b8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.0838573 Jul 07 18:15:42.627716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1548e647-11b5-4aec-81f0-6f7f9b1747e9 req-f6fb9487-2b2c-4b23-abf3-18f872d32723 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861690 Jul 07 18:15:42.666137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.748608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.779682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=ae98b26c-90f9-4067-959d-987937000f2f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:42.785442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.787291 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-87386e39-a5bf-4f76-91ec-ce7563bd5a1f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/ae98b26c-90f9-4067-959d-987937000f2f HTTP/1.1" status: 204 len: 168 time: 0.4691033 Jul 07 18:15:42.790253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32790) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:42.793001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af38c4-0ef2-4aee-a9f2-ff30311d6315 None None] Network a01b67c2-7cbf-456c-ac22-347c730fd193 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:42.924573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.023776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:43.122218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:43.122963 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.131846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:43.132251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.190188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] DHCP port deletion for a01b67c2-7cbf-456c-ac22-347c730fd193 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:43.311134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] For port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,segment=NetworkSegment(c02a213b-0bb6-4b23-b2d8-c7918205b073),segment_id=c02a213b-0bb6-4b23-b2d8-c7918205b073)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:43.311414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.330485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:43.353970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] Deleting port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:43.354394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.448069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] For port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,segment=NetworkSegment(c02a213b-0bb6-4b23-b2d8-c7918205b073),segment_id=c02a213b-0bb6-4b23-b2d8-c7918205b073)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:43.452534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.467253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] Calling delete_port for 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:43.480985 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.524119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:43.526912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No DVR routers for this DVR port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:43.620872 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.676020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.696515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01b67c2-7cbf-456c-ac22-347c730fd193']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:43.708624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02a213b-0bb6-4b23-b2d8-c7918205b073') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:43.708947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02a213b-0bb6-4b23-b2d8-c7918205b073') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:43.722059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] No DVR routers for this DVR port 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:43.727372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26513899-8b2f-42df-aa38-74d6328736d3 None None] Pushing event deleted for resources: {'Port': ['ID=3f796cdc-c397-45ec-84e1-4d8a4f5c3c00,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:43.728205 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.770055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.783091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:43.783091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:43.788265 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:43.924456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.930769 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:43.932657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/a01b67c2-7cbf-456c-ac22-347c730fd193 HTTP/1.1" status: 204 len: 168 time: 1.1413207 Jul 07 18:15:43.936481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32822) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:43.942868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1842330209'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:43.967312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4b2d-4b21-4bf7-b249-dfcbb552cc82 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=a01b67c2-7cbf-456c-ac22-347c730fd193,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:43.999464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc1fa-ea26-40e7-8029-f5440be67466 req-16192845-ccc8-4a32-93b1-a8f15379d890 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.003100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-199fc1fa-ea26-40e7-8029-f5440be67466 req-16192845-ccc8-4a32-93b1-a8f15379d890 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1326530 Jul 07 18:15:44.004337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:44.007937 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.066319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-199fc1fa-ea26-40e7-8029-f5440be67466 req-f51728a0-7f32-4d84-8201-67616ee5dd5c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523384 Jul 07 18:15:44.070177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:44.080978 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.081547 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment c95607ef-226a-427c-8188-5dd339d5618f of type vlan for network 2020b377-7119-4788-bbc2-cddc553836b7 Jul 07 18:15:44.138785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.186238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.192026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.192622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.249599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-f52b15d2-a243-4cf8-9d72-af63b6660662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.251483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-f52b15d2-a243-4cf8-9d72-af63b6660662 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1096 time: 0.0623660 Jul 07 18:15:44.258108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3196766 Jul 07 18:15:44.260923 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32832) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:44.277276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': '2020b377-7119-4788-bbc2-cddc553836b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:44.324623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61695c44-b7de-4e54-ada2-5a290653f805 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=2020b377-7119-4788-bbc2-cddc553836b7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:44.339121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 2020b377-7119-4788-bbc2-cddc553836b7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:44.359654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-84d47dad-bfe4-403b-8dfe-750141a9cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.361650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-84d47dad-bfe4-403b-8dfe-750141a9cb75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.1003175 Jul 07 18:15:44.388880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:44.393740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.445496 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-312fe385-031d-420f-bbcc-ec29f7ea7b59 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 1001 time: 0.0759878 Jul 07 18:15:44.503164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-229167c7-a358-400d-83cd-f124b1c516eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.504694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-229167c7-a358-400d-83cd-f124b1c516eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0530014 Jul 07 18:15:44.565115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-d6465fc6-6af3-445a-82c3-0b153f38da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.566907 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-d6465fc6-6af3-445a-82c3-0b153f38da12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554404 Jul 07 18:15:44.605057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.662781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-eb6a112e-4fac-4602-a5c5-3aca3bbeafda service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889549 Jul 07 18:15:44.680358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=9c2b8113-6589-4fb8-9879-8d8cacda09d1,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:44.694164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': 'c95607ef-226a-427c-8188-5dd339d5618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2020b377-7119-4788-bbc2-cddc553836b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:44.694164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: 2020b377-7119-4788-bbc2-cddc553836b7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:44.717183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 2020b377-7119-4788-bbc2-cddc553836b7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:44.727595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 2020b377-7119-4788-bbc2-cddc553836b7) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:44.732512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.733217 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:44.744004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c6b9d-529b-4939-a58a-727eb2896f0c None None] Network 2020b377-7119-4788-bbc2-cddc553836b7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:44.750691 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c2fd80f0-3a50-40a7-91a9-90856545879f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4884613 Jul 07 18:15:44.753453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32838) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:44.759566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': '2020b377-7119-4788-bbc2-cddc553836b7', 'name': 'tempest-PortsIpV6TestJSON-266122054', 'fixed_ips': [{'subnet_id': '9c2b8113-6589-4fb8-9879-8d8cacda09d1', 'ip_address': '2001:db8::10'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:44.792656 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-52582e34-d2c6-4e6b-b172-ed9e8acd620b service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219473 Jul 07 18:15:44.999037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:45.007822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:45.020734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-2020b377-7119-4788-bbc2-cddc553836b7', 'network_id': '2020b377-7119-4788-bbc2-cddc553836b7', 'tenant_id': '32595fdff5cc4e578160d85d4eccf579', 'fixed_ips': [{'subnet_id': '9c2b8113-6589-4fb8-9879-8d8cacda09d1'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:45.021620 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.024573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:45.024573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f796cdc-c397-45ec-84e1-4d8a4f5c3c00 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:45.142784 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.189383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 1dfe342e-68b7-4a38-8860-b1c16d337ccf yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:45.210569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Allocated IP 2001:db8::2 (2020b377-7119-4788-bbc2-cddc553836b7/9c2b8113-6589-4fb8-9879-8d8cacda09d1/99e447f7-834d-4280-94d7-e5f08ae0d3f3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:45.396415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.407929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Transition to ACTIVE for port object 99e447f7-834d-4280-94d7-e5f08ae0d3f3 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:45.425526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778747d4-97f7-4018-b011-dea82c1ff240 req-db6c628f-2fed-44a7-b044-73f413a1c45c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:45.428655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778747d4-97f7-4018-b011-dea82c1ff240 req-db6c628f-2fed-44a7-b044-73f413a1c45c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.2050738 Jul 07 18:15:45.435967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Transition to ACTIVE for port object 99e447f7-834d-4280-94d7-e5f08ae0d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:45.443583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.479947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Network 2020b377-7119-4788-bbc2-cddc553836b7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:45.483240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:45.488090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:45.502830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Pushing event updated for resources: {'Port': ['ID=99e447f7-834d-4280-94d7-e5f08ae0d3f3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:45.504013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-778747d4-97f7-4018-b011-dea82c1ff240 req-f14c0dab-0542-4eec-aca0-95ac325e9760 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677168 Jul 07 18:15:45.520638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::10 (2020b377-7119-4788-bbc2-cddc553836b7/9c2b8113-6589-4fb8-9879-8d8cacda09d1/1dfe342e-68b7-4a38-8860-b1c16d337ccf) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:45.573521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Attempting to bind port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:45.573862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Attempting to bind port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c95607ef-226a-427c-8188-5dd339d5618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2020b377-7119-4788-bbc2-cddc553836b7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:45.574225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Attempting to bind port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 on network 2020b377-7119-4788-bbc2-cddc553836b7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:45.580342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:45.581205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Checking segment: {'id': 'c95607ef-226a-427c-8188-5dd339d5618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2020b377-7119-4788-bbc2-cddc553836b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:45.581623 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.582016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Bound using segment: {'id': 'c95607ef-226a-427c-8188-5dd339d5618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2020b377-7119-4788-bbc2-cddc553836b7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:45.582537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Bound port: 99e447f7-834d-4280-94d7-e5f08ae0d3f3, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95607ef-226a-427c-8188-5dd339d5618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2020b377-7119-4788-bbc2-cddc553836b7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:45.583060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.652880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] For port 99e447f7-834d-4280-94d7-e5f08ae0d3f3, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:45.656273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] For port 99e447f7-834d-4280-94d7-e5f08ae0d3f3, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=99e447f7-834d-4280-94d7-e5f08ae0d3f3,segment=NetworkSegment(c95607ef-226a-427c-8188-5dd339d5618f),segment_id=c95607ef-226a-427c-8188-5dd339d5618f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:45.661730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.709434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.726731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ae9d7-92ae-4055-b810-b38650c84c2f None None] Pushing event updated for resources: {'Port': ['ID=99e447f7-834d-4280-94d7-e5f08ae0d3f3,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:45.730344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 1dfe342e-68b7-4a38-8860-b1c16d337ccf will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:45.780862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.821896 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3685012-a103-4d87-888d-dfd638b436e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.860496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 2020b377-7119-4788-bbc2-cddc553836b7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:45.865724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:45.875267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:45.879370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:45.880041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.910390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:45.911024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1558623 Jul 07 18:15:45.919882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff56d96-9698-4bca-8613-6d961253d4c9 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=1dfe342e-68b7-4a38-8860-b1c16d337ccf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:45.925504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': '2020b377-7119-4788-bbc2-cddc553836b7', 'name': 'tempest-PortsIpV6TestJSON-273937442', 'fixed_ips': [{'subnet_id': '9c2b8113-6589-4fb8-9879-8d8cacda09d1', 'ip_address': '2001:db8::f'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:46.071439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:46.160992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.183858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 800b2d70-ebb1-4c14-b857-63cb0702ea02 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:46.356543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::f (2020b377-7119-4788-bbc2-cddc553836b7/9c2b8113-6589-4fb8-9879-8d8cacda09d1/800b2d70-ebb1-4c14-b857-63cb0702ea02) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:46.519547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.544433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 800b2d70-ebb1-4c14-b857-63cb0702ea02 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:46.586738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.633097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 2020b377-7119-4788-bbc2-cddc553836b7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:46.636629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:46.648368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:46.656180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:46.657283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:46.674692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=800b2d70-ebb1-4c14-b857-63cb0702ea02,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:46.691630 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b0fc0e8a-9e6b-4848-af80-c50767502618 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7792120 Jul 07 18:15:46.694417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32854) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:46.744303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3098eca-5a70-4c6d-b834-8f2d715b202d req-6a04a2a8-d143-4d06-8765-0024866901fe tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:46.752350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3098eca-5a70-4c6d-b834-8f2d715b202d req-6a04a2a8-d143-4d06-8765-0024866901fe tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.0889692 Jul 07 18:15:46.780670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37937bcd-fcb6-4f39-804f-61f2a3ffb0c7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:46.784556 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37937bcd-fcb6-4f39-804f-61f2a3ffb0c7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0866375 Jul 07 18:15:46.784962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32856) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:46.811353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3098eca-5a70-4c6d-b834-8f2d715b202d req-20cc1c1c-b787-4923-893b-03281f9ea20c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579948 Jul 07 18:15:46.843291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eb1752-de2a-4a72-a653-932d56674baa None None] Network 2020b377-7119-4788-bbc2-cddc553836b7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:46.879343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b9f83-f60b-4a3b-a06c-b67ce2cd8278 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:46.885860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b9f83-f60b-4a3b-a06c-b67ce2cd8278 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:46.892265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b9f83-f60b-4a3b-a06c-b67ce2cd8278 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:46.895676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-549b9f83-f60b-4a3b-a06c-b67ce2cd8278 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1095440 Jul 07 18:15:46.898228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32858) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:46.925881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e9f4c883-e7e5-4937-a297-b80878186f01 None None] Provisioning for port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:47.006083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 99e447f7-834d-4280-94d7-e5f08ae0d3f3 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:47.013788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 800b2d70-ebb1-4c14-b857-63cb0702ea02 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:47.014774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.100932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:47.107038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:47.107386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.121697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.134128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 800b2d70-ebb1-4c14-b857-63cb0702ea02 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:47.195113 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.232358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 99e447f7-834d-4280-94d7-e5f08ae0d3f3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=99e447f7-834d-4280-94d7-e5f08ae0d3f3,segment=NetworkSegment(c95607ef-226a-427c-8188-5dd339d5618f),segment_id=c95607ef-226a-427c-8188-5dd339d5618f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:47.239152 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.309872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.321563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=99e447f7-834d-4280-94d7-e5f08ae0d3f3,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:47.350416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=800b2d70-ebb1-4c14-b857-63cb0702ea02,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:47.386277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.389711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ef8125f2-559b-4c3d-b179-0b69f9a20944 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/800b2d70-ebb1-4c14-b857-63cb0702ea02 HTTP/1.1" status: 204 len: 168 time: 0.4882576 Jul 07 18:15:47.391636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32860) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:47.421948 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d01d4e-93e8-4f43-b9ce-6d6fe3bd3e49 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:47.426037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-31d01d4e-93e8-4f43-b9ce-6d6fe3bd3e49 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/800b2d70-ebb1-4c14-b857-63cb0702ea02 HTTP/1.1" status: 404 len: 333 time: 0.0309286 Jul 07 18:15:47.426681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32862) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:47.470644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-560391cf-c71c-43c7-8650-c30222a84591 None None] Provisioning for port 1dfe342e-68b7-4a38-8860-b1c16d337ccf completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:47.475374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-560391cf-c71c-43c7-8650-c30222a84591 None None] Provisioning complete for port 1dfe342e-68b7-4a38-8860-b1c16d337ccf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:47.476040 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-560391cf-c71c-43c7-8650-c30222a84591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.525134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-560391cf-c71c-43c7-8650-c30222a84591 None None] Port 1dfe342e-68b7-4a38-8860-b1c16d337ccf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:47.539054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-560391cf-c71c-43c7-8650-c30222a84591 None None] Provisioning complete for port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:47.539417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-560391cf-c71c-43c7-8650-c30222a84591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.543902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 1dfe342e-68b7-4a38-8860-b1c16d337ccf {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:47.544526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.647746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-560391cf-c71c-43c7-8650-c30222a84591 None None] Could not find standard attr ID for object 800b2d70-ebb1-4c14-b857-63cb0702ea02. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:47.657020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.671430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 1dfe342e-68b7-4a38-8860-b1c16d337ccf owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:47.801795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-014c6ea1-eef3-4253-97b3-ee05483a54ea None None] Provisioning complete for port 1dfe342e-68b7-4a38-8860-b1c16d337ccf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:47.802165 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-014c6ea1-eef3-4253-97b3-ee05483a54ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.870659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.875160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-014c6ea1-eef3-4253-97b3-ee05483a54ea None None] Port 1dfe342e-68b7-4a38-8860-b1c16d337ccf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:47.914979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=1dfe342e-68b7-4a38-8860-b1c16d337ccf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:47.941192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.945740 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-27d43b54-536a-4eaf-8e21-dd00956662f3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/1dfe342e-68b7-4a38-8860-b1c16d337ccf HTTP/1.1" status: 204 len: 168 time: 0.5157647 Jul 07 18:15:47.945953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32870) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:47.974616 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d908f2da-6579-43a4-bbc0-1306eb923974 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:47.979044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d908f2da-6579-43a4-bbc0-1306eb923974 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/1dfe342e-68b7-4a38-8860-b1c16d337ccf HTTP/1.1" status: 404 len: 333 time: 0.0293324 Jul 07 18:15:47.979419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32872) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:48.042871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet 9c2b8113-6589-4fb8-9879-8d8cacda09d1 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:48.046420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.054879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e46e88-2d6b-4318-aea8-f3a2fea9a228 req-3de38165-8d85-4859-9348-d029915545d7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:48.056662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41e46e88-2d6b-4318-aea8-f3a2fea9a228 req-3de38165-8d85-4859-9348-d029915545d7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.0792074 Jul 07 18:15:48.094574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3ff0c237-a4c5-4f5b-8c60-230db2bd6849 None None] Could not find standard attr ID for object 800b2d70-ebb1-4c14-b857-63cb0702ea02. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:15:48.098375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41e46e88-2d6b-4318-aea8-f3a2fea9a228 req-e09998e1-13ad-460c-a521-0d6bc87985fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353098 Jul 07 18:15:48.110183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.202369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.279437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.310092 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.311918 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/9c2b8113-6589-4fb8-9879-8d8cacda09d1 HTTP/1.1" status: 204 len: 168 time: 0.3314810 Jul 07 18:15:48.313298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348ab48-7ca6-441a-9471-a0fbf594093e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2b8113-6589-4fb8-9879-8d8cacda09d1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:48.314881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:48.358104 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c2fec0c-13f1-4d57-b3f8-606a2d8525cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.408119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.468844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:48.469187 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.505860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add1ef9-041c-4932-b233-5c61d768f2a9 None None] Network 2020b377-7119-4788-bbc2-cddc553836b7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:48.509112 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.539096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] For port 99e447f7-834d-4280-94d7-e5f08ae0d3f3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=99e447f7-834d-4280-94d7-e5f08ae0d3f3,segment=NetworkSegment(c95607ef-226a-427c-8188-5dd339d5618f),segment_id=c95607ef-226a-427c-8188-5dd339d5618f)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:48.539441 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.552503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 99e447f7-834d-4280-94d7-e5f08ae0d3f3 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:48.636990 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.667097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=99e447f7-834d-4280-94d7-e5f08ae0d3f3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:48.673020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No DVR routers for this DVR port 99e447f7-834d-4280-94d7-e5f08ae0d3f3 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:48.697590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12277921-a974-4cd0-9071-dae3ce64088e None None] DHCP port deletion for 2020b377-7119-4788-bbc2-cddc553836b7 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:48.756147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.766871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2020b377-7119-4788-bbc2-cddc553836b7']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:48.778310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95607ef-226a-427c-8188-5dd339d5618f') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:48.778711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95607ef-226a-427c-8188-5dd339d5618f') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:48.788492 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.812539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.819417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:48.819855 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:48.823123 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:48.888756 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.896797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.903918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/2020b377-7119-4788-bbc2-cddc553836b7 HTTP/1.1" status: 204 len: 168 time: 0.5798142 Jul 07 18:15:48.904041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32880) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:48.911239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042cdd-bd6b-44d1-892a-7078fa455ff8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=2020b377-7119-4788-bbc2-cddc553836b7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:48.911418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580982397'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:48.946552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:48.950373 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.977017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:15:48.977496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 99e447f7-834d-4280-94d7-e5f08ae0d3f3 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:48.988286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.988981 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Added segment f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a of type vlan for network 99d675a7-20cf-443b-a9b7-2eb54e60241b Jul 07 18:15:48.997598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 99e447f7-834d-4280-94d7-e5f08ae0d3f3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:48.998299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 99e447f7-834d-4280-94d7-e5f08ae0d3f3 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:49.029379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.066508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.073354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:49.073957 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.131844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2267704 Jul 07 18:15:49.135063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32884) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:49.142695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:49.190070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9513e-b90b-49a4-ae39-3d388c10e2c6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Network': ['ID=99d675a7-20cf-443b-a9b7-2eb54e60241b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:49.204278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:15:49.244849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:49.249558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.308144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4017f88-4e5d-4c1d-8938-aefbe9250b86 req-0e8c13bf-5068-4f44-8668-2028b81e0466 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:49.309674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4017f88-4e5d-4c1d-8938-aefbe9250b86 req-0e8c13bf-5068-4f44-8668-2028b81e0466 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.0763094 Jul 07 18:15:49.355288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4017f88-4e5d-4c1d-8938-aefbe9250b86 req-5b346528-9f27-4c81-8562-0b81083ed70a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392587 Jul 07 18:15:49.466502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.529416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=6e73b292-19bd-4090-8b37-221e1d23c0fb,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:49.538623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Checking segment: {'id': 'f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:49.538978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network hostable DHCP agents. Network: 99d675a7-20cf-443b-a9b7-2eb54e60241b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:15:49.559123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:15:49.570807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 99d675a7-20cf-443b-a9b7-2eb54e60241b) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:49.575608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:49.576327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.582386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e82f7a-a6e0-4c29-9e85-8ae37abdc7eb None None] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:49.595838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e3e75ee6-76b6-490d-8a08-3f9595aa741d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4588413 Jul 07 18:15:49.597831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32886) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:49.602823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3def564d-b60f-4116-8785-ca721f269b8c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1885856087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:49.631328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3def564d-b60f-4116-8785-ca721f269b8c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.632538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3def564d-b60f-4116-8785-ca721f269b8c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.675983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.687296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3def564d-b60f-4116-8785-ca721f269b8c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.692489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3def564d-b60f-4116-8785-ca721f269b8c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.710689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3def564d-b60f-4116-8785-ca721f269b8c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.712287 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3def564d-b60f-4116-8785-ca721f269b8c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1133535 Jul 07 18:15:49.715310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32888) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:49.719942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b', 'name': 'tempest-PortsIpV6TestJSON-1792332052'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:49.747910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-99d675a7-20cf-443b-a9b7-2eb54e60241b', 'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b', 'tenant_id': '32595fdff5cc4e578160d85d4eccf579', 'fixed_ips': [{'subnet_id': '6e73b292-19bd-4090-8b37-221e1d23c0fb'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:49.748857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.839415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:49.843559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.873936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:49.908262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Allocated IP 2001:db8::2 (99d675a7-20cf-443b-a9b7-2eb54e60241b/6e73b292-19bd-4090-8b37-221e1d23c0fb/759d47b8-42af-4816-851c-dce7a739cecc) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:50.078762 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.087406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Transition to ACTIVE for port object 759d47b8-42af-4816-851c-dce7a739cecc will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:50.102361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Transition to ACTIVE for port object 759d47b8-42af-4816-851c-dce7a739cecc will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:50.108986 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.150393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:50.153249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:50.157659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:50.162519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Pushing event updated for resources: {'Port': ['ID=759d47b8-42af-4816-851c-dce7a739cecc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:50.185377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::c2 (99d675a7-20cf-443b-a9b7-2eb54e60241b/6e73b292-19bd-4090-8b37-221e1d23c0fb/174ca9e4-6dab-41c8-9c2e-48a5c6a52488) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:50.235599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Attempting to bind port 759d47b8-42af-4816-851c-dce7a739cecc on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:50.236273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Attempting to bind port 759d47b8-42af-4816-851c-dce7a739cecc by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:50.236815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Attempting to bind port 759d47b8-42af-4816-851c-dce7a739cecc on network 99d675a7-20cf-443b-a9b7-2eb54e60241b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:50.242563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:50.243177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Checking segment: {'id': 'f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:50.243883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.244435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Bound using segment: {'id': 'f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:50.245129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Bound port: 759d47b8-42af-4816-851c-dce7a739cecc, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99d675a7-20cf-443b-a9b7-2eb54e60241b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:50.245778 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.312644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] For port 759d47b8-42af-4816-851c-dce7a739cecc, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:50.315960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] For port 759d47b8-42af-4816-851c-dce7a739cecc, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=759d47b8-42af-4816-851c-dce7a739cecc,segment=NetworkSegment(f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a),segment_id=f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:50.321744 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.358332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.375406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:50.383778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb7672-8aa1-46ac-b936-be894022fd9b None None] Pushing event updated for resources: {'Port': ['ID=759d47b8-42af-4816-851c-dce7a739cecc,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:50.418686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.475434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:50.479621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:50.484902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:50.491439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:50.492432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.517319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=174ca9e4-6dab-41c8-9c2e-48a5c6a52488,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:50.523256 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-164a0c58-2063-4eca-b8dc-983c8461bed4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8071442 Jul 07 18:15:50.526081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32904) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:50.577686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201b46-d1ce-40d2-8bc6-8847ed846ea8 req-41a8528e-d66c-4297-9f4b-04d01fb8595b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:50.580010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1201b46-d1ce-40d2-8bc6-8847ed846ea8 req-41a8528e-d66c-4297-9f4b-04d01fb8595b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.0821376 Jul 07 18:15:50.655658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f1201b46-d1ce-40d2-8bc6-8847ed846ea8 req-b59579ca-d39e-4b7b-9f0e-9530a5f95326 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696983 Jul 07 18:15:50.812572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-2fba2fda-a76d-4a89-84db-777e5b2e03f5 req-1f5648a4-7812-4b99-aa8d-e639ec5246ad service neutron] (105588) timed out ('10.222.0.55', 53645) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:15:50.942472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.978288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 759d47b8-42af-4816-851c-dce7a739cecc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:51.087619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 759d47b8-42af-4816-851c-dce7a739cecc completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:51.140777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.236792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.243035 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.325984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=174ca9e4-6dab-41c8-9c2e-48a5c6a52488,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:51.464304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.596572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2378a4c5-82d2-4e30-a1ce-b212abad331c None None] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:51.603121 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.746318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9d97aa1-6f0a-47f8-922c-fbc3e26f7adb None None] Provisioning for port 759d47b8-42af-4816-851c-dce7a739cecc completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:51.755543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9d97aa1-6f0a-47f8-922c-fbc3e26f7adb None None] Provisioning complete for port 759d47b8-42af-4816-851c-dce7a739cecc triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:51.755912 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9d97aa1-6f0a-47f8-922c-fbc3e26f7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:51.960887 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ef60-48ed-479d-a150-38e14a22a9ea req-e1826beb-1d58-4af2-927f-a281e391490d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:51.963415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e13ef60-48ed-479d-a150-38e14a22a9ea req-e1826beb-1d58-4af2-927f-a281e391490d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.0874004 Jul 07 18:15:52.051384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e13ef60-48ed-479d-a150-38e14a22a9ea req-b9524c98-6a81-44e3-9ab1-88ec6005d8b3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817392 Jul 07 18:15:52.071752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9d97aa1-6f0a-47f8-922c-fbc3e26f7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.086091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5fff7-2257-47d5-99e7-2d406f8a534b req-8a348d40-9e63-480f-9714-d0a0e2cf9713 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:52.093723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9b5fff7-2257-47d5-99e7-2d406f8a534b req-8a348d40-9e63-480f-9714-d0a0e2cf9713 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 945 time: 0.1098847 Jul 07 18:15:52.113797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f9d97aa1-6f0a-47f8-922c-fbc3e26f7adb None None] For port 759d47b8-42af-4816-851c-dce7a739cecc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=759d47b8-42af-4816-851c-dce7a739cecc,segment=NetworkSegment(f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a),segment_id=f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:52.120135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9d97aa1-6f0a-47f8-922c-fbc3e26f7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.187262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9b5fff7-2257-47d5-99e7-2d406f8a534b req-c7b9c2b1-16f6-42af-a357-ed5837e2624c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924733 Jul 07 18:15:52.189044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d97aa1-6f0a-47f8-922c-fbc3e26f7adb None None] Pushing event updated for resources: {'Port': ['ID=759d47b8-42af-4816-851c-dce7a739cecc,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:52.191624 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:52.358873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.366858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.367751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.456348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09116e26-9ee8-4e83-b8e0-13e938a71e64 None None] Provisioning for port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:52.460633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09116e26-9ee8-4e83-b8e0-13e938a71e64 None None] Provisioning complete for port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:52.461043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09116e26-9ee8-4e83-b8e0-13e938a71e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.471901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=174ca9e4-6dab-41c8-9c2e-48a5c6a52488,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:52.497855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-09116e26-9ee8-4e83-b8e0-13e938a71e64 None None] Port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:52.515767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09116e26-9ee8-4e83-b8e0-13e938a71e64 None None] Provisioning complete for port 759d47b8-42af-4816-851c-dce7a739cecc triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:52.516186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09116e26-9ee8-4e83-b8e0-13e938a71e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.520669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:52.522167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:52.659713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Router a3e07e43-7054-4b68-b7e4-4a6487647c11 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:15:52.733794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6ed2ffaa-d366-4aca-94bc-683d65f2f17d None None] Provisioning complete for port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:52.734228 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ed2ffaa-d366-4aca-94bc-683d65f2f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:52.761764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:52.767860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3ac93c2-dcbf-4456-ab9e-b78149c89511 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "PUT /v2.0/routers/a3e07e43-7054-4b68-b7e4-4a6487647c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404034 Jul 07 18:15:52.770421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 32920) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:52.774312 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] Sync routers for ids ['a3e07e43-7054-4b68-b7e4-4a6487647c11'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:52.794995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2ffaa-d366-4aca-94bc-683d65f2f17d None None] Port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:52.795953 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] Routers {'a3e07e43-7054-4b68-b7e4-4a6487647c11'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:52.799684 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a3e07e43-7054-4b68-b7e4-4a6487647c11'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:52.842655 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:52.852891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0eddec-f637-4885-88d4-f0f98c52833b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:52.853186 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] Routers {'a3e07e43-7054-4b68-b7e4-4a6487647c11'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:52.853693 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a3e07e43-7054-4b68-b7e4-4a6487647c11'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:52.855259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-de0eddec-f637-4885-88d4-f0f98c52833b tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3e07e43-7054-4b68-b7e4-4a6487647c11 HTTP/1.1" status: 200 len: 988 time: 0.0836022 Jul 07 18:15:52.858539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 32922) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:52.888421 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:52.889305 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed259d-d30d-4436-aaa2-2486175300be None None] The sync data for ids ['a3e07e43-7054-4b68-b7e4-4a6487647c11'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:15:52.962820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 759d47b8-42af-4816-851c-dce7a739cecc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:53.026965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-777c1e8a-9fcc-4b7f-9685-db39b2e2b650 None None] Provisioning complete for port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:53.027353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-777c1e8a-9fcc-4b7f-9685-db39b2e2b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.054855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 759d47b8-42af-4816-851c-dce7a739cecc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:53.055492 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.106587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-777c1e8a-9fcc-4b7f-9685-db39b2e2b650 None None] Port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:53.239231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aa0cb44f-9e58-4805-85b9-624c9e3beb30 None None] Provisioning complete for port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:53.239883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb44f-9e58-4805-85b9-624c9e3beb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.300207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-aa0cb44f-9e58-4805-85b9-624c9e3beb30 None None] Port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:53.386294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.518980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc568-da26-48ef-9a92-04ec1d0d32d2 req-5f0fa769-a1c7-4661-98d8-bd70792a225a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.520650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef7dc568-da26-48ef-9a92-04ec1d0d32d2 req-5f0fa769-a1c7-4661-98d8-bd70792a225a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.2454808 Jul 07 18:15:53.589690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909176ad-709e-4477-b376-5c0596c9419d req-6fd060a5-550f-4b1b-bb91-fbe2ce3b1e43 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.591262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-909176ad-709e-4477-b376-5c0596c9419d req-6fd060a5-550f-4b1b-bb91-fbe2ce3b1e43 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 945 time: 0.2032275 Jul 07 18:15:53.604410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-1c5cfab4-664a-4977-87db-6a24062fedb8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.606382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-1c5cfab4-664a-4977-87db-6a24062fedb8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 945 time: 0.1496909 Jul 07 18:15:53.677305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef7dc568-da26-48ef-9a92-04ec1d0d32d2 req-61d98018-bf8c-4dd2-8f1f-3bf2d35b4b4c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458929 Jul 07 18:15:53.712390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:53.712857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.737647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-909176ad-709e-4477-b376-5c0596c9419d req-9d961208-020e-4afe-9117-b117c6f70d6d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299188 Jul 07 18:15:53.818097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port df04376f-6c97-43ba-97c1-b56e52d2b43d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:53.818441 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.842363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.856653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 174ca9e4-6dab-41c8-9c2e-48a5c6a52488 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:53.920272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] For port df04376f-6c97-43ba-97c1-b56e52d2b43d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=df04376f-6c97-43ba-97c1-b56e52d2b43d,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:53.920749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.075526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.109799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=174ca9e4-6dab-41c8-9c2e-48a5c6a52488,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:54.237388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.410332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Router a3e07e43-7054-4b68-b7e4-4a6487647c11 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:15:54.493561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:54.500581 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ae291c44-1b44-4b5f-b223-851054ad9d0e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "PUT /v2.0/routers/a3e07e43-7054-4b68-b7e4-4a6487647c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6406119 Jul 07 18:15:54.503017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33066) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:54.506441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] Sync routers for ids ['a3e07e43-7054-4b68-b7e4-4a6487647c11'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:54.515254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.515831 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.516463 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Floating IP 0f3726e1-090b-464e-8c5b-0a3d910d8c43 disassociated. External IP: 172.25.1.75, port: df04376f-6c97-43ba-97c1-b56e52d2b43d. Jul 07 18:15:54.517022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for df04376f-6c97-43ba-97c1-b56e52d2b43d owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:54.517359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] Routers {'a3e07e43-7054-4b68-b7e4-4a6487647c11'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:54.518549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a3e07e43-7054-4b68-b7e4-4a6487647c11'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:54.545791 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3afaf67-42e4-4bd2-bf14-4e021b5bdc84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:15:54.547828 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e3afaf67-42e4-4bd2-bf14-4e021b5bdc84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/174ca9e4-6dab-41c8-9c2e-48a5c6a52488 HTTP/1.1" status: 404 len: 333 time: 0.0435085 Jul 07 18:15:54.550721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33072) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:54.555854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:54.566958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] Routers {'a3e07e43-7054-4b68-b7e4-4a6487647c11'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:54.569063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['a3e07e43-7054-4b68-b7e4-4a6487647c11'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:54.616853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:54.617583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ef40fd-538d-482c-abbb-619135854da7 None None] The sync data for ids ['a3e07e43-7054-4b68-b7e4-4a6487647c11'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:15:54.642115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363b7-917c-4a51-889e-69ef4b58841d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.684076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.723627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=df04376f-6c97-43ba-97c1-b56e52d2b43d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:54.907491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363b7-917c-4a51-889e-69ef4b58841d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.918317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363b7-917c-4a51-889e-69ef4b58841d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.959726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aeed795e-dac0-4610-afc5-fc563e0a66bd req-64110e8c-dcac-48db-893a-a5be4eb7cc7b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 210 time: 0.0478113 Jul 07 18:15:54.981590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:15:54.998117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363b7-917c-4a51-889e-69ef4b58841d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:54.998925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c363b7-917c-4a51-889e-69ef4b58841d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Fanout notify agent at l3_agent the message router_deleted on router a3e07e43-7054-4b68-b7e4-4a6487647c11 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:15:55.000360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf2594-ff6b-4c7c-af8c-ce876d5f5fae req-ad7944b0-2246-4a89-bf50-623fbd8e0e0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:55.001998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2caf2594-ff6b-4c7c-af8c-ce876d5f5fae req-ad7944b0-2246-4a89-bf50-623fbd8e0e0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1630821 Jul 07 18:15:55.009335 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8c363b7-917c-4a51-889e-69ef4b58841d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.013551 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8c363b7-917c-4a51-889e-69ef4b58841d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/routers/a3e07e43-7054-4b68-b7e4-4a6487647c11 HTTP/1.1" status: 204 len: 168 time: 0.4614115 Jul 07 18:15:55.014338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33130) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.079922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet 6e73b292-19bd-4090-8b37-221e1d23c0fb {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:15:55.084705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.098160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2caf2594-ff6b-4c7c-af8c-ce876d5f5fae req-77c90e36-09f9-4141-95d8-626693806899 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864680 Jul 07 18:15:55.167797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.192222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:55.206422 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:55.221961 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:55.222611 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:55.277145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] No DVR routers for this DVR port df04376f-6c97-43ba-97c1-b56e52d2b43d on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:55.281843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.291442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c22ab7d-a500-4903-bcef-6110bc3eae2b req-b480cf26-4c07-4547-8636-0eb14b960e40 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "DELETE /v2.0/ports/df04376f-6c97-43ba-97c1-b56e52d2b43d HTTP/1.1" status: 204 len: 173 time: 1.6594310 Jul 07 18:15:55.292141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'name': 'network-vif-deleted', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:55.292488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.295957 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c530ac8-0451-45d8-903a-8efaed0824e4" -d '{"events": [{"server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "name": "network-vif-deleted", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:55.396382 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b36c71-ace5-4e6f-8c20-7129b28d0c08 x-openstack-request-id: req-86b36c71-ace5-4e6f-8c20-7129b28d0c08 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:55.396652 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a0bae7-d217-454b-b1c5-7364ce32b17a", "name": "network-vif-deleted", "tag": "df04376f-6c97-43ba-97c1-b56e52d2b43d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:55.397013 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86b36c71-ace5-4e6f-8c20-7129b28d0c08 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:55.397427 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0bae7-d217-454b-b1c5-7364ce32b17a', 'name': 'network-vif-deleted', 'tag': 'df04376f-6c97-43ba-97c1-b56e52d2b43d', 'status': 'completed', 'code': 200} Jul 07 18:15:55.401929 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.443662 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:55.444801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=6e73b292-19bd-4090-8b37-221e1d23c0fb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:55.448767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.450847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/6e73b292-19bd-4090-8b37-221e1d23c0fb HTTP/1.1" status: 204 len: 168 time: 0.4353073 Jul 07 18:15:55.453690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33178) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.458195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.458536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.458870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.459199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.459519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.459847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.460224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.460552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad196b4-f84e-4f14-aed8-3746da88cfe3 None None] Network 99d675a7-20cf-443b-a9b7-2eb54e60241b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:55.460702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.460907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.461228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.461548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.461863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cce4dc-d80d-4747-86aa-82c78a61b26c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.569830 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.654371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 759d47b8-42af-4816-851c-dce7a739cecc {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:55.654955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.762969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] For port 759d47b8-42af-4816-851c-dce7a739cecc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=759d47b8-42af-4816-851c-dce7a739cecc,segment=NetworkSegment(f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a),segment_id=f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:55.763633 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.777658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] DHCP port deletion for 99d675a7-20cf-443b-a9b7-2eb54e60241b request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:15:55.792087 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:55.810043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 759d47b8-42af-4816-851c-dce7a739cecc owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:55.823993 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:15:55.835903 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:55.836522 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:55.852338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] Deleting port 759d47b8-42af-4816-851c-dce7a739cecc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:55.852935 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.969398 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.969877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] For port 759d47b8-42af-4816-851c-dce7a739cecc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=759d47b8-42af-4816-851c-dce7a739cecc,segment=NetworkSegment(f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a),segment_id=f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:55.970832 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.993777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] Calling delete_port for 759d47b8-42af-4816-851c-dce7a739cecc owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:56.057943 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:56.062096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=759d47b8-42af-4816-851c-dce7a739cecc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:56.075306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No DVR routers for this DVR port 759d47b8-42af-4816-851c-dce7a739cecc on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:56.099274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.099609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.099944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.100278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.100605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.101002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.101460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.101634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.105273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.106177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.106735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.107061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:56.200799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.234805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] Pushing event deleted for resources: {'Port': ['ID=759d47b8-42af-4816-851c-dce7a739cecc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:56.240396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d4cbe-8285-4482-a816-2a1a07d8468d None None] No DVR routers for this DVR port 759d47b8-42af-4816-851c-dce7a739cecc on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:56.346083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd119597-cbdf-4198-8fb2-2c01fb25d5c4 req-0c2a77c0-3ee9-492d-9c1c-ce84cb204988 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 210 time: 0.1478179 Jul 07 18:15:56.388741 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.394068 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:56.404507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d675a7-20cf-443b-a9b7-2eb54e60241b']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:56.423091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:56.423786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d728b2-07af-4c5d-a5bb-7c22df6e4f6a') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:56.434038 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb30949-ae3e-46e0-b5b4-27d952dd111d None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:15:56.447041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.468371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e7bb7-f0d0-4cf8-898c-b746ef4e47a2 req-972cf04f-1942-4e2e-b562-2a8b11214380 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.470204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c78e7bb7-f0d0-4cf8-898c-b746ef4e47a2 req-972cf04f-1942-4e2e-b562-2a8b11214380 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1820645 Jul 07 18:15:56.484977 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.502757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:15:56.503624 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:15:56.507840 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:15:56.606622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c78e7bb7-f0d0-4cf8-898c-b746ef4e47a2 req-b1868738-05d4-4276-8420-ef336b109109 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303022 Jul 07 18:15:56.626046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.651321 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:56.653351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/99d675a7-20cf-443b-a9b7-2eb54e60241b HTTP/1.1" status: 204 len: 168 time: 1.1979542 Jul 07 18:15:56.657224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33312) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:56.666966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ec29d-6027-4325-917d-e9fc24429357 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=99d675a7-20cf-443b-a9b7-2eb54e60241b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:56.751706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10608155-f3cd-4cd0-b594-cb22de1872b8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.753586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-10608155-f3cd-4cd0-b594-cb22de1872b8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/fd5bdf42-081d-4e79-886a-f14da5e4cea1 HTTP/1.1" status: 200 len: 844 time: 0.0954261 Jul 07 18:15:56.757336 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33324) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:56.826551 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2942c8b7-a97b-4efe-bf2a-9b9ec1ea574f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/fd5bdf42-081d-4e79-886a-f14da5e4cea1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0646076 Jul 07 18:15:56.826937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33334) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:56.832299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:56.833422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca37b0-8277-4da2-a5a1-314762241055 None None] New status for floating IP 0f3726e1-090b-464e-8c5b-0a3d910d8c43: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:15:56.942981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:56.947969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.037034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 759d47b8-42af-4816-851c-dce7a739cecc no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:57.061534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 759d47b8-42af-4816-851c-dce7a739cecc {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:57.062140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 759d47b8-42af-4816-851c-dce7a739cecc not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:57.184684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.237953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:57.241731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:57.246694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:57.247180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.256173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accb567-30ce-4ff4-9d61-c58d3c92301a None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:15:57.262328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:57.271483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-72a4fd84-e545-4107-95aa-ef812f9e12a7 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4433570 Jul 07 18:15:57.274426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33384) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:57.279808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c8706550-12f8-4778-b9d1-81e6adc8f67e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'security_group': {'name': 'tempest-secgroup-58240966'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:57.314960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8706550-12f8-4778-b9d1-81e6adc8f67e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.478423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8706550-12f8-4778-b9d1-81e6adc8f67e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.485198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8706550-12f8-4778-b9d1-81e6adc8f67e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.488676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df04376f-6c97-43ba-97c1-b56e52d2b43d no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:57.520601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8706550-12f8-4778-b9d1-81e6adc8f67e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.521944 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8706550-12f8-4778-b9d1-81e6adc8f67e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2462144 Jul 07 18:15:57.524655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8706550-12f8-4778-b9d1-81e6adc8f67e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5e427-7721-4b3c-86d2-f799bcde4782,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:57.527082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33402) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:57.532195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2a48817c-3478-47b6-8f96-dc6b17402571 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'security_group': {'name': 'tempest-secgroup-298659844'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:57.541281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: df04376f-6c97-43ba-97c1-b56e52d2b43d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:15:57.541862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device df04376f-6c97-43ba-97c1-b56e52d2b43d not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:15:57.569626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a48817c-3478-47b6-8f96-dc6b17402571 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.587026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd7510e5-78d7-4ba4-8390-f64a01052855 req-aabbe5d9-7956-4626-9d60-54089ba4e701 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 210 time: 0.0709267 Jul 07 18:15:57.599539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'tenant_id': '32595fdff5cc4e578160d85d4eccf579', 'fixed_ips': [{'subnet_id': '0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:15:57.600520 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.793514 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a48817c-3478-47b6-8f96-dc6b17402571 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.803336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a48817c-3478-47b6-8f96-dc6b17402571 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.830629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Allocated IP 2001:db8::2 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a/3d127e2e-de88-44a3-a7d2-0612d547cec5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:57.877591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48817c-3478-47b6-8f96-dc6b17402571 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0176abf9-2de2-4da7-a2a0-0239ef3ea517,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:57.890986 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a48817c-3478-47b6-8f96-dc6b17402571 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.892491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2a48817c-3478-47b6-8f96-dc6b17402571 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3643076 Jul 07 18:15:57.895362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33412) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:57.901280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1804483526', 'security_groups': ['0176abf9-2de2-4da7-a2a0-0239ef3ea517'], 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:58.055617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:58.084074 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.093124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Transition to ACTIVE for port object 3d127e2e-de88-44a3-a7d2-0612d547cec5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:58.112346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Transition to ACTIVE for port object 3d127e2e-de88-44a3-a7d2-0612d547cec5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:58.122527 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.172681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:58.176208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:58.180361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:58.184580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Pushing event updated for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:58.263513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Attempting to bind port 3d127e2e-de88-44a3-a7d2-0612d547cec5 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:58.263877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Attempting to bind port 3d127e2e-de88-44a3-a7d2-0612d547cec5 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '583d5f1e-3537-44f6-84ac-a784ad13e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:58.264238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Attempting to bind port 3d127e2e-de88-44a3-a7d2-0612d547cec5 on network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:58.267582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.269480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:58.270109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Checking segment: {'id': '583d5f1e-3537-44f6-84ac-a784ad13e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:58.270694 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.271400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Bound using segment: {'id': '583d5f1e-3537-44f6-84ac-a784ad13e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:58.272036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Bound port: 3d127e2e-de88-44a3-a7d2-0612d547cec5, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583d5f1e-3537-44f6-84ac-a784ad13e456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:58.272624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.288678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port c3a20b79-0ed6-42aa-9fd3-1cb79b252302 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:15:58.304784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee79c9-7440-4b50-bc70-893ac16a74c7 req-2532374b-887c-48b5-86d1-d82a36f6db4e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:58.312175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78ee79c9-7440-4b50-bc70-893ac16a74c7 req-2532374b-887c-48b5-86d1-d82a36f6db4e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1759036 Jul 07 18:15:58.341881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:58.345708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d127e2e-de88-44a3-a7d2-0612d547cec5,segment=NetworkSegment(583d5f1e-3537-44f6-84ac-a784ad13e456),segment_id=583d5f1e-3537-44f6-84ac-a784ad13e456)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:58.354435 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.404517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-78ee79c9-7440-4b50-bc70-893ac16a74c7 req-9961591f-ba10-4260-8508-0864bee0ac93 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910432 Jul 07 18:15:58.446476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8f419-42c4-4c6b-a799-481e7a9d9eda None None] Pushing event updated for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:58.528576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::350 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a/c3a20b79-0ed6-42aa-9fd3-1cb79b252302) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:58.729176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.753157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object c3a20b79-0ed6-42aa-9fd3-1cb79b252302 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:58.795788 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.909662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=c3a20b79-0ed6-42aa-9fd3-1cb79b252302,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:58.950151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81cda44d-ee12-49e0-9035-2d99a3ad83f2 req-1d98425b-29d4-4922-9797-009ebced78a6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 210 time: 0.0538943 Jul 07 18:15:58.971576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:58.973230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:58.975600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:58.982485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:58.983431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.001718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f3b0261d-1cb1-4ee9-902f-6686abe48090 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1048903 Jul 07 18:15:59.004352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33424) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:59.011777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1e30801f-d3f9-44cf-963a-bf3562cd2072 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:59.037667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d127e2e-de88-44a3-a7d2-0612d547cec5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:59.102563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:59.177172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e30801f-d3f9-44cf-963a-bf3562cd2072 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:59.182973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e30801f-d3f9-44cf-963a-bf3562cd2072 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.301551 n-d-798930-2 neutron-server[105588]: INFO neutron.db.ipam_backend_mixin [None req-1e30801f-d3f9-44cf-963a-bf3562cd2072 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a (CIDR: 2001:db8::/64) Jul 07 18:15:59.310710 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e30801f-d3f9-44cf-963a-bf3562cd2072 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:15:59.311176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e30801f-d3f9-44cf-963a-bf3562cd2072 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:15:59.332186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33432) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:59.341877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:59.347121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1e30801f-d3f9-44cf-963a-bf3562cd2072 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3407176 Jul 07 18:15:59.506162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:59.511387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.705778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461901a-d648-4aa9-b16c-5eb81a462af6 req-9420674f-a955-405b-a70e-2af5be5d268c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:59.707938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f461901a-d648-4aa9-b16c-5eb81a462af6 req-9420674f-a955-405b-a70e-2af5be5d268c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1357620 Jul 07 18:15:59.780452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Provisioning complete for port fd5bdf42-081d-4e79-886a-f14da5e4cea1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:59.781235 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.784172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f461901a-d648-4aa9-b16c-5eb81a462af6 req-5b813f71-35b6-4510-ba69-c70ea153da60 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704410 Jul 07 18:15:59.831965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Port fd5bdf42-081d-4e79-886a-f14da5e4cea1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:59.849186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Provisioning for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:59.853760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:59.854137 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.882764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.097082 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.183658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ecc79623-c76f-4e39-84b9-79dde2166bd8 req-5671f33f-51dc-4e6f-ae8d-13c503c0b4b7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2a0bae7-d217-454b-b1c5-7364ce32b17a HTTP/1.1" status: 200 len: 210 time: 0.0371623 Jul 07 18:16:00.191374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d127e2e-de88-44a3-a7d2-0612d547cec5,segment=NetworkSegment(583d5f1e-3537-44f6-84ac-a784ad13e456),segment_id=583d5f1e-3537-44f6-84ac-a784ad13e456)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:00.201873 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.277416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec8ab6-55b0-44fd-a314-d0446b5a4035 None None] Pushing event updated for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.325268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-25b5ac17-0dd1-4eb5-9339-b567e2dabf41 None None] Provisioning for port c3a20b79-0ed6-42aa-9fd3-1cb79b252302 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:00.330160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-25b5ac17-0dd1-4eb5-9339-b567e2dabf41 None None] Provisioning complete for port c3a20b79-0ed6-42aa-9fd3-1cb79b252302 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:00.331037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25b5ac17-0dd1-4eb5-9339-b567e2dabf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.370029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=299c1ca3-38ae-4d53-b9e4-83685402bf80,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.379666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:00.381728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:00.384504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:00.385123 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.393822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-25b5ac17-0dd1-4eb5-9339-b567e2dabf41 None None] Port c3a20b79-0ed6-42aa-9fd3-1cb79b252302 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:00.396704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaec953-83af-470e-bdf5-f1a4895cc416 None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:00.415041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33442) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:00.415298 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6c5b1d97-ec6d-458a-8941-6a86978159ed tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0791283 Jul 07 18:16:00.421753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-113313662', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '299c1ca3-38ae-4d53-b9e4-83685402bf80'}], 'security_groups': ['87c5e427-7721-4b3c-86d2-f799bcde4782']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:00.509734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.653180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] Update dhcp port {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'fixed_ips': [{'subnet_id': '0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a', 'ip_address': '2001:db8::2'}, {'subnet_id': '299c1ca3-38ae-4d53-b9e4-83685402bf80'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '3d127e2e-de88-44a3-a7d2-0612d547cec5'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:16:00.688107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.861220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Delete allocated IP 2001:db8::350 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a) {{(pid=105588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 18:16:00.873380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8:0:1::311 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/299c1ca3-38ae-4d53-b9e4-83685402bf80/c3a20b79-0ed6-42aa-9fd3-1cb79b252302) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:01.023181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d127e2e-de88-44a3-a7d2-0612d547cec5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:01.075673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:01.076351 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.113257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c09ffb-31f9-485b-871a-c60115856203 req-96a469fd-8127-4922-9f15-430038a97015 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.115295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77c09ffb-31f9-485b-871a-c60115856203 req-96a469fd-8127-4922-9f15-430038a97015 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1400883 Jul 07 18:16:01.171282 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.180131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77c09ffb-31f9-485b-871a-c60115856203 req-8d0aeaaf-ab28-41b7-8403-af6eff874cdb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569220 Jul 07 18:16:01.191318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object c3a20b79-0ed6-42aa-9fd3-1cb79b252302 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:01.201545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.305656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] In _notify_port_updated(), no bound segment for port c3a20b79-0ed6-42aa-9fd3-1cb79b252302 on network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:16:01.312270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.312946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.315033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "PUT /v2.0/ports/c3a20b79-0ed6-42aa-9fd3-1cb79b252302 HTTP/1.1" status: 200 len: 930 time: 0.8977921 Jul 07 18:16:01.317337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33452) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:01.319985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c095f-b8eb-4b99-b1b0-8551efebeed6 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=c3a20b79-0ed6-42aa-9fd3-1cb79b252302,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:01.371942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] Allocated IP 2001:db8:0:1::2 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/299c1ca3-38ae-4d53-b9e4-83685402bf80/3d127e2e-de88-44a3-a7d2-0612d547cec5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:01.550159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d127e2e-de88-44a3-a7d2-0612d547cec5,segment=NetworkSegment(583d5f1e-3537-44f6-84ac-a784ad13e456),segment_id=583d5f1e-3537-44f6-84ac-a784ad13e456)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:01.563573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port c3a20b79-0ed6-42aa-9fd3-1cb79b252302 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:01.564183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.623353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.643515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] Transition to ACTIVE for port object 3d127e2e-de88-44a3-a7d2-0612d547cec5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:01.649307 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.693998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.709747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for c3a20b79-0ed6-42aa-9fd3-1cb79b252302 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:01.750389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b76bf0-d559-4b56-b318-01dce8a48630 None None] Pushing event updated for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:01.793867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-6d43b043-d16f-4b71-9e3f-61b127ee8725 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346031352&fields=id&tenant_id=77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 267 time: 0.0588284 Jul 07 18:16:01.903438 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-2d298d4b-c30a-40f1-859a-6b563f26448c service neutron] show failed (client error): The resource could not be found. Jul 07 18:16:01.904622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-2d298d4b-c30a-40f1-859a-6b563f26448c service neutron] 10.222.0.90 "GET /v2.0/ports/a3669611-13bc-4ca4-8142-c6a9e3ecdddd/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.1143332 Jul 07 18:16:01.913634 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-776be1c4-03ef-4473-968c-9926e0a21ef7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.915228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-776be1c4-03ef-4473-968c-9926e0a21ef7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.1203198 Jul 07 18:16:01.941252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-66da45d8-9fff-40e7-ab5f-49595aa5dff0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/quotas/77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0191228 Jul 07 18:16:01.975657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.008268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=c3a20b79-0ed6-42aa-9fd3-1cb79b252302,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.054348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.056658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3d47e983-c3f8-4d6f-9b4e-7507b64259b2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/c3a20b79-0ed6-42aa-9fd3-1cb79b252302 HTTP/1.1" status: 204 len: 168 time: 0.7380977 Jul 07 18:16:02.059303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33462) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:02.101802 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7ab0f1-8de6-4e50-afb7-14b7e175254d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:16:02.103762 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c7ab0f1-8de6-4e50-afb7-14b7e175254d tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/c3a20b79-0ed6-42aa-9fd3-1cb79b252302 HTTP/1.1" status: 404 len: 333 time: 0.0430224 Jul 07 18:16:02.106569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33464) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:02.112981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-d2bfb20a-6c61-4e49-8b64-b168add9207c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554897 Jul 07 18:16:02.204877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d6222b-f0e6-4853-8c90-133d52a048d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.260636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d6222b-f0e6-4853-8c90-133d52a048d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.312479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d6222b-f0e6-4853-8c90-133d52a048d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.316656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3d6222b-f0e6-4853-8c90-133d52a048d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.318711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d3d6222b-f0e6-4853-8c90-133d52a048d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/security-groups/0176abf9-2de2-4da7-a2a0-0239ef3ea517 HTTP/1.1" status: 204 len: 168 time: 0.2111125 Jul 07 18:16:02.322582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:02.375698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6222b-f0e6-4853-8c90-133d52a048d8 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0176abf9-2de2-4da7-a2a0-0239ef3ea517,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.420692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00213253-b96b-4720-9a6a-13d5540db9e4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.446815 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00213253-b96b-4720-9a6a-13d5540db9e4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.461057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-b1b6082f-e752-4569-b8ab-16147c59a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:02.462643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-b1b6082f-e752-4569-b8ab-16147c59a8e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 1096 time: 0.1528559 Jul 07 18:16:02.464634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-f4bde284-1df5-4cfb-a4e2-3bcb15eb9644 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367343 Jul 07 18:16:02.480483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:02.509095 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00213253-b96b-4720-9a6a-13d5540db9e4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.516732 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00213253-b96b-4720-9a6a-13d5540db9e4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.518026 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-00213253-b96b-4720-9a6a-13d5540db9e4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/security-groups/87c5e427-7721-4b3c-86d2-f799bcde4782 HTTP/1.1" status: 204 len: 168 time: 0.1940289 Jul 07 18:16:02.522203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:02.574604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00213253-b96b-4720-9a6a-13d5540db9e4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5e427-7721-4b3c-86d2-f799bcde4782,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.622532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet 0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:02.623530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-c94f04b0-8b24-4396-942b-103e09e4e5c2 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350651 Jul 07 18:16:02.628605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.677962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.791524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.818544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.845070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c5b49-0184-4abc-aeeb-05781504c7d3 req-b2ff8b96-b3ce-43e6-a95c-8e8312d9c5f9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:02.847126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e20c5b49-0184-4abc-aeeb-05781504c7d3 req-b2ff8b96-b3ce-43e6-a95c-8e8312d9c5f9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.2223368 Jul 07 18:16:02.869576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4b77fdc6-e122-41ba-8b38-4bf3722d89d2 None None] Provisioning complete for port fd5bdf42-081d-4e79-886a-f14da5e4cea1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:02.870253 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b77fdc6-e122-41ba-8b38-4bf3722d89d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.886938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.944020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e20c5b49-0184-4abc-aeeb-05781504c7d3 req-692ed260-ac03-4e34-8e33-e8a3f3c82875 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893595 Jul 07 18:16:03.000477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.010816 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.016342 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-633eea02-d1a2-4e14-8291-6b03cf58fe30 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a HTTP/1.1" status: 204 len: 168 time: 0.4894774 Jul 07 18:16:03.029998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33484) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:03.030260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4b77fdc6-e122-41ba-8b38-4bf3722d89d2 None None] Port fd5bdf42-081d-4e79-886a-f14da5e4cea1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:03.040167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4b77fdc6-e122-41ba-8b38-4bf3722d89d2 None None] Could not find standard attr ID for object c3a20b79-0ed6-42aa-9fd3-1cb79b252302. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:16:03.047441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:03.056304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d127e2e-de88-44a3-a7d2-0612d547cec5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:03.150493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4b77fdc6-e122-41ba-8b38-4bf3722d89d2 None None] Provisioning for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:03.168993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4b77fdc6-e122-41ba-8b38-4bf3722d89d2 None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:03.169454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b77fdc6-e122-41ba-8b38-4bf3722d89d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.261304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:03.262992 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.280154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e050d840-c751-4bbc-b7da-e0f730488fb0 None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:03.306876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64e31afb-999d-41f7-bc10-3d1df0f56f12 req-a98d6331-6516-4d4d-a3a8-eee30110f0cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.0555387 Jul 07 18:16:03.312062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:03.323005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:03.329472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.353100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:03.435114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:03.440354 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4246085e-f50a-4b4f-998f-a7dd6c31bf3f" -d '{"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:03.454518 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.493665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Transition to ACTIVE for port object a3669611-13bc-4ca4-8142-c6a9e3ecdddd will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:03.501089 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.657683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f37d57e1-e0ea-40ce-b802-2c096c741683 None None] Could not find standard attr ID for object c3a20b79-0ed6-42aa-9fd3-1cb79b252302. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:16:03.688284 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6fa58a-c78d-4234-8cf0-77f03977c097 x-openstack-request-id: req-8a6fa58a-c78d-4234-8cf0-77f03977c097 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:03.688576 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:03.688853 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a6fa58a-c78d-4234-8cf0-77f03977c097 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:03.689259 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'code': 200} Jul 07 18:16:03.759815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.777907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.842078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] No DVR routers for this DVR port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:03.845548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:03.862529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:03.873947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:03.874789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.901142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8657968 Jul 07 18:16:03.904187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33500) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:03.908982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0defbe27-f84e-4cd5-bf64-1ba213ccee85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'security_group': {'name': 'tempest-secgroup-1150887925'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:03.915368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f69cdb-b862-4b8a-9024-b0d0586d2e77 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=1d01e135-b694-4a99-952a-6cc9b3d31098,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.939277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0defbe27-f84e-4cd5-bf64-1ba213ccee85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.991275 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.098287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0defbe27-f84e-4cd5-bf64-1ba213ccee85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.107225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0defbe27-f84e-4cd5-bf64-1ba213ccee85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.138969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:04.139725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:04.140065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on network 221a85b6-9b66-4328-8a58-2cfc8b523597 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:04.148425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on network 221a85b6-9b66-4328-8a58-2cfc8b523597 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:04.148854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Attempting to bind port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on network 221a85b6-9b66-4328-8a58-2cfc8b523597 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:04.153217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:04.175146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0defbe27-f84e-4cd5-bf64-1ba213ccee85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.177472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0defbe27-f84e-4cd5-bf64-1ba213ccee85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2722545 Jul 07 18:16:04.180179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33504) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.192637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:04.192890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Checking segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:04.193026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c7f69daa-6710-4fdb-bb0c-1cc3124587d3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'security_group': {'name': 'tempest-secgroup-711277668'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.193136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Bound using segment: {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:04.194108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Bound port: a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:04.194549 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.225261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:04.253421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defbe27-f84e-4cd5-bf64-1ba213ccee85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25777280-132d-49e1-9afb-061b6e39ad8f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.274135 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f69daa-6710-4fdb-bb0c-1cc3124587d3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.307841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:04.311873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:04.324765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.400499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.401291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.403200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] 10.222.0.55 "PUT /v2.0/ports/a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 1091 time: 1.9292793 Jul 07 18:16:04.505838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f69daa-6710-4fdb-bb0c-1cc3124587d3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.513874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f69daa-6710-4fdb-bb0c-1cc3124587d3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.550867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c7f69daa-6710-4fdb-bb0c-1cc3124587d3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.552411 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c7f69daa-6710-4fdb-bb0c-1cc3124587d3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3706570 Jul 07 18:16:04.559242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33512) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.565806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3a62b3aa-234f-46c2-8520-2ce944f3a552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'security_group': {'name': 'tempest-secgroup-307888921'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.604764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f69daa-6710-4fdb-bb0c-1cc3124587d3 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7db9028-2696-49e3-9b0c-b66e89bf7d49,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.636494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3aa-234f-46c2-8520-2ce944f3a552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.776429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3aa-234f-46c2-8520-2ce944f3a552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.789446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3aa-234f-46c2-8520-2ce944f3a552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.826861 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3aa-234f-46c2-8520-2ce944f3a552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.828687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3a62b3aa-234f-46c2-8520-2ce944f3a552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2681971 Jul 07 18:16:04.832642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33514) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.838501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-764602805', 'security_groups': ['09491938-093d-4663-a97d-15e6fe782e27'], 'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d01e135-b694-4a99-952a-6cc9b3d31098'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.948023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62b3aa-234f-46c2-8520-2ce944f3a552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09491938-093d-4663-a97d-15e6fe782e27,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.952855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fc5c5-a5de-4f24-ae9e-7acd510863cd None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:05.104627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-811c1c1c-5682-4907-b4e9-fd04799c3b49 None None] Provisioning complete for port fd5bdf42-081d-4e79-886a-f14da5e4cea1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:05.105966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-811c1c1c-5682-4907-b4e9-fd04799c3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.112624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:05.157070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c131a78-e5a8-43e2-b3ec-69b4fc5da01d service neutron] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:05.181010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-811c1c1c-5682-4907-b4e9-fd04799c3b49 None None] Port fd5bdf42-081d-4e79-886a-f14da5e4cea1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:05.208221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b377a-c203-44c8-9535-154c7ba2af9c req-930de17d-871f-4144-ab1a-12b0442b7b53 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.210174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c7b377a-c203-44c8-9535-154c7ba2af9c req-930de17d-871f-4144-ab1a-12b0442b7b53 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 943 time: 1.0544920 Jul 07 18:16:05.249583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-4cfcaf66-25de-4a95-9965-9b2f84ae4902 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.251486 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-4cfcaf66-25de-4a95-9965-9b2f84ae4902 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.2893422 Jul 07 18:16:05.253473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-811c1c1c-5682-4907-b4e9-fd04799c3b49 None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:05.256196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-811c1c1c-5682-4907-b4e9-fd04799c3b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.261327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5c6ccf4-874e-4254-bf5a-f007042f2702 req-b070a44a-ac93-4234-a1a5-334ffc3fd67a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.0912719 Jul 07 18:16:05.303209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.343979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] device_id is not set on port 13696662-0be8-43fa-87f2-9138150cb871 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:16:05.375876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-c5cc17dc-f941-4b11-80ba-0eb930558f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.377598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-c5cc17dc-f941-4b11-80ba-0eb930558f30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1094 time: 0.9377000 Jul 07 18:16:05.380764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c7b377a-c203-44c8-9535-154c7ba2af9c req-53709b96-469d-41c1-a634-4a08ac5f9118 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279712 Jul 07 18:16:05.389498 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-305ac852-4cc9-4017-8228-287a78bd3de4 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 380 time: 0.0693624 Jul 07 18:16:05.423742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'port': {'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'admin_state_up': True, 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'security_groups': ['571c5299-227e-4886-af4c-26ba67c7c6d8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:05.498955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] Update dhcp port {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'fixed_ips': [{'subnet_id': '299c1ca3-38ae-4d53-b9e4-83685402bf80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d01e135-b694-4a99-952a-6cc9b3d31098'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '3d127e2e-de88-44a3-a7d2-0612d547cec5'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:16:05.519540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3f2cfab8-a939-490f-9582-ff162f804246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.521096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-3f2cfab8-a939-490f-9582-ff162f804246 service neutron] 10.222.0.55 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.1312141 Jul 07 18:16:05.578247 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.634919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-6e4452f7-fb0d-47c1-a593-07d405cc2302 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 999 time: 0.1054773 Jul 07 18:16:05.690711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:05.693604 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d81953-da6f-4dbe-92b8-5488fee4083a" -d '{"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:05.710275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:05.716140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.731543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8::391 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/1d01e135-b694-4a99-952a-6cc9b3d31098/13696662-0be8-43fa-87f2-9138150cb871) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:05.735310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-7d2bc132-e1f2-417e-8f00-1027621bde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.739744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-7d2bc132-e1f2-417e-8f00-1027621bde81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0988140 Jul 07 18:16:05.833312 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1dd557-48a8-4c7f-9f77-d80370feb3f2 x-openstack-request-id: req-fd1dd557-48a8-4c7f-9f77-d80370feb3f2 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:05.833312 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:05.833691 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fd1dd557-48a8-4c7f-9f77-d80370feb3f2 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:05.833932 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'status': 'completed', 'code': 200} Jul 07 18:16:05.865262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.878320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-1fee3b83-ec38-4e92-a713-c144f18fbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:05.879947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-1fee3b83-ec38-4e92-a713-c144f18fbf86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334071 Jul 07 18:16:05.978619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-b7adbea5-1adc-41ae-a6d2-ca9be70a6f15 service neutron] 10.222.0.55 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906649 Jul 07 18:16:06.025865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.20.0.10 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/b7c7084c-eebd-4673-b9a2-ae5acaec7380) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:06.063268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.066672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-f204c796-639b-4c46-8d0c-bbccd613604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.068201 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-f204c796-639b-4c46-8d0c-bbccd613604b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1094 time: 0.2217343 Jul 07 18:16:06.079187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-995b2764-cd40-4cb2-90a4-48de41ecbd38 req-6bc07018-1e74-4294-b608-5f1b4ac77c81 service neutron] 10.222.0.55 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937679 Jul 07 18:16:06.150855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 13696662-0be8-43fa-87f2-9138150cb871 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:06.207574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-74c04f48-429d-43d1-b9f0-5400645f33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.209437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-74c04f48-429d-43d1-b9f0-5400645f33a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1094 time: 0.0751626 Jul 07 18:16:06.322548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-7334b992-1cd9-4527-a4c2-cf50eaf77be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.325673 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-7334b992-1cd9-4527-a4c2-cf50eaf77be4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.2472527 Jul 07 18:16:06.329085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-9daa3c68-72a2-43c0-8c1e-6f43ec873cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.331151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-9daa3c68-72a2-43c0-8c1e-6f43ec873cdb service neutron] 10.222.0.55 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.1140671 Jul 07 18:16:06.379029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.412044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.425902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] Allocated IP 2001:db8::2 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/1d01e135-b694-4a99-952a-6cc9b3d31098/3d127e2e-de88-44a3-a7d2-0612d547cec5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:06.467192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2d6bd82-4d21-4d25-a5ef-4e9696ef3666 req-a89a054e-d3d2-4eaf-8a0e-bbf6afca0207 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.0501380 Jul 07 18:16:06.473477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-7a579a5c-ed72-4821-af54-1ada4a108bb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 999 time: 0.1342826 Jul 07 18:16:06.509925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:06.528944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Transition to ACTIVE for port object b7c7084c-eebd-4673-b9a2-ae5acaec7380 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:06.541281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:06.548590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:06.551855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-4cfe0658-0879-4ee3-885a-c5c6bd6f0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.554472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-4cfe0658-0879-4ee3-885a-c5c6bd6f0a7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0724881 Jul 07 18:16:06.557763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d127e2e-de88-44a3-a7d2-0612d547cec5,segment=NetworkSegment(583d5f1e-3537-44f6-84ac-a784ad13e456),segment_id=583d5f1e-3537-44f6-84ac-a784ad13e456)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:06.558679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.559331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.593620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-b9257a7f-833a-4aa0-a944-fb0da7ec55ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 999 time: 0.2585535 Jul 07 18:16:06.594276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=13696662-0be8-43fa-87f2-9138150cb871,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:06.604444 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0ab5cbeb-ff9b-493d-ade9-2b8bd079d7ca tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7700908 Jul 07 18:16:06.607614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33534) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:06.637400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.645742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7ba02db4-e9ab-4c29-90c6-ecca05888552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:06.660454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] Transition to ACTIVE for port object 3d127e2e-de88-44a3-a7d2-0612d547cec5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:06.666033 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.687221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-e6dd1872-7574-42fb-bfce-24e65744d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.689480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-e6dd1872-7574-42fb-bfce-24e65744d239 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264329 Jul 07 18:16:06.755919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929424c-5b37-4db0-8a92-ebd85185ca18 None None] Pushing event updated for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:06.789189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-d01f67fa-62a1-4949-8614-cc2ebe8fcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.790860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-d01f67fa-62a1-4949-8614-cc2ebe8fcfa3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.1840103 Jul 07 18:16:06.813872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.867127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eb69b-c5cd-4a89-b351-d6ebf8fa145e req-8895ebef-6e4e-4557-8199-b5f9854c7590 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.868901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-047eb69b-c5cd-4a89-b351-d6ebf8fa145e req-8895ebef-6e4e-4557-8199-b5f9854c7590 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 943 time: 0.2275040 Jul 07 18:16:06.939803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:06.952567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:06.970439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:06.987279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=b7c7084c-eebd-4673-b9a2-ae5acaec7380,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:07.007750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-047eb69b-c5cd-4a89-b351-d6ebf8fa145e req-4b7040c5-bfbb-4183-b4fa-d28e1326ddb9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280296 Jul 07 18:16:07.014563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-7e0ed2ba-d1ac-40a8-8aca-e47795fdf2b4 service neutron] 10.222.0.55 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145769 Jul 07 18:16:07.064796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d127e2e-de88-44a3-a7d2-0612d547cec5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:07.151545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba02db4-e9ab-4c29-90c6-ecca05888552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:07.158094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ba02db4-e9ab-4c29-90c6-ecca05888552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.195294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.220487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.279027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-c2d01065-8589-4f7c-97d0-e88d549f7614 service neutron] 10.222.0.55 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564981 Jul 07 18:16:07.323178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-b61bedda-eb95-460a-8db6-0160ea5eff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.326222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-b61bedda-eb95-460a-8db6-0160ea5eff7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5264900 Jul 07 18:16:07.427547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d6c082e7-7746-442e-8169-dd80393e2f81 None None] Provisioning for port b7c7084c-eebd-4673-b9a2-ae5acaec7380 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:07.431802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d6c082e7-7746-442e-8169-dd80393e2f81 None None] Provisioning complete for port b7c7084c-eebd-4673-b9a2-ae5acaec7380 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:07.432168 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6c082e7-7746-442e-8169-dd80393e2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.443489 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-80a96a80-a34f-436c-8ce8-471a9a2c1a39 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0235147 Jul 07 18:16:07.480873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Request body: {'port': {'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:07.502678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d6c082e7-7746-442e-8169-dd80393e2f81 None None] Port b7c7084c-eebd-4673-b9a2-ae5acaec7380 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:07.633557 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-7ba02db4-e9ab-4c29-90c6-ecca05888552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d01e135-b694-4a99-952a-6cc9b3d31098 (CIDR: 2001:db8::/64) Jul 07 18:16:07.644844 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba02db4-e9ab-4c29-90c6-ecca05888552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:16:07.645322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba02db4-e9ab-4c29-90c6-ecca05888552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:07.653094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.672405 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-83791c00-ddaa-4b58-a3f0-a70d3d5c2d96 service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338380 Jul 07 18:16:07.976865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867568-42fe-4e14-ae72-da7cd4fbe461 req-cee8e58b-3a6b-4458-8517-b73e93ace3e0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:07.979241 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b867568-42fe-4e14-ae72-da7cd4fbe461 req-cee8e58b-3a6b-4458-8517-b73e93ace3e0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 932 time: 0.1466546 Jul 07 18:16:08.070134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b867568-42fe-4e14-ae72-da7cd4fbe461 req-5e291440-e0bd-43ce-b260-5a32768621fe tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786400 Jul 07 18:16:08.160156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-63573102-d32a-4d70-9869-eab86b92292a None None] Provisioning complete for port fd5bdf42-081d-4e79-886a-f14da5e4cea1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:08.160904 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63573102-d32a-4d70-9869-eab86b92292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.275892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-63573102-d32a-4d70-9869-eab86b92292a None None] Port fd5bdf42-081d-4e79-886a-f14da5e4cea1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:08.279313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.289730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.307326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.310334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-63573102-d32a-4d70-9869-eab86b92292a None None] Provisioning for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:08.315597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-63573102-d32a-4d70-9869-eab86b92292a None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:08.317294 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63573102-d32a-4d70-9869-eab86b92292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.321940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.335587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.346618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.358969 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7ba02db4-e9ab-4c29-90c6-ecca05888552 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7273583 Jul 07 18:16:08.361590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:08.363418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.371584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-b13174f3-1c5e-467c-9ffd-d1c5b0b2f2bd tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 0.3297350 Jul 07 18:16:08.402771 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-40356495-cea9-40f4-93a2-c6ca49dc7cab tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:08.480235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d142af23-f89a-4805-b85f-aedce6120ef8 req-fca00eb8-7984-4efd-bf69-b3821a2d8486 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073549 Jul 07 18:16:08.526007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95881f20-28aa-4a9c-867b-ea5a580d83e3 req-f75055de-a494-4e81-ad66-391c16b77c6c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:08.528192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95881f20-28aa-4a9c-867b-ea5a580d83e3 req-f75055de-a494-4e81-ad66-391c16b77c6c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 943 time: 0.1535192 Jul 07 18:16:08.579377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-353cc28b-5409-4b6f-87ca-5e3c24238265 None None] Provisioning for port 13696662-0be8-43fa-87f2-9138150cb871 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:08.586223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-353cc28b-5409-4b6f-87ca-5e3c24238265 None None] Provisioning complete for port 13696662-0be8-43fa-87f2-9138150cb871 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:08.587444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-353cc28b-5409-4b6f-87ca-5e3c24238265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.600861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95881f20-28aa-4a9c-867b-ea5a580d83e3 req-c7b26030-c10f-4f28-90d1-4c7995b39b7a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612142 Jul 07 18:16:08.663993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-353cc28b-5409-4b6f-87ca-5e3c24238265 None None] Port 13696662-0be8-43fa-87f2-9138150cb871 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:08.706569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d81953-da6f-4dbe-92b8-5488fee4083a req-103f0b3a-253d-4c7e-87c6-0c7398cc7f22 service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0238950 Jul 07 18:16:08.799822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40356495-cea9-40f4-93a2-c6ca49dc7cab tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:08.803883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40356495-cea9-40f4-93a2-c6ca49dc7cab tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.975753 n-d-798930-2 neutron-server[105589]: INFO neutron.db.ipam_backend_mixin [None req-40356495-cea9-40f4-93a2-c6ca49dc7cab tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 299c1ca3-38ae-4d53-b9e4-83685402bf80 (CIDR: 2001:db8:0:1::/64) Jul 07 18:16:08.980755 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-40356495-cea9-40f4-93a2-c6ca49dc7cab tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:16:08.981204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40356495-cea9-40f4-93a2-c6ca49dc7cab tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:09.023651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c7084c-eebd-4673-b9a2-ae5acaec7380 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:09.033194 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40356495-cea9-40f4-93a2-c6ca49dc7cab tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6698461 Jul 07 18:16:09.046980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33584) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:09.049036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.081463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'subnet': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:09.134865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.151021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.157076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.166442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Transition to ACTIVE for port object b7c7084c-eebd-4673-b9a2-ae5acaec7380 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:09.173823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.184558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.190851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.206528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.238043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.240077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-e934bc89-dca3-4c51-81b0-3199725da3af tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 0.2248912 Jul 07 18:16:09.288580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edfb88-348c-49c8-a372-bd7436658cfa req-94576cb8-886f-4813-8fb8-2238cf78a71c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.290444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86edfb88-348c-49c8-a372-bd7436658cfa req-94576cb8-886f-4813-8fb8-2238cf78a71c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 943 time: 0.3284616 Jul 07 18:16:09.402220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7084c-eebd-4673-b9a2-ae5acaec7380,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:09.440245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-dec511f7-095a-4c08-9ed1-3bb2d2eafade tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.441773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-dec511f7-095a-4c08-9ed1-3bb2d2eafade tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "GET /v2.0/ports/38cb0c57-8cc5-4bf4-8844-48db311f6f92?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1946023 Jul 07 18:16:09.443199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-8652fd60-00ee-4263-a889-e6fabdb7d10d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.444984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-8652fd60-00ee-4263-a889-e6fabdb7d10d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 943 time: 0.4082792 Jul 07 18:16:09.450584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86edfb88-348c-49c8-a372-bd7436658cfa req-45fa9a62-cc1d-4188-8f9a-ed6994f52a70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379490 Jul 07 18:16:09.567576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:09.622944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92982133-f416-4264-b0d6-140e99d0c600 req-7c8b3121-5748-4882-83ae-af1e31c27372 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.625013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Made reservation on behalf of 32595fdff5cc4e578160d85d4eccf579 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:09.628805 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.632004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92982133-f416-4264-b0d6-140e99d0c600 req-7c8b3121-5748-4882-83ae-af1e31c27372 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.3107831 Jul 07 18:16:09.656682 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-35535a08-135b-475a-8dc6-53eca97df708 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:16:09.658093 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-35535a08-135b-475a-8dc6-53eca97df708 service neutron] 10.222.0.90 "DELETE /v2.0/ports/a3669611-13bc-4ca4-8142-c6a9e3ecdddd/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.1940858 Jul 07 18:16:09.696666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Attempting to bind port b7c7084c-eebd-4673-b9a2-ae5acaec7380 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:09.697158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Attempting to bind port b7c7084c-eebd-4673-b9a2-ae5acaec7380 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:09.697580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Attempting to bind port b7c7084c-eebd-4673-b9a2-ae5acaec7380 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:09.708301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Port b7c7084c-eebd-4673-b9a2-ae5acaec7380 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:09.708796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Attempting to bind port b7c7084c-eebd-4673-b9a2-ae5acaec7380 on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:09.728056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:09.728565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:09.729736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:09.730309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Bound port: b7c7084c-eebd-4673-b9a2-ae5acaec7380, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:09.731247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.795814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:09.808841 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'port_id': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'mac_address': 'fa:16:3e:06:75:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:09.819896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-9e162224-f0af-40e3-ad77-8f947cb2c63d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "GET /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3671508 Jul 07 18:16:09.862446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92982133-f416-4264-b0d6-140e99d0c600 req-ca44fa87-f87c-4023-9f1d-aca7eb830d77 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288308 Jul 07 18:16:09.863091 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.878712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:09.883261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3669611-13bc-4ca4-8142-c6a9e3ecdddd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:09.911004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:09.917753 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.007852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:10.008539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] For port b7c7084c-eebd-4673-b9a2-ae5acaec7380, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:10.064516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] For port b7c7084c-eebd-4673-b9a2-ae5acaec7380, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:10.080875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-e9eb36b5-4539-4209-83d2-d91ca67740aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.081642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.089935 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-e9eb36b5-4539-4209-83d2-d91ca67740aa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1094 time: 0.3717394 Jul 07 18:16:10.092802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.153141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.153895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.155554 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] 10.222.0.55 "PUT /v2.0/ports/b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 1092 time: 2.7007875 Jul 07 18:16:10.192914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['a3669611-13bc-4ca4-8142-c6a9e3ecdddd'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:10.328656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:10.335407 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796" -d '{"events": [{"name": "network-changed", "server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:10.408479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-ee90c46c-ec66-423a-8d78-ccf1fc3ecc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.411372 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-ee90c46c-ec66-423a-8d78-ccf1fc3ecc1f service neutron] 10.222.0.90 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.3121378 Jul 07 18:16:10.444602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.475281 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b766dcf-6f09-4826-a124-d3e8c43fc48f x-openstack-request-id: req-3b766dcf-6f09-4826-a124-d3e8c43fc48f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:10.475912 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:10.476321 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3b766dcf-6f09-4826-a124-d3e8c43fc48f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:10.476954 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'status': 'completed', 'code': 200} Jul 07 18:16:10.495209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:10.507467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] For port 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=38cb0c57-8cc5-4bf4-8844-48db311f6f92,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:10.540865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:10.559338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f189a0d-baee-4fdc-b4ae-2986566b8465 None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:10.603241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] For port 38cb0c57-8cc5-4bf4-8844-48db311f6f92, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:10.624467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.626909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.675832 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6204035 Jul 07 18:16:10.679999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55a07c-331a-4e80-a73a-e820d5403b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7084c-eebd-4673-b9a2-ae5acaec7380,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:10.682814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33614) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:10.706240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-573078859', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbb1ccab-38f0-4e33-ae52-46abd819fe3d'}], 'security_groups': ['25777280-132d-49e1-9afb-061b6e39ad8f', 'c7db9028-2696-49e3-9b0c-b66e89bf7d49']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:10.721490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.734971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.741828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.749635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.760566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.767131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.773468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.782770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-56c642a7-1402-494b-a315-9d069bb6b15a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 5435 time: 1.1091914 Jul 07 18:16:10.819224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] device_id is not set on port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:16:10.825672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9397585-777d-4881-924a-1f19c60637d1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Subnet': ['ID=fbb1ccab-38f0-4e33-ae52-46abd819fe3d,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:10.835281 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-097e9903-0187-4c0c-802b-54e0caa58f2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 1000 time: 0.4051602 Jul 07 18:16:10.850065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.887427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.914994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-29e61b9a-cdc7-413d-83ff-24a151f9530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.916744 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-29e61b9a-cdc7-413d-83ff-24a151f9530e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0685203 Jul 07 18:16:10.969276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-101ce23e-aa80-4b77-97bc-61e4fb014e75 req-d6e6bdb5-83d6-4d01-8514-34f98c240908 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&id=424f4eae-c430-4672-a16a-22245b84013b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1836514 Jul 07 18:16:10.969815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-4d1ef574-3410-4057-988e-1f800e410435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:10.971683 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-4d1ef574-3410-4057-988e-1f800e410435 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1095 time: 0.6318505 Jul 07 18:16:11.035986 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-86405476-cb03-4774-8e85-5b001a29123b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 217 time: 0.0563562 Jul 07 18:16:11.172709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] No DVR routers for this DVR port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:11.185622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-c91ddf5f-0287-46b5-98e9-0d34402302bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.187242 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-c91ddf5f-0287-46b5-98e9-0d34402302bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2602227 Jul 07 18:16:11.224765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] Update dhcp port {'port': {'network_id': 'dfb553e2-d78d-4972-b9fb-bea0eaeb34f9', 'fixed_ips': [{'subnet_id': '299c1ca3-38ae-4d53-b9e4-83685402bf80', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d01e135-b694-4a99-952a-6cc9b3d31098', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fbb1ccab-38f0-4e33-ae52-46abd819fe3d'}], 'binding:host_id': 'n-d-798930-2'}, 'id': '3d127e2e-de88-44a3-a7d2-0612d547cec5'} from n-d-798930-2. {{(pid=105590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 18:16:11.247304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] Pushing event updated for resources: {'Port': ['ID=38cb0c57-8cc5-4bf4-8844-48db311f6f92,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:11.271112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ee57-dc6c-4cc9-a032-68c9c4c9b24e req-ec453393-3bb8-4b5e-a921-9e1bd79a6603 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.278747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4771ee57-dc6c-4cc9-a032-68c9c4c9b24e req-ec453393-3bb8-4b5e-a921-9e1bd79a6603 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 944 time: 0.4849105 Jul 07 18:16:11.320804 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.438672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4771ee57-dc6c-4cc9-a032-68c9c4c9b24e req-7eb7e1a3-588b-45e8-8983-4780814e816d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588814 Jul 07 18:16:11.445409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] In _notify_port_updated(), no bound segment for port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:16:11.446623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.449574 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.451187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b39b2f44-8e75-49df-9319-5d5d961e67fc service neutron] 10.222.0.55 "PUT /v2.0/ports/38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 200 len: 1028 time: 1.6054163 Jul 07 18:16:11.578010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:11.589715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa3e07-6596-4be9-a014-16d6a3569098 req-70bcb847-4126-489b-9dd0-b8971753b13b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.591261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7aa3e07-6596-4be9-a014-16d6a3569098 req-70bcb847-4126-489b-9dd0-b8971753b13b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.4085057 Jul 07 18:16:11.625190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0e5a196b-174e-4ee9-8c22-ba9e6b0c8e1d None None] Provisioning complete for port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:11.626457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e5a196b-174e-4ee9-8c22-ba9e6b0c8e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.656566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b16b2245-b213-4a80-b47b-b005cd462151 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.658323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b16b2245-b213-4a80-b47b-b005cd462151 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "GET /v2.0/ports/a47094fe-0d7f-4a22-b3f7-d93d42aca76f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1993136 Jul 07 18:16:11.689121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-f0c6513c-6ed6-4f41-a029-5458e2799c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.690913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-f0c6513c-6ed6-4f41-a029-5458e2799c35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.6346769 Jul 07 18:16:11.691537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.696037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:11.702832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7aa3e07-6596-4be9-a014-16d6a3569098 req-d1029a57-e830-4cb8-8bea-971a3a301b89 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038058 Jul 07 18:16:11.762133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a196b-174e-4ee9-8c22-ba9e6b0c8e1d None None] Port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:11.783417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] Allocated IP 2001:db8:0:2::2 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/fbb1ccab-38f0-4e33-ae52-46abd819fe3d/3d127e2e-de88-44a3-a7d2-0612d547cec5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:11.791585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port a3669611-13bc-4ca4-8142-c6a9e3ecdddd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:11.801071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-898e101a-f18a-4742-90e8-6e85f6228e6c service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678341 Jul 07 18:16:11.804548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port a3669611-13bc-4ca4-8142-c6a9e3ecdddd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:11.805040 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.857886 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.959049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d127e2e-de88-44a3-a7d2-0612d547cec5,segment=NetworkSegment(583d5f1e-3537-44f6-84ac-a784ad13e456),segment_id=583d5f1e-3537-44f6-84ac-a784ad13e456)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:12.046821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] For port a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:12.057196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.095061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] For port a47094fe-0d7f-4a22-b3f7-d93d42aca76f, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:12.100127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:12.103534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:12.107235 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a7b08d-4509-45de-909b-2012ef64ebf7" -d '{"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-plugged", "status": "completed", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:12.113378 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.129938 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.131050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 3e2a81ed-e4f8-4dee-a5c6-b68200593172 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:12.203483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] device_id is not set on port a47094fe-0d7f-4a22-b3f7-d93d42aca76f yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:16:12.229140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.266847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7f1aec17-3fec-4464-83f8-b802fc8bc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.268871 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-7f1aec17-3fec-4464-83f8-b802fc8bc159 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5592570 Jul 07 18:16:12.275763 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3207250b-2de2-4787-a562-fdcb3bb2f431 x-openstack-request-id: req-3207250b-2de2-4787-a562-fdcb3bb2f431 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:12.276334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.276468 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-plugged", "status": "completed", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:12.276468 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3207250b-2de2-4787-a562-fdcb3bb2f431 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:12.276693 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'code': 200} Jul 07 18:16:12.291835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] Transition to ACTIVE for port object 3d127e2e-de88-44a3-a7d2-0612d547cec5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:12.306836 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.353863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] Pushing event updated for resources: {'Port': ['ID=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:12.384050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:12.407237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] No DVR routers for this DVR port a47094fe-0d7f-4a22-b3f7-d93d42aca76f on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:12.419441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fbbd13db-4fd8-45bd-a21c-470f1679e4dd req-7a6f9d2b-09b5-428a-b7db-f48f0d00e36e service neutron] 10.222.0.90 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975549 Jul 07 18:16:12.507922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] In _notify_port_updated(), no bound segment for port a47094fe-0d7f-4a22-b3f7-d93d42aca76f on network 8849a726-c7bb-46ac-b767-20a9d46e07c8 {{(pid=105588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:16:12.518638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.519422 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.524329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-8e0d0a15-1798-4ea0-afbf-cd0002dc360f service neutron] 10.222.0.55 "PUT /v2.0/ports/a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 200 len: 1027 time: 0.8303304 Jul 07 18:16:12.531782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3727181-2d49-4fda-b140-c281366ae5bb req-7a96ef8b-02a1-42ce-a227-03bca5921f6c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.556756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3727181-2d49-4fda-b140-c281366ae5bb req-7a96ef8b-02a1-42ce-a227-03bca5921f6c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.563323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3727181-2d49-4fda-b140-c281366ae5bb req-7a96ef8b-02a1-42ce-a227-03bca5921f6c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.569853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3727181-2d49-4fda-b140-c281366ae5bb req-7a96ef8b-02a1-42ce-a227-03bca5921f6c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.581857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3727181-2d49-4fda-b140-c281366ae5bb req-7a96ef8b-02a1-42ce-a227-03bca5921f6c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.585029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3727181-2d49-4fda-b140-c281366ae5bb req-7a96ef8b-02a1-42ce-a227-03bca5921f6c tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 3886 time: 0.3511233 Jul 07 18:16:12.619400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-19a426ee-dafd-4a7e-b38b-bf32dca355e7 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416879 Jul 07 18:16:12.726131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Delete allocated IP 2001:db8::391 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/1d01e135-b694-4a99-952a-6cc9b3d31098) {{(pid=105589) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 18:16:12.740149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Allocated IP 2001:db8:0:2::b3 (dfb553e2-d78d-4972-b9fb-bea0eaeb34f9/fbb1ccab-38f0-4e33-ae52-46abd819fe3d/13696662-0be8-43fa-87f2-9138150cb871) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:12.809678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802b98e-3416-44f5-8ab0-403caca4a750 None None] Pushing event updated for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:12.820698 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.837579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1425c0a0-f9af-4cea-a05d-d5bfa25c0467 None None] Provisioning complete for port a47094fe-0d7f-4a22-b3f7-d93d42aca76f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:12.838262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1425c0a0-f9af-4cea-a05d-d5bfa25c0467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.897379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:12.902825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3727181-2d49-4fda-b140-c281366ae5bb req-e2f08cfe-53a5-4ca6-9fa7-ec451d9fbc12 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082086 Jul 07 18:16:12.909049 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.911070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b677e435-0d3d-459a-81b3-ca35337a357b no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:12.996649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1425c0a0-f9af-4cea-a05d-d5bfa25c0467 None None] Port a47094fe-0d7f-4a22-b3f7-d93d42aca76f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:13.002647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:13.003851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.081262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=3e2a81ed-e4f8-4dee-a5c6-b68200593172,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:13.113201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd481ae-5985-46a4-80a6-6b7f944f3f00 req-fd8f4a31-9323-4662-91df-accffa511934 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.120903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fd481ae-5985-46a4-80a6-6b7f944f3f00 req-fd8f4a31-9323-4662-91df-accffa511934 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.3518789 Jul 07 18:16:13.125323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.150450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Transition to ACTIVE for port object 13696662-0be8-43fa-87f2-9138150cb871 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:13.161563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.190599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d127e2e-de88-44a3-a7d2-0612d547cec5 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:13.235999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] In _notify_port_updated(), no bound segment for port 13696662-0be8-43fa-87f2-9138150cb871 on network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:16:13.246420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.247114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.251448 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "PUT /v2.0/ports/13696662-0be8-43fa-87f2-9138150cb871 HTTP/1.1" status: 200 len: 968 time: 2.5551217 Jul 07 18:16:13.252440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33658) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:13.263943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fd481ae-5985-46a4-80a6-6b7f944f3f00 req-c83cd0d7-3f30-4926-8449-98dabba9cc78 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418931 Jul 07 18:16:13.304867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288c839-52b1-4c68-9eff-4962581c6572 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event updated for resources: {'Port': ['ID=13696662-0be8-43fa-87f2-9138150cb871,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:13.317163 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50324514-d50c-42be-b6e4-e091b9cbc7ee req-db004e9a-481b-4f02-bc7e-398e96641863 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812999 Jul 07 18:16:13.335945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] For port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:13.336394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.364942 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.507816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b677e435-0d3d-459a-81b3-ca35337a357b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b677e435-0d3d-459a-81b3-ca35337a357b,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:13.513752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.514527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5ca40ed2-5bb3-494b-83e7-a95d6abac65f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:13.579386 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 13696662-0be8-43fa-87f2-9138150cb871 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:13.579789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.618962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-52ea7fbc-8a89-4f6e-9c83-a2e3122da363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.620523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-52ea7fbc-8a89-4f6e-9c83-a2e3122da363 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1095 time: 0.2015693 Jul 07 18:16:13.670145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.670623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.671401 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Floating IP 98114f86-a953-4c16-ab8e-69efae2d0fc8 disassociated. External IP: 172.25.1.145, port: ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67. Jul 07 18:16:13.672026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:13.756117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.773537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b677e435-0d3d-459a-81b3-ca35337a357b,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:13.819099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:13.819750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.826786 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:13.828986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:13.835308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948eb82-cf4c-4caf-864b-10f68680e287 req-025090a7-6379-4384-9759-b9b7ec48c17e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.840663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2948eb82-cf4c-4caf-864b-10f68680e287 req-025090a7-6379-4384-9759-b9b7ec48c17e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.2356358 Jul 07 18:16:13.851447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 13696662-0be8-43fa-87f2-9138150cb871 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:13.875178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-57e2810f-9189-4157-bee5-1048cf217ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.876728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-57e2810f-9189-4157-bee5-1048cf217ffd service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.1975532 Jul 07 18:16:13.983330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:13.987086 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-501ab693-e0cf-43a0-bc64-72dc4a2cde6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 217 time: 0.0558958 Jul 07 18:16:14.002927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc280135-cbe1-4248-996f-64a5fb966068 None None] Provisioning complete for port fd5bdf42-081d-4e79-886a-f14da5e4cea1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:14.003389 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc280135-cbe1-4248-996f-64a5fb966068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.061095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bc280135-cbe1-4248-996f-64a5fb966068 None None] Port fd5bdf42-081d-4e79-886a-f14da5e4cea1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:14.065821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2948eb82-cf4c-4caf-864b-10f68680e287 req-3a54d84c-3ce2-4060-bb4c-eb815f86d084 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201366 Jul 07 18:16:14.100525 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.111921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.158275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc280135-cbe1-4248-996f-64a5fb966068 None None] Provisioning for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:14.168997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:14.180600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc280135-cbe1-4248-996f-64a5fb966068 None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:14.181076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc280135-cbe1-4248-996f-64a5fb966068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.195416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-2f738bdf-de89-4caa-8492-f8efacbade9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.197077 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-2f738bdf-de89-4caa-8492-f8efacbade9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1995986 Jul 07 18:16:14.246005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 38cb0c57-8cc5-4bf4-8844-48db311f6f92 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:14.286514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172'}, {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b'}, {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:14.287182 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e37ee0f-d916-49c6-bcb1-dfef345a8786" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172"}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b"}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:14.344188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 38cb0c57-8cc5-4bf4-8844-48db311f6f92 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:14.347328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:14.379876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.421449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-31078279-882f-492d-b4b5-676653ab6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.423322 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-31078279-882f-492d-b4b5-676653ab6477 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094882 Jul 07 18:16:14.426575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=13696662-0be8-43fa-87f2-9138150cb871,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:14.478949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc280135-cbe1-4248-996f-64a5fb966068 None None] Could not find standard attr ID for object 13696662-0be8-43fa-87f2-9138150cb871. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:16:14.543379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebbbc-caaf-4eb0-98c1-ba889f196893 req-8a888002-d620-4e34-b099-9089855bad4b tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.553098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebbbc-caaf-4eb0-98c1-ba889f196893 req-8a888002-d620-4e34-b099-9089855bad4b tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.559105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebbbc-caaf-4eb0-98c1-ba889f196893 req-8a888002-d620-4e34-b099-9089855bad4b tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.562876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.567316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebbbc-caaf-4eb0-98c1-ba889f196893 req-8a888002-d620-4e34-b099-9089855bad4b tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.568959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-050fa0a8-ee5d-44dc-a610-a3ad39ff9d5e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/13696662-0be8-43fa-87f2-9138150cb871 HTTP/1.1" status: 204 len: 168 time: 1.2613153 Jul 07 18:16:14.571653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33686) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:14.572036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a5ebbbc-caaf-4eb0-98c1-ba889f196893 req-8a888002-d620-4e34-b099-9089855bad4b tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 3144 time: 0.3288288 Jul 07 18:16:14.581899 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.610718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-556d8bdc-d023-4421-b917-12dc537c27e4 None None] Could not find standard attr ID for object 13696662-0be8-43fa-87f2-9138150cb871. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:16:14.616681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Router bde01786-55c3-4073-a55d-06fa1f3412c1 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:14.634828 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4477bc6-5af3-43d9-b144-267f03d585ae tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] GET failed (client error): The resource could not be found. Jul 07 18:16:14.639449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c4477bc6-5af3-43d9-b144-267f03d585ae tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports/13696662-0be8-43fa-87f2-9138150cb871 HTTP/1.1" status: 404 len: 333 time: 0.0666709 Jul 07 18:16:14.642080 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33688) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:14.675539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:14.685427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.686768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a47094fe-0d7f-4a22-b3f7-d93d42aca76f no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:14.705254 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-87e64fd4-8a9e-44af-8a0e-9a9a35fb9686 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671304 Jul 07 18:16:14.797390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a5ebbbc-caaf-4eb0-98c1-ba889f196893 req-240162a2-26e0-4cd6-ab97-d286fea6263e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178595 Jul 07 18:16:14.812887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4215cd89-fedc-4cb5-91bf-200b11fb2b54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.833723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:14.848445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a47094fe-0d7f-4a22-b3f7-d93d42aca76f not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:14.856968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ed033-09b9-4c03-9453-817fe0065819 req-4ee7e27d-aafa-45c6-bdf9-c1d8474f4ea4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.864130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e88ed033-09b9-4c03-9453-817fe0065819 req-4ee7e27d-aafa-45c6-bdf9-c1d8474f4ea4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.4269917 Jul 07 18:16:14.889506 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2d45e18-1b85-4bd5-9c81-0d7d4c8c3796 req-4c326488-5aac-48c4-82d5-c14b0f2ad72e service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704819 Jul 07 18:16:14.892921 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65363ea5-ab2d-4314-91bf-f6e3f7ede6ef x-openstack-request-id: req-65363ea5-ab2d-4314-91bf-f6e3f7ede6ef {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:14.896206 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172", "code": 200}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b", "code": 200}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:14.898702 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65363ea5-ab2d-4314-91bf-f6e3f7ede6ef {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:14.899374 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172', 'code': 200} Jul 07 18:16:14.901852 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b', 'code': 200} Jul 07 18:16:14.902381 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f', 'code': 200} Jul 07 18:16:14.944409 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4215cd89-fedc-4cb5-91bf-200b11fb2b54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.007738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4215cd89-fedc-4cb5-91bf-200b11fb2b54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.011938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4215cd89-fedc-4cb5-91bf-200b11fb2b54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.016751 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4215cd89-fedc-4cb5-91bf-200b11fb2b54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/security-groups/09491938-093d-4663-a97d-15e6fe782e27 HTTP/1.1" status: 204 len: 168 time: 0.3735809 Jul 07 18:16:15.017881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33696) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:15.057157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215cd89-fedc-4cb5-91bf-200b11fb2b54 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09491938-093d-4663-a97d-15e6fe782e27,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:15.115870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291886ff-0f0f-4dbe-8fbd-5466e816b25f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.153259 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291886ff-0f0f-4dbe-8fbd-5466e816b25f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.229290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291886ff-0f0f-4dbe-8fbd-5466e816b25f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.232539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291886ff-0f0f-4dbe-8fbd-5466e816b25f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.236339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-291886ff-0f0f-4dbe-8fbd-5466e816b25f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/security-groups/c7db9028-2696-49e3-9b0c-b66e89bf7d49 HTTP/1.1" status: 204 len: 168 time: 0.2106702 Jul 07 18:16:15.237767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33700) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:15.257494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291886ff-0f0f-4dbe-8fbd-5466e816b25f tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7db9028-2696-49e3-9b0c-b66e89bf7d49,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:15.305322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-728ec518-373b-4dfb-a48b-e32b15ef4c84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.330695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-728ec518-373b-4dfb-a48b-e32b15ef4c84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.384790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-728ec518-373b-4dfb-a48b-e32b15ef4c84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.388245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-728ec518-373b-4dfb-a48b-e32b15ef4c84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.392017 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-728ec518-373b-4dfb-a48b-e32b15ef4c84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/security-groups/25777280-132d-49e1-9afb-061b6e39ad8f HTTP/1.1" status: 204 len: 168 time: 0.1507361 Jul 07 18:16:15.393047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33706) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:15.415480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e88ed033-09b9-4c03-9453-817fe0065819 req-5b4f7d3a-6d3d-426f-87d2-193532d28777 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5504460 Jul 07 18:16:15.417674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:15.439429 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] Sync routers for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:15.443819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ec518-373b-4dfb-a48b-e32b15ef4c84 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25777280-132d-49e1-9afb-061b6e39ad8f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:15.465635 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:15.466244 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:15.472065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33708) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:15.495168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet 1d01e135-b694-4a99-952a-6cc9b3d31098 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:15.499096 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.523444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] No DVR routers for this DVR port ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:15.546443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.558578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.562156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-70a99720-a578-46a6-848a-44b6e171d281 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "DELETE /v2.0/ports/ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67 HTTP/1.1" status: 204 len: 173 time: 2.9761903 Jul 07 18:16:15.564162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:15.566477 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40132cc-c556-4433-ad0a-5a1c4f2a70dc" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:15.604709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251fbef-99a4-4191-a078-55c6da96c07c req-b1e7c3fa-9c9b-4b1e-bc1b-3ec1decbb519 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:15.606668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8251fbef-99a4-4191-a078-55c6da96c07c req-b1e7c3fa-9c9b-4b1e-bc1b-3ec1decbb519 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.2905331 Jul 07 18:16:15.616504 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:15.665425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.681004 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fbf86c-865e-48bb-866f-99b399982bbd x-openstack-request-id: req-b5fbf86c-865e-48bb-866f-99b399982bbd {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:15.681315 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:15.681570 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b5fbf86c-865e-48bb-866f-99b399982bbd {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:15.681940 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': 'ba6e61ff-fdbe-4631-b2ed-fbe9e5cfda67', 'status': 'completed', 'code': 200} Jul 07 18:16:15.699625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b814b7ba-72f9-4b5b-979a-9535331decea tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/c386067a-4ee2-4f6b-a8d0-36074cdfd1de HTTP/1.1" status: 200 len: 993 time: 0.2226479 Jul 07 18:16:15.749506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8251fbef-99a4-4191-a078-55c6da96c07c req-32e5265b-b445-460b-9277-42ee5f904208 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180487 Jul 07 18:16:15.761487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.787523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port b677e435-0d3d-459a-81b3-ca35337a357b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:15.787902 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.812701 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.815551 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/1d01e135-b694-4a99-952a-6cc9b3d31098 HTTP/1.1" status: 204 len: 168 time: 0.4215567 Jul 07 18:16:15.817653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b18554-69df-4d58-a5d1-2ce7168d68f0 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=1d01e135-b694-4a99-952a-6cc9b3d31098,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:15.826391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33716) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:15.832066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f762ff-1cca-48e8-b19a-eab34a0c1502 None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:15.918684 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:34Z', 'revision_number': 5, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:15.934572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet fbb1ccab-38f0-4e33-ae52-46abd819fe3d {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:15.937990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.953596 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] Checking router: bde01786-55c3-4073-a55d-06fa1f3412c1 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:15.962868 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:15.963236 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:15.973624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea883-d3ff-4de9-920f-ebef476b3539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.990783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.078158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] For port b677e435-0d3d-459a-81b3-ca35337a357b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b677e435-0d3d-459a-81b3-ca35337a357b,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:16.078923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.102370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for b677e435-0d3d-459a-81b3-ca35337a357b owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:16.137082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fcf98-d130-4186-9b58-efd32d7505dc req-0fc7689a-5471-4b49-998c-e7d8e223ea5e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.143924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fcf98-d130-4186-9b58-efd32d7505dc req-0fc7689a-5471-4b49-998c-e7d8e223ea5e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.150290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fcf98-d130-4186-9b58-efd32d7505dc req-0fc7689a-5471-4b49-998c-e7d8e223ea5e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.158567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fcf98-d130-4186-9b58-efd32d7505dc req-0fc7689a-5471-4b49-998c-e7d8e223ea5e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.160695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-573fcf98-d130-4186-9b58-efd32d7505dc req-0fc7689a-5471-4b49-998c-e7d8e223ea5e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 3142 time: 0.1399252 Jul 07 18:16:16.197302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.291531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-573fcf98-d130-4186-9b58-efd32d7505dc req-d857dcef-c00d-4862-b373-2e78b75bea11 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864770 Jul 07 18:16:16.321382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.345182 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:16.364839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb1ccab-38f0-4e33-ae52-46abd819fe3d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:16.366943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.368890 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-57552384-950f-4d4b-a0f7-4e8f3f94fff4 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/fbb1ccab-38f0-4e33-ae52-46abd819fe3d HTTP/1.1" status: 204 len: 168 time: 0.5412164 Jul 07 18:16:16.371349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33734) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:16.404754 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf1bbe9-dbf1-4ab7-aa22-139ba1f48239 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:16.405177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf1bbe9-dbf1-4ab7-aa22-139ba1f48239 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:16.407116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8bf1bbe9-dbf1-4ab7-aa22-139ba1f48239 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/1d01e135-b694-4a99-952a-6cc9b3d31098 HTTP/1.1" status: 404 len: 337 time: 0.0345397 Jul 07 18:16:16.408802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.409753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33736) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:16.458922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=b677e435-0d3d-459a-81b3-ca35337a357b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:16.491506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting subnet 299c1ca3-38ae-4d53-b9e4-83685402bf80 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:16.495623 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.516323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] No DVR routers for this DVR port b677e435-0d3d-459a-81b3-ca35337a357b on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:16.519867 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.522713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-64bbee9b-9272-47f6-b1ff-19c4dd8b66c7 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "DELETE /v2.0/ports/b677e435-0d3d-459a-81b3-ca35337a357b HTTP/1.1" status: 204 len: 173 time: 0.9444141 Jul 07 18:16:16.573963 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.667992 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:34Z', 'revision_number': 5, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:16.686317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:16.686733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.695357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.719035 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120c82c-b0df-40d8-b0a9-e73b7bbe2e84 None None] The sync data for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 is: [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:05:22Z', 'revision_number': 4, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '15278ea4-4539-4fda-899d-4d79c380ec8c', 'name': '', 'network_id': '72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'mac_address': 'fa:16:3e:98:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:20Z', 'updated_at': '2021-07-07T18:05:34Z', 'revision_number': 5, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'subnets': [{'id': 'd1895537-12b0-4d27-b5c6-1750c5aa7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:16.828146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.831213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] For port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:16.831579 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.871201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Subnet': ['ID=299c1ca3-38ae-4d53-b9e4-83685402bf80,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:16.883258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.884229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for 5ca40ed2-5bb3-494b-83e7-a95d6abac65f owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:16.892545 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c468d77-e21f-4c41-a1bc-4eef0fab3803 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/299c1ca3-38ae-4d53-b9e4-83685402bf80 HTTP/1.1" status: 204 len: 168 time: 0.4744244 Jul 07 18:16:16.895510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33744) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:16.907404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:16.910147 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e5c34a-a6aa-4862-803e-40c995b0a584" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:16.987875 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250ed5a-3a9c-4763-9943-e63c0cc4e125 x-openstack-request-id: req-8250ed5a-3a9c-4763-9943-e63c0cc4e125 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:16.988168 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-unplugged", "status": "completed", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:16.988418 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8250ed5a-3a9c-4763-9943-e63c0cc4e125 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:16.988752 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8eb5216-6ec2-4365-a047-5d857929f99e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:16.989284 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80', 'code': 200} Jul 07 18:16:16.989979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8eb5216-6ec2-4365-a047-5d857929f99e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:16.994395 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d8eb5216-6ec2-4365-a047-5d857929f99e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/0a00c1a4-e3a2-4d46-9ae0-09df4bb9906a HTTP/1.1" status: 404 len: 337 time: 0.0855131 Jul 07 18:16:16.997112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33750) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.079277 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f46d09db-a67f-41f6-ba39-5398aaac1a06 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3e07e43-7054-4b68-b7e4-4a6487647c11 HTTP/1.1" status: 200 len: 205 time: 0.0779281 Jul 07 18:16:17.079963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.132432 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-320764db-5a7f-42c4-805d-e186f1b994d2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] delete failed (client error): The resource could not be found. Jul 07 18:16:17.136766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-320764db-5a7f-42c4-805d-e186f1b994d2 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/routers/a3e07e43-7054-4b68-b7e4-4a6487647c11 HTTP/1.1" status: 404 len: 336 time: 0.0528998 Jul 07 18:16:17.137229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33758) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.176270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.187760 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf9850a-f3cf-4c9d-a0a1-a1e22042b0c1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.188364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf9850a-f3cf-4c9d-a0a1-a1e22042b0c1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.190466 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5cf9850a-f3cf-4c9d-a0a1-a1e22042b0c1 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/6e73b292-19bd-4090-8b37-221e1d23c0fb HTTP/1.1" status: 404 len: 337 time: 0.0518167 Jul 07 18:16:17.193184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33760) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.222354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=5ca40ed2-5bb3-494b-83e7-a95d6abac65f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:17.226898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ed7ac-f9ba-4caa-bff7-a5d39d3e39f5 None None] New status for floating IP 98114f86-a953-4c16-ab8e-69efae2d0fc8: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:17.262197 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2af5220-6975-49d9-b050-abcac4ab8d2c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.263500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2af5220-6975-49d9-b050-abcac4ab8d2c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.267083 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e2af5220-6975-49d9-b050-abcac4ab8d2c tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/9c2b8113-6589-4fb8-9879-8d8cacda09d1 HTTP/1.1" status: 404 len: 337 time: 0.0724828 Jul 07 18:16:17.269718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33762) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.298999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] No DVR routers for this DVR port 5ca40ed2-5bb3-494b-83e7-a95d6abac65f on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:17.302174 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5909eea7-37b3-4f1e-aabd-1d0e7bb40f4e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.303225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5909eea7-37b3-4f1e-aabd-1d0e7bb40f4e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.305380 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5909eea7-37b3-4f1e-aabd-1d0e7bb40f4e tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/ae98b26c-90f9-4067-959d-987937000f2f HTTP/1.1" status: 404 len: 337 time: 0.0344353 Jul 07 18:16:17.307912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33766) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.313594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.318277 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-22d57542-0bcf-404b-a61b-757908b51d7e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "DELETE /v2.0/ports/5ca40ed2-5bb3-494b-83e7-a95d6abac65f HTTP/1.1" status: 204 len: 173 time: 0.7900991 Jul 07 18:16:17.338332 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6489912a-c2ba-4cb2-8532-cddaa52b5faf tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.339427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6489912a-c2ba-4cb2-8532-cddaa52b5faf tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.341455 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6489912a-c2ba-4cb2-8532-cddaa52b5faf tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/06f9f67f-7975-46ef-87fd-e903f3ad5f0a HTTP/1.1" status: 404 len: 333 time: 0.0323200 Jul 07 18:16:17.344244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33770) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.391445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70519e-d118-4af9-9a47-f81d29a2aed4 req-fc939bc7-1ee7-47da-9b33-d43341fa3538 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.396775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b70519e-d118-4af9-9a47-f81d29a2aed4 req-fc939bc7-1ee7-47da-9b33-d43341fa3538 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.2669425 Jul 07 18:16:17.415053 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a745bd25-e2be-4b8e-8296-74e334714457 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.416288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a745bd25-e2be-4b8e-8296-74e334714457 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.418539 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a745bd25-e2be-4b8e-8296-74e334714457 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/19d097b5-cc79-4d94-9fd7-5f9537acfb5c HTTP/1.1" status: 404 len: 337 time: 0.0721486 Jul 07 18:16:17.421124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33772) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.458164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b70519e-d118-4af9-9a47-f81d29a2aed4 req-02f4142c-10ca-465e-a194-8ae9b2dd7803 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548208 Jul 07 18:16:17.482362 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f5faef-73fa-45c9-843b-6c6cd68dae85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.483324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f5faef-73fa-45c9-843b-6c6cd68dae85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.494920 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e4f5faef-73fa-45c9-843b-6c6cd68dae85 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/c73b567c-1ff1-416d-ab1e-b785c8288f02 HTTP/1.1" status: 404 len: 337 time: 0.0699756 Jul 07 18:16:17.496891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33774) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.525484 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b45cf6b-9dc2-4109-80b8-84cd2e77a528 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.526209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b45cf6b-9dc2-4109-80b8-84cd2e77a528 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.530500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0b45cf6b-9dc2-4109-80b8-84cd2e77a528 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/4430d547-b10d-4e41-992d-c73a33e0808b HTTP/1.1" status: 404 len: 333 time: 0.0302372 Jul 07 18:16:17.530743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33778) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.560850 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-108b5fb8-2fdc-45ab-b10e-82a4e1718c90 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.561319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108b5fb8-2fdc-45ab-b10e-82a4e1718c90 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.563156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-108b5fb8-2fdc-45ab-b10e-82a4e1718c90 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/c031088d-0e3f-4b6d-97e4-9485e314106c HTTP/1.1" status: 404 len: 337 time: 0.0315063 Jul 07 18:16:17.565893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33782) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.620643 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1804dca-8f9f-483c-b0f1-89b9559e6999 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] DELETE failed (client error): The resource could not be found. Jul 07 18:16:17.620643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1804dca-8f9f-483c-b0f1-89b9559e6999 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:16:17.630447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e1804dca-8f9f-483c-b0f1-89b9559e6999 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/subnets/18438a9e-5f05-4e6c-bdb4-76d07990e912 HTTP/1.1" status: 404 len: 337 time: 0.0622241 Jul 07 18:16:17.632963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33784) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:17.662348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:17.662806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.700809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a49ceb0-0f58-44d6-b12e-50d4b6cd6f95 None None] Network dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:17.734833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b'}, {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:17.738016 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc35741-ee95-4200-8c40-fed11b33d9d9" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b"}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:17.758132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port fd5bdf42-081d-4e79-886a-f14da5e4cea1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:17.758875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.819377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e96fc8b3-12e8-4e3a-8807-10102820f231 None None] Provisioning complete for port fd5bdf42-081d-4e79-886a-f14da5e4cea1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:17.820098 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e96fc8b3-12e8-4e3a-8807-10102820f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.828882 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7397c239-bd18-405e-8037-e43e9fb112a9 x-openstack-request-id: req-7397c239-bd18-405e-8037-e43e9fb112a9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:17.829452 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "b677e435-0d3d-459a-81b3-ca35337a357b", "status": "completed", "code": 200}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "5ca40ed2-5bb3-494b-83e7-a95d6abac65f", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:17.829888 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7397c239-bd18-405e-8037-e43e9fb112a9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:17.830496 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': 'b677e435-0d3d-459a-81b3-ca35337a357b', 'status': 'completed', 'code': 200} Jul 07 18:16:17.830928 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': '5ca40ed2-5bb3-494b-83e7-a95d6abac65f', 'status': 'completed', 'code': 200} Jul 07 18:16:17.844533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213e2a-2837-4c88-9034-5c9f7401e4f8 req-c3958b5b-de9f-4c3c-a0f0-49efd02bba1f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.851072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213e2a-2837-4c88-9034-5c9f7401e4f8 req-c3958b5b-de9f-4c3c-a0f0-49efd02bba1f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.853755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc213e2a-2837-4c88-9034-5c9f7401e4f8 req-c3958b5b-de9f-4c3c-a0f0-49efd02bba1f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 1677 time: 0.2518342 Jul 07 18:16:17.912054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.915793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] For port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:17.916161 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.935013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e96fc8b3-12e8-4e3a-8807-10102820f231 None None] Port fd5bdf42-081d-4e79-886a-f14da5e4cea1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:17.945785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for fd5bdf42-081d-4e79-886a-f14da5e4cea1 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:17.946010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc213e2a-2837-4c88-9034-5c9f7401e4f8 req-6c7cc657-85f7-47e8-b908-c2f85f9a2886 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups?id=e8b541cc-c861-4429-8592-773d39a682f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829873 Jul 07 18:16:17.946862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:17.992084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e96fc8b3-12e8-4e3a-8807-10102820f231 None None] Provisioning complete for port 3d127e2e-de88-44a3-a7d2-0612d547cec5 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:17.992457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e96fc8b3-12e8-4e3a-8807-10102820f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.085792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.135816 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.141325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/ports/fd5bdf42-081d-4e79-886a-f14da5e4cea1 HTTP/1.1" status: 204 len: 168 time: 0.5068033 Jul 07 18:16:18.142649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb2cc7-8f5f-4f64-8bb9-8471d3749447 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=fd5bdf42-081d-4e79-886a-f14da5e4cea1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:18.143903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33794) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:18.152120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] DHCP port deletion for dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:16:18.196708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.207064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Deleting port 3d127e2e-de88-44a3-a7d2-0612d547cec5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:18.207449 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.241354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=847a70d5-2e1e-420b-9f0f-85a4cd91ca80,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:18.282343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d127e2e-de88-44a3-a7d2-0612d547cec5,segment=NetworkSegment(583d5f1e-3537-44f6-84ac-a784ad13e456),segment_id=583d5f1e-3537-44f6-84ac-a784ad13e456)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:18.282723 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.300806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Calling delete_port for 3d127e2e-de88-44a3-a7d2-0612d547cec5 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:18.306527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] No DVR routers for this DVR port 847a70d5-2e1e-420b-9f0f-85a4cd91ca80 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:18.311844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.314071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.316046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-b6d1af40-9c12-4b2c-955b-70ea47a83174 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "DELETE /v2.0/ports/847a70d5-2e1e-420b-9f0f-85a4cd91ca80 HTTP/1.1" status: 204 len: 173 time: 0.9799192 Jul 07 18:16:18.382476 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a487fc5a-5cba-4cc0-ba99-d63cbf3fb78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.410238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.440905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] No DVR routers for this DVR port 3d127e2e-de88-44a3-a7d2-0612d547cec5 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:18.446235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Pushing event deleted for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:18.450348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Deleting port 3d127e2e-de88-44a3-a7d2-0612d547cec5 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:18.450348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.457739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.458081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.458428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.458867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.459088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.459421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.459786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.460113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.460449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.460762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.461129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.461467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45fc89-7a2c-4e98-a327-6cd67ad135dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:18.514799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:18.515349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.521393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.590481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] For port 3d127e2e-de88-44a3-a7d2-0612d547cec5, host n-d-798930-2, got binding levels [] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:18.590851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.617612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Calling delete_port for 3d127e2e-de88-44a3-a7d2-0612d547cec5 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:18.623983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.ipam_backend_mixin [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Port 3d127e2e-de88-44a3-a7d2-0612d547cec5 was not found and therefore no delete operation was performed {{(pid=105588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:16:18.639009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.707795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Port': ['ID=3d127e2e-de88-44a3-a7d2-0612d547cec5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:18.710468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] No DVR routers for this DVR port 3d127e2e-de88-44a3-a7d2-0612d547cec5 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:18.757576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] For port 3e2a81ed-e4f8-4dee-a5c6-b68200593172, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=3e2a81ed-e4f8-4dee-a5c6-b68200593172,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:18.758032 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.799128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for 3e2a81ed-e4f8-4dee-a5c6-b68200593172 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:18.892359 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.903646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00792-3c02-4084-970b-6e36e0b108bd req-77dea9bc-97af-4ab2-86d0-8669a4b9b6d5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.905157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68c00792-3c02-4084-970b-6e36e0b108bd req-77dea9bc-97af-4ab2-86d0-8669a4b9b6d5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.2850466 Jul 07 18:16:18.918968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb553e2-d78d-4972-b9fb-bea0eaeb34f9']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:18.949786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583d5f1e-3537-44f6-84ac-a784ad13e456') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:18.950088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583d5f1e-3537-44f6-84ac-a784ad13e456') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:18.969110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.990514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d127e2e-de88-44a3-a7d2-0612d547cec5 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:18.999570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68c00792-3c02-4084-970b-6e36e0b108bd req-111d0a31-a040-490c-b278-4290fe930240 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832119 Jul 07 18:16:19.015038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3d127e2e-de88-44a3-a7d2-0612d547cec5 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:19.015498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d127e2e-de88-44a3-a7d2-0612d547cec5 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:19.075781 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.083100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.086616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:16:19.087341 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:16:19.092373 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:16:19.166499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=3e2a81ed-e4f8-4dee-a5c6-b68200593172,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:19.213679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94b20d38-d9c0-4bc7-b2b8-322f3ecb8df5 req-954d27b1-5d8a-439e-ba5e-11a5d0c99ad1 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0894451 Jul 07 18:16:19.268589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] No DVR routers for this DVR port 3e2a81ed-e4f8-4dee-a5c6-b68200593172 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:19.270318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.272489 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.274530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6c64ad6-d907-448b-aefc-17d019132dbc req-176bcf2f-a43f-4ad7-9c18-2039b10fd241 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.55 "DELETE /v2.0/ports/3e2a81ed-e4f8-4dee-a5c6-b68200593172 HTTP/1.1" status: 204 len: 173 time: 0.9518893 Jul 07 18:16:19.280021 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.284015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] 10.222.0.88 "DELETE /v2.0/networks/dfb553e2-d78d-4972-b9fb-bea0eaeb34f9 HTTP/1.1" status: 204 len: 168 time: 1.1369057 Jul 07 18:16:19.296178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c313aa9-eae2-4736-9c03-ebf1ff1fac32 tempest-PortsIpV6TestJSON-1451922595 tempest-PortsIpV6TestJSON-1451922595-project] Pushing event deleted for resources: {'Network': ['ID=dfb553e2-d78d-4972-b9fb-bea0eaeb34f9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:19.586791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33828) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:19.676849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.793972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-572841a2-07d8-423d-a978-c7e98fceccb7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32595fdff5cc4e578160d85d4eccf579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059653 Jul 07 18:16:19.796385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33838) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:19.838847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80'}, {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:19.841151 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74520bba-a277-48b1-8604-5ccc1dff1a88" -d '{"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80"}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:19.859572 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b240da1c-99c7-4c27-b7e5-361fb684a32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.882731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b240da1c-99c7-4c27-b7e5-361fb684a32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.894636 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a409560-acf6-4e01-ba9b-1d0344cce0a2 x-openstack-request-id: req-0a409560-acf6-4e01-ba9b-1d0344cce0a2 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:19.895053 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "847a70d5-2e1e-420b-9f0f-85a4cd91ca80", "status": "completed", "code": 200}, {"server_uuid": "c8273a0d-a554-4af5-a147-ab0699df50a7", "name": "network-vif-deleted", "tag": "3e2a81ed-e4f8-4dee-a5c6-b68200593172", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:19.895476 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0a409560-acf6-4e01-ba9b-1d0344cce0a2 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:19.895958 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': '847a70d5-2e1e-420b-9f0f-85a4cd91ca80', 'status': 'completed', 'code': 200} Jul 07 18:16:19.896458 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8273a0d-a554-4af5-a147-ab0699df50a7', 'name': 'network-vif-deleted', 'tag': '3e2a81ed-e4f8-4dee-a5c6-b68200593172', 'status': 'completed', 'code': 200} Jul 07 18:16:19.936369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b240da1c-99c7-4c27-b7e5-361fb684a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.939167 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b240da1c-99c7-4c27-b7e5-361fb684a32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.940521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b240da1c-99c7-4c27-b7e5-361fb684a32a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6382f10-9c00-4400-a5ab-1cbd1c4b09fe HTTP/1.1" status: 204 len: 168 time: 0.1428797 Jul 07 18:16:19.949910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240da1c-99c7-4c27-b7e5-361fb684a32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6382f10-9c00-4400-a5ab-1cbd1c4b09fe,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:20.225698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610add-b7ab-4421-a08d-87497790e0b9 req-63dd55ba-bfcf-4994-b9ce-eb98721262cd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:20.227858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c610add-b7ab-4421-a08d-87497790e0b9 req-63dd55ba-bfcf-4994-b9ce-eb98721262cd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.0955520 Jul 07 18:16:20.280116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c610add-b7ab-4421-a08d-87497790e0b9 req-f105fe6e-6307-4a4a-9e40-670fa7beb710 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Jul 07 18:16:20.422045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9da6112-2636-42f7-ad8c-173c5221b4e8 req-2e7bc702-a657-4a1b-b948-31a30111e96f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0452464 Jul 07 18:16:20.765487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33882) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:20.901931 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-589e8fb8-a78e-4530-aada-91af152400c2 tempest-ServiceProvidersTest-1287324902 tempest-ServiceProvidersTest-1287324902-project] 10.222.0.88 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1343806 Jul 07 18:16:21.166648 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.211637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 33900) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:21.332550 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9680089e-9541-4f3e-8812-3fe1d37a26c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.495018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9680089e-9541-4f3e-8812-3fe1d37a26c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.507772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06e084-b1c4-4719-ba69-d434bead8a63 req-401f64b1-3a13-4b11-a137-91ecd8a2c6d6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:21.509641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa06e084-b1c4-4719-ba69-d434bead8a63 req-401f64b1-3a13-4b11-a137-91ecd8a2c6d6 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 944 time: 0.1100216 Jul 07 18:16:21.511064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9680089e-9541-4f3e-8812-3fe1d37a26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.550186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680089e-9541-4f3e-8812-3fe1d37a26c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2cc54a-73d3-4869-84a9-13bd92836379,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:21.598727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9680089e-9541-4f3e-8812-3fe1d37a26c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6743e0bc7cec435b8f7060a7c01db01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851483 Jul 07 18:16:21.601699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 33912) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:21.643391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d0ae2f4-5073-497e-8285-043659aeccc8 req-9291d116-b8f6-4c87-a00d-1b62eec9fae4 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0314875 Jul 07 18:16:21.647079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b7c7084c-eebd-4673-b9a2-ae5acaec7380 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:21.647671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa06e084-b1c4-4719-ba69-d434bead8a63 req-7ce5bc63-46e2-4c69-978e-83896d1e9e5e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996852 Jul 07 18:16:21.696621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f8d930e-d6c2-4304-bfad-4fd666463e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.721524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f8d930e-d6c2-4304-bfad-4fd666463e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.764819 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b7c7084c-eebd-4673-b9a2-ae5acaec7380, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:21.779518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f8d930e-d6c2-4304-bfad-4fd666463e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.782193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f8d930e-d6c2-4304-bfad-4fd666463e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.782914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:21.785406 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6f8d930e-d6c2-4304-bfad-4fd666463e04 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e2cc54a-73d3-4869-84a9-13bd92836379 HTTP/1.1" status: 204 len: 168 time: 0.1818988 Jul 07 18:16:21.798156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d930e-d6c2-4304-bfad-4fd666463e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2cc54a-73d3-4869-84a9-13bd92836379,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:21.848609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.868899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c7084c-eebd-4673-b9a2-ae5acaec7380 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:21.892332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b7c7084c-eebd-4673-b9a2-ae5acaec7380, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:21.897689 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.955885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b7c7084c-eebd-4673-b9a2-ae5acaec7380,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:22.140427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['b7c7084c-eebd-4673-b9a2-ae5acaec7380'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:22.841756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44c4eac6-c081-46a0-b917-e2774da23cb4 req-50e603b0-3efd-4d47-a3dc-3158f766a60e tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0592806 Jul 07 18:16:22.976900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f00af-e783-4596-b730-35b9657a97e4 req-673a779e-e85f-4ae9-88b3-8ea1d2639cd8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:22.978753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d02f00af-e783-4596-b730-35b9657a97e4 req-673a779e-e85f-4ae9-88b3-8ea1d2639cd8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 945 time: 0.0765176 Jul 07 18:16:23.032593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d02f00af-e783-4596-b730-35b9657a97e4 req-030c9cae-c3a3-4e6f-804c-3b1dc28ba18f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475118 Jul 07 18:16:23.645738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b7c7084c-eebd-4673-b9a2-ae5acaec7380 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:23.719601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port b7c7084c-eebd-4673-b9a2-ae5acaec7380 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:23.724426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port b7c7084c-eebd-4673-b9a2-ae5acaec7380 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:23.724800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.819203 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.847057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:23.851032 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df90d09c-5a9e-4460-8992-a4deeccc3779" -d '{"events": [{"server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "name": "network-vif-plugged", "status": "completed", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:23.877536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b7c7084c-eebd-4673-b9a2-ae5acaec7380, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:23.895455 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:23.961160 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df47658-544c-4353-aa05-f153224c3d44 x-openstack-request-id: req-7df47658-544c-4353-aa05-f153224c3d44 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:23.961326 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "name": "network-vif-plugged", "status": "completed", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:23.961837 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7df47658-544c-4353-aa05-f153224c3d44 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:23.962163 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'code': 200} Jul 07 18:16:24.010421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b7c7084c-eebd-4673-b9a2-ae5acaec7380,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:24.138214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21f48347-bda9-4eac-ae4a-cd2e3555e683 req-361d7d98-d4fa-4223-95ca-da6b724b5497 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0693779 Jul 07 18:16:24.160903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b636f7-c723-4281-8013-ed26a5292440 req-df2379ca-4038-4cef-bf4c-308d6a4bebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.162786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73b636f7-c723-4281-8013-ed26a5292440 req-df2379ca-4038-4cef-bf4c-308d6a4bebd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1097 time: 0.1253877 Jul 07 18:16:24.268764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73b636f7-c723-4281-8013-ed26a5292440 req-25a9df32-095d-40b1-883c-4c518f9685c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991514 Jul 07 18:16:24.291045 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942119f2-5af4-42ce-95d7-d53b105b0fcb req-d8375374-796f-4715-9a3f-487d8183dc35 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:24.293082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-942119f2-5af4-42ce-95d7-d53b105b0fcb req-d8375374-796f-4715-9a3f-487d8183dc35 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 946 time: 0.1107247 Jul 07 18:16:24.353641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-942119f2-5af4-42ce-95d7-d53b105b0fcb req-4988afd1-35e6-4962-92f6-0bcdc0340a6e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544238 Jul 07 18:16:25.373969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65a9fc8c-1ce0-4fd9-a55d-c9360856a13d req-3d641a44-c47c-44f2-8b6d-c537ea7a3ec2 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0594816 Jul 07 18:16:25.657791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0efd8-0b36-48c7-b783-2aa23bafbb03 req-a4662869-d74f-4e35-9450-d4a6d32d11b0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:25.659520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4b0efd8-0b36-48c7-b783-2aa23bafbb03 req-a4662869-d74f-4e35-9450-d4a6d32d11b0 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 946 time: 0.0955067 Jul 07 18:16:25.709964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4b0efd8-0b36-48c7-b783-2aa23bafbb03 req-efb5b2ec-f9bb-470e-b7fa-765d023b1631 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Jul 07 18:16:25.979364 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d668a-3bd1-440c-9fe2-b63850c95ef3 req-28d30678-c6bc-4809-9a4f-9f2d9dc936e2 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:25.987420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c6d668a-3bd1-440c-9fe2-b63850c95ef3 req-28d30678-c6bc-4809-9a4f-9f2d9dc936e2 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 946 time: 0.1111078 Jul 07 18:16:26.035137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c6d668a-3bd1-440c-9fe2-b63850c95ef3 req-6ec8b69c-e4aa-4a50-9a48-b6767064975a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463908 Jul 07 18:16:26.053066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34064) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:26.126176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee686ba-2d76-4c6e-b59b-ecc65a0922b5 tempest-TestVolumeBootPattern-1409988570 tempest-TestVolumeBootPattern-1409988570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:26.128503 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4ee686ba-2d76-4c6e-b59b-ecc65a0922b5 tempest-TestVolumeBootPattern-1409988570 tempest-TestVolumeBootPattern-1409988570-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1092 time: 0.0740941 Jul 07 18:16:26.131529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34066) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:26.136289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:26.163569 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.322072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.461816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.25.1.72 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/45303860-fdc2-48cc-a33e-1e3a0df00839) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:26.607364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e483dc9-a99e-44b1-95a5-5104c2fe60de req-cceb4b8b-a537-4ba4-91d1-946afd64d4f6 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0524650 Jul 07 18:16:26.628691 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.679892 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:26.699016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:26.701916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:26.722291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:26.769414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=45303860-fdc2-48cc-a33e-1e3a0df00839,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:27.281155 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:27.385718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:27.592014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:27.602939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:27.661116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=45303860-fdc2-48cc-a33e-1e3a0df00839,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:27.712574 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:28.398903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99b1b056-2e73-4cf4-9a67-118a5780a5ff req-c143f3ad-65a1-4222-9fa1-c6018dcbec55 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0461099 Jul 07 18:16:28.422110 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Floating IP 88906de8-0db2-4ab8-8523-0435f36248bc associated. External IP: 172.25.1.72, port: b7c7084c-eebd-4673-b9a2-ae5acaec7380. Jul 07 18:16:28.664367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:28.793100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:28.805787 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:28.814244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:28.818386 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:28.819339 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:28.873822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d8c2c2f3-7c52-4a72-8aa1-2dd9747aa69b tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7410119 Jul 07 18:16:28.874586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:28.877020 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ff323c-1778-4671-aa9b-a6355e92883a" -d '{"events": [{"name": "network-changed", "server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:28.950600 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4376fa-b5d0-4e80-872a-b3cf9d68a487 x-openstack-request-id: req-bf4376fa-b5d0-4e80-872a-b3cf9d68a487 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:28.950894 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:28.951229 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf4376fa-b5d0-4e80-872a-b3cf9d68a487 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:28.951636 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'status': 'completed', 'code': 200} Jul 07 18:16:28.966259 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:29.095063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-b59b874e-dd62-4b85-a79d-dbf1f55a9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:29.096597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-b59b874e-dd62-4b85-a79d-dbf1f55a9875 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1097 time: 0.1190145 Jul 07 18:16:29.200404 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:29.255276 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:27Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:29.262729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-f2a9aa5b-a9ae-4949-8f90-8e244af395cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:29.264619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-f2a9aa5b-a9ae-4949-8f90-8e244af395cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.1611392 Jul 07 18:16:29.288653 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:29.297188 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:29.297791 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:29.351738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-fa74a4de-63ec-422a-9a83-f04ffc37815d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 999 time: 0.0772369 Jul 07 18:16:29.419878 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:29.467285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-736f3f20-a5b8-4778-87d8-f44d2883279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:29.472433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-736f3f20-a5b8-4778-87d8-f44d2883279e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1120915 Jul 07 18:16:29.730819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8c79a44-6934-4cf2-93f7-d370a6bce69c req-5bcdbb9c-c4a9-4617-b47c-d5aa4698d290 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.1091814 Jul 07 18:16:29.764354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-715a3e5f-bb08-4fe4-b9ac-b1fe1ee7ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:29.766295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-715a3e5f-bb08-4fe4-b9ac-b1fe1ee7ccd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856250 Jul 07 18:16:29.922419 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:27Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:29.957738 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be4fbe-461c-4526-9f58-4436f16d28bc None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:27Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:29.976499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-7c4bcce7-5551-4667-8c63-e434d2cf45b8 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000964 Jul 07 18:16:30.144790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2ff323c-1778-4671-aa9b-a6355e92883a req-01e34a0f-9493-4a33-b8e9-f1acd9380ccf service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609383 Jul 07 18:16:30.427881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e95e82-441a-46ef-8c04-8156fd66ab89 None None] New status for floating IP 88906de8-0db2-4ab8-8523-0435f36248bc: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:30.994373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ee838a1-c999-4c0f-9cac-79cf0422b566 req-d5ac04dc-8519-4267-a21c-46df3827ed39 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0522656 Jul 07 18:16:32.227398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e948cdda-b946-426f-8d44-22116a7450b9 req-2dd032be-ad77-4d50-b7e3-da51f5d5629a tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0426197 Jul 07 18:16:33.472502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fa23c63-c1c0-4d7b-b234-11f062e4fb4d req-9f1543a6-37dd-439f-9a46-2355763c1371 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8273a0d-a554-4af5-a147-ab0699df50a7 HTTP/1.1" status: 200 len: 210 time: 0.0404925 Jul 07 18:16:33.979418 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:34.641988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34282) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:34.701495 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f416-a2ab-405e-b239-3c7d6d2ee1da tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:34.726855 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f416-a2ab-405e-b239-3c7d6d2ee1da tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:34.783502 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f416-a2ab-405e-b239-3c7d6d2ee1da tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:34.786522 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f416-a2ab-405e-b239-3c7d6d2ee1da tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:34.790838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cfa1f416-a2ab-405e-b239-3c7d6d2ee1da tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/security-groups/e8b541cc-c861-4429-8592-773d39a682f8 HTTP/1.1" status: 204 len: 168 time: 0.1447442 Jul 07 18:16:34.791351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34284) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:34.802605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1f416-a2ab-405e-b239-3c7d6d2ee1da tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b541cc-c861-4429-8592-773d39a682f8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:34.817069 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-f9b13a29-56d0-458f-a326-7282c8efd503 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] show failed (client error): The resource could not be found. Jul 07 18:16:34.821148 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f9b13a29-56d0-458f-a326-7282c8efd503 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "GET /v2.0/security-groups/e8b541cc-c861-4429-8592-773d39a682f8 HTTP/1.1" status: 404 len: 347 time: 0.0262249 Jul 07 18:16:34.826034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34286) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:34.984605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port 305f1915-dc8b-4786-8309-457a8552304a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:34.985131 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.103551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.104678 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.121341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for 305f1915-dc8b-4786-8309-457a8552304a owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:35.364434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.454840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=305f1915-dc8b-4786-8309-457a8552304a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:35.541532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.544807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.546276 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a773563d-d49d-40e6-811c-ada1882b0778 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/floatingips/98114f86-a953-4c16-ab8e-69efae2d0fc8 HTTP/1.1" status: 204 len: 168 time: 0.7190521 Jul 07 18:16:35.549000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34304) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:35.737361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port 38cb0c57-8cc5-4bf4-8844-48db311f6f92 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:35.737361 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.831338 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.865549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.878903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for 38cb0c57-8cc5-4bf4-8844-48db311f6f92 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:36.568692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-9d76cd2b-6cfb-4e67-93d6-7b8db0cf1465 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085341 Jul 07 18:16:36.577515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:36.679952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=38cb0c57-8cc5-4bf4-8844-48db311f6f92,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:36.749087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-b11cd6a9-b313-4c20-ae02-c48048cb694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:36.750631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-b11cd6a9-b313-4c20-ae02-c48048cb694f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 1097 time: 0.1344523 Jul 07 18:16:36.805648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:36.810237 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-075b3e7c-b2cc-4f0f-98aa-12a69fa49b17 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/ports/38cb0c57-8cc5-4bf4-8844-48db311f6f92 HTTP/1.1" status: 204 len: 168 time: 1.2576430 Jul 07 18:16:36.810447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34334) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:36.955323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-047dcdc4-75eb-40f2-99f7-9fbb4fa162a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:36.957466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-047dcdc4-75eb-40f2-99f7-9fbb4fa162a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 200 len: 911 time: 0.1811020 Jul 07 18:16:36.996258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port a47094fe-0d7f-4a22-b3f7-d93d42aca76f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:36.997024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.111970 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-32a693cd-d3f0-4d17-b428-87379766f0dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 HTTP/1.1" status: 200 len: 1001 time: 0.1422160 Jul 07 18:16:37.165968 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.167414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-099da627-8bfa-4540-8793-40095eaaaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:37.169442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-099da627-8bfa-4540-8793-40095eaaaea0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 200 len: 849 time: 0.0509028 Jul 07 18:16:37.193369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for a47094fe-0d7f-4a22-b3f7-d93d42aca76f owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:37.306951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-c2ac1efc-d07c-466b-82ac-b352dee297e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:37.308693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-c2ac1efc-d07c-466b-82ac-b352dee297e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7f7ab53-c588-4627-8a53-31d93aff47dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284554 Jul 07 18:16:37.507825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-80df78ce-e2b9-4b88-948f-d7781816f334 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919420 Jul 07 18:16:37.516753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.583205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=a47094fe-0d7f-4a22-b3f7-d93d42aca76f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:37.687298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.690262 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8935b0f8-8ff4-4105-b46f-8cb5dc14898f tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/ports/a47094fe-0d7f-4a22-b3f7-d93d42aca76f HTTP/1.1" status: 204 len: 168 time: 0.8787634 Jul 07 18:16:37.692906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34352) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:37.703994 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3318cf1-fd90-4ada-bd1e-e03ac22acbef req-97d60c37-ecd9-4bc4-bd88-c2c85b5f4148 service neutron] 10.222.0.55 "GET /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835630 Jul 07 18:16:37.768563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting subnet 7a5db585-4a0c-4af2-afe7-2c7df6161188 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:37.772735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.830034 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:37.948111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.053342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.092530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.096803 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/subnets/7a5db585-4a0c-4af2-afe7-2c7df6161188 HTTP/1.1" status: 204 len: 168 time: 0.3900754 Jul 07 18:16:38.096803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dde721-6b02-4ac6-a756-cdf8058a7332 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5db585-4a0c-4af2-afe7-2c7df6161188,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:38.097246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:38.100910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee16b36-c11d-4055-a257-205858fbc79b None None] Network 82c89e28-4704-4bdf-9808-aabe4c6116ce requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:38.210981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting subnet 1ea9c51c-4377-444a-82d5-cc5b22788d49 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:38.235517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.329525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.382138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] DHCP port deletion for 82c89e28-4704-4bdf-9808-aabe4c6116ce request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:16:38.484092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] Deleting port b40a8c57-e97b-4157-a74a-569c97053589 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:38.484940 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.507704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.640728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] For port b40a8c57-e97b-4157-a74a-569c97053589, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b40a8c57-e97b-4157-a74a-569c97053589,segment=NetworkSegment(20859f77-f70c-42c4-849a-72e9e232440a),segment_id=20859f77-f70c-42c4-849a-72e9e232440a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:38.643438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.653601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.670041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] Calling delete_port for b40a8c57-e97b-4157-a74a-569c97053589 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:38.691034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea9c51c-4377-444a-82d5-cc5b22788d49,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:38.693255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.696869 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4bc88ad3-93c0-4f59-9225-52e2cb7310aa tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/subnets/1ea9c51c-4377-444a-82d5-cc5b22788d49 HTTP/1.1" status: 204 len: 168 time: 0.5875392 Jul 07 18:16:38.698281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34376) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:38.833890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.857974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55094174-5a21-453e-966a-015fc518c3e2 None None] Network 8849a726-c7bb-46ac-b767-20a9d46e07c8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:38.865543 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:38.945381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] Pushing event deleted for resources: {'Port': ['ID=b40a8c57-e97b-4157-a74a-569c97053589,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:38.956484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c696fef1-b719-4594-8d97-0cefeb3ed892 None None] No DVR routers for this DVR port b40a8c57-e97b-4157-a74a-569c97053589 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:39.065663 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.070192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b40a8c57-e97b-4157-a74a-569c97053589 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:39.081696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c89e28-4704-4bdf-9808-aabe4c6116ce']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:39.096551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20859f77-f70c-42c4-849a-72e9e232440a') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:39.096858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20859f77-f70c-42c4-849a-72e9e232440a') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:39.098978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b40a8c57-e97b-4157-a74a-569c97053589 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:39.099313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b40a8c57-e97b-4157-a74a-569c97053589 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:39.121296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.154793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.166117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:16:39.166677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:16:39.170201 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:16:39.258609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] DHCP port deletion for 8849a726-c7bb-46ac-b767-20a9d46e07c8 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:16:39.278994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.291013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.292998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/networks/82c89e28-4704-4bdf-9808-aabe4c6116ce HTTP/1.1" status: 204 len: 168 time: 0.5933747 Jul 07 18:16:39.295726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34382) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:39.309029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] Deleting port 54a49167-1d80-450b-a3a6-f3e0e12193f3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:39.309398 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.330327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f043a36-9ad1-43d0-8c98-80f9b8046474 tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Network': ['ID=82c89e28-4704-4bdf-9808-aabe4c6116ce,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:39.379285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] For port 54a49167-1d80-450b-a3a6-f3e0e12193f3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=54a49167-1d80-450b-a3a6-f3e0e12193f3,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:39.379677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.388333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.393587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] Calling delete_port for 54a49167-1d80-450b-a3a6-f3e0e12193f3 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:39.451047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Deleting port 54a49167-1d80-450b-a3a6-f3e0e12193f3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:39.451602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.487950 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.517123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] Pushing event deleted for resources: {'Port': ['ID=54a49167-1d80-450b-a3a6-f3e0e12193f3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:39.525254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b65a3c6-3ef0-4409-b410-ac82796a164e None None] No DVR routers for this DVR port 54a49167-1d80-450b-a3a6-f3e0e12193f3 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:39.526329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] For port 54a49167-1d80-450b-a3a6-f3e0e12193f3, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=54a49167-1d80-450b-a3a6-f3e0e12193f3,segment=NetworkSegment(bf706417-4c4f-4eee-945d-0ce716339b81),segment_id=bf706417-4c4f-4eee-945d-0ce716339b81)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:39.526857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.545352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Calling delete_port for 54a49167-1d80-450b-a3a6-f3e0e12193f3 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:39.638410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.669460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] No DVR routers for this DVR port 54a49167-1d80-450b-a3a6-f3e0e12193f3 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:39.672343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Port': ['ID=54a49167-1d80-450b-a3a6-f3e0e12193f3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:39.763418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.774636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8849a726-c7bb-46ac-b767-20a9d46e07c8']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:39.794768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf706417-4c4f-4eee-945d-0ce716339b81') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:39.795059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf706417-4c4f-4eee-945d-0ce716339b81') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:39.805902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.823117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.830170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:16:39.830576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:16:39.833827 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:16:39.902575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.909913 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:39.917095 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] 10.222.0.88 "DELETE /v2.0/networks/8849a726-c7bb-46ac-b767-20a9d46e07c8 HTTP/1.1" status: 204 len: 168 time: 0.6148145 Jul 07 18:16:39.939015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658056a-897c-4c14-8318-34c2ab59530d tempest-TaggedBootDevicesTest-1677275108 tempest-TaggedBootDevicesTest-1677275108-project] Pushing event deleted for resources: {'Network': ['ID=8849a726-c7bb-46ac-b767-20a9d46e07c8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:40.558926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791299ac-2685-422a-8b72-3407b3606b39 req-5668f083-0a5c-435e-8ce3-d3818e121875 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:40.560704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-791299ac-2685-422a-8b72-3407b3606b39 req-5668f083-0a5c-435e-8ce3-d3818e121875 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1096 time: 0.0644865 Jul 07 18:16:40.618632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-791299ac-2685-422a-8b72-3407b3606b39 req-af150eab-b4ee-48fb-b14a-b8098abc8226 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503774 Jul 07 18:16:40.645534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34440) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:40.898891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 83413672-1e3a-47be-9f48-049ec3651c07 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:40.899988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:41.027638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:41.028033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:41.046128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 83413672-1e3a-47be-9f48-049ec3651c07 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:41.062745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 54a49167-1d80-450b-a3a6-f3e0e12193f3 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:41.119789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 54a49167-1d80-450b-a3a6-f3e0e12193f3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:41.121811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 54a49167-1d80-450b-a3a6-f3e0e12193f3 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:41.301467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:41.329597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=83413672-1e3a-47be-9f48-049ec3651c07,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:41.410040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:41.413557 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP c386067a-4ee2-4f6b-a8d0-36074cdfd1de disassociated (deleted). External IP: 172.25.1.248, port: a3669611-13bc-4ca4-8142-c6a9e3ecdddd. Jul 07 18:16:41.685501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:41.811167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:41.815820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:41.821478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] Sync routers for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:41.833407 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:41.838366 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:41.857498 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1d825761-77fe-4b82-97ec-8f29e35a4925 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/floatingips/c386067a-4ee2-4f6b-a8d0-36074cdfd1de HTTP/1.1" status: 204 len: 168 time: 1.2100949 Jul 07 18:16:41.858219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:41.869999 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a" -d '{"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:41.955967 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765115e6-f56a-494e-8739-b8e4c0fabf37 x-openstack-request-id: req-765115e6-f56a-494e-8739-b8e4c0fabf37 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:41.957482 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:41.957482 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-765115e6-f56a-494e-8739-b8e4c0fabf37 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:41.958234 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'status': 'completed', 'code': 200} Jul 07 18:16:42.059968 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:42.090731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-3a727104-1b3c-49ba-86bd-930101ad04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:42.097419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-3a727104-1b3c-49ba-86bd-930101ad04e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 1096 time: 0.1074266 Jul 07 18:16:42.296217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-8bbb7257-3726-499a-9716-7f15c8919546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:42.300788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-8bbb7257-3726-499a-9716-7f15c8919546 service neutron] 10.222.0.55 "GET /v2.0/networks?id=221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 200 len: 897 time: 0.1968968 Jul 07 18:16:42.392594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-f0fd8465-ec8b-4865-ac0e-b6105e207937 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 200 len: 217 time: 0.0818944 Jul 07 18:16:42.470016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-7b9a8048-9139-4421-85fa-1f4676c62070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:42.471666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-7b9a8048-9139-4421-85fa-1f4676c62070 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 200 len: 835 time: 0.0651276 Jul 07 18:16:42.513919 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:25Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:42.626594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16cc40-6e24-4346-9ce6-9a60ae57a632 req-26167922-3e53-4329-9458-559e05e8ace8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:42.629019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be16cc40-6e24-4346-9ce6-9a60ae57a632 req-26167922-3e53-4329-9458-559e05e8ace8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.2354321 Jul 07 18:16:42.788738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be16cc40-6e24-4346-9ce6-9a60ae57a632 req-35390771-27c5-4548-b6ea-b16b5574dec7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480253 Jul 07 18:16:42.814718 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] Checking router: abef6ce6-0343-48ad-bc64-e8a5b538a3f6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:42.823151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-15a91994-2852-4778-aa21-2310c3672518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:42.825087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-15a91994-2852-4778-aa21-2310c3672518 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=221a85b6-9b66-4328-8a58-2cfc8b523597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3429241 Jul 07 18:16:42.836492 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:42.837485 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:43.005991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-decdae67-5f0b-4ea2-919f-148d9abb06ce service neutron] 10.222.0.55 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723943 Jul 07 18:16:43.137362 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:43.325821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3fe6f8-b2cd-4085-b960-1f91fc28287a req-6c4cce49-e2da-4e31-86fc-8e38a95b0c14 service neutron] 10.222.0.55 "GET /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116045 Jul 07 18:16:43.463583 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:25Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:43.527526 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c11d04-81ef-4a18-8201-d21e70625e32 None None] The sync data for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 is: [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:14:20Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69694941-d8a2-4f61-8c6a-e884ccdc9444', 'name': '', 'network_id': '221a85b6-9b66-4328-8a58-2cfc8b523597', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:fd:a6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:18Z', 'updated_at': '2021-07-07T18:14:25Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': '82096b04-2a9e-49d4-ad5b-a3de7b2c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:43.829701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e1395-93ce-4792-beb0-292536e05981 req-0812d2c8-af40-4447-ba87-58abd42440e3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:43.852779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d16e1395-93ce-4792-beb0-292536e05981 req-0812d2c8-af40-4447-ba87-58abd42440e3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.55 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.1649184 Jul 07 18:16:44.144963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb4d3d-8916-4080-aa14-04af80b5cd63 None None] New status for floating IP c386067a-4ee2-4f6b-a8d0-36074cdfd1de: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:44.551211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port a3669611-13bc-4ca4-8142-c6a9e3ecdddd {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:44.552983 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:44.645257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76902866-23c2-4cb6-a72a-f62740fd6590 req-926cd80c-5c69-4813-943f-422144c24321 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:44.647070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76902866-23c2-4cb6-a72a-f62740fd6590 req-926cd80c-5c69-4813-943f-422144c24321 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 945 time: 0.4241800 Jul 07 18:16:44.832900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76902866-23c2-4cb6-a72a-f62740fd6590 req-2a926905-8399-4d39-868e-7dc84217f870 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=3e8becd2-a2c2-4aa2-9b43-366016b8a468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719992 Jul 07 18:16:44.856140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port a3669611-13bc-4ca4-8142-c6a9e3ecdddd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:44.858484 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:44.890702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for a3669611-13bc-4ca4-8142-c6a9e3ecdddd owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:45.215034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:45.291984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=a3669611-13bc-4ca4-8142-c6a9e3ecdddd,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:45.457497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] No DVR routers for this DVR port a3669611-13bc-4ca4-8142-c6a9e3ecdddd on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:45.470190 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:45.472224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d16e1395-93ce-4792-beb0-292536e05981 req-64723df6-eaad-42ab-b185-b8f83a8d9481 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.55 "DELETE /v2.0/ports/a3669611-13bc-4ca4-8142-c6a9e3ecdddd HTTP/1.1" status: 204 len: 173 time: 1.6131198 Jul 07 18:16:45.472730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-deleted', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:45.477384 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968a0b7-bbbb-4fc0-a10b-ca9f55fcea38" -d '{"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-deleted", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:45.525904 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238aa1ca-75ed-450d-b183-cb8fe170b65e x-openstack-request-id: req-238aa1ca-75ed-450d-b183-cb8fe170b65e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:45.526370 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df409a4c-21e8-48f0-aaf0-48ab39ec691d", "name": "network-vif-deleted", "tag": "a3669611-13bc-4ca4-8142-c6a9e3ecdddd", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:45.526669 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-238aa1ca-75ed-450d-b183-cb8fe170b65e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:45.527197 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df409a4c-21e8-48f0-aaf0-48ab39ec691d', 'name': 'network-vif-deleted', 'tag': 'a3669611-13bc-4ca4-8142-c6a9e3ecdddd', 'status': 'completed', 'code': 200} Jul 07 18:16:45.833710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72149400-3adf-4898-a39a-d148b9dc8bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:46.030610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-187a5d17-ca02-424f-af2c-84b2d52369f9 req-116bda21-21ee-4bcd-951e-7e1f3c0b7b9c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=df409a4c-21e8-48f0-aaf0-48ab39ec691d HTTP/1.1" status: 200 len: 210 time: 0.0483897 Jul 07 18:16:47.172872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34598) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:47.800213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:47.832434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: a3669611-13bc-4ca4-8142-c6a9e3ecdddd {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:47.833084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a3669611-13bc-4ca4-8142-c6a9e3ecdddd not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:47.909622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:48.374254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79d99fe1-6674-4dd2-adc4-4b4924f74350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:48.507666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:48.573313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 69694941-d8a2-4f61-8c6a-e884ccdc9444 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:48.573920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:48.688798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 69694941-d8a2-4f61-8c6a-e884ccdc9444, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69694941-d8a2-4f61-8c6a-e884ccdc9444,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:48.689194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:48.703558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 69694941-d8a2-4f61-8c6a-e884ccdc9444 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:48.974584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.009289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=69694941-d8a2-4f61-8c6a-e884ccdc9444,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:49.250830 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.503029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:49.634014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:49.640562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a5b53c48-41b8-43c3-ae55-3d8f3d28dd5a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/abef6ce6-0343-48ad-bc64-e8a5b538a3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4662423 Jul 07 18:16:49.643263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34636) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:49.647721 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] Sync routers for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:49.673100 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:49.676249 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:49.681541 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.753238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting subnet 82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:49.757563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.799828 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.827870 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:49.893310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.961045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.994103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:49.996113 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/subnets/82096b04-2a9e-49d4-ad5b-a3de7b2c45e4 HTTP/1.1" status: 204 len: 168 time: 0.3518343 Jul 07 18:16:49.997260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2738d3a-a72d-49ad-850c-153188d0aa3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Subnet': ['ID=82096b04-2a9e-49d4-ad5b-a3de7b2c45e4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:49.999097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34638) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:50.010358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9cf08-ce31-4202-a680-c9fe72507028 None None] Network 221a85b6-9b66-4328-8a58-2cfc8b523597 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:50.057566 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:16:48Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:50.095178 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] Checking router: abef6ce6-0343-48ad-bc64-e8a5b538a3f6 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:50.106097 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] Routers {'abef6ce6-0343-48ad-bc64-e8a5b538a3f6'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:50.106825 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:50.229186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.261839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] DHCP port deletion for 221a85b6-9b66-4328-8a58-2cfc8b523597 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:16:50.267308 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] Set router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:50.332531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] Deleting port 98ac27b4-c991-4703-bb9c-4c928da72528 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:50.333300 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.392731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.450064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] For port 98ac27b4-c991-4703-bb9c-4c928da72528, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=98ac27b4-c991-4703-bb9c-4c928da72528,segment=NetworkSegment(c55c05c6-0dbb-42c3-bde4-3ac3b134de45),segment_id=c55c05c6-0dbb-42c3-bde4-3ac3b134de45)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:50.450748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.469869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] Calling delete_port for 98ac27b4-c991-4703-bb9c-4c928da72528 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:50.493969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 9ada978b-6ed8-414c-b63f-4052a00109b8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:50.496108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.535802 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:16:48Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:50.587989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.606108 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1759e2-82d8-460f-9a0f-0a3965b21037 None None] The sync data for ids ['abef6ce6-0343-48ad-bc64-e8a5b538a3f6'] in n-d-798930-2 is: [{'id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555296412', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:14:14Z', 'updated_at': '2021-07-07T18:16:48Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '9ada978b-6ed8-414c-b63f-4052a00109b8', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef6ce6-0343-48ad-bc64-e8a5b538a3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:14:15Z', 'updated_at': '2021-07-07T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:50.617017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] Pushing event deleted for resources: {'Port': ['ID=98ac27b4-c991-4703-bb9c-4c928da72528,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:50.630621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3888a6-ce58-4c89-9b2f-ee19b8a00331 None None] No DVR routers for this DVR port 98ac27b4-c991-4703-bb9c-4c928da72528 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:50.671070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 9ada978b-6ed8-414c-b63f-4052a00109b8, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9ada978b-6ed8-414c-b63f-4052a00109b8,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:50.671394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.698785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 9ada978b-6ed8-414c-b63f-4052a00109b8 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:51.079753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.106573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 98ac27b4-c991-4703-bb9c-4c928da72528 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:51.149677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=9ada978b-6ed8-414c-b63f-4052a00109b8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:51.154810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 98ac27b4-c991-4703-bb9c-4c928da72528 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:51.155152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 98ac27b4-c991-4703-bb9c-4c928da72528 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:51.157298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69694941-d8a2-4f61-8c6a-e884ccdc9444 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:51.210799 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.213316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 69694941-d8a2-4f61-8c6a-e884ccdc9444 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:51.217736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69694941-d8a2-4f61-8c6a-e884ccdc9444 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:51.234839 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.382936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.386301 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.469625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.471046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Fanout notify agent at l3_agent the message router_deleted on router abef6ce6-0343-48ad-bc64-e8a5b538a3f6 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:16:51.483561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.485047 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5cb427fe-14b5-4fbf-bada-ee31527f00cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/routers/abef6ce6-0343-48ad-bc64-e8a5b538a3f6 HTTP/1.1" status: 204 len: 168 time: 1.4848602 Jul 07 18:16:51.488185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34670) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:51.642389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.809619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.831700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221a85b6-9b66-4328-8a58-2cfc8b523597']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:51.845582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:51.846092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55c05c6-0dbb-42c3-bde4-3ac3b134de45') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:51.856765 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.886103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.898010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:16:51.898010 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:16:51.903531 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:16:52.006593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.013961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.018354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/networks/221a85b6-9b66-4328-8a58-2cfc8b523597 HTTP/1.1" status: 204 len: 168 time: 0.5290554 Jul 07 18:16:52.022531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34682) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:52.040867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9d109-478d-46ba-b029-1641f6c6bc0f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Network': ['ID=221a85b6-9b66-4328-8a58-2cfc8b523597,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:52.121091 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1da-1c66-414f-8831-dbd48bbbf369 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.166621 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1da-1c66-414f-8831-dbd48bbbf369 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.249875 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1da-1c66-414f-8831-dbd48bbbf369 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.253376 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1da-1c66-414f-8831-dbd48bbbf369 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.255017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f5b9f1da-1c66-414f-8831-dbd48bbbf369 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/security-groups/3e8becd2-a2c2-4aa2-9b43-366016b8a468 HTTP/1.1" status: 204 len: 168 time: 0.2312393 Jul 07 18:16:52.267213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9f1da-1c66-414f-8831-dbd48bbbf369 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8becd2-a2c2-4aa2-9b43-366016b8a468,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:52.740767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34690) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:52.746197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8dec10cd-5626-42df-9342-a1a04df6130e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877041289', 'description': 'tempest-secgroup-smoke-1877041289 description', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:52.771725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8dec10cd-5626-42df-9342-a1a04df6130e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.873700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8dec10cd-5626-42df-9342-a1a04df6130e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.878615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8dec10cd-5626-42df-9342-a1a04df6130e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.911491 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8dec10cd-5626-42df-9342-a1a04df6130e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:52.915888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8dec10cd-5626-42df-9342-a1a04df6130e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1738856 Jul 07 18:16:52.916255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34692) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:52.921462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec10cd-5626-42df-9342-a1a04df6130e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:52.927634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-61ca4fe2-4520-40c5-bc7a-872478d4e0fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'daf233c3-f52b-4240-ad5e-7b33bc7ce8aa', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:52.964817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61ca4fe2-4520-40c5-bc7a-872478d4e0fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.034231 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61ca4fe2-4520-40c5-bc7a-872478d4e0fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.039594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61ca4fe2-4520-40c5-bc7a-872478d4e0fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.055591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9ada978b-6ed8-414c-b63f-4052a00109b8 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:53.076648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca4fe2-4520-40c5-bc7a-872478d4e0fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcdb1ac-194b-46b6-bb15-a5648ff76dc0,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:53.080531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-61ca4fe2-4520-40c5-bc7a-872478d4e0fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.082465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-61ca4fe2-4520-40c5-bc7a-872478d4e0fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637383 Jul 07 18:16:53.085769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34694) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:53.088609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 9ada978b-6ed8-414c-b63f-4052a00109b8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:53.088977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9ada978b-6ed8-414c-b63f-4052a00109b8 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:53.093196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e849100b-54ed-4191-be99-3116dc236b17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'daf233c3-f52b-4240-ad5e-7b33bc7ce8aa', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:53.125737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e849100b-54ed-4191-be99-3116dc236b17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.205348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e849100b-54ed-4191-be99-3116dc236b17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.210241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e849100b-54ed-4191-be99-3116dc236b17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.236888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849100b-54ed-4191-be99-3116dc236b17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626c70fc-6dce-4ec4-aea2-41a7a68f8877,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:53.246355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e849100b-54ed-4191-be99-3116dc236b17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.248124 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e849100b-54ed-4191-be99-3116dc236b17 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602979 Jul 07 18:16:53.250787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34696) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:53.255876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-01640be9-8631-43d9-b1fd-c0097d1278b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'daf233c3-f52b-4240-ad5e-7b33bc7ce8aa', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:53.285197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01640be9-8631-43d9-b1fd-c0097d1278b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.353432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01640be9-8631-43d9-b1fd-c0097d1278b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.360075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01640be9-8631-43d9-b1fd-c0097d1278b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.384308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01640be9-8631-43d9-b1fd-c0097d1278b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce1930d-c4d2-4bf9-ba7b-895665f9d81b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:53.395856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-01640be9-8631-43d9-b1fd-c0097d1278b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.400023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-01640be9-8631-43d9-b1fd-c0097d1278b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454096 Jul 07 18:16:53.400747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34698) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:53.406798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-37275e35-95c3-4b5b-9d81-41c8776e0c94 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'daf233c3-f52b-4240-ad5e-7b33bc7ce8aa', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:53.438168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37275e35-95c3-4b5b-9d81-41c8776e0c94 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.509275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37275e35-95c3-4b5b-9d81-41c8776e0c94 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.514004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37275e35-95c3-4b5b-9d81-41c8776e0c94 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.533412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37275e35-95c3-4b5b-9d81-41c8776e0c94 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff579ab-36af-449c-a5be-37c8aefe0542,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:53.539826 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-37275e35-95c3-4b5b-9d81-41c8776e0c94 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.545842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-37275e35-95c3-4b5b-9d81-41c8776e0c94 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387711 Jul 07 18:16:53.545842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34700) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:53.550794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'daf233c3-f52b-4240-ad5e-7b33bc7ce8aa', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:53.575286 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:16:53.580318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.653055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.657899 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.688301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d126cd87-0561-4a6b-a216-a098eaf12630,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:53.703676 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.707797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d5cae4bb-81c1-4f21-98d2-3d6875b7ffe6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593275 Jul 07 18:16:53.708300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34702) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:53.714497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'daf233c3-f52b-4240-ad5e-7b33bc7ce8aa', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:53.747549 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:16:53.754461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.855541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.861831 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.894741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a29335-3844-414a-8364-21932ea348ee,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:53.903618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.904952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aa9f002a-4e69-4759-bae7-94c6c70c7c33 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1954198 Jul 07 18:16:53.908993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34710) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:53.917784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'network': {'name': 'tempest-network-smoke--1152122199', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:53.922544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34712) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:53.957829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:53.967340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:53.998578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:16:54.009633 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.009982 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Added segment 9aa08878-55c1-4bb9-9277-4e4366fedb9d of type vlan for network 146e7bc5-7522-421b-b87b-1b23d5294ac1 Jul 07 18:16:54.077640 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.113002 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.122436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:54.123256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.195496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2820425 Jul 07 18:16:54.198602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34716) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:54.203285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'admin_state_up': True, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:54.256681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.257839 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.291354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b336af6-71b0-455a-89b5-fa0d9c27c20b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Network': ['ID=146e7bc5-7522-421b-b87b-1b23d5294ac1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:54.308726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:16:54.400960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.624627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.914050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:54.940156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.151149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.66 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/791150eb-7c1b-4607-864b-769236e07355) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:55.228447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.320349 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.374479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.431077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:55.434394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:55.440609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:55.442193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=791150eb-7c1b-4607-864b-769236e07355,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:55.697520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Deleting port 15278ea4-4539-4fda-899d-4d79c380ec8c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:55.698198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.731269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.776793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] For port 15278ea4-4539-4fda-899d-4d79c380ec8c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=15278ea4-4539-4fda-899d-4d79c380ec8c,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:55.777218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:55.789937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Calling delete_port for 15278ea4-4539-4fda-899d-4d79c380ec8c owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:56.037724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.079316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=15278ea4-4539-4fda-899d-4d79c380ec8c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:56.270837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.309969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.464880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 23441749-1e3a-49b6-9d80-915e31c2068d is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:16:56.514799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Router bde01786-55c3-4073-a55d-06fa1f3412c1 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:56.574300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:56.586497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Sync routers for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:56.599718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.601103 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b9958984-a0b7-4cec-8957-0dd7ccee0d51 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4014573 Jul 07 18:16:56.605355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34746) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:56.605522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:56.606077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:56.648811 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-34fbf3d5-5832-4f04-b063-a0b6548fc8d6 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=a83ee44d4f4b413ab95cf44463fc88ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422952 Jul 07 18:16:56.653580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:56.655288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34750) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:56.662018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0a281cf7-2da3-4b58-b11e-685e80997d47 admin admin] 10.222.0.88 "PUT /v2.0/routers/bde01786-55c3-4073-a55d-06fa1f3412c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7381675 Jul 07 18:16:56.663177 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] Sync routers for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:56.671173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:56.684097 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:56.684739 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:56.776644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:56.832940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:56.913327 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:56.955552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82b55b-32a4-460f-975d-7a3c46557ab1 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:56.957912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3d82b55b-32a4-460f-975d-7a3c46557ab1 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3009453 Jul 07 18:16:56.960470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34756) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:57.033469 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc690c8d-69c2-46ad-8ea2-c24949eabaa5 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717790 Jul 07 18:16:57.036069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34762) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:57.046716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942025532', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:57.065368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.167574 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Deleting port a544f91a-9a63-4b72-b82d-cba22038cbf5 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:57.167970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.235142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:57.240744 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.253496 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:16:55Z', 'revision_number': 5, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port': {'id': 'a544f91a-9a63-4b72-b82d-cba22038cbf5', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:05:10Z', 'updated_at': '2021-07-07T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:57.260989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:16:55Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:57.282894 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] Checking router: bde01786-55c3-4073-a55d-06fa1f3412c1 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:57.291898 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] Routers {'bde01786-55c3-4073-a55d-06fa1f3412c1'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:57.292522 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bde01786-55c3-4073-a55d-06fa1f3412c1'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:57.311249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] For port a544f91a-9a63-4b72-b82d-cba22038cbf5, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a544f91a-9a63-4b72-b82d-cba22038cbf5,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:57.314369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.318059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Checking router: 23441749-1e3a-49b6-9d80-915e31c2068d for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:57.318445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Updating router 23441749-1e3a-49b6-9d80-915e31c2068d port 791150eb-7c1b-4607-864b-769236e07355 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:16:57.344690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Calling delete_port for a544f91a-9a63-4b72-b82d-cba22038cbf5 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:57.373440 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.480721 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] Set router bde01786-55c3-4073-a55d-06fa1f3412c1 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:57.535079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.537420 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:16:57Z', 'revision_number': 6, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:57.565594 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816c294-2a15-4001-b066-aa26066d1404 None None] The sync data for ids ['bde01786-55c3-4073-a55d-06fa1f3412c1'] in n-d-798930-2 is: [{'id': 'bde01786-55c3-4073-a55d-06fa1f3412c1', 'name': 'tempest-TaggedBootDevicesTest-1928663102-router', 'tenant_id': '909283c21bc949b3b1e0577610d476e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:05:08Z', 'updated_at': '2021-07-07T18:16:57Z', 'revision_number': 6, 'project_id': '909283c21bc949b3b1e0577610d476e7', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:57.627226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Subnet': ['ID=db825849-36dd-4971-a2e6-ad0b2e989e5f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:57.642928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.643490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.643900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.644326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.644730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.645165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.645566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.645960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.646416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.646811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.647205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.647608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.656087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Checking segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:57.656540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network hostable DHCP agents. Network: 146e7bc5-7522-421b-b87b-1b23d5294ac1, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:16:57.672911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.681765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:16:57.697238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 146e7bc5-7522-421b-b87b-1b23d5294ac1) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:57.701907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:57.702824 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.710546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a544f91a-9a63-4b72-b82d-cba22038cbf5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:57.717959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53553f-9969-437d-bfa5-5239d670fdb4 None None] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:57.724271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-36e9ca4d-3ea2-4e53-a252-f5f00c39cabf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6855009 Jul 07 18:16:57.726561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34764) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:57.750340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.751025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.751550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.752214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.752974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.753840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.754593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.755353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.755974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.756493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.757412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.757938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:57.815117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.938050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.940344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:57.998212 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.007620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.008362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde01786-55c3-4073-a55d-06fa1f3412c1 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:16:58.014739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.019363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 34774) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:58.020030 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9b3f36fb-9ab1-4371-b02b-231fdcc501f1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/bde01786-55c3-4073-a55d-06fa1f3412c1 HTTP/1.1" status: 204 len: 168 time: 1.3477008 Jul 07 18:16:58.023783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Transition to ACTIVE for port object 791150eb-7c1b-4607-864b-769236e07355 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:58.045502 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.063533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-146e7bc5-7522-421b-b87b-1b23d5294ac1', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:16:58.064461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.122486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] Deleting subnet d1895537-12b0-4d27-b5c6-1750c5aa7027 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:58.126761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.209557 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.219454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Attempting to bind port 791150eb-7c1b-4607-864b-769236e07355 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:58.219454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Attempting to bind port 791150eb-7c1b-4607-864b-769236e07355 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:58.219739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Attempting to bind port 791150eb-7c1b-4607-864b-769236e07355 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:58.233484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b8edb-7703-4311-a35b-29d70df9b7d7 None None] Pushing event updated for resources: {'Port': ['ID=791150eb-7c1b-4607-864b-769236e07355,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:58.242953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:58.243476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:58.243920 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.244489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:58.245081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Bound port: 791150eb-7c1b-4607-864b-769236e07355, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:58.245462 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.339248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] For port 791150eb-7c1b-4607-864b-769236e07355, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:58.343711 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] For port 791150eb-7c1b-4607-864b-769236e07355, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=791150eb-7c1b-4607-864b-769236e07355,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:58.347769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Allocated IP 172.20.0.2 (146e7bc5-7522-421b-b87b-1b23d5294ac1/db825849-36dd-4971-a2e6-ad0b2e989e5f/3631f55b-46ec-476f-9359-ec861fa79b85) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:58.354093 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.406645 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.452169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:58.452802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:58.523600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b8edb-7703-4311-a35b-29d70df9b7d7 None None] Pushing event updated for resources: {'Port': ['ID=791150eb-7c1b-4607-864b-769236e07355,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:58.659202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:58.777659 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.809828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Transition to ACTIVE for port object 3631f55b-46ec-476f-9359-ec861fa79b85 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:58.852160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Transition to ACTIVE for port object 3631f55b-46ec-476f-9359-ec861fa79b85 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:58.862988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:58.922065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:58.925410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:58.927878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:58.972909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Pushing event updated for resources: {'Port': ['ID=3631f55b-46ec-476f-9359-ec861fa79b85,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:59.012983 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.043093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a544f91a-9a63-4b72-b82d-cba22038cbf5 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:59.054313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.068869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.073406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34786) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:59.073983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d1895537-12b0-4d27-b5c6-1750c5aa7027 HTTP/1.1" status: 204 len: 168 time: 1.0531058 Jul 07 18:16:59.076240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb85af-96b1-4e72-b2eb-5cb191ec2d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1895537-12b0-4d27-b5c6-1750c5aa7027,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:59.079638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a544f91a-9a63-4b72-b82d-cba22038cbf5 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:59.079638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a544f91a-9a63-4b72-b82d-cba22038cbf5 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:59.080214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15278ea4-4539-4fda-899d-4d79c380ec8c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:59.082307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98e3ac-0e6b-42f0-856a-c9314246d879 None None] Network 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:59.149839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 15278ea4-4539-4fda-899d-4d79c380ec8c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:59.150190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15278ea4-4539-4fda-899d-4d79c380ec8c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:59.191531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Attempting to bind port 3631f55b-46ec-476f-9359-ec861fa79b85 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:59.191899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Attempting to bind port 3631f55b-46ec-476f-9359-ec861fa79b85 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:59.192431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Attempting to bind port 3631f55b-46ec-476f-9359-ec861fa79b85 on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:59.209685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:59.210071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Checking segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:59.210616 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.211055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Bound using segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:59.211625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Bound port: 3631f55b-46ec-476f-9359-ec861fa79b85, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:59.217512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.270215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.326350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:16:55Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:59.352179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Deleting port 3f50e7e5-1546-4889-a89b-50c04dbae725 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:59.353074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.392521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274e11a-8d71-45db-b34d-b3ccedac7db7 None None] The sync data for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 is: [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:16:55Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:59.435390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] For port 3f50e7e5-1546-4889-a89b-50c04dbae725, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3f50e7e5-1546-4889-a89b-50c04dbae725,segment=NetworkSegment(ce83d88b-28e3-4b3a-8a02-8747f8688f49),segment_id=ce83d88b-28e3-4b3a-8a02-8747f8688f49)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:59.436060 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.455478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Calling delete_port for 3f50e7e5-1546-4889-a89b-50c04dbae725 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:59.465910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] For port 3631f55b-46ec-476f-9359-ec861fa79b85, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:59.472997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] For port 3631f55b-46ec-476f-9359-ec861fa79b85, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3631f55b-46ec-476f-9359-ec861fa79b85,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:59.480649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.513475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.1 (146e7bc5-7522-421b-b87b-1b23d5294ac1/db825849-36dd-4971-a2e6-ad0b2e989e5f/6261aab2-5e70-4e15-a940-e5fd570853f6) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:59.555980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] DHCP port deletion for 72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:16:59.606766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4bed5-a216-49ed-af63-502d3b6f0fe4 None None] Pushing event updated for resources: {'Port': ['ID=3631f55b-46ec-476f-9359-ec861fa79b85,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:59.656745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.669461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] Deleting port 3f50e7e5-1546-4889-a89b-50c04dbae725 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:59.669844 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.711889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.717571 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f50e7e5-1546-4889-a89b-50c04dbae725,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:59.734447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] No DVR routers for this DVR port 3f50e7e5-1546-4889-a89b-50c04dbae725 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:59.741917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object 6261aab2-5e70-4e15-a940-e5fd570853f6 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:59.788717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] For port 3f50e7e5-1546-4889-a89b-50c04dbae725, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:59.788717 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.819314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.877288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] Calling delete_port for 3f50e7e5-1546-4889-a89b-50c04dbae725 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:59.885598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] Port 3f50e7e5-1546-4889-a89b-50c04dbae725 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:16:59.886984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.893884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:59.900577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:59.909083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:59.925922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=6261aab2-5e70-4e15-a940-e5fd570853f6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:59.940537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:59.947946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] Pushing event deleted for resources: {'Port': ['ID=3f50e7e5-1546-4889-a89b-50c04dbae725,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:59.952114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac42aa-42fe-4527-a835-413a6ee09f90 None None] No DVR routers for this DVR port 3f50e7e5-1546-4889-a89b-50c04dbae725 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:59.962033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:59.983214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce83d88b-28e3-4b3a-8a02-8747f8688f49') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:59.983595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce83d88b-28e3-4b3a-8a02-8747f8688f49') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:59.995755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.020425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.022601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.030129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:17:00.030579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:17:00.032671 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:17:00.141010 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.151297 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.153218 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67 HTTP/1.1" status: 204 len: 168 time: 1.0780554 Jul 07 18:17:00.206146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe622ad-e66d-428f-9dda-e3f2545703c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ee7f80-9d3c-4b3a-bb7b-3b0d3855ed67,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:00.371809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:00.427823 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.439313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b4f615ab-6f31-4d83-a720-e5bcc764985c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=909283c21bc949b3b1e0577610d476e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659537 Jul 07 18:17:00.441761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34814) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:00.522470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b345ae63-53df-4410-acd4-d30b59a02516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.549951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b345ae63-53df-4410-acd4-d30b59a02516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.621898 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b345ae63-53df-4410-acd4-d30b59a02516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.624524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b345ae63-53df-4410-acd4-d30b59a02516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.625710 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b345ae63-53df-4410-acd4-d30b59a02516 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/424f4eae-c430-4672-a16a-22245b84013b HTTP/1.1" status: 204 len: 168 time: 0.1819010 Jul 07 18:17:00.654061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345ae63-53df-4410-acd4-d30b59a02516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f4eae-c430-4672-a16a-22245b84013b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:00.856384 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.863653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.968630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:01.105228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0495bf62-260e-42ad-8285-aeaaaa3e282b None None] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:01.124066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=6261aab2-5e70-4e15-a940-e5fd570853f6,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:01.144407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:01.146342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:01.308198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3631f55b-46ec-476f-9359-ec861fa79b85 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:01.357647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 23441749-1e3a-49b6-9d80-915e31c2068d has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:01.468682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1f33da24-84d9-40c2-8b45-9cceddff0f7e None None] Provisioning for port 3631f55b-46ec-476f-9359-ec861fa79b85 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:01.474397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3631f55b-46ec-476f-9359-ec861fa79b85 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:01.501900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1f33da24-84d9-40c2-8b45-9cceddff0f7e None None] Provisioning complete for port 3631f55b-46ec-476f-9359-ec861fa79b85 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:01.503376 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f33da24-84d9-40c2-8b45-9cceddff0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:01.568892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3631f55b-46ec-476f-9359-ec861fa79b85 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:01.569450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:01.593553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:01.599847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e53cf15e-f7ee-47e8-8e74-55fe012ee51b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/23441749-1e3a-49b6-9d80-915e31c2068d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8721952 Jul 07 18:17:01.971278 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f33da24-84d9-40c2-8b45-9cceddff0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.058936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-dd0cb6d7-0d11-4b7d-a000-951f4925b30d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877041289&fields=id&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 267 time: 0.1090844 Jul 07 18:17:02.082866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1f33da24-84d9-40c2-8b45-9cceddff0f7e None None] For port 3631f55b-46ec-476f-9359-ec861fa79b85, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3631f55b-46ec-476f-9359-ec861fa79b85,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:02.084784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.100126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f33da24-84d9-40c2-8b45-9cceddff0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.112774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Sync routers for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:02.119489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34880) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:02.278088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:02.278761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:02.376238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33da24-84d9-40c2-8b45-9cceddff0f7e None None] Pushing event updated for resources: {'Port': ['ID=3631f55b-46ec-476f-9359-ec861fa79b85,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:02.383494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-d9609015-083c-44a9-9d7e-c1386aa5e15f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:02.390688 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:17:02.392322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1566274092-network', 'tenant_id': '691a27b5a8e444c597ec2f4ec2175cff'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:02.393982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-d9609015-083c-44a9-9d7e-c1386aa5e15f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 797 time: 0.3120239 Jul 07 18:17:02.403294 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:17:02.430025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-0dada979-318e-4517-8a5b-3fa7227927da tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/quotas/a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 375 time: 0.0350707 Jul 07 18:17:02.474320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Made reservation on behalf of 691a27b5a8e444c597ec2f4ec2175cff for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:02.477415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.520633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:02.553140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.593208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-fa51f7e2-118b-4b13-bd27-ccb3a0176247 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532884 Jul 07 18:17:02.825182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.829647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.860609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ca70c790-816a-4776-8e38-afbf2b314343 service neutron] 10.222.0.88 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461128 Jul 07 18:17:02.892544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c648d535-8901-41af-aeaa-7ffddb570946,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:02.900461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4a127db5-a4de-4094-b958-ce4a7ed724e4 None None] Provisioning complete for port 3631f55b-46ec-476f-9359-ec861fa79b85 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:02.901524 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a127db5-a4de-4094-b958-ce4a7ed724e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.907425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:17:02.923340 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.924111 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Added segment e4b139e4-dace-4d1e-967c-d707bb57e834 of type vlan for network a5e10f2b-01b1-40ec-b569-a9959b331511 Jul 07 18:17:02.993296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.070564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 791150eb-7c1b-4607-864b-769236e07355 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:03.080176 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.081486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:03.082169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.085218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-fb8e434c-a482-4991-af02-58d390380f32 service neutron] 10.222.0.88 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224312 Jul 07 18:17:03.171214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e10f2b-01b1-40ec-b569-a9959b331511,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:03.207030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a5e10f2b-01b1-40ec-b569-a9959b331511 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:17:03.229959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cf3b9e12-e2f0-4338-855d-62c86dfc4003 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1092136 Jul 07 18:17:03.232612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 34908) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:03.239855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Request body: {'subnet': {'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1566274092-subnet', 'tenant_id': '691a27b5a8e444c597ec2f4ec2175cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:03.286135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Made reservation on behalf of 691a27b5a8e444c597ec2f4ec2175cff for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:03.288866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.318065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 791150eb-7c1b-4607-864b-769236e07355 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:03.359509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 791150eb-7c1b-4607-864b-769236e07355 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:03.360078 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.520684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d514fd08-adf9-468f-9bc1-5905a0d62322 req-ad9b4e02-17b6-4851-9233-e067300c6e18 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 210 time: 0.1016173 Jul 07 18:17:03.569246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4a127db5-a4de-4094-b958-ce4a7ed724e4 None None] Provisioning for port 6261aab2-5e70-4e15-a940-e5fd570853f6 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:03.584627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4a127db5-a4de-4094-b958-ce4a7ed724e4 None None] Provisioning complete for port 6261aab2-5e70-4e15-a940-e5fd570853f6 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:03.585045 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a127db5-a4de-4094-b958-ce4a7ed724e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.642229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 2, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:03.644231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4a127db5-a4de-4094-b958-ce4a7ed724e4 None None] Port 6261aab2-5e70-4e15-a940-e5fd570853f6 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:03.685512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Checking router: 23441749-1e3a-49b6-9d80-915e31c2068d for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:03.686612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Updating router 23441749-1e3a-49b6-9d80-915e31c2068d port 6261aab2-5e70-4e15-a940-e5fd570853f6 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:17:03.798609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.818502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.904750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0066652-9e91-4020-b151-6b6ecd505bbf,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:03.939561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Checking segment: {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:03.942500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Network hostable DHCP agents. Network: a5e10f2b-01b1-40ec-b569-a9959b331511, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:17:03.981293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Network a5e10f2b-01b1-40ec-b569-a9959b331511 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:17:03.995003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, a5e10f2b-01b1-40ec-b569-a9959b331511) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:03.998721 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.002569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:04.003306 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.014357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7303923-55f5-4187-b162-fa6fc59994af None None] Network a5e10f2b-01b1-40ec-b569-a9959b331511 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:04.035649 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1e28348d-7b46-4542-b209-4c9b3edffcb3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8011441 Jul 07 18:17:04.113793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eaa27f82-1364-4f12-a8f1-9ff091756083 None None] Provisioning complete for port 6261aab2-5e70-4e15-a940-e5fd570853f6 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:04.116874 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eaa27f82-1364-4f12-a8f1-9ff091756083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.258797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 791150eb-7c1b-4607-864b-769236e07355, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=791150eb-7c1b-4607-864b-769236e07355,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:04.325596 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.326328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.437879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eaa27f82-1364-4f12-a8f1-9ff091756083 None None] Port 6261aab2-5e70-4e15-a940-e5fd570853f6 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:04.446789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f50e7e5-1546-4889-a89b-50c04dbae725 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:04.491298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3f50e7e5-1546-4889-a89b-50c04dbae725 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:04.491641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3f50e7e5-1546-4889-a89b-50c04dbae725 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:04.574310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=791150eb-7c1b-4607-864b-769236e07355,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:04.735468 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.761679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261a37e-35a3-4504-8869-f6d5d1a373e5 None None] Network a5e10f2b-01b1-40ec-b569-a9959b331511 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:04.764092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3631f55b-46ec-476f-9359-ec861fa79b85 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:04.767671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Transition to ACTIVE for port object 6261aab2-5e70-4e15-a940-e5fd570853f6 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:04.950202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e4633ab-7236-4e69-b709-e967467d5323 req-4f324a1f-9622-4cfa-848d-5f69063c8172 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 210 time: 0.0874903 Jul 07 18:17:04.984799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:05.063530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-90569b5b-40b3-4e1c-a6ad-eec261568fcc tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:05.082741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-90569b5b-40b3-4e1c-a6ad-eec261568fcc tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/networks?id=a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 200 len: 818 time: 0.3042531 Jul 07 18:17:05.136070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e72cbf29-8dd1-4b5f-aa3b-a70ef3a5434f tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/quotas/691a27b5a8e444c597ec2f4ec2175cff HTTP/1.1" status: 200 len: 375 time: 0.0507596 Jul 07 18:17:05.210888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-85a59127-5cb2-4216-8cc9-fc0d9340ed1a tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735626 Jul 07 18:17:05.363404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-ff016afc-f374-4b7d-b218-ad45df8c52a1 service neutron] 10.222.0.88 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498115 Jul 07 18:17:05.553662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-7b65829d-23f7-422b-a1f1-8b069e602dcf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:05.555821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-7a3f4ffa-9270-473c-9da1-1d10723996bc service neutron] 10.222.0.88 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904554 Jul 07 18:17:05.570708 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-7b65829d-23f7-422b-a1f1-8b069e602dcf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 797 time: 0.3751123 Jul 07 18:17:05.588160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad058c-9ab3-4e65-be83-2b3f64f07145 None None] Pushing event updated for resources: {'Port': ['ID=6261aab2-5e70-4e15-a940-e5fd570853f6,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:05.662866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3631f55b-46ec-476f-9359-ec861fa79b85 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:05.663250 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:05.722749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Attempting to bind port 6261aab2-5e70-4e15-a940-e5fd570853f6 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:05.723159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Attempting to bind port 6261aab2-5e70-4e15-a940-e5fd570853f6 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:05.723533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Attempting to bind port 6261aab2-5e70-4e15-a940-e5fd570853f6 on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:05.730179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-d526d7af-57a1-4a12-8d1c-ad245d40143b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 380 time: 0.1505587 Jul 07 18:17:05.747720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'port': {'device_id': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'admin_state_up': True, 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'security_groups': ['daf233c3-f52b-4240-ad5e-7b33bc7ce8aa']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:05.753193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:05.753600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Checking segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:05.754014 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:05.754413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Bound using segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:05.754913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Bound port: 6261aab2-5e70-4e15-a940-e5fd570853f6, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:05.755359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:05.897294 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:05.935626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] For port 6261aab2-5e70-4e15-a940-e5fd570853f6, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:05.943965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] For port 6261aab2-5e70-4e15-a940-e5fd570853f6, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6261aab2-5e70-4e15-a940-e5fd570853f6,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:05.954868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:06.130996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:06.139792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:06.190019 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:06.205515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:06.206173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:16:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:06.242572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad058c-9ab3-4e65-be83-2b3f64f07145 None None] Pushing event updated for resources: {'Port': ['ID=6261aab2-5e70-4e15-a940-e5fd570853f6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:06.362059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a9e87dd-dd42-4e14-bb75-afce658a1def req-61a6d907-c236-4ea1-a845-3bcbdd8aedb8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 210 time: 0.1304801 Jul 07 18:17:06.494016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80ac0fb6-de87-4426-b29c-69f5a278dc36 req-61e6710e-d702-461e-814e-46ba880388c9 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 210 time: 0.0825996 Jul 07 18:17:06.528984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.12 (146e7bc5-7522-421b-b87b-1b23d5294ac1/db825849-36dd-4971-a2e6-ad0b2e989e5f/fb88140a-934a-4c6f-9afe-c50871b9066e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:06.657872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:06.698170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 791150eb-7c1b-4607-864b-769236e07355 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:07.025092 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:07.044028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object fb88140a-934a-4c6f-9afe-c50871b9066e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:07.121058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:07.174122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 791150eb-7c1b-4607-864b-769236e07355 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:07.174526 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:07.208866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:07.224805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:07.230369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:07.243534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:05Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:07.278319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac307b-b3df-41d6-8c99-3fce90f31e2e None None] The sync data for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 is: [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:05Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:07.315550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:07.438425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:07.439180 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:07.479335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ed2f09cf-2843-4f6b-9b32-04a0bcddf884 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7409308 Jul 07 18:17:07.493064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Request body: {'port': {'device_id': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:07.713326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:07.733760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c37480b4-f820-4632-890e-d68a95a4b94c req-ed96fdaa-33aa-4756-a830-b4429aedbc08 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 210 time: 0.0547831 Jul 07 18:17:07.812713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1497974b-4b9a-403d-ac9a-b1df124cb6aa None None] Provisioning for port fb88140a-934a-4c6f-9afe-c50871b9066e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:07.829595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1497974b-4b9a-403d-ac9a-b1df124cb6aa None None] Provisioning complete for port fb88140a-934a-4c6f-9afe-c50871b9066e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:07.830318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1497974b-4b9a-403d-ac9a-b1df124cb6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:07.911519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48cc9f-0f08-4c13-81a3-c2489680ff59 req-a754b953-ea85-4eb3-b7b6-0816b1293a87 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:07.919104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d48cc9f-0f08-4c13-81a3-c2489680ff59 req-a754b953-ea85-4eb3-b7b6-0816b1293a87 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 932 time: 0.3244345 Jul 07 18:17:07.994098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1497974b-4b9a-403d-ac9a-b1df124cb6aa None None] Port fb88140a-934a-4c6f-9afe-c50871b9066e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:08.059060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d48cc9f-0f08-4c13-81a3-c2489680ff59 req-a815d4bf-907f-4051-ae04-d7bc220e82f4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273727 Jul 07 18:17:08.366619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb88140a-934a-4c6f-9afe-c50871b9066e {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:08.387576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:08.436365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Transition to ACTIVE for port object fb88140a-934a-4c6f-9afe-c50871b9066e will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:08.443806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:08.765562 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6261aab2-5e70-4e15-a940-e5fd570853f6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:08.777829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:08.860075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:08.860551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:08.861142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:08.867562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:17:08.868183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:08.874435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:08.874922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Checking segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:08.875618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Bound using segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:08.876156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Bound port: fb88140a-934a-4c6f-9afe-c50871b9066e, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:08.876739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:08.926651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 6261aab2-5e70-4e15-a940-e5fd570853f6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:08.936709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6261aab2-5e70-4e15-a940-e5fd570853f6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:08.937267 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:09.133163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:09.138140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:09.145178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:09.176513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d5adee2-4c65-44fe-b414-d84ddf443706 req-b6b80256-bdd7-4f16-b20e-a5226a11bba2 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 210 time: 0.1235595 Jul 07 18:17:09.199525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:09.200161 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:09.202194 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] 10.222.0.90 "PUT /v2.0/ports/fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1092 time: 1.7159505 Jul 07 18:17:09.202680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:09.205879 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e" -d '{"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:09.335139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ddf04-761f-42ce-8c42-1581f055e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:09.350380 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:09.358456 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c420da-8049-4920-aff2-5971fac03edf x-openstack-request-id: req-21c420da-8049-4920-aff2-5971fac03edf {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:09.358884 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:09.359292 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-21c420da-8049-4920-aff2-5971fac03edf {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:09.359903 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'status': 'completed', 'code': 200} Jul 07 18:17:09.511836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 6261aab2-5e70-4e15-a940-e5fd570853f6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6261aab2-5e70-4e15-a940-e5fd570853f6,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:09.517585 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:09.552073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-340f8a52-3aec-4132-aeb8-f068181009a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:09.553638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-340f8a52-3aec-4132-aeb8-f068181009a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1095 time: 0.1926465 Jul 07 18:17:09.626079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00af7d-0a39-4e27-8d8d-cbac953cb85c req-04074171-0d17-4f82-8cf1-ded1eef56646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:09.637050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac00af7d-0a39-4e27-8d8d-cbac953cb85c req-04074171-0d17-4f82-8cf1-ded1eef56646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.2322991 Jul 07 18:17:09.650743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=6261aab2-5e70-4e15-a940-e5fd570853f6,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:09.693552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-fa2b6a68-acea-4a1e-80df-f65392e6142d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 217 time: 0.1320665 Jul 07 18:17:09.771128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-dfa310ae-1807-4361-8050-23f687dd66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:09.773077 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-dfa310ae-1807-4361-8050-23f687dd66ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.0732441 Jul 07 18:17:09.881411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-1816ebee-8634-485f-b756-7d81f2f95678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:09.883976 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-1816ebee-8634-485f-b756-7d81f2f95678 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042840 Jul 07 18:17:09.972609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac00af7d-0a39-4e27-8d8d-cbac953cb85c req-b12d3495-e392-4577-9883-6f608fd363c2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260617 Jul 07 18:17:10.078273 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-218dcc76-7888-489f-84f5-ace7dbd25498 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855738 Jul 07 18:17:10.296113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-0deddf52-4995-4ed1-aee5-bc7c5c097716 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:10.300973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-0deddf52-4995-4ed1-aee5-bc7c5c097716 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "GET /v2.0/networks?id=a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 200 len: 818 time: 0.5652621 Jul 07 18:17:10.312118 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3597944-d967-4a07-9ccf-019b402b2fa6 req-71e40ce9-4708-4217-9e79-81378c7e335e service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266541 Jul 07 18:17:10.327377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Request body: {'port': {'device_id': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511', 'admin_state_up': True, 'tenant_id': '691a27b5a8e444c597ec2f4ec2175cff'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:10.580174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-257ab04e-b44e-4a17-bd8f-f972177ae976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:10.583659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-257ab04e-b44e-4a17-bd8f-f972177ae976 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1095 time: 0.1651671 Jul 07 18:17:10.692376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-9c0fe5ec-01ab-481e-8d9b-b16ee0e8eb46 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:10.694654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-9c0fe5ec-01ab-481e-8d9b-b16ee0e8eb46 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.90 "GET /v2.0/networks?id=a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 200 len: 818 time: 0.6106052 Jul 07 18:17:10.745346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6261aab2-5e70-4e15-a940-e5fd570853f6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:10.754537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1c4992f-0430-4b13-b27d-1a7b5641b7e6 req-d145ae9b-779b-49fb-869a-45d1ae19544a tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 210 time: 0.2907948 Jul 07 18:17:10.799581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Request body: {'port': {'device_id': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511', 'admin_state_up': True, 'tenant_id': '691a27b5a8e444c597ec2f4ec2175cff'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:10.866939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6261aab2-5e70-4e15-a940-e5fd570853f6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:10.867338 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:10.873373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-b752e140-536d-40ff-9481-c1ec51f935d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:10.876168 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-b752e140-536d-40ff-9481-c1ec51f935d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.2854249 Jul 07 18:17:11.034400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Made reservation on behalf of 691a27b5a8e444c597ec2f4ec2175cff for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:11.039935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:11.434113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Made reservation on behalf of 691a27b5a8e444c597ec2f4ec2175cff for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:11.438348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:11.662165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32973076-7f65-448f-a943-b4ef9c291a19 req-67e257d7-341f-4477-bdd5-0ac9316a2e8f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.668918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-baf51ee0-28de-46cf-9160-c81f16dc2a89 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.669737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32973076-7f65-448f-a943-b4ef9c291a19 req-67e257d7-341f-4477-bdd5-0ac9316a2e8f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.4562738 Jul 07 18:17:11.670714 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-baf51ee0-28de-46cf-9160-c81f16dc2a89 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "GET /v2.0/networks?id=a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 200 len: 818 time: 0.7194276 Jul 07 18:17:11.672346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-19d6e7f6-1e8e-4ad1-ab43-cfb23bfd8a48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 217 time: 0.7900085 Jul 07 18:17:11.688914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Request body: {'port': {'device_id': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511', 'admin_state_up': True, 'tenant_id': '691a27b5a8e444c597ec2f4ec2175cff'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:11.700521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Allocated IP 172.20.0.7 (a5e10f2b-01b1-40ec-b569-a9959b331511/a0066652-9e91-4020-b151-6b6ecd505bbf/f250e45e-c107-4577-b203-eb8a436bbe65) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:11.744605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32973076-7f65-448f-a943-b4ef9c291a19 req-848e4ce9-d527-4eb5-9db3-0a0032f51a4f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737097 Jul 07 18:17:11.809160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-019fc768-c2f2-40fb-ae04-b855ca2d314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:11.810874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-019fc768-c2f2-40fb-ae04-b855ca2d314b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1168509 Jul 07 18:17:11.915086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Made reservation on behalf of 691a27b5a8e444c597ec2f4ec2175cff for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:11.919031 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:11.959999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b08a2f3-e362-4048-afaa-2bc9215592dd req-c054c7c6-19fa-46a2-88d2-a5c1a0843dc1 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 210 time: 0.0524900 Jul 07 18:17:11.982312 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:12.004815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-912247d8-c2a2-46fb-96c6-4d176ee49926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:12.007088 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-912247d8-c2a2-46fb-96c6-4d176ee49926 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382935 Jul 07 18:17:12.057959 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:12.121149 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-1e4db44e-8249-4177-9f43-e7f7f3ea7c85 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068246 Jul 07 18:17:12.154741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Network a5e10f2b-01b1-40ec-b569-a9959b331511 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:12.163090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:12.170024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:12.197693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Pushing event updated for resources: {'Port': ['ID=f250e45e-c107-4577-b203-eb8a436bbe65,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:12.208411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Allocated IP 172.20.0.4 (a5e10f2b-01b1-40ec-b569-a9959b331511/a0066652-9e91-4020-b151-6b6ecd505bbf/83d40053-7cfe-4c57-9b24-ab6ebd3871f0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:12.245787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:12.247077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:12.248639 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0bf61ff-b8f4-4c8a-916e-df5a1955577e req-2f8b638c-8663-4a8d-a706-84cb9f858efb service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207621 Jul 07 18:17:12.607847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1e789da-f7a8-4b04-b51f-4775d83fc9a4 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2872610 Jul 07 18:17:12.630749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Request body: {'port': {'device_id': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:12.805973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:12.886804 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.098642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.189913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Allocated IP 172.20.0.12 (a5e10f2b-01b1-40ec-b569-a9959b331511/a0066652-9e91-4020-b151-6b6ecd505bbf/4e6d0584-9bfa-4763-b803-afb65171864d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:13.269771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57255d69-cb28-4785-8170-a7ecb2695943 req-bb38d297-6147-483d-87fd-b49233f33348 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 210 time: 0.0452018 Jul 07 18:17:13.283900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Network a5e10f2b-01b1-40ec-b569-a9959b331511 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:13.295265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:13.305590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:13.312007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Pushing event updated for resources: {'Port': ['ID=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:13.369484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326623-327c-474d-a84e-4b1a5f9b3d28 req-69530caa-173a-420e-8682-31236b01684f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:13.378532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb326623-327c-474d-a84e-4b1a5f9b3d28 req-69530caa-173a-420e-8682-31236b01684f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.4418604 Jul 07 18:17:13.406978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:13.407872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.408582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.447195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb326623-327c-474d-a84e-4b1a5f9b3d28 req-44300a78-4d66-4ec0-8e49-0a6c1ff54fef tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657229 Jul 07 18:17:13.452774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-df540f01-c96d-456f-bda5-2ae00c3bb4fb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7170219 Jul 07 18:17:13.465265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Request body: {'port': {'device_id': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:13.488525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.586593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Network a5e10f2b-01b1-40ec-b569-a9959b331511 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:13.591091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:13.608765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:13.631482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.641309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Pushing event updated for resources: {'Port': ['ID=4e6d0584-9bfa-4763-b803-afb65171864d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:13.671839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:13.672707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.689856 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e2e118cb-983c-499d-af9d-3ef7e11316ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0104659 Jul 07 18:17:13.731642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Request body: {'port': {'device_id': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:13.783845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f250e45e-c107-4577-b203-eb8a436bbe65 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:13.797711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.823642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.828129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Transition to ACTIVE for port object f250e45e-c107-4577-b203-eb8a436bbe65 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:13.890987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:14.107015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Pushing event updated for resources: {'Port': ['ID=f250e45e-c107-4577-b203-eb8a436bbe65,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:14.240724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Attempting to bind port f250e45e-c107-4577-b203-eb8a436bbe65 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:14.241086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Attempting to bind port f250e45e-c107-4577-b203-eb8a436bbe65 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:14.241410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Attempting to bind port f250e45e-c107-4577-b203-eb8a436bbe65 on network a5e10f2b-01b1-40ec-b569-a9959b331511 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:14.252471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Port f250e45e-c107-4577-b203-eb8a436bbe65 on network a5e10f2b-01b1-40ec-b569-a9959b331511 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:17:14.252803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Attempting to bind port f250e45e-c107-4577-b203-eb8a436bbe65 on network a5e10f2b-01b1-40ec-b569-a9959b331511 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:14.286775 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:14.287433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Checking segment: {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:14.287518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Bound using segment: {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:14.287941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Bound port: f250e45e-c107-4577-b203-eb8a436bbe65, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:14.288301 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:14.385415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] For port f250e45e-c107-4577-b203-eb8a436bbe65, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:14.388925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] For port f250e45e-c107-4577-b203-eb8a436bbe65, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f250e45e-c107-4577-b203-eb8a436bbe65,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:14.412123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:14.438302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:14.460415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:17:14.470618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:14.483149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:14.487280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] 10.222.0.55 "PUT /v2.0/ports/f250e45e-c107-4577-b203-eb8a436bbe65 HTTP/1.1" status: 200 len: 1091 time: 1.8657064 Jul 07 18:17:14.487955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'tag': 'f250e45e-c107-4577-b203-eb8a436bbe65'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:14.492980 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3074b0-d006-4fd8-bede-6108c32c39f3" -d '{"events": [{"name": "network-changed", "server_uuid": "90ac728b-e327-4b83-a6a3-fd86bc2e3e73", "tag": "f250e45e-c107-4577-b203-eb8a436bbe65"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:14.505531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:14.682840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:14.698796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'port_id': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'mac_address': 'fa:16:3e:40:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:17:14.701783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Transition to ACTIVE for port object 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:14.738289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29ffc7-c072-4075-aec6-8b9a12396631 service neutron] Pushing event updated for resources: {'Port': ['ID=f250e45e-c107-4577-b203-eb8a436bbe65,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:14.741153 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:14.781672 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:14.851408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb88140a-934a-4c6f-9afe-c50871b9066e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:14.919166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Pushing event updated for resources: {'Port': ['ID=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:14.930001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:14.939161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.039718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:15.068184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d02f-11ee-4e4f-b671-9e43c13e0ab4 req-a6492eea-0967-4832-be8d-5ea702b3afde tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:15.070202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aab2d02f-11ee-4e4f-b671-9e43c13e0ab4 req-a6492eea-0967-4832-be8d-5ea702b3afde tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 932 time: 0.5380306 Jul 07 18:17:15.091052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-7220e094-895c-41e4-87ff-d5f23083c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:15.092738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-7220e094-895c-41e4-87ff-d5f23083c3c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 1094 time: 0.4963696 Jul 07 18:17:15.117234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61332fb-c943-4bd3-9efe-9b4612b434ef req-3e60262c-fa81-4e70-91c9-cefab8763b6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:15.117625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6d0584-9bfa-4763-b803-afb65171864d {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:15.124679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b61332fb-c943-4bd3-9efe-9b4612b434ef req-3e60262c-fa81-4e70-91c9-cefab8763b6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.4793587 Jul 07 18:17:15.127423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.144927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Transition to ACTIVE for port object 4e6d0584-9bfa-4763-b803-afb65171864d will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:15.152346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.269606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-dfd1d5e7-5740-476b-800c-53b775814d46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f250e45e-c107-4577-b203-eb8a436bbe65 HTTP/1.1" status: 200 len: 217 time: 0.1352828 Jul 07 18:17:15.281123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d0584-9bfa-4763-b803-afb65171864d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:15.308546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['fb88140a-934a-4c6f-9afe-c50871b9066e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:15.322336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Attempting to bind port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:15.322685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Attempting to bind port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:15.323022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Attempting to bind port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 on network a5e10f2b-01b1-40ec-b569-a9959b331511 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:15.417579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b61332fb-c943-4bd3-9efe-9b4612b434ef req-38f75966-229e-4a34-a563-381ee5394328 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919567 Jul 07 18:17:15.437416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 on network a5e10f2b-01b1-40ec-b569-a9959b331511 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:17:15.437882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Attempting to bind port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 on network a5e10f2b-01b1-40ec-b569-a9959b331511 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:15.462042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aab2d02f-11ee-4e4f-b671-9e43c13e0ab4 req-c674a2ba-ca08-4d90-ac4a-254458e9d775 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821561 Jul 07 18:17:15.472618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Attempting to bind port 4e6d0584-9bfa-4763-b803-afb65171864d on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:15.472947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Attempting to bind port 4e6d0584-9bfa-4763-b803-afb65171864d by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:15.473283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Attempting to bind port 4e6d0584-9bfa-4763-b803-afb65171864d on network a5e10f2b-01b1-40ec-b569-a9959b331511 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:15.489672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Port 4e6d0584-9bfa-4763-b803-afb65171864d on network a5e10f2b-01b1-40ec-b569-a9959b331511 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:17:15.489672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Attempting to bind port 4e6d0584-9bfa-4763-b803-afb65171864d on network a5e10f2b-01b1-40ec-b569-a9959b331511 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:15.495645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:15.505053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Checking segment: {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:15.505471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Bound using segment: {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:15.507865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Bound port: 83d40053-7cfe-4c57-9b24-ab6ebd3871f0, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:15.508258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.511017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:15.511367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Checking segment: {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:15.511757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Bound using segment: {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:15.512198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Bound port: 4e6d0584-9bfa-4763-b803-afb65171864d, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b139e4-dace-4d1e-967c-d707bb57e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:15.512555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.635703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] For port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:15.638635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] For port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:15.649255 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8d140f-1f41-41f0-a45c-84016910cc21 x-openstack-request-id: req-3f8d140f-1f41-41f0-a45c-84016910cc21 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:15.649563 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ac728b-e327-4b83-a6a3-fd86bc2e3e73", "tag": "f250e45e-c107-4577-b203-eb8a436bbe65", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:15.649949 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f8d140f-1f41-41f0-a45c-84016910cc21 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:15.650395 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'tag': 'f250e45e-c107-4577-b203-eb8a436bbe65', 'status': 'completed', 'code': 200} Jul 07 18:17:15.655952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-c0713fc9-b993-432a-932f-a7d88ddafaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:15.657617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-c0713fc9-b993-432a-932f-a7d88ddafaf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0066652-9e91-4020-b151-6b6ecd505bbf HTTP/1.1" status: 200 len: 858 time: 0.3725739 Jul 07 18:17:15.661049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.721113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-0f2a2ed9-09e4-40be-906a-fc17d5098df4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5e10f2b-01b1-40ec-b569-a9959b331511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490773 Jul 07 18:17:15.741573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] For port 4e6d0584-9bfa-4763-b803-afb65171864d, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:15.756478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:15.757393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.758107 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] For port 4e6d0584-9bfa-4763-b803-afb65171864d, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4e6d0584-9bfa-4763-b803-afb65171864d,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:15.758958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] 10.222.0.90 "PUT /v2.0/ports/83d40053-7cfe-4c57-9b24-ab6ebd3871f0 HTTP/1.1" status: 200 len: 1091 time: 2.2982850 Jul 07 18:17:15.768014 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.849850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:15.850959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.869675 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f8dfbcc8-ca6e-4840-a008-9ecc7e3f1b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.873076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] 10.222.0.55 "PUT /v2.0/ports/4e6d0584-9bfa-4763-b803-afb65171864d HTTP/1.1" status: 200 len: 1092 time: 2.1571703 Jul 07 18:17:15.874667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'tag': '4e6d0584-9bfa-4763-b803-afb65171864d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:15.879609 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731" -d '{"events": [{"name": "network-changed", "server_uuid": "f67e1b39-1149-4537-88e0-48f4b9c76bf1", "tag": "4e6d0584-9bfa-4763-b803-afb65171864d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:15.896420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7aefb-22d5-4a41-b006-0e6d8a8041d7 service neutron] Pushing event updated for resources: {'Port': ['ID=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:15.967757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-99a1d792-f62c-4240-907e-03a9ab96e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:15.969308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-99a1d792-f62c-4240-907e-03a9ab96e4ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 1094 time: 0.1636384 Jul 07 18:17:15.971649 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-f526c782-28cb-4142-8a3f-3780270ae4b6 service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246432 Jul 07 18:17:16.025237 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258448bf-408d-41f1-ac50-369d774458ff x-openstack-request-id: req-258448bf-408d-41f1-ac50-369d774458ff {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:16.029432 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67e1b39-1149-4537-88e0-48f4b9c76bf1", "tag": "4e6d0584-9bfa-4763-b803-afb65171864d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:16.029432 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-258448bf-408d-41f1-ac50-369d774458ff {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:16.029432 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'tag': '4e6d0584-9bfa-4763-b803-afb65171864d', 'status': 'completed', 'code': 200} Jul 07 18:17:16.042730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e020c-117a-4008-812a-30e55a7f3095 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d0584-9bfa-4763-b803-afb65171864d,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:16.082039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-3500e1c7-42ca-4bbe-8bc3-a342acf3d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:16.083814 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-3500e1c7-42ca-4bbe-8bc3-a342acf3d0c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1427124 Jul 07 18:17:16.106055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-6b7ce112-84a6-48cc-bb67-5d3b074fb31d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83d40053-7cfe-4c57-9b24-ab6ebd3871f0 HTTP/1.1" status: 200 len: 217 time: 0.1255295 Jul 07 18:17:16.139981 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-18a7f8ef-bc99-4712-be8b-5dedbdceee9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6d0584-9bfa-4763-b803-afb65171864d HTTP/1.1" status: 200 len: 217 time: 0.0475357 Jul 07 18:17:16.208145 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-1b29f445-e767-48d1-8004-56fede71e096 service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116494 Jul 07 18:17:16.239016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a3def8e7-4564-4ad3-9c2a-b0274788e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:16.240575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-28c4d53a-d1c1-493f-9c01-c14d3ce28941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:16.241004 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a3def8e7-4564-4ad3-9c2a-b0274788e228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0066652-9e91-4020-b151-6b6ecd505bbf HTTP/1.1" status: 200 len: 858 time: 0.0937190 Jul 07 18:17:16.242073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-28c4d53a-d1c1-493f-9c01-c14d3ce28941 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0066652-9e91-4020-b151-6b6ecd505bbf HTTP/1.1" status: 200 len: 858 time: 0.1251650 Jul 07 18:17:16.292744 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-627cf81e-5ee1-42a0-ad56-d5670a2db37b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5e10f2b-01b1-40ec-b569-a9959b331511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377614 Jul 07 18:17:16.313387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-e3b7fb2c-bfc8-4297-b8a9-60a7d2b79054 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5e10f2b-01b1-40ec-b569-a9959b331511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643964 Jul 07 18:17:16.471699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-a9707932-062e-4c66-95d5-9b3214236724 service neutron] 10.222.0.90 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479411 Jul 07 18:17:16.533109 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-d9dba6e2-e2a0-4cc5-83b1-0302d6e3d05f service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312570 Jul 07 18:17:16.737252 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-06606865-128e-4118-8221-a203fe5fdc4c service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948028 Jul 07 18:17:16.753734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e674f5d7-3a36-4a43-9d66-6ae8d6179793 req-302a36da-f5c8-4c99-a969-947913b5e8b2 service neutron] 10.222.0.90 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753170 Jul 07 18:17:16.866669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-e79215bd-f028-4dee-88b8-5f61ff2dc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:16.868460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-e79215bd-f028-4dee-88b8-5f61ff2dc945 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 1094 time: 0.5583749 Jul 07 18:17:16.941770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-29dc993e-507c-4fa9-8389-e712dce46c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:16.950272 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-29dc993e-507c-4fa9-8389-e712dce46c1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1334462 Jul 07 18:17:17.148516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-103ec2ed-abd4-4b30-9017-144e41f582bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.150248 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-103ec2ed-abd4-4b30-9017-144e41f582bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 200 len: 919 time: 0.1926482 Jul 07 18:17:17.226762 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-a226e714-cc59-40a4-8f9f-4b32ed777486 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6d0584-9bfa-4763-b803-afb65171864d HTTP/1.1" status: 200 len: 217 time: 0.0631943 Jul 07 18:17:17.333754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-b4024084-1f1e-4087-8411-a6fafd685ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.335565 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-b4024084-1f1e-4087-8411-a6fafd685ab7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0066652-9e91-4020-b151-6b6ecd505bbf HTTP/1.1" status: 200 len: 858 time: 0.1018307 Jul 07 18:17:17.379938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-ff8a8cfc-cef3-4977-8fd4-3c282a2bc887 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5e10f2b-01b1-40ec-b569-a9959b331511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335011 Jul 07 18:17:17.392968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8f382-7f25-4324-864a-da3f88fe1839 req-0ce819b4-7713-4bb2-9745-f097e8422fea tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.394252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5f8f382-7f25-4324-864a-da3f88fe1839 req-0ce819b4-7713-4bb2-9745-f097e8422fea tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 944 time: 0.6379175 Jul 07 18:17:17.527344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-b93ea962-8fd2-4b45-b11e-a1fd34839f28 service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396842 Jul 07 18:17:17.538124 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5f8f382-7f25-4324-864a-da3f88fe1839 req-b34e50ea-92d2-441b-92e1-476dd2e0f9f8 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113243 Jul 07 18:17:17.548851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752eef9-21f6-4c61-8fd4-a1a265621f8d req-8477317e-a29a-4d7f-83a0-1852795735ef tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.550809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c752eef9-21f6-4c61-8fd4-a1a265621f8d req-8477317e-a29a-4d7f-83a0-1852795735ef tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 945 time: 0.8799536 Jul 07 18:17:17.628564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-32f5ec70-997a-4fa3-9907-248385bc6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.630329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-32f5ec70-997a-4fa3-9907-248385bc6a58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 200 len: 919 time: 0.7515926 Jul 07 18:17:17.688898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'tag': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:17.691191 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c998a994-ad9c-4322-8fe6-014fea34bb51" -d '{"events": [{"name": "network-changed", "server_uuid": "e4528174-86f7-4afe-8735-da0f189afb8b", "tag": "83d40053-7cfe-4c57-9b24-ab6ebd3871f0"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:17.701494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-766d937a-0d63-45cf-bbb7-39239e94f22c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f250e45e-c107-4577-b203-eb8a436bbe65 HTTP/1.1" status: 200 len: 217 time: 0.0633032 Jul 07 18:17:17.716724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c752eef9-21f6-4c61-8fd4-a1a265621f8d req-c9af3d2d-26db-4b21-9644-cae8681a238c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573281 Jul 07 18:17:17.803296 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d15bc7d-53e4-4402-97f3-d13806b0590f x-openstack-request-id: req-6d15bc7d-53e4-4402-97f3-d13806b0590f {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:17.804039 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4528174-86f7-4afe-8735-da0f189afb8b", "tag": "83d40053-7cfe-4c57-9b24-ab6ebd3871f0", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:17.804420 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d15bc7d-53e4-4402-97f3-d13806b0590f {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:17.805346 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'tag': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0', 'status': 'completed', 'code': 200} Jul 07 18:17:17.822266 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51ccb13b-2fe6-4486-b1fd-13b4b79ec731 req-b4ea724e-e858-4a93-b3cf-0a093e116723 service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819812 Jul 07 18:17:17.846225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-123a2313-5f7a-44e2-9348-b2dae9106784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.847960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-123a2313-5f7a-44e2-9348-b2dae9106784 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0066652-9e91-4020-b151-6b6ecd505bbf HTTP/1.1" status: 200 len: 858 time: 0.1302359 Jul 07 18:17:17.894809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-e41e451e-47ea-44a9-adf1-3204e0f7ffa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5e10f2b-01b1-40ec-b569-a9959b331511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361445 Jul 07 18:17:17.905150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-a007fa5f-7511-456a-ad51-8ca33a709f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.906804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-a007fa5f-7511-456a-ad51-8ca33a709f59 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 1094 time: 0.0984020 Jul 07 18:17:17.926117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f250e45e-c107-4577-b203-eb8a436bbe65 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:17:18.090159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-95e4c5ae-4a3a-49e1-a896-de96a23cbbd9 service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872418 Jul 07 18:17:18.093973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-682048be-8cb4-40f9-926b-f9b25dd52e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:18.096059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-682048be-8cb4-40f9-926b-f9b25dd52e11 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 200 len: 919 time: 0.1793523 Jul 07 18:17:18.152115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f250e45e-c107-4577-b203-eb8a436bbe65, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f250e45e-c107-4577-b203-eb8a436bbe65,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:18.165803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'f250e45e-c107-4577-b203-eb8a436bbe65', 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511', 'port_id': 'f250e45e-c107-4577-b203-eb8a436bbe65', 'mac_address': 'fa:16:3e:00:4b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0066652-9e91-4020-b151-6b6ecd505bbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:17:18.204915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-31a0cdd1-bdbf-4653-809e-026c88f73c50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83d40053-7cfe-4c57-9b24-ab6ebd3871f0 HTTP/1.1" status: 200 len: 217 time: 0.0867994 Jul 07 18:17:18.220522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:18.240574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f250e45e-c107-4577-b203-eb8a436bbe65 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:18.295220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f250e45e-c107-4577-b203-eb8a436bbe65, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f250e45e-c107-4577-b203-eb8a436bbe65,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:18.299167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-47c91af6-c2e6-4b5e-a5ad-c656ca946d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:18.300809 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:18.301082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-47c91af6-c2e6-4b5e-a5ad-c656ca946d1e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0066652-9e91-4020-b151-6b6ecd505bbf HTTP/1.1" status: 200 len: 858 time: 0.0798702 Jul 07 18:17:18.374023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-e0f823b9-a65c-4745-b635-a2ee5cf63e59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5e10f2b-01b1-40ec-b569-a9959b331511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492907 Jul 07 18:17:18.396505 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b51cc493-7b60-45a2-821d-5c5c918ebc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:18.410244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=f250e45e-c107-4577-b203-eb8a436bbe65,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:18.465198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:18.496711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c3074b0-d006-4fd8-bede-6108c32c39f3 req-955682f4-7039-4e11-a099-ef99d0f3975a service neutron] 10.222.0.55 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986280 Jul 07 18:17:18.536266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-67330635-b30b-413b-8153-aee92026a2f7 service neutron] 10.222.0.90 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415722 Jul 07 18:17:18.551555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['f250e45e-c107-4577-b203-eb8a436bbe65'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:18.656797 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:18.764467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c998a994-ad9c-4322-8fe6-014fea34bb51 req-629d98e7-63c6-4cd4-a05a-724f0d6fc75f service neutron] 10.222.0.90 "GET /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203796 Jul 07 18:17:18.918139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port fb88140a-934a-4c6f-9afe-c50871b9066e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:18.932675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port fb88140a-934a-4c6f-9afe-c50871b9066e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:18.933369 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:18.988872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841371-7f0d-4d69-b313-3be0d2f88172 req-9105a89c-7945-43ed-8b04-e820efd9a2ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:19.005015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87841371-7f0d-4d69-b313-3be0d2f88172 req-9105a89c-7945-43ed-8b04-e820efd9a2ce tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 944 time: 0.1328983 Jul 07 18:17:19.097578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87841371-7f0d-4d69-b313-3be0d2f88172 req-a07a94a9-d766-4ab7-b224-9b58da2e185b tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989132 Jul 07 18:17:19.178685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84dcb1-fb07-4250-a47d-640e1ba3c628 req-18ac4a1b-fabc-4da3-8a6d-f03f8d09b5de tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:19.192969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe84dcb1-fb07-4250-a47d-640e1ba3c628 req-18ac4a1b-fabc-4da3-8a6d-f03f8d09b5de tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 945 time: 0.1873841 Jul 07 18:17:19.211248 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:19.260443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:19.262999 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad660eed-06d4-4e48-8c20-240ec8a2dae5" -d '{"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-plugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:19.275304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe84dcb1-fb07-4250-a47d-640e1ba3c628 req-25dcd9a4-a99e-4469-806a-55d5804a8d97 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799448 Jul 07 18:17:19.278766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:19.283151 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:19.325850 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971f21b6-ae11-4f82-a67d-7dc8bb74ca2e x-openstack-request-id: req-971f21b6-ae11-4f82-a67d-7dc8bb74ca2e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:19.330001 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-plugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:19.330389 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-971f21b6-ae11-4f82-a67d-7dc8bb74ca2e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:19.330938 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'code': 200} Jul 07 18:17:19.368139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:19.376530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.377176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.377831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.378398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.378556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.378879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.379196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.379520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.379876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.380198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.380515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.380854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:19.449001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88434fa0-7229-4dc9-9a12-0840145b63a8 req-89707bb0-aae1-4e29-9604-1aa94b0056dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:19.450539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88434fa0-7229-4dc9-9a12-0840145b63a8 req-89707bb0-aae1-4e29-9604-1aa94b0056dc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1097 time: 0.0585556 Jul 07 18:17:19.488930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88434fa0-7229-4dc9-9a12-0840145b63a8 req-45959227-d56b-4fb1-9916-55fe65784cac service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Jul 07 18:17:19.678245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:19.929656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4e6d0584-9bfa-4763-b803-afb65171864d details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:17:19.932579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f250e45e-c107-4577-b203-eb8a436bbe65 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:20.044320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port f250e45e-c107-4577-b203-eb8a436bbe65 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:20.056578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port f250e45e-c107-4577-b203-eb8a436bbe65 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:20.056972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.097107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4e6d0584-9bfa-4763-b803-afb65171864d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4e6d0584-9bfa-4763-b803-afb65171864d,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:20.135403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '4e6d0584-9bfa-4763-b803-afb65171864d', 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511', 'port_id': '4e6d0584-9bfa-4763-b803-afb65171864d', 'mac_address': 'fa:16:3e:0d:e2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0066652-9e91-4020-b151-6b6ecd505bbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:17:20.192021 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.260045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6d0584-9bfa-4763-b803-afb65171864d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:20.299208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4e6d0584-9bfa-4763-b803-afb65171864d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4e6d0584-9bfa-4763-b803-afb65171864d,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:20.304324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75c46c-8f98-4b2e-a8c7-bbc8a694e46f req-bd75c4b4-3140-41d1-9b3b-8c24f102491a tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:20.306210 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.307718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e75c46c-8f98-4b2e-a8c7-bbc8a694e46f req-bd75c4b4-3140-41d1-9b3b-8c24f102491a tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 944 time: 0.0930035 Jul 07 18:17:20.343494 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.368721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e75c46c-8f98-4b2e-a8c7-bbc8a694e46f req-fca12250-d419-4b59-aa37-a8348e9b1b24 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533392 Jul 07 18:17:20.414811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4e6d0584-9bfa-4763-b803-afb65171864d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:20.418770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port f250e45e-c107-4577-b203-eb8a436bbe65, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f250e45e-c107-4577-b203-eb8a436bbe65,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:20.426883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.475415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:17:20.511474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=f250e45e-c107-4577-b203-eb8a436bbe65,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:20.591305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['4e6d0584-9bfa-4763-b803-afb65171864d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:20.647609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:20.671076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0', 'network_id': 'a5e10f2b-01b1-40ec-b569-a9959b331511', 'port_id': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0', 'mac_address': 'fa:16:3e:30:75:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0066652-9e91-4020-b151-6b6ecd505bbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:17:20.757614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffdf79-820e-4dca-a76d-9bdf2502fa5f req-f70ea259-f720-4647-9d86-73e8a591cfbd tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:20.759578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5dffdf79-820e-4dca-a76d-9bdf2502fa5f req-f70ea259-f720-4647-9d86-73e8a591cfbd tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 946 time: 0.1010087 Jul 07 18:17:20.772424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84017e1-4317-4c0c-a1ee-6c28bb353a43 req-2959fefd-7e08-4be6-a6c9-2c519a0311e4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:20.774072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e84017e1-4317-4c0c-a1ee-6c28bb353a43 req-2959fefd-7e08-4be6-a6c9-2c519a0311e4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1767566 Jul 07 18:17:20.796477 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.851477 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:20.896305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:20.899228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e84017e1-4317-4c0c-a1ee-6c28bb353a43 req-43930db0-48b8-42dc-bcf2-89b979fae852 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913246 Jul 07 18:17:20.906538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5dffdf79-820e-4dca-a76d-9bdf2502fa5f req-467079a2-33c1-4940-b7aa-da0fd61c97ec tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314106 Jul 07 18:17:20.911732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.996861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:21.153154 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:21.266661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['83d40053-7cfe-4c57-9b24-ab6ebd3871f0'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:21.469265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f250e45e-c107-4577-b203-eb8a436bbe65'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:21.471588 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b935ee84-ed9a-48d5-8885-7c6778670869" -d '{"events": [{"server_uuid": "90ac728b-e327-4b83-a6a3-fd86bc2e3e73", "name": "network-vif-plugged", "status": "completed", "tag": "f250e45e-c107-4577-b203-eb8a436bbe65"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:21.559027 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64693bd-a088-4f9f-91cf-f42503b027ac x-openstack-request-id: req-c64693bd-a088-4f9f-91cf-f42503b027ac {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:21.559354 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ac728b-e327-4b83-a6a3-fd86bc2e3e73", "name": "network-vif-plugged", "status": "completed", "tag": "f250e45e-c107-4577-b203-eb8a436bbe65", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:21.559563 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c64693bd-a088-4f9f-91cf-f42503b027ac {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:21.559995 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f250e45e-c107-4577-b203-eb8a436bbe65', 'code': 200} Jul 07 18:17:21.702368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c9965-0ce6-4808-8c07-234793080442 req-2b7d76ed-6c0b-413a-b321-1bdc071fb249 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:21.704254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d5c9965-0ce6-4808-8c07-234793080442 req-2b7d76ed-6c0b-413a-b321-1bdc071fb249 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 945 time: 0.1798933 Jul 07 18:17:21.750820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8372c9-9e77-407f-b24b-b7c1f323b1b7 req-1647c712-f931-482e-a1d6-ffa886739eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:21.752414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae8372c9-9e77-407f-b24b-b7c1f323b1b7 req-1647c712-f931-482e-a1d6-ffa886739eba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 1096 time: 0.1101806 Jul 07 18:17:21.760361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d5c9965-0ce6-4808-8c07-234793080442 req-a96805b0-1984-4912-aa47-481193356663 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487437 Jul 07 18:17:21.798941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae8372c9-9e77-407f-b24b-b7c1f323b1b7 req-bdc70ff6-a299-4c6f-9b7c-f959a88dc6a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Jul 07 18:17:21.943262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4e6d0584-9bfa-4763-b803-afb65171864d up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:22.033662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 4e6d0584-9bfa-4763-b803-afb65171864d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:22.040025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 4e6d0584-9bfa-4763-b803-afb65171864d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:22.040521 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.166668 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.211634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4e6d0584-9bfa-4763-b803-afb65171864d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4e6d0584-9bfa-4763-b803-afb65171864d,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:22.220772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.282689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4e6d0584-9bfa-4763-b803-afb65171864d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:22.283358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902482a-b91e-4281-8c39-d1370f6b4e8b req-1ecb89b2-98f3-4690-bfa6-0bae55f345c5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:22.285114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b902482a-b91e-4281-8c39-d1370f6b4e8b req-1ecb89b2-98f3-4690-bfa6-0bae55f345c5 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 946 time: 0.1859498 Jul 07 18:17:22.304234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74699c3-5df2-4930-a31a-aa4252759676 req-91475130-5aa3-4776-a07e-729da9de33af tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:22.310455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c74699c3-5df2-4930-a31a-aa4252759676 req-91475130-5aa3-4776-a07e-729da9de33af tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.2347586 Jul 07 18:17:22.395067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c74699c3-5df2-4930-a31a-aa4252759676 req-ee9ef3ca-f189-4588-beee-220ae78e7661 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797188 Jul 07 18:17:22.475502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b902482a-b91e-4281-8c39-d1370f6b4e8b req-da107254-bd73-476c-aa0c-4233ae6e71b3 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups?id=555a90be-5340-415a-b43e-76198a9c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595447 Jul 07 18:17:22.496902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:22.524794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-8daa2996-e058-4c57-afc4-bf3ff86bb4bf tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:22.544143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-8daa2996-e058-4c57-afc4-bf3ff86bb4bf tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 946 time: 0.1789794 Jul 07 18:17:22.555656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:22.561672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:22.562095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.681884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.712310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97236d-c1ea-4296-82b0-ca7e330652ac req-6e10d3c3-b83d-4ccc-941b-3dbbc5bcfb61 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:22.714681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf97236d-c1ea-4296-82b0-ca7e330652ac req-6e10d3c3-b83d-4ccc-941b-3dbbc5bcfb61 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1694946 Jul 07 18:17:22.743719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Deleting port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:22.744203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.761657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:22.767216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.846832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:22.849926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf97236d-c1ea-4296-82b0-ca7e330652ac req-15089a84-a1e2-4927-971d-4784bb02df22 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181290 Jul 07 18:17:22.886420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35416) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:22.912616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] For port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:22.913340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:22.964814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1292562d-7eef-40cf-9032-06ded6d692fd tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:22.971280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35418) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:22.972708 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1292562d-7eef-40cf-9032-06ded6d692fd tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1092 time: 0.0812528 Jul 07 18:17:22.985302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:23.122943 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:23.255697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6500c-3ea8-49db-954f-ddac99426f3d req-d25a19e0-98d6-4776-8a96-e106886c0ff0 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:23.257254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f6500c-3ea8-49db-954f-ddac99426f3d req-d25a19e0-98d6-4776-8a96-e106886c0ff0 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 946 time: 0.2635305 Jul 07 18:17:23.317780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:23.317780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:23.317780 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Floating IP ab84fd01-ae02-46ad-8b06-a4342b844e58 disassociated. External IP: 172.25.1.28, port: 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1. Jul 07 18:17:23.317780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Calling delete_port for 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:23.355390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1f6500c-3ea8-49db-954f-ddac99426f3d req-8b2d916a-9689-4d68-b0fb-9e65f355581f tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886250 Jul 07 18:17:23.486452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:23.561609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d0584-9bfa-4763-b803-afb65171864d'}, {'server_uuid': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:23.564876 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98394984-06a5-44f1-b1bf-2f2e47b95f3b" -d '{"events": [{"server_uuid": "f67e1b39-1149-4537-88e0-48f4b9c76bf1", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d0584-9bfa-4763-b803-afb65171864d"}, {"server_uuid": "e4528174-86f7-4afe-8735-da0f189afb8b", "name": "network-vif-plugged", "status": "completed", "tag": "83d40053-7cfe-4c57-9b24-ab6ebd3871f0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:23.622762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:23.648820 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fea4e9-e1cd-4670-8e4e-39bc206ac444 x-openstack-request-id: req-b8fea4e9-e1cd-4670-8e4e-39bc206ac444 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:23.649455 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67e1b39-1149-4537-88e0-48f4b9c76bf1", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d0584-9bfa-4763-b803-afb65171864d", "code": 200}, {"server_uuid": "e4528174-86f7-4afe-8735-da0f189afb8b", "name": "network-vif-plugged", "status": "completed", "tag": "83d40053-7cfe-4c57-9b24-ab6ebd3871f0", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:23.649935 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b8fea4e9-e1cd-4670-8e4e-39bc206ac444 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:23.650616 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d0584-9bfa-4763-b803-afb65171864d', 'code': 200} Jul 07 18:17:23.651081 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0', 'code': 200} Jul 07 18:17:23.757593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event deleted for resources: {'Port': ['ID=6e10b57e-b4b6-49b6-a527-bd12dadb9dc1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:23.793309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334692e4-8872-4a44-9e4e-d14695d186fc req-6ba2593e-ccc2-40da-912d-e9fed5002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:23.794798 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-334692e4-8872-4a44-9e4e-d14695d186fc req-6ba2593e-ccc2-40da-912d-e9fed5002619 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0579262 Jul 07 18:17:23.806921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c216f0b5-4846-46bb-a923-87ed78a483d4 req-cd14a7c8-ff08-49aa-896c-48867ce88dcd tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 210 time: 0.0724800 Jul 07 18:17:23.863991 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-334692e4-8872-4a44-9e4e-d14695d186fc req-872df727-ecd0-421e-b56a-c6bda122936c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 Jul 07 18:17:23.906271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.126 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/fb2cc8ca-5b94-48b0-a0f1-0090eaae9060) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:24.027606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32efca2-5e63-45af-bd6a-4d83b08744fb req-6e23e0fe-9f24-424a-bc79-6994bc3ccc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:24.028987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e32efca2-5e63-45af-bd6a-4d83b08744fb req-6e23e0fe-9f24-424a-bc79-6994bc3ccc72 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 1096 time: 0.2347813 Jul 07 18:17:24.052415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:24.170391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e32efca2-5e63-45af-bd6a-4d83b08744fb req-64847ef0-9a76-4682-92cf-d05c613f88bd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309688 Jul 07 18:17:24.178345 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:24.263885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:24.274895 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] Sync routers for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:24.285872 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:24.286556 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:24.294708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:24.318927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] No DVR routers for this DVR port 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:24.323971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:24.325982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94e3b15c-0fb0-45cf-bfd5-6102f9e15609 req-9cc13c01-c6ee-441d-a047-5e347b0fa153 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.55 "DELETE /v2.0/ports/6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 HTTP/1.1" status: 204 len: 173 time: 1.7664905 Jul 07 18:17:24.342456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'name': 'network-vif-deleted', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:24.344766 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124604fc-53b2-4e5d-9a8e-c9b429f7e4f6" -d '{"events": [{"server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "name": "network-vif-deleted", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:24.383620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:24.388288 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f144f4c-d901-44a3-bc5c-0f8c5c9de3d6 x-openstack-request-id: req-3f144f4c-d901-44a3-bc5c-0f8c5c9de3d6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:24.390390 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad", "name": "network-vif-deleted", "tag": "6e10b57e-b4b6-49b6-a527-bd12dadb9dc1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:24.390638 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f144f4c-d901-44a3-bc5c-0f8c5c9de3d6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:24.391152 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad', 'name': 'network-vif-deleted', 'tag': '6e10b57e-b4b6-49b6-a527-bd12dadb9dc1', 'status': 'completed', 'code': 200} Jul 07 18:17:24.392238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:24.397934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:24.402336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=fb2cc8ca-5b94-48b0-a0f1-0090eaae9060,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:24.425597 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:24.679482 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:24.709085 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] Checking router: 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:24.718710 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:24.719322 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:24.740643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b90778-1eb2-4612-a947-ba844f1aa99b req-f240e6ee-ce90-4c93-8fec-f16400fcf280 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:24.742436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84b90778-1eb2-4612-a947-ba844f1aa99b req-f240e6ee-ce90-4c93-8fec-f16400fcf280 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 946 time: 0.1858301 Jul 07 18:17:24.885297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84b90778-1eb2-4612-a947-ba844f1aa99b req-e870c866-7e73-48a4-82d5-bf82eaac320c tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335182 Jul 07 18:17:24.917562 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:25.056796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:25.131469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49624eb9-35bb-42a2-a42e-4cd098e0c999 req-23b7ecf5-19f8-4e67-9fc5-7e8dd0bc89fe tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1526dd1-d9b1-4329-bbc6-ec0ca7c6a9ad HTTP/1.1" status: 200 len: 210 time: 0.0528975 Jul 07 18:17:25.199985 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:25.221736 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:25.274763 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a196bf-ac0c-4fdc-9498-a7b03da29fbf None None] The sync data for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 is: [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:10:09Z', 'revision_number': 4, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'b137ac17-6c03-44ff-9042-b661a5ef902c', 'name': '', 'network_id': 'e7f7ab53-c588-4627-8a53-31d93aff47dc', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'mac_address': 'fa:16:3e:9c:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:08Z', 'updated_at': '2021-07-07T18:10:20Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'subnets': [{'id': '1ba827e8-3174-4536-9c3b-28344790e2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:25.640449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac4f338-0407-4a0d-ba28-49410dd609e1 None None] New status for floating IP ab84fd01-ae02-46ad-8b06-a4342b844e58: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:17:25.750662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:25.762979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:25.838002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=fb2cc8ca-5b94-48b0-a0f1-0090eaae9060,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:25.869956 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:25.965725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:26.003807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:26.004087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 6e10b57e-b4b6-49b6-a527-bd12dadb9dc1 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:26.021779 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP 95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 associated. External IP: 172.25.1.126, port: fb88140a-934a-4c6f-9afe-c50871b9066e. Jul 07 18:17:26.230351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5e4b6-c92d-4bb6-b14c-046c151a27ea req-672966a1-fa93-44b2-9e4d-4c211dfd5532 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:26.231210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2e5e4b6-c92d-4bb6-b14c-046c151a27ea req-672966a1-fa93-44b2-9e4d-4c211dfd5532 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 946 time: 0.1632509 Jul 07 18:17:26.300350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:26.336313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2e5e4b6-c92d-4bb6-b14c-046c151a27ea req-e274e5d9-c723-4731-b2e2-0417f166c52f tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968130 Jul 07 18:17:26.358040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 23441749-1e3a-49b6-9d80-915e31c2068d has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:26.420081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f66ec76e-2df6-45a6-b322-704b1fb6f1e7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.451967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f66ec76e-2df6-45a6-b322-704b1fb6f1e7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.518511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f66ec76e-2df6-45a6-b322-704b1fb6f1e7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.521433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f66ec76e-2df6-45a6-b322-704b1fb6f1e7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.525632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f66ec76e-2df6-45a6-b322-704b1fb6f1e7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "DELETE /v2.0/security-groups/555a90be-5340-415a-b43e-76198a9c795f HTTP/1.1" status: 204 len: 168 time: 0.2240055 Jul 07 18:17:26.526256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35486) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:26.552419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ec76e-2df6-45a6-b322-704b1fb6f1e7 tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555a90be-5340-415a-b43e-76198a9c795f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:26.555717 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-8cd18bef-7091-4121-aa06-054011ccee6e tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] show failed (client error): The resource could not be found. Jul 07 18:17:26.561146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8cd18bef-7091-4121-aa06-054011ccee6e tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "GET /v2.0/security-groups/555a90be-5340-415a-b43e-76198a9c795f HTTP/1.1" status: 404 len: 347 time: 0.0270371 Jul 07 18:17:26.561146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:26.572957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:26.584848 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223ab25-b982-4556-9917-da30838bf047 None None] Sync routers for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:26.594815 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:26.595436 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:26.618746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57cbef-4b6f-489a-a610-de811520410e req-0107d778-6580-4f31-9189-1708f27cdd59 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:26.621182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff57cbef-4b6f-489a-a610-de811520410e req-0107d778-6580-4f31-9189-1708f27cdd59 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 945 time: 0.0994308 Jul 07 18:17:26.622704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.701270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d6f7a3fd-4f83-4a84-9103-0e78af9d53a0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7285242 Jul 07 18:17:26.704697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:26.707036 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506a68d-80b3-4e44-81df-b9615c407564" -d '{"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:26.727295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff57cbef-4b6f-489a-a610-de811520410e req-fa0b20bb-80bc-4cdb-852c-7be6318ba639 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986018 Jul 07 18:17:26.735907 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:26.737488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Deleting port b0a0cc5f-5878-4d94-999f-7b17dfc6d623 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:26.737877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.835350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.835994 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:26.851775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Calling delete_port for b0a0cc5f-5878-4d94-999f-7b17dfc6d623 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:26.997145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7300-7f98-42e1-aa3a-afae825b611e req-296747ce-8465-4076-b13e-371cce01303f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:26.998998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-519f7300-7f98-42e1-aa3a-afae825b611e req-296747ce-8465-4076-b13e-371cce01303f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1179450 Jul 07 18:17:27.004622 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '95f6ba95-eb8f-4ba4-a689-31b2b0ac0742', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'port_id': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'mac_address': 'fa:16:3e:40:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:24Z', 'updated_at': '2021-07-07T18:17:24Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:09Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:27.064401 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223ab25-b982-4556-9917-da30838bf047 None None] Checking router: 23441749-1e3a-49b6-9d80-915e31c2068d for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:27.078315 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:27.079595 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:27.085289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:27.094736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-519f7300-7f98-42e1-aa3a-afae825b611e req-138066dc-1ab4-4d7b-aa9d-1cd1f18eef72 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834422 Jul 07 18:17:27.118394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35510) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:27.191685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Pushing event deleted for resources: {'Port': ['ID=b0a0cc5f-5878-4d94-999f-7b17dfc6d623,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:27.237588 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab560f3-4c84-40c6-ab9b-0390e5edc2c6 x-openstack-request-id: req-3ab560f3-4c84-40c6-ab9b-0390e5edc2c6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:27.239620 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:27.239906 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ab560f3-4c84-40c6-ab9b-0390e5edc2c6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:27.240333 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'status': 'completed', 'code': 200} Jul 07 18:17:27.243094 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:27.326001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:27.329355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:27.331402 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1c5ca27c-4aec-44fa-91eb-37188ccbcb0d tempest-AttachVolumeTestJSON-848858195 tempest-AttachVolumeTestJSON-848858195-project] 10.222.0.88 "DELETE /v2.0/floatingips/ab84fd01-ae02-46ad-8b06-a4342b844e58 HTTP/1.1" status: 204 len: 168 time: 0.7698367 Jul 07 18:17:27.425044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0b17bde3-76d4-4533-80fa-f8ae9fbab797 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 HTTP/1.1" status: 200 len: 992 time: 0.3053203 Jul 07 18:17:27.543945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a68d-80b3-4e44-81df-b9615c407564 req-28f7894d-8b2e-4c43-91e1-23f9bd4d1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:27.545606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8506a68d-80b3-4e44-81df-b9615c407564 req-28f7894d-8b2e-4c43-91e1-23f9bd4d1ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1097 time: 0.2789373 Jul 07 18:17:27.728142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54503-daee-4341-95e6-7e1a25ac0da1 req-95eb77c3-33fd-4a9c-ab0e-97928a822889 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:27.730233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fd54503-daee-4341-95e6-7e1a25ac0da1 req-95eb77c3-33fd-4a9c-ab0e-97928a822889 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 945 time: 0.3372006 Jul 07 18:17:27.742316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c19099-1aca-4bfc-a3eb-9e8216c8d385 req-faeab122-008b-4428-83f0-3ff5173b3b90 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:27.743899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0c19099-1aca-4bfc-a3eb-9e8216c8d385 req-faeab122-008b-4428-83f0-3ff5173b3b90 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 946 time: 0.2754140 Jul 07 18:17:27.771068 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e223ab25-b982-4556-9917-da30838bf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '95f6ba95-eb8f-4ba4-a689-31b2b0ac0742', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'port_id': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'mac_address': 'fa:16:3e:40:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:24Z', 'updated_at': '2021-07-07T18:17:24Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:09Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:27.828990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a68d-80b3-4e44-81df-b9615c407564 req-9fe83cc2-9199-481a-8d1a-c504fa1898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:27.830317 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223ab25-b982-4556-9917-da30838bf047 None None] The sync data for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 is: [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '95f6ba95-eb8f-4ba4-a689-31b2b0ac0742', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'port_id': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'mac_address': 'fa:16:3e:40:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:24Z', 'updated_at': '2021-07-07T18:17:24Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:09Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:27.830564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8506a68d-80b3-4e44-81df-b9615c407564 req-9fe83cc2-9199-481a-8d1a-c504fa1898b7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.2706461 Jul 07 18:17:27.839666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0c19099-1aca-4bfc-a3eb-9e8216c8d385 req-30dcd7f6-04df-49ad-92ec-ba96e4624764 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ad27108-7002-4e84-bea7-7e207e7318a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809884 Jul 07 18:17:27.848413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fd54503-daee-4341-95e6-7e1a25ac0da1 req-abb23b38-6146-4523-bb9f-b7a58997db95 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971756 Jul 07 18:17:27.941261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-e35d3176-aa96-4543-8398-1eb5f278d556 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:27.945189 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-e35d3176-aa96-4543-8398-1eb5f278d556 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.90 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 946 time: 0.1623952 Jul 07 18:17:27.970836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8506a68d-80b3-4e44-81df-b9615c407564 req-8717b3c2-68d0-4576-a1ca-5c06d3359cbd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1000 time: 0.1299915 Jul 07 18:17:28.064487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a68d-80b3-4e44-81df-b9615c407564 req-6de0acc4-8f70-4f1c-b6c1-abf4b260a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:28.066635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8506a68d-80b3-4e44-81df-b9615c407564 req-6de0acc4-8f70-4f1c-b6c1-abf4b260a222 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.0901141 Jul 07 18:17:28.093005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Deleting port a75feffb-5546-4853-bdcb-3b3fc5fc84af {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:28.093524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:28.168215 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a68d-80b3-4e44-81df-b9615c407564 req-11692774-aeaf-432f-aa38-bcd216d7152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:28.169800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8506a68d-80b3-4e44-81df-b9615c407564 req-11692774-aeaf-432f-aa38-bcd216d7152d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970204 Jul 07 18:17:28.235846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9973ca80-a9a2-4184-823b-70f1341123f3 None None] New status for floating IP 95f6ba95-eb8f-4ba4-a689-31b2b0ac0742: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:17:28.286696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] For port a75feffb-5546-4853-bdcb-3b3fc5fc84af, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a75feffb-5546-4853-bdcb-3b3fc5fc84af,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:28.287120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:28.369895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8506a68d-80b3-4e44-81df-b9615c407564 req-9de1197d-1313-4de4-a602-5c919f190fa7 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933963 Jul 07 18:17:28.425245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35534) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:28.546987 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2805a43c-6590-45dc-9d61-460f3376351a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 HTTP/1.1" status: 200 len: 992 time: 0.1205864 Jul 07 18:17:28.726265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8506a68d-80b3-4e44-81df-b9615c407564 req-2ce67a3a-a776-45de-905d-588ffa86b8fd service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498981 Jul 07 18:17:28.790334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183d091-be88-486c-98fc-98f15cefe24c req-04d23edc-5591-4bee-ae93-61c26edfcbbb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:28.792019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0183d091-be88-486c-98fc-98f15cefe24c req-04d23edc-5591-4bee-ae93-61c26edfcbbb tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 945 time: 0.1981931 Jul 07 18:17:28.819000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:28.820021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:28.820951 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Floating IP eee63b81-e4cd-4913-8192-9ca17c0e3a93 disassociated. External IP: 172.25.1.204, port: a75feffb-5546-4853-bdcb-3b3fc5fc84af. Jul 07 18:17:28.821910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Calling delete_port for a75feffb-5546-4853-bdcb-3b3fc5fc84af owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:28.894949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0183d091-be88-486c-98fc-98f15cefe24c req-d190e023-03ea-4b12-b52f-6f6e65990eb1 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912418 Jul 07 18:17:29.047267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:29.123087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a04de01b-c21a-401e-8178-cfd6dbacdd4e req-ddc2c9ee-9fec-41a3-b586-282e61bf06f1 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 210 time: 0.0381436 Jul 07 18:17:29.138479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event deleted for resources: {'Port': ['ID=a75feffb-5546-4853-bdcb-3b3fc5fc84af,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:29.319096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:29.508665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:29.518761 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] Sync routers for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:29.543245 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:29.544634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:29.550677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35616) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:29.599390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] No DVR routers for this DVR port a75feffb-5546-4853-bdcb-3b3fc5fc84af on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:29.605834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:29.615743 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d2432f87-f289-46f2-b2ec-d7d98deb6d6e req-839bc129-bcbc-46df-a0fe-3e1b8b509535 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.90 "DELETE /v2.0/ports/a75feffb-5546-4853-bdcb-3b3fc5fc84af HTTP/1.1" status: 204 len: 173 time: 1.6653619 Jul 07 18:17:29.616227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'name': 'network-vif-deleted', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:29.620150 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f972e0-ef37-4b41-9c91-8db9874913cd" -d '{"events": [{"server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "name": "network-vif-deleted", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:29.702040 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20902b2f-91ee-4f30-ae87-7b030ed0fbe0 x-openstack-request-id: req-20902b2f-91ee-4f30-ae87-7b030ed0fbe0 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:29.703713 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556e05a-75c8-4bde-94f1-9bcac57367f1", "name": "network-vif-deleted", "tag": "a75feffb-5546-4853-bdcb-3b3fc5fc84af", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:29.704005 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-20902b2f-91ee-4f30-ae87-7b030ed0fbe0 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:29.704465 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556e05a-75c8-4bde-94f1-9bcac57367f1', 'name': 'network-vif-deleted', 'tag': 'a75feffb-5546-4853-bdcb-3b3fc5fc84af', 'status': 'completed', 'code': 200} Jul 07 18:17:29.762195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c2f80c69-ad67-4907-b1e1-e76e6dae192b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 HTTP/1.1" status: 200 len: 994 time: 0.2101979 Jul 07 18:17:29.913043 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:30.015119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-d563d826-9025-4e73-8c93-8cadfdda9fc7 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:30.017304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-d563d826-9025-4e73-8c93-8cadfdda9fc7 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "GET /v2.0/ports?device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 945 time: 0.1928172 Jul 07 18:17:30.403545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b66da-349b-4873-ac77-4f4ce190f9b5 req-841ca4de-ebd7-4244-9861-16a9ea39d97c tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:30.437686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf6b66da-349b-4873-ac77-4f4ce190f9b5 req-841ca4de-ebd7-4244-9861-16a9ea39d97c tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 945 time: 0.2079771 Jul 07 18:17:30.487479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Deleting port f250e45e-c107-4577-b203-eb8a436bbe65 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:30.490285 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:30.559711 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a75feffb-5546-4853-bdcb-3b3fc5fc84af no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:30.614301 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 5, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:30.633795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: a75feffb-5546-4853-bdcb-3b3fc5fc84af {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:30.634047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a75feffb-5546-4853-bdcb-3b3fc5fc84af not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:30.695629 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] Checking router: 378d8d25-f477-40c9-96e0-0d332d1dd6c5 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:30.721277 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:30.722471 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:30.919086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf6b66da-349b-4873-ac77-4f4ce190f9b5 req-ac3b771b-4faa-4798-b65c-87c834da2b84 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748230 Jul 07 18:17:30.951561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f02771fc-05c5-409d-b704-2a43963876ae req-a9863af3-61b3-4e37-8db9-f12e000d4280 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "GET /v2.0/ports?device_id=e556e05a-75c8-4bde-94f1-9bcac57367f1 HTTP/1.1" status: 200 len: 210 time: 0.2640991 Jul 07 18:17:31.000074 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:31.006318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] For port f250e45e-c107-4577-b203-eb8a436bbe65, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=f250e45e-c107-4577-b203-eb8a436bbe65,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:31.006891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:31.021569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Calling delete_port for f250e45e-c107-4577-b203-eb8a436bbe65 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:31.257049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:31.274820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['83d40053-7cfe-4c57-9b24-ab6ebd3871f0'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:31.277810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['f250e45e-c107-4577-b203-eb8a436bbe65', '4e6d0584-9bfa-4763-b803-afb65171864d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:31.363812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Pushing event deleted for resources: {'Port': ['ID=f250e45e-c107-4577-b203-eb8a436bbe65,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:31.376719 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 5, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:31.452378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] No DVR routers for this DVR port f250e45e-c107-4577-b203-eb8a436bbe65 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:31.456156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:31.460046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac008750-1ff4-4bdf-a38f-1ed4269b7a0b req-63919322-93f7-4551-8b1a-aa65a2d5b2fa tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "DELETE /v2.0/ports/f250e45e-c107-4577-b203-eb8a436bbe65 HTTP/1.1" status: 204 len: 173 time: 1.4363654 Jul 07 18:17:31.460673 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f292cc3-6c69-45f4-958e-3914dac49397 None None] The sync data for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 is: [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:11:20Z', 'revision_number': 4, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '0b89dc4e-a741-4f8a-9084-87767ad5924e', 'name': '', 'network_id': '25380966-4910-411c-aa2f-19bf91c690d2', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'mac_address': 'fa:16:3e:b4:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:18Z', 'updated_at': '2021-07-07T18:11:30Z', 'revision_number': 5, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'subnets': [{'id': '98c2f422-cc8d-4bd8-97c1-a4e502069f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:31.461491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'name': 'network-vif-deleted', 'tag': 'f250e45e-c107-4577-b203-eb8a436bbe65'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:31.465414 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed43384-4925-4aa3-8591-6339ed738f7f" -d '{"events": [{"server_uuid": "90ac728b-e327-4b83-a6a3-fd86bc2e3e73", "name": "network-vif-deleted", "tag": "f250e45e-c107-4577-b203-eb8a436bbe65"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:31.589441 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a0d34a-27e7-4757-b6c6-bc9c4917b2cd x-openstack-request-id: req-78a0d34a-27e7-4757-b6c6-bc9c4917b2cd {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:31.590401 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ac728b-e327-4b83-a6a3-fd86bc2e3e73", "name": "network-vif-deleted", "tag": "f250e45e-c107-4577-b203-eb8a436bbe65", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:31.595710 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78a0d34a-27e7-4757-b6c6-bc9c4917b2cd {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:31.596186 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ac728b-e327-4b83-a6a3-fd86bc2e3e73', 'name': 'network-vif-deleted', 'tag': 'f250e45e-c107-4577-b203-eb8a436bbe65', 'status': 'completed', 'code': 200} Jul 07 18:17:31.966511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a105e1-abd2-4ca9-86cc-755ab75bd990 None None] New status for floating IP eee63b81-e4cd-4913-8192-9ca17c0e3a93: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:17:32.253603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35912) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:32.377371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 35924) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:32.493816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cde71323-6589-4396-867d-c41bf17b4447 req-31d96d3f-83dc-4e87-a6d3-c07c5c746f39 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=90ac728b-e327-4b83-a6a3-fd86bc2e3e73 HTTP/1.1" status: 200 len: 210 time: 0.0559883 Jul 07 18:17:32.527231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a03674e-2ff4-4943-8c17-e07268a9f36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.702457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Deleting port a5f78221-f9be-4538-9f6e-06845c61463e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:32.702983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.779573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a03674e-2ff4-4943-8c17-e07268a9f36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.785865 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a03674e-2ff4-4943-8c17-e07268a9f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.812960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.813310 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.827290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Calling delete_port for a5f78221-f9be-4538-9f6e-06845c61463e owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:32.872749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0a03674e-2ff4-4943-8c17-e07268a9f36c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2bc3273ed0084362b1828ec40af3708b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179907 Jul 07 18:17:32.876981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 35976) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:32.928605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03674e-2ff4-4943-8c17-e07268a9f36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88601afc-fba8-4fde-8848-fdefd4135b64,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:32.990730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9753a89-cfa3-49c1-9ede-72ba5821b7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.020271 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9753a89-cfa3-49c1-9ede-72ba5821b7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.085514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9753a89-cfa3-49c1-9ede-72ba5821b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.090095 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9753a89-cfa3-49c1-9ede-72ba5821b7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.091668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b9753a89-cfa3-49c1-9ede-72ba5821b7c1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88601afc-fba8-4fde-8848-fdefd4135b64 HTTP/1.1" status: 204 len: 168 time: 0.2133124 Jul 07 18:17:33.122550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9753a89-cfa3-49c1-9ede-72ba5821b7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88601afc-fba8-4fde-8848-fdefd4135b64,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:33.446930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.484901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event deleted for resources: {'Port': ['ID=a5f78221-f9be-4538-9f6e-06845c61463e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:33.543263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36054) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:33.564141 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9b5beb6d-c5fd-49e9-9b66-6ad94c448114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.595857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.598543 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.603027 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-159430ef-5664-4cc5-b4ae-60a6122f3198 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "DELETE /v2.0/floatingips/eee63b81-e4cd-4913-8192-9ca17c0e3a93 HTTP/1.1" status: 204 len: 168 time: 1.2236178 Jul 07 18:17:33.729522 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9b5beb6d-c5fd-49e9-9b66-6ad94c448114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.735641 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9b5beb6d-c5fd-49e9-9b66-6ad94c448114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.782760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9b5beb6d-c5fd-49e9-9b66-6ad94c448114 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=208367ea528a45678da7873184b47578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354903 Jul 07 18:17:33.783134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:33.793240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5beb6d-c5fd-49e9-9b66-6ad94c448114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e04bf7-037a-4f15-8e75-c96b552372fa,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:33.804947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36076) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:33.861164 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30bf16b0-4257-4983-a4b8-c9b29664aa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.887670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30bf16b0-4257-4983-a4b8-c9b29664aa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.888203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a8db-2c3c-4237-af7d-31fff14fb3f1 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.935649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a8db-2c3c-4237-af7d-31fff14fb3f1 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.942495 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.963091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30bf16b0-4257-4983-a4b8-c9b29664aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.966793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30bf16b0-4257-4983-a4b8-c9b29664aa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.968966 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-30bf16b0-4257-4983-a4b8-c9b29664aa89 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/47e04bf7-037a-4f15-8e75-c96b552372fa HTTP/1.1" status: 204 len: 168 time: 0.1845229 Jul 07 18:17:33.988623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf16b0-4257-4983-a4b8-c9b29664aa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e04bf7-037a-4f15-8e75-c96b552372fa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:34.024037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f250e45e-c107-4577-b203-eb8a436bbe65 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:34.058159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a8db-2c3c-4237-af7d-31fff14fb3f1 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:34.063193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a8db-2c3c-4237-af7d-31fff14fb3f1 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:34.065677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5bf3a8db-2c3c-4237-af7d-31fff14fb3f1 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] 10.222.0.88 "DELETE /v2.0/security-groups/0ad27108-7002-4e84-bea7-7e207e7318a9 HTTP/1.1" status: 204 len: 168 time: 0.2595108 Jul 07 18:17:34.087689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: f250e45e-c107-4577-b203-eb8a436bbe65 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:34.091896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device f250e45e-c107-4577-b203-eb8a436bbe65 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:34.112175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3a8db-2c3c-4237-af7d-31fff14fb3f1 tempest-TestServerBasicOps-628132544 tempest-TestServerBasicOps-628132544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad27108-7002-4e84-bea7-7e207e7318a9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:34.144040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36086) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:35.260262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c68c5f-08f0-4687-a364-eb8a156eadaf req-d6d5bc5d-207e-4d28-bbd4-05e9a5ba2d21 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:35.267574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c68c5f-08f0-4687-a364-eb8a156eadaf req-d6d5bc5d-207e-4d28-bbd4-05e9a5ba2d21 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:35.279257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08c68c5f-08f0-4687-a364-eb8a156eadaf req-d6d5bc5d-207e-4d28-bbd4-05e9a5ba2d21 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4528174-86f7-4afe-8735-da0f189afb8b&device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 1682 time: 0.2119398 Jul 07 18:17:35.363226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08c68c5f-08f0-4687-a364-eb8a156eadaf req-25b6030a-30e5-4b27-a4fc-49e695cea17c tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Jul 07 18:17:35.521020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.867816 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:36.076991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Deleting port 0b89dc4e-a741-4f8a-9084-87767ad5924e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:36.077339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:36.218400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] For port 0b89dc4e-a741-4f8a-9084-87767ad5924e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0b89dc4e-a741-4f8a-9084-87767ad5924e,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:36.218763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:36.241793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Calling delete_port for 0b89dc4e-a741-4f8a-9084-87767ad5924e owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:36.480041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:36.556580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b89dc4e-a741-4f8a-9084-87767ad5924e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:36.934776 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.260097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442760f-184f-442d-b03c-659512dcf41b req-7519d495-24d0-4034-baa8-3ff07141097e tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:37.261836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c442760f-184f-442d-b03c-659512dcf41b req-7519d495-24d0-4034-baa8-3ff07141097e tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 945 time: 0.1336946 Jul 07 18:17:37.276309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:37.422334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c442760f-184f-442d-b03c-659512dcf41b req-4796b2df-a05b-422c-9e71-e218c3d22e68 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524274 Jul 07 18:17:37.448217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:37.456811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7e154091-e8ac-4da9-a38c-4a1599335d97 admin admin] 10.222.0.88 "PUT /v2.0/routers/378d8d25-f477-40c9-96e0-0d332d1dd6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3180730 Jul 07 18:17:37.459678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36184) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:37.465289 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] Sync routers for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:37.477533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:37.478157 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:37.483273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-50950d08-b99d-41de-b468-0fd30493a935 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2203684 Jul 07 18:17:37.645852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-d0be2069-3fef-4be4-a3dd-835e6949103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:37.650984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:37.653523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-d0be2069-3fef-4be4-a3dd-835e6949103d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1097 time: 0.1137123 Jul 07 18:17:37.654472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.821766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-f52d6246-954d-4522-937b-5bc6aa7756a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:37.821766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-f52d6246-954d-4522-937b-5bc6aa7756a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.1484251 Jul 07 18:17:37.843001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.942331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Deleting port cf634c82-5014-42ee-af6f-6e0041eafb5e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:37.943156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.964345 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:17:36Z', 'revision_number': 5, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port': {'id': 'cf634c82-5014-42ee-af6f-6e0041eafb5e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:15Z', 'updated_at': '2021-07-07T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:37.965343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-d73db70c-91aa-4fac-95aa-0133b53f2743 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 1001 time: 0.1340990 Jul 07 18:17:38.017757 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] Checking router: 378d8d25-f477-40c9-96e0-0d332d1dd6c5 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:38.042009 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] Routers {'378d8d25-f477-40c9-96e0-0d332d1dd6c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:38.042792 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:38.088855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-caa07538-7e24-41c6-9776-e87bbdcedfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.095101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-caa07538-7e24-41c6-9776-e87bbdcedfcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1172011 Jul 07 18:17:38.147613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-948cd1a9-abae-40ba-bd69-df19ab203b11 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.157032 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-948cd1a9-abae-40ba-bd69-df19ab203b11 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 945 time: 0.2545171 Jul 07 18:17:38.221742 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] Set router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:38.245924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-7d136fa6-5fe1-4d00-919b-40abca1ce640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.250672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-7d136fa6-5fe1-4d00-919b-40abca1ce640 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523948 Jul 07 18:17:38.262671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-46ceefae-c37a-4ab3-8d68-e31bc2c3236b service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:17:38.276977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-46ceefae-c37a-4ab3-8d68-e31bc2c3236b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186887 Jul 07 18:17:38.301461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] For port cf634c82-5014-42ee-af6f-6e0041eafb5e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cf634c82-5014-42ee-af6f-6e0041eafb5e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:38.305406 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:38.368415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Calling delete_port for cf634c82-5014-42ee-af6f-6e0041eafb5e owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:38.408553 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:17:37Z', 'revision_number': 6, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:38.500953 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1db3e-271b-4d18-8983-88f4fed08c6d None None] The sync data for ids ['378d8d25-f477-40c9-96e0-0d332d1dd6c5'] in n-d-798930-2 is: [{'id': '378d8d25-f477-40c9-96e0-0d332d1dd6c5', 'name': 'tempest-TestServerBasicOps-1165844193-router', 'tenant_id': 'a019cf430d494e759c52df0956d1b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:14Z', 'updated_at': '2021-07-07T18:17:37Z', 'revision_number': 6, 'project_id': 'a019cf430d494e759c52df0956d1b3cc', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:38.546060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-9294cb11-0f12-4354-af61-c7e5ad9758c1 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558756 Jul 07 18:17:38.703426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225093a3-d6fb-4c96-a098-d582a426d31b req-7601e88d-4c2e-4a05-b048-50ac98f8bdc5 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.705107 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-225093a3-d6fb-4c96-a098-d582a426d31b req-7601e88d-4c2e-4a05-b048-50ac98f8bdc5 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "GET /v2.0/ports?device_id=f67e1b39-1149-4537-88e0-48f4b9c76bf1 HTTP/1.1" status: 200 len: 946 time: 0.3713937 Jul 07 18:17:38.725456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a28fb4f6-5a03-4706-a734-79136e90a33f req-4e7e823e-fd0e-4f49-9aec-181872468c92 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709580 Jul 07 18:17:38.784046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Deleting port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:38.784393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:38.800727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a90efb-637d-4555-8989-41d45bfa0044 req-d7b994de-2280-4ba2-b538-d98b7a201bae tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:38.821778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24a90efb-637d-4555-8989-41d45bfa0044 req-d7b994de-2280-4ba2-b538-d98b7a201bae tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 945 time: 0.1548593 Jul 07 18:17:38.932372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-24a90efb-637d-4555-8989-41d45bfa0044 req-e49e10fd-e1e4-4ea6-b502-3b4e093f5686 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/security-groups?id=c648d535-8901-41af-aeaa-7ffddb570946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081052 Jul 07 18:17:39.075220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] For port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:39.075583 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.105186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Calling delete_port for 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:39.362099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.417620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf634c82-5014-42ee-af6f-6e0041eafb5e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:39.465040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Deleting port 4e6d0584-9bfa-4763-b803-afb65171864d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:39.465040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.534459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.546209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['4e6d0584-9bfa-4763-b803-afb65171864d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:39.679384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Pushing event deleted for resources: {'Port': ['ID=83d40053-7cfe-4c57-9b24-ab6ebd3871f0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:39.780023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] No DVR routers for this DVR port 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:39.782887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.785418 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-615ca350-a9aa-491b-9f8f-aedfb079182f req-dee79738-9ccb-48c9-9b4b-332d51f62669 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.90 "DELETE /v2.0/ports/83d40053-7cfe-4c57-9b24-ab6ebd3871f0 HTTP/1.1" status: 204 len: 173 time: 1.6220105 Jul 07 18:17:39.788340 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.791040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'name': 'network-vif-deleted', 'tag': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:39.793543 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb5a8bc-3619-4aec-8652-b6d7b1e6ed17" -d '{"events": [{"server_uuid": "e4528174-86f7-4afe-8735-da0f189afb8b", "name": "network-vif-deleted", "tag": "83d40053-7cfe-4c57-9b24-ab6ebd3871f0"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:39.810474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] For port 4e6d0584-9bfa-4763-b803-afb65171864d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4e6d0584-9bfa-4763-b803-afb65171864d,segment=NetworkSegment(e4b139e4-dace-4d1e-967c-d707bb57e834),segment_id=e4b139e4-dace-4d1e-967c-d707bb57e834)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:39.810856 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.887618 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2483bb36-97c7-47db-a53e-24e3db48a776 x-openstack-request-id: req-2483bb36-97c7-47db-a53e-24e3db48a776 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:39.887937 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4528174-86f7-4afe-8735-da0f189afb8b", "name": "network-vif-deleted", "tag": "83d40053-7cfe-4c57-9b24-ab6ebd3871f0", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:39.888173 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2483bb36-97c7-47db-a53e-24e3db48a776 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:39.888582 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4528174-86f7-4afe-8735-da0f189afb8b', 'name': 'network-vif-deleted', 'tag': '83d40053-7cfe-4c57-9b24-ab6ebd3871f0', 'status': 'completed', 'code': 200} Jul 07 18:17:39.937681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Calling delete_port for 4e6d0584-9bfa-4763-b803-afb65171864d owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:39.948892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.954828 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.117557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.118222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 378d8d25-f477-40c9-96e0-0d332d1dd6c5 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:17:40.133112 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.136721 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f498d913-60c7-4c05-9682-a7de69e031b8 admin admin] 10.222.0.88 "DELETE /v2.0/routers/378d8d25-f477-40c9-96e0-0d332d1dd6c5 HTTP/1.1" status: 204 len: 168 time: 2.6736648 Jul 07 18:17:40.141407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36228) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:40.162243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ca023cc-6b9b-48fa-9023-abe125ea327f req-e8c19749-102c-4e3f-823d-a9cf108a5432 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4528174-86f7-4afe-8735-da0f189afb8b HTTP/1.1" status: 200 len: 210 time: 0.0539031 Jul 07 18:17:40.250470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] Deleting subnet 98c2f422-cc8d-4bd8-97c1-a4e502069f44 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:17:40.258298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.309088 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.354763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Pushing event deleted for resources: {'Port': ['ID=4e6d0584-9bfa-4763-b803-afb65171864d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:40.359008 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.463247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] No DVR routers for this DVR port 4e6d0584-9bfa-4763-b803-afb65171864d on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:40.466048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.469254 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-225093a3-d6fb-4c96-a098-d582a426d31b req-49a5fecb-7d47-4577-aa67-3499568f2610 tempest-ListServersNegativeTestJSON-1643018122 tempest-ListServersNegativeTestJSON-1643018122-project] 10.222.0.55 "DELETE /v2.0/ports/4e6d0584-9bfa-4763-b803-afb65171864d HTTP/1.1" status: 204 len: 173 time: 1.7568550 Jul 07 18:17:40.536503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.561997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:40.610077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:40.611784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 83d40053-7cfe-4c57-9b24-ab6ebd3871f0 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:40.675910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.687130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36236) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:40.694552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf0285-e75a-4904-8fc1-13ab92ed6d2b None None] Network 25380966-4910-411c-aa2f-19bf91c690d2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:40.694742 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.696768 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/98c2f422-cc8d-4bd8-97c1-a4e502069f44 HTTP/1.1" status: 204 len: 168 time: 0.5499504 Jul 07 18:17:40.701579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36240) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:40.736307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5a1f-99c3-40d8-82e0-0791c8eea04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c2f422-cc8d-4bd8-97c1-a4e502069f44,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:40.778029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cf634c82-5014-42ee-af6f-6e0041eafb5e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:40.817289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: cf634c82-5014-42ee-af6f-6e0041eafb5e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:40.818031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cf634c82-5014-42ee-af6f-6e0041eafb5e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:40.818606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0b89dc4e-a741-4f8a-9084-87767ad5924e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:40.828441 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.909904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 0b89dc4e-a741-4f8a-9084-87767ad5924e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:40.910384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0b89dc4e-a741-4f8a-9084-87767ad5924e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:40.922696 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-84b69f3e-1612-4380-b2bb-6a41e9bb2b39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985780 Jul 07 18:17:41.041137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Deleting port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:41.041482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.082431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-5f15c099-e426-484e-9d4e-69f1a5d8be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:41.084333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-5f15c099-e426-484e-9d4e-69f1a5d8be4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1097 time: 0.1113341 Jul 07 18:17:41.111685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] DHCP port deletion for 25380966-4910-411c-aa2f-19bf91c690d2 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:17:41.186678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] Deleting port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:41.187759 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.245847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] For port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:41.252984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.282684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Calling delete_port for 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:41.288029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] For port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,segment=NetworkSegment(4e29b9eb-a0ed-49d0-a627-5f6a54551ff0),segment_id=4e29b9eb-a0ed-49d0-a627-5f6a54551ff0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:41.289206 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.300266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-0a189461-4128-4ad7-9217-5c3d12591b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:41.301904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-0a189461-4128-4ad7-9217-5c3d12591b73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.1873214 Jul 07 18:17:41.334686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] Calling delete_port for 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:41.443084 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-52f6d4fe-44df-4cd0-8c3e-56c49d13a283 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1002 time: 0.1334908 Jul 07 18:17:41.539031 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.559352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36254) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:41.574157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-9d00775a-22b8-4848-b1d2-638183a84ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:41.575668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-9d00775a-22b8-4848-b1d2-638183a84ec2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1251013 Jul 07 18:17:41.639246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-b1f4909b-58f1-4024-949e-ebed6adc4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:41.639854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] No DVR routers for this DVR port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:41.640936 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-b1f4909b-58f1-4024-949e-ebed6adc4cfc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579367 Jul 07 18:17:41.649509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b26c75-6428-474c-91ab-cceb8cba130c None None] Pushing event deleted for resources: {'Port': ['ID=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:41.679061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] Deleting subnet a0066652-9e91-4020-b151-6b6ecd505bbf {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:17:41.699716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.703927 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.759100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Pushing event deleted for resources: {'Port': ['ID=64634d67-e4f3-4d3a-b72b-e2f7b49e3f07,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:41.767211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] No DVR routers for this DVR port 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:41.786795 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-177b6b1b-461f-484b-b58d-50830f437521 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283047 Jul 07 18:17:41.825112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.951218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.967570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25380966-4910-411c-aa2f-19bf91c690d2']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:41.970301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'name': 'network-vif-deleted', 'tag': '4e6d0584-9bfa-4763-b803-afb65171864d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:41.970792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.003293 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3bcd51-8a21-46ff-b17b-45284d64689a" -d '{"events": [{"server_uuid": "f67e1b39-1149-4537-88e0-48f4b9c76bf1", "name": "network-vif-deleted", "tag": "4e6d0584-9bfa-4763-b803-afb65171864d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:42.009160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-803fe39b-54e9-4fbe-9899-d0db44f08418 req-7e1d4609-6ffa-4493-9c0e-f8b172759393 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154462 Jul 07 18:17:42.048402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4e6d0584-9bfa-4763-b803-afb65171864d no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:42.070538 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2238ac22-bf18-4af8-ba86-93253084e703 x-openstack-request-id: req-2238ac22-bf18-4af8-ba86-93253084e703 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:42.071242 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67e1b39-1149-4537-88e0-48f4b9c76bf1", "name": "network-vif-deleted", "tag": "4e6d0584-9bfa-4763-b803-afb65171864d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:42.071662 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2238ac22-bf18-4af8-ba86-93253084e703 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:42.072262 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67e1b39-1149-4537-88e0-48f4b9c76bf1', 'name': 'network-vif-deleted', 'tag': '4e6d0584-9bfa-4763-b803-afb65171864d', 'status': 'completed', 'code': 200} Jul 07 18:17:42.074553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 4e6d0584-9bfa-4763-b803-afb65171864d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:42.075082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4e6d0584-9bfa-4763-b803-afb65171864d not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:42.315272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:42.315843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e29b9eb-a0ed-49d0-a627-5f6a54551ff0') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:42.342460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.369759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.396414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:17:42.396897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: self.session.flush() Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:17:42.398925 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:17:42.441090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.508873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0066652-9e91-4020-b151-6b6ecd505bbf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:42.516573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.518802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-36a985d4-fa18-46f6-8b2e-7c370e78f33a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a0066652-9e91-4020-b151-6b6ecd505bbf HTTP/1.1" status: 204 len: 168 time: 0.9582431 Jul 07 18:17:42.521599 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.521851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36276) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:42.526760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.532003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] 10.222.0.88 "DELETE /v2.0/networks/25380966-4910-411c-aa2f-19bf91c690d2 HTTP/1.1" status: 204 len: 168 time: 1.8259263 Jul 07 18:17:42.532560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36278) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:42.565061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36280) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:42.605813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68898eae-9f59-4537-ad90-efe68119c49a admin admin] Pushing event deleted for resources: {'Network': ['ID=25380966-4910-411c-aa2f-19bf91c690d2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:42.654528 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.686861 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.694938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:42.742145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:42.744158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 64634d67-e4f3-4d3a-b72b-e2f7b49e3f07 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:42.829571 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.847520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e10f2b-01b1-40ec-b569-a9959b331511']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:42.867918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b139e4-dace-4d1e-967c-d707bb57e834') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:42.877078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b139e4-dace-4d1e-967c-d707bb57e834') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:42.929093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.961939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e0467458-a59b-4cb2-bcad-477afedd6ad1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24ba94ab741a4c178aab5ebec359eee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858907 Jul 07 18:17:42.965061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36284) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:42.974532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.002775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:17:43.003116 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:17:43.004874 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:17:43.116487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c433-9af3-496a-a30c-adc3b9415c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.135149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.139593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.145323 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a5e10f2b-01b1-40ec-b569-a9959b331511 HTTP/1.1" status: 204 len: 168 time: 0.6215644 Jul 07 18:17:43.172809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf14910-cf06-4a1f-a154-6e6cd5b10b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e10f2b-01b1-40ec-b569-a9959b331511,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.178202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c433-9af3-496a-a30c-adc3b9415c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.190710 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:43.247687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c433-9af3-496a-a30c-adc3b9415c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.251334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c433-9af3-496a-a30c-adc3b9415c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.253037 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bdc5c433-9af3-496a-a30c-adc3b9415c92 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb3b8753-b548-4b06-8a14-2968e52a0fdd HTTP/1.1" status: 204 len: 168 time: 0.2861896 Jul 07 18:17:43.264104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c433-9af3-496a-a30c-adc3b9415c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3b8753-b548-4b06-8a14-2968e52a0fdd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.324378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Deleting port b137ac17-6c03-44ff-9042-b661a5ef902c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:43.325415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.365991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36294) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.416611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.416874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-64269854-5330-4094-8bc3-aa9a020b6196 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=691a27b5a8e444c597ec2f4ec2175cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493176 Jul 07 18:17:43.419064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36298) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.473448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] For port b137ac17-6c03-44ff-9042-b661a5ef902c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b137ac17-6c03-44ff-9042-b661a5ef902c,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:43.474763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.493526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-de4cf810-edc4-4be2-891d-bc600b7efa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.494788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Calling delete_port for b137ac17-6c03-44ff-9042-b661a5ef902c owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:43.518786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-de4cf810-edc4-4be2-891d-bc600b7efa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.588420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-de4cf810-edc4-4be2-891d-bc600b7efa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.591820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-de4cf810-edc4-4be2-891d-bc600b7efa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.595617 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-de4cf810-edc4-4be2-891d-bc600b7efa7f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c648d535-8901-41af-aeaa-7ffddb570946 HTTP/1.1" status: 204 len: 168 time: 0.1732481 Jul 07 18:17:43.602995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cf810-edc4-4be2-891d-bc600b7efa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c648d535-8901-41af-aeaa-7ffddb570946,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.900020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.939928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Pushing event deleted for resources: {'Port': ['ID=b137ac17-6c03-44ff-9042-b661a5ef902c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.996475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Deleting port a755bf17-34ac-460b-b564-ee6d6f40d754 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:43.997449 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.218073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] For port a755bf17-34ac-460b-b564-ee6d6f40d754, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a755bf17-34ac-460b-b564-ee6d6f40d754,segment=NetworkSegment(c8cf8434-295b-4db3-b99c-562265df9ff8),segment_id=c8cf8434-295b-4db3-b99c-562265df9ff8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:44.218752 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.277748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Calling delete_port for a755bf17-34ac-460b-b564-ee6d6f40d754 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:44.344177 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.670557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36346) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:44.707498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:44.805397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.862342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a755bf17-34ac-460b-b564-ee6d6f40d754,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:45.126190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36352) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:45.253581 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-979387a3-beb7-4c90-9b27-afe8a0b5927a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.305694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1735330214-network', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:45.378691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:45.390195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] Sync routers for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:45.399972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-979387a3-beb7-4c90-9b27-afe8a0b5927a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.400300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a393361-87aa-402b-ab7d-b03a04fbb43e admin admin] 10.222.0.88 "PUT /v2.0/routers/3dbccefb-d6f9-4a8d-aa80-1eb779cee781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7112844 Jul 07 18:17:45.403754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36360) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:45.404693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:45.405400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:45.432304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-979387a3-beb7-4c90-9b27-afe8a0b5927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.447620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Made reservation on behalf of 8d8f5023beb44955ab61ac3fe381402d for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:45.451499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.532936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:45.574600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.776716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:17:43Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:45.811977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] Checking router: 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:45.835868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] Routers {'3dbccefb-d6f9-4a8d-aa80-1eb779cee781'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:45.836659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:45.845109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:45.882207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.884534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6637eca7-4f95-4736-8a7f-59ffcfa567a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.908063 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-979387a3-beb7-4c90-9b27-afe8a0b5927a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4206c1402a7a4918bf3b3fa8dfc5b240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805440 Jul 07 18:17:45.911152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36362) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:45.944184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979387a3-beb7-4c90-9b27-afe8a0b5927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b532f2cd-a083-45b9-b4ea-103e23a1f728,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:45.984964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] Set router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:45.992242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.030751 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f9116039-2d10-4c45-b705-18f216e651a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.032950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:46.041755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5767fd09-92f2-457f-abd0-93125ad6c0bf admin admin] 10.222.0.88 "PUT /v2.0/routers/f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5056438 Jul 07 18:17:46.041755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36364) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:46.045461 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] Sync routers for ids ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:46.057247 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] Routers {'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:46.059255 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:46.164317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.182420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.192344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.196763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f9116039-2d10-4c45-b705-18f216e651a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.280009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:46.295021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:17:46.302049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.315843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:17:43Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:46.348086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Deleting port 48356a0b-3484-4ef6-bb77-9d65b5b769cf {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:46.350029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.351497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7db9d1-40f9-483b-a21f-cbd6d44ce000 None None] The sync data for ids ['3dbccefb-d6f9-4a8d-aa80-1eb779cee781'] in n-d-798930-2 is: [{'id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'name': 'tempest-AttachVolumeTestJSON-527707521-router', 'tenant_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:03Z', 'updated_at': '2021-07-07T18:17:43Z', 'revision_number': 5, 'project_id': 'aab8cf4aaa9042aaa6b7751c60b254bd', 'gw_port': {'id': '48356a0b-3484-4ef6-bb77-9d65b5b769cf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbccefb-d6f9-4a8d-aa80-1eb779cee781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:04Z', 'updated_at': '2021-07-07T18:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:46.374701 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] Set router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:46.430203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.443507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] For port 48356a0b-3484-4ef6-bb77-9d65b5b769cf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=48356a0b-3484-4ef6-bb77-9d65b5b769cf,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:46.443877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.452049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f9116039-2d10-4c45-b705-18f216e651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.457720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.457720 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Added segment c90f30f3-2727-4c7e-88b6-869e5762332d of type vlan for network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 Jul 07 18:17:46.460815 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f9116039-2d10-4c45-b705-18f216e651a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.470711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f9116039-2d10-4c45-b705-18f216e651a0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b532f2cd-a083-45b9-b4ea-103e23a1f728 HTTP/1.1" status: 204 len: 168 time: 0.5573890 Jul 07 18:17:46.504560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Calling delete_port for 48356a0b-3484-4ef6-bb77-9d65b5b769cf owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:46.529418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9116039-2d10-4c45-b705-18f216e651a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532f2cd-a083-45b9-b4ea-103e23a1f728,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:46.574408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.603807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Deleting port 9055db50-eaef-49ee-aae8-c25997e66d09 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:46.604159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.685528 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.686801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:46.687556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.720514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] For port 9055db50-eaef-49ee-aae8-c25997e66d09, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9055db50-eaef-49ee-aae8-c25997e66d09,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:46.721041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.754515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Calling delete_port for 9055db50-eaef-49ee-aae8-c25997e66d09 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:46.840842 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:17:44Z', 'revision_number': 5, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port': {'id': '9055db50-eaef-49ee-aae8-c25997e66d09', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:11:26Z', 'updated_at': '2021-07-07T18:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:46.843982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:46.857638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:17:46.860509 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fd863082-0c7a-4573-be0b-b574a11ff812 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1888244 Jul 07 18:17:46.864185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36374) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:46.931471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Request body: {'subnet': {'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1735330214-subnet', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:46.948313 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] Checking router: f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:46.983299 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] Routers {'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:46.983935 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:46.989290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Made reservation on behalf of 8d8f5023beb44955ab61ac3fe381402d for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:46.993082 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.007963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b137ac17-6c03-44ff-9042-b661a5ef902c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:47.135126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b137ac17-6c03-44ff-9042-b661a5ef902c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:47.137242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b137ac17-6c03-44ff-9042-b661a5ef902c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:47.163527 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.177480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.222685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48356a0b-3484-4ef6-bb77-9d65b5b769cf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:47.239594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Pushing event deleted for resources: {'Port': ['ID=9055db50-eaef-49ee-aae8-c25997e66d09,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:47.242560 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] Set router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:47.332084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.350773 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:17:46Z', 'revision_number': 6, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:47.426068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.434971 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558b43c-1051-4bc0-9201-cf6881ad79cd None None] The sync data for ids ['f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02'] in n-d-798930-2 is: [{'id': 'f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02', 'name': 'tempest-TestServerBasicOps-324011672-router', 'tenant_id': '3d39836615af4b8f9091656e7cb8babf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:11:25Z', 'updated_at': '2021-07-07T18:17:46Z', 'revision_number': 6, 'project_id': '3d39836615af4b8f9091656e7cb8babf', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:47.438114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.465185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.535712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.578710 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.581061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbccefb-d6f9-4a8d-aa80-1eb779cee781 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:17:47.590320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.593636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36390) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:47.595058 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8d1fbf23-00aa-4ff8-8b2d-932cb2b35bd5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3dbccefb-d6f9-4a8d-aa80-1eb779cee781 HTTP/1.1" status: 204 len: 168 time: 2.1881940 Jul 07 18:17:47.614637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.641835 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.662608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec48f9f-007d-47a9-afe4-c958028c86af,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:47.706935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:47.707591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Network hostable DHCP agents. Network: 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:17:47.733531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:17:47.758492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:47.766421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:47.767022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.771256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba33aa3-1c6e-4ff1-98f4-aeb4159b4bb5 None None] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:47.791706 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d91e501d-97da-4c28-aee0-5e3c00bdd3c8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9215815 Jul 07 18:17:47.795709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:47.813208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:47.852440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.853930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:17:47.865960 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.871053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f6800874-5677-4bd6-8697-f2c2e76cd401 admin admin] 10.222.0.88 "DELETE /v2.0/routers/f98a0c8b-2f75-4280-ae97-a3ad9f8a1c02 HTTP/1.1" status: 204 len: 168 time: 1.8275986 Jul 07 18:17:47.873950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:47.884177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] Deleting subnet 1ba827e8-3174-4536-9c3b-28344790e2af {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:17:47.891832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.897640 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.900320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.954108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.964346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] Deleting subnet 7d4684f0-5754-4565-a224-2c6600db8c85 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:17:48.016417 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.017541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.137599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:17:48.145559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.154874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.181463 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.330021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.338060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.375867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba827e8-3174-4536-9c3b-28344790e2af,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:48.385629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.390702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7d76a2a4-7953-45b5-8ba8-e1f719a3f496 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1ba827e8-3174-4536-9c3b-28344790e2af HTTP/1.1" status: 204 len: 168 time: 0.7878778 Jul 07 18:17:48.396752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48209cc9-b181-4611-bf15-518422f920fb None None] Network e7f7ab53-c588-4627-8a53-31d93aff47dc requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:48.398344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36408) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:48.465516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.694601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.729947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Allocated IP 172.20.0.2 (0f7e9c77-5c78-43ec-8f53-afca8a4c2f63/cec48f9f-007d-47a9-afe4-c958028c86af/59098542-8a6c-473b-83a3-1e81f4501414) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:48.746848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a755bf17-34ac-460b-b564-ee6d6f40d754 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:48.802305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.843135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa070-1a70-4fef-adea-507887043e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.881902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4684f0-5754-4565-a224-2c6600db8c85,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:48.900736 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.910540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Deleting port ca7689ad-d069-4627-bad2-4606d724b080 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:48.910889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.915922 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a522fd38-8f84-439a-b128-27f2087440cc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7d4684f0-5754-4565-a224-2c6600db8c85 HTTP/1.1" status: 204 len: 168 time: 1.0404997 Jul 07 18:17:48.917024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36418) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:48.934704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c201f4-493f-4e09-a7ff-2ed4f388f134 None None] Network bb1daab7-f009-4df8-bc00-87a8c68fae82 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:48.940388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a755bf17-34ac-460b-b564-ee6d6f40d754 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:48.941005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a755bf17-34ac-460b-b564-ee6d6f40d754 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:48.941640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9055db50-eaef-49ee-aae8-c25997e66d09 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:49.002142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 9055db50-eaef-49ee-aae8-c25997e66d09 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:49.002824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9055db50-eaef-49ee-aae8-c25997e66d09 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:49.003458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 48356a0b-3484-4ef6-bb77-9d65b5b769cf no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:49.068260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 48356a0b-3484-4ef6-bb77-9d65b5b769cf {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:49.069382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 48356a0b-3484-4ef6-bb77-9d65b5b769cf not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:49.070717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.112123 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.134781 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.206452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] For port ca7689ad-d069-4627-bad2-4606d724b080, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ca7689ad-d069-4627-bad2-4606d724b080,segment=NetworkSegment(bdb00a7b-ce05-41b5-8390-a5387d5447ab),segment_id=bdb00a7b-ce05-41b5-8390-a5387d5447ab)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:49.207001 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.218470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.241232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Calling delete_port for ca7689ad-d069-4627-bad2-4606d724b080 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:49.279530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Allocated IP 172.25.1.123 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/dfd687c6-37a6-4523-b73e-d515a49b433e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:49.386431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Deleting port ddfe9bdd-0c03-4393-a39e-a3c769f52721 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:49.387020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.431684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.474417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7689ad-d069-4627-bad2-4606d724b080,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:49.487112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] No DVR routers for this DVR port ca7689ad-d069-4627-bad2-4606d724b080 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:49.520473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.563385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] For port ddfe9bdd-0c03-4393-a39e-a3c769f52721, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ddfe9bdd-0c03-4393-a39e-a3c769f52721,segment=NetworkSegment(c8cf8434-295b-4db3-b99c-562265df9ff8),segment_id=c8cf8434-295b-4db3-b99c-562265df9ff8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:49.564296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.579012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Calling delete_port for ddfe9bdd-0c03-4393-a39e-a3c769f52721 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:49.599231 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.616202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86807e92-c185-44e1-aac5-6ab3d4b3fe2a None None] DHCP port deletion for e7f7ab53-c588-4627-8a53-31d93aff47dc request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:17:49.642629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:49.646568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:49.649960 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.651849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:49.690821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Transition to ACTIVE for port object 59098542-8a6c-473b-83a3-1e81f4501414 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:49.700642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd687c6-37a6-4523-b73e-d515a49b433e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:49.726872 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.732876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Transition to ACTIVE for port object 59098542-8a6c-473b-83a3-1e81f4501414 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:49.738009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.743224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.772769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:49.787220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] No DVR routers for this DVR port ddfe9bdd-0c03-4393-a39e-a3c769f52721 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:49.796133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:49.798949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:49.856957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f35d75-049d-4431-b454-02bcb8f81ca1 None None] DHCP port deletion for bb1daab7-f009-4df8-bc00-87a8c68fae82 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:17:49.882896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfe9bdd-0c03-4393-a39e-a3c769f52721,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:49.893150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Pushing event updated for resources: {'Port': ['ID=59098542-8a6c-473b-83a3-1e81f4501414,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:49.958017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Attempting to bind port 59098542-8a6c-473b-83a3-1e81f4501414 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:49.958570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Attempting to bind port 59098542-8a6c-473b-83a3-1e81f4501414 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:49.963263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Attempting to bind port 59098542-8a6c-473b-83a3-1e81f4501414 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:49.967044 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.982318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:49.982764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:49.983183 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.983581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Bound using segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:49.984089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Bound port: 59098542-8a6c-473b-83a3-1e81f4501414, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:49.984621 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.991207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f7ab53-c588-4627-8a53-31d93aff47dc']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.002120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.012285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb00a7b-ce05-41b5-8390-a5387d5447ab') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.012620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb00a7b-ce05-41b5-8390-a5387d5447ab') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.026425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1daab7-f009-4df8-bc00-87a8c68fae82']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.037524 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.048232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cf8434-295b-4db3-b99c-562265df9ff8') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.048543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cf8434-295b-4db3-b99c-562265df9ff8') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.072939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.079618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:17:50.079928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:17:50.082195 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:17:50.094035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.141612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.146758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] For port 59098542-8a6c-473b-83a3-1e81f4501414, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:50.150414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:17:50.150821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:17:50.152571 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:17:50.202856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.218526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.222554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e7f7ab53-c588-4627-8a53-31d93aff47dc HTTP/1.1" status: 204 len: 168 time: 1.8181508 Jul 07 18:17:50.244057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a2be0-d348-4be3-8251-309bb5557339 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f7ab53-c588-4627-8a53-31d93aff47dc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.260606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] For port 59098542-8a6c-473b-83a3-1e81f4501414, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=59098542-8a6c-473b-83a3-1e81f4501414,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:50.263154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.266890 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.289397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.294520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] 10.222.0.88 "DELETE /v2.0/networks/bb1daab7-f009-4df8-bc00-87a8c68fae82 HTTP/1.1" status: 204 len: 168 time: 1.3700142 Jul 07 18:17:50.313213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3093-7cca-4ef2-a608-a484b7292dda admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1daab7-f009-4df8-bc00-87a8c68fae82,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.351880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739a16-9cc8-4b7c-b038-2c2cea3d142e None None] Pushing event updated for resources: {'Port': ['ID=59098542-8a6c-473b-83a3-1e81f4501414,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.377868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.528130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36432) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:50.600880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ec8ba3be-e0d2-48d5-a559-a5ea458fa294 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aab8cf4aaa9042aaa6b7751c60b254bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708065 Jul 07 18:17:50.608273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36434) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:50.698238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36436) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:50.723054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddfe9bdd-0c03-4393-a39e-a3c769f52721 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:50.763029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.770423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ddfe9bdd-0c03-4393-a39e-a3c769f52721 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:50.773152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ddfe9bdd-0c03-4393-a39e-a3c769f52721 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:50.774559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ca7689ad-d069-4627-bad2-4606d724b080 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:50.783242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9432eb85-1f05-48ed-99bf-8a5679a7c380 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a019cf430d494e759c52df0956d1b3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762558 Jul 07 18:17:50.786062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36438) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:50.813320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ca7689ad-d069-4627-bad2-4606d724b080 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:50.813854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ca7689ad-d069-4627-bad2-4606d724b080 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:50.820004 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a45bc6a-3c16-4dde-abac-284aeedc90fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.873352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a45bc6a-3c16-4dde-abac-284aeedc90fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.916706 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e508925-aa37-4b3e-be15-b276644a1a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.944016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e508925-aa37-4b3e-be15-b276644a1a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.955599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Router 601448da-f8e9-40ce-964f-2e2e0db85c74 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:17:50.963848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a45bc6a-3c16-4dde-abac-284aeedc90fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.966775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a45bc6a-3c16-4dde-abac-284aeedc90fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.970578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9a45bc6a-3c16-4dde-abac-284aeedc90fb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/31d32ecd-ad02-442f-b861-91308ae75d72 HTTP/1.1" status: 204 len: 168 time: 0.3550503 Jul 07 18:17:50.993059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45bc6a-3c16-4dde-abac-284aeedc90fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d32ecd-ad02-442f-b861-91308ae75d72,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:51.027420 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e508925-aa37-4b3e-be15-b276644a1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.030765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e508925-aa37-4b3e-be15-b276644a1a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.034462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8e508925-aa37-4b3e-be15-b276644a1a06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e588fe98-3199-4787-aee7-2bd5f41bc76f HTTP/1.1" status: 204 len: 168 time: 0.2449505 Jul 07 18:17:51.043039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e508925-aa37-4b3e-be15-b276644a1a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e588fe98-3199-4787-aee7-2bd5f41bc76f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:51.163812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.169172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:51.194542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Sync routers for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:51.216472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:51.218287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:51.252159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.253724 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f9555938-973e-48b2-8e7c-1bbedc34bca0 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4526420 Jul 07 18:17:51.256899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36452) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:51.650152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:51.972148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de10e93-c36d-42cd-bfcb-c0fa2b66ba23 None None] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:52.101953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36472) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.141829 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9d293f21-ed71-4934-8ca2-cd6d959c7809 None None] Provisioning for port 59098542-8a6c-473b-83a3-1e81f4501414 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:52.178276 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dd026437-ba19-41ac-84b6-a954892a64f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3d39836615af4b8f9091656e7cb8babf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739183 Jul 07 18:17:52.180972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:52.292404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-098b5dac-b29d-4009-afe8-abfcdc1945fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.347187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-098b5dac-b29d-4009-afe8-abfcdc1945fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.386081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:50Z', 'revision_number': 3, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:52.419727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Checking router: 601448da-f8e9-40ce-964f-2e2e0db85c74 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:52.420079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Updating router 601448da-f8e9-40ce-964f-2e2e0db85c74 port dfd687c6-37a6-4523-b73e-d515a49b433e binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:17:52.449219 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-098b5dac-b29d-4009-afe8-abfcdc1945fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.452145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-098b5dac-b29d-4009-afe8-abfcdc1945fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.456926 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-098b5dac-b29d-4009-afe8-abfcdc1945fc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4eac5bd2-6c5e-4974-ad6b-03dc5ca428f0 HTTP/1.1" status: 204 len: 168 time: 0.2709317 Jul 07 18:17:52.482205 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.497223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b5dac-b29d-4009-afe8-abfcdc1945fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac5bd2-6c5e-4974-ad6b-03dc5ca428f0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.864497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 59098542-8a6c-473b-83a3-1e81f4501414 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:52.981828 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.248703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 59098542-8a6c-473b-83a3-1e81f4501414 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:53.281631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 59098542-8a6c-473b-83a3-1e81f4501414 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:53.282282 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.413922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Allocated IP 172.20.0.1 (0f7e9c77-5c78-43ec-8f53-afca8a4c2f63/cec48f9f-007d-47a9-afe4-c958028c86af/4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:53.499252 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.563226 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.580370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 59098542-8a6c-473b-83a3-1e81f4501414, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=59098542-8a6c-473b-83a3-1e81f4501414,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:53.592814 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.604167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Transition to ACTIVE for port object dfd687c6-37a6-4523-b73e-d515a49b433e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:53.631841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.640308 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.646884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Transition to ACTIVE for port object 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:53.683374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.685083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=59098542-8a6c-473b-83a3-1e81f4501414,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:53.691571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Attempting to bind port dfd687c6-37a6-4523-b73e-d515a49b433e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:53.691858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Attempting to bind port dfd687c6-37a6-4523-b73e-d515a49b433e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:53.692219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Attempting to bind port dfd687c6-37a6-4523-b73e-d515a49b433e on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:53.715537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:53.716115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:53.716871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.717014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:53.717494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Bound port: dfd687c6-37a6-4523-b73e-d515a49b433e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:53.718306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.719478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:53.722950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:53.726573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:53.780706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Pushing event updated for resources: {'Port': ['ID=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:53.783682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec9fcb-1996-41ff-bcf3-38bee2b9acd2 None None] Pushing event updated for resources: {'Port': ['ID=dfd687c6-37a6-4523-b73e-d515a49b433e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:53.791662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] For port dfd687c6-37a6-4523-b73e-d515a49b433e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:53.795343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] For port dfd687c6-37a6-4523-b73e-d515a49b433e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dfd687c6-37a6-4523-b73e-d515a49b433e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:53.799558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.804969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:53.880028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:53.881066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:53.929085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec9fcb-1996-41ff-bcf3-38bee2b9acd2 None None] Pushing event updated for resources: {'Port': ['ID=dfd687c6-37a6-4523-b73e-d515a49b433e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:54.022261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.031803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:54.270600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.277249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.344266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Pushing event updated for resources: {'Port': ['ID=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:54.380540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.401800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7a9347e5-8ad5-49b5-8497-4896ca2c18d2 None None] Provisioning for port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:54.410947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7a9347e5-8ad5-49b5-8497-4896ca2c18d2 None None] Provisioning complete for port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:54.410947 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a9347e5-8ad5-49b5-8497-4896ca2c18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.444789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7a9347e5-8ad5-49b5-8497-4896ca2c18d2 None None] Port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:54.458913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:50Z', 'revision_number': 3, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:54.495654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3de2f-ac14-4354-8ebb-806339398e05 None None] The sync data for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 is: [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:50Z', 'revision_number': 3, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:54.575438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:54.579119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:54.715997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 59098542-8a6c-473b-83a3-1e81f4501414 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:54.803099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 59098542-8a6c-473b-83a3-1e81f4501414 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:54.806535 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.905491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Router 601448da-f8e9-40ce-964f-2e2e0db85c74 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:55.084318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1d694c48-4a7f-4bbe-a926-16cc0b97b1fe None None] Provisioning complete for port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:55.084620 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d694c48-4a7f-4bbe-a926-16cc0b97b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.122215 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:55.152725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-73a55643-d210-4a7f-9f6f-9cda06566830 admin admin] 10.222.0.88 "PUT /v2.0/routers/601448da-f8e9-40ce-964f-2e2e0db85c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8835132 Jul 07 18:17:55.165850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1d694c48-4a7f-4bbe-a926-16cc0b97b1fe None None] Port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:55.737301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:55.812932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36570) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:55.818208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f470d55f-f53b-4c62-9d19-518614400e8c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666325242', 'description': 'tempest-description--1259992208'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:55.846192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f470d55f-f53b-4c62-9d19-518614400e8c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.883137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec01da9-10cd-4159-8a48-bf78c0d4d1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:55.980610 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f470d55f-f53b-4c62-9d19-518614400e8c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.026421 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f470d55f-f53b-4c62-9d19-518614400e8c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.077532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d55f-f53b-4c62-9d19-518614400e8c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326753e6-30b2-436a-84fa-54403cf367fa,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.117312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec01da9-10cd-4159-8a48-bf78c0d4d1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.124336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cec01da9-10cd-4159-8a48-bf78c0d4d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.142392 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f470d55f-f53b-4c62-9d19-518614400e8c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.143840 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f470d55f-f53b-4c62-9d19-518614400e8c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3295128 Jul 07 18:17:56.146738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:56.151629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2334d573-a417-4b9e-b107-96b4f7da8952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'security_group_rule': {'security_group_id': '326753e6-30b2-436a-84fa-54403cf367fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:56.180768 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cec01da9-10cd-4159-8a48-bf78c0d4d1a7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd417821931f4654925ab74c8bc687ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363320 Jul 07 18:17:56.180768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36590) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:56.187756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec01da9-10cd-4159-8a48-bf78c0d4d1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c07230-a91b-4ab3-ac56-cadd326a34b5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.195661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2334d573-a417-4b9e-b107-96b4f7da8952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.263511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d715-20dc-4c0c-b6f4-e0abea5abeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.293541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d715-20dc-4c0c-b6f4-e0abea5abeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.326714 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2334d573-a417-4b9e-b107-96b4f7da8952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.335154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2334d573-a417-4b9e-b107-96b4f7da8952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.356244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334d573-a417-4b9e-b107-96b4f7da8952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e3f48f-51d7-4453-8dcd-b0cc6247e012,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.371624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d715-20dc-4c0c-b6f4-e0abea5abeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.375511 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d715-20dc-4c0c-b6f4-e0abea5abeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.376395 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2334d573-a417-4b9e-b107-96b4f7da8952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.378087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2334d573-a417-4b9e-b107-96b4f7da8952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2301123 Jul 07 18:17:56.382809 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5fd3d715-20dc-4c0c-b6f4-e0abea5abeab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c4c07230-a91b-4ab3-ac56-cadd326a34b5 HTTP/1.1" status: 204 len: 168 time: 0.2026966 Jul 07 18:17:56.385335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36604) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:56.397726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c39395de-c2be-464d-8d21-a4daa11d20fc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'security_group_rule': {'security_group_id': '326753e6-30b2-436a-84fa-54403cf367fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:56.424157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3d715-20dc-4c0c-b6f4-e0abea5abeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c07230-a91b-4ab3-ac56-cadd326a34b5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.465298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c39395de-c2be-464d-8d21-a4daa11d20fc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.552251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c39395de-c2be-464d-8d21-a4daa11d20fc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.572790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c39395de-c2be-464d-8d21-a4daa11d20fc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.614191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39395de-c2be-464d-8d21-a4daa11d20fc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e51343a-0b9d-41c0-9e6d-6fd59c2a50f6,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.617225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c39395de-c2be-464d-8d21-a4daa11d20fc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.618720 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c39395de-c2be-464d-8d21-a4daa11d20fc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2283256 Jul 07 18:17:56.621654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36618) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:56.628660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:56.659193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.776450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dfd687c6-37a6-4523-b73e-d515a49b433e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:56.816063 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Sync routers for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:56.829811 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:56.830636 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:56.831320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.889031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port dfd687c6-37a6-4523-b73e-d515a49b433e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:56.893890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dfd687c6-37a6-4523-b73e-d515a49b433e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:56.894666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.977189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36626) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:57.002405 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.019612 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:57.036531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.058815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port dfd687c6-37a6-4523-b73e-d515a49b433e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dfd687c6-37a6-4523-b73e-d515a49b433e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:57.067656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.079802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Allocated IP 172.25.1.161 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/fb2a5eff-4e6a-4cd9-93ff-b60f7ac73cd8) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:57.132648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=dfd687c6-37a6-4523-b73e-d515a49b433e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:57.276189 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:54Z', 'revision_number': 2, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:57.310021 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Checking router: 601448da-f8e9-40ce-964f-2e2e0db85c74 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:57.310510 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Updating router 601448da-f8e9-40ce-964f-2e2e0db85c74 port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:17:57.353903 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.645032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.674526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.682061 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.739047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.755067 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.770337 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Transition to ACTIVE for port object 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:57.778685 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.800607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36648) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:57.801098 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=56c19ecd9bc14a869342623593e27983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215027 Jul 07 18:17:57.806824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7218c63-e779-463f-81b7-d3ee542240c8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:57.819327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:57.822043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.822580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.823066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.824290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.824780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.825908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.826419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.827026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.827653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.828134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.828617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.829111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05222725-3207-4eef-8d09-4d760fba7ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.834187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:57.869693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=fb2a5eff-4e6a-4cd9-93ff-b60f7ac73cd8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:57.876060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:57.883458 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Pushing event updated for resources: {'Port': ['ID=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:57.895752 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.928947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.958856 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.959389 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.959984 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.960439 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.960888 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.961318 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.961741 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.962157 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.962810 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.963135 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.963862 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.964375 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:57.969454 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Attempting to bind port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:57.970118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Attempting to bind port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:57.970584 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Attempting to bind port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:57.977278 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:57.978420 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:57.979052 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:57.979650 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Bound using segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:57.980536 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Bound port: 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:57.982595 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.034155 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.038329 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.042066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b7218c63-e779-463f-81b7-d3ee542240c8 HTTP/1.1" status: 204 len: 168 time: 0.2384350 Jul 07 18:17:58.072140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7218c63-e779-463f-81b7-d3ee542240c8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:58.104138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.104381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.104721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.105082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.105411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.105739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.106066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.106386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.106708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.107030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.107350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.107665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0fe20-e86c-4005-ab41-01e44ecd547b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:58.125840 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] For port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:58.134097 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] For port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:58.142724 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.258385 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.260521 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:58.261515 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:58.356004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.444311 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acd69b-7f9b-44b3-8e3b-0e060226a3b1 None None] Pushing event updated for resources: {'Port': ['ID=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:58.637700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.645978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.662419 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:58.722271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dfd687c6-37a6-4523-b73e-d515a49b433e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:58.725586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=fb2a5eff-4e6a-4cd9-93ff-b60f7ac73cd8,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:58.857690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.861767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dfd687c6-37a6-4523-b73e-d515a49b433e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:58.862313 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.881581 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.894113 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-faaf3c6f-57ba-4fc2-915e-759c8ce51cb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2692816 Jul 07 18:17:59.088857 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:58Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:59.145154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1e480-5c43-4c9b-a4f5-91f807f20d2e None None] The sync data for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 is: [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:17:58Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:59.249537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-547ce7d2-e967-458b-87cd-11a495d85fde tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1666325242&fields=id&tenant_id=8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 267 time: 0.1114097 Jul 07 18:17:59.417749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-f79daaaa-dc4e-4623-9f06-aae976b08948 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:59.419339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-f79daaaa-dc4e-4623-9f06-aae976b08948 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1683626 Jul 07 18:17:59.447964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-b4cc6fbd-e67a-43ec-afb1-35f489446952 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/quotas/8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 375 time: 0.0219290 Jul 07 18:17:59.559433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-c786d4ba-706e-4f19-8325-ae9dcd092dab tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952573 Jul 07 18:17:59.667769 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-b39bbf77-e946-43fb-85d0-4af5729484fc service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071424 Jul 07 18:17:59.780412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-64422a29-0b19-4482-a818-a314f6b1d54a service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116352 Jul 07 18:18:00.118711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d48bfa8-b7fc-4b98-99fa-da34bdcc9ed9 req-7218692c-b7ee-4da2-a739-0607db0ff8ab tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 210 time: 0.0526290 Jul 07 18:18:00.761012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:00.868978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:00.874083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:00.876055 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:00.972899 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.016293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:01.021943 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:01.084105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:01.342534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d3280c9-f30d-4ede-874c-696287bc04e6 req-1f646532-8e24-4651-a442-4ddb9bb946d9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 210 time: 0.0487940 Jul 07 18:18:01.789351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5409b0de-140a-4a58-8787-9d2caaa0d3c2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:01.792316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5409b0de-140a-4a58-8787-9d2caaa0d3c2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1781695 Jul 07 18:18:01.885634 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-ebcc3287-d866-49de-8d46-ddd2ba8b2847 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 380 time: 0.0816534 Jul 07 18:18:01.895659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'port': {'device_id': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'admin_state_up': True, 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'security_groups': ['326753e6-30b2-436a-84fa-54403cf367fa']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:02.094261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Made reservation on behalf of 8d8f5023beb44955ab61ac3fe381402d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:02.106148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:02.319530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Allocated IP 172.20.0.10 (0f7e9c77-5c78-43ec-8f53-afca8a4c2f63/cec48f9f-007d-47a9-afe4-c958028c86af/36653fb7-b7b8-4bde-b72a-a9bcf0338fc8) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:02.537767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:02.561090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Transition to ACTIVE for port object 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:02.597023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a401978-a301-4240-9a2e-1f0137c3c6cb req-4e6a9032-a135-4aef-9618-a0c2bdf31d4a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 210 time: 0.0921795 Jul 07 18:18:02.635017 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:02.673259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:02.725405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:02.755413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:02.760441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:02.766663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:02.767147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:02.808959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:02.911343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:02.917217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:02.954455 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-00fa854e-42c2-4f20-b78f-8734e68c75c9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0595100 Jul 07 18:18:03.235769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e2efa16a-ae1c-4e67-af10-1758a28a9bbd None None] Provisioning for port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:03.242222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e2efa16a-ae1c-4e67-af10-1758a28a9bbd None None] Provisioning complete for port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:03.242842 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2efa16a-ae1c-4e67-af10-1758a28a9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:03.247258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Request body: {'port': {'device_id': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:03.291279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e2efa16a-ae1c-4e67-af10-1758a28a9bbd None None] Port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:03.335797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:03.692507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:03.722226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:03.748774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Transition to ACTIVE for port object 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:03.755621 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:03.950437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7ee0-5889-40a2-921c-431ac94dcfdf req-2cfe3597-b5cb-47ff-9081-b39de79c7836 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:03.961469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e8c7ee0-5889-40a2-921c-431ac94dcfdf req-2cfe3597-b5cb-47ff-9081-b39de79c7836 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 944 time: 0.1166904 Jul 07 18:18:03.969556 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:03.990257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:04.006092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Attempting to bind port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:04.006443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Attempting to bind port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:04.006782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Attempting to bind port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:04.027534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:04.028655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Attempting to bind port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:04.034988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e8c7ee0-5889-40a2-921c-431ac94dcfdf req-0762da2f-e03c-4c73-a9b7-cdec307f63ac tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713930 Jul 07 18:18:04.044670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:04.047063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:04.051003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Bound using segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:04.051650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Bound port: 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:04.052486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:04.152034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:04.156223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:04.163769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:04.234090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:04.234708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:04.236127 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] 10.222.0.90 "PUT /v2.0/ports/36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1092 time: 1.2766988 Jul 07 18:18:04.236639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:04.248872 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:04.279193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f050ae8-8b3b-482c-a4df-7bad0cff4352 service neutron] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:04.331104 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587680c2-b4df-4570-b637-61c642853c5a x-openstack-request-id: req-587680c2-b4df-4570-b637-61c642853c5a {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:04.331644 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:04.332084 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-587680c2-b4df-4570-b637-61c642853c5a {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:04.332660 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'status': 'completed', 'code': 200} Jul 07 18:18:04.373874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-e5ff6b4d-4803-4f5d-9a3a-3ff6862ebb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:04.375460 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-e5ff6b4d-4803-4f5d-9a3a-3ff6862ebb61 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1095 time: 0.0813036 Jul 07 18:18:04.392681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36864) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:04.432817 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-383831a1-8532-472d-ba50-2562d4fd7ea9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 217 time: 0.0487776 Jul 07 18:18:04.503564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-2752bd4e-7e2c-4ac7-9bfe-f4b0c5283eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:04.505333 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-2752bd4e-7e2c-4ac7-9bfe-f4b0c5283eb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0607285 Jul 07 18:18:04.606760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-6b95af03-08f3-4a1e-ac1c-d01e45ca846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:04.608726 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-6b95af03-08f3-4a1e-ac1c-d01e45ca846c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927589 Jul 07 18:18:04.726537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f70173a-cfd7-4387-8a45-b8699f9d500d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:04.750764 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-4243bbbe-19c2-4673-8004-aac189f194ca service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313550 Jul 07 18:18:04.895842 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-be09c862-b734-4edd-a6b9-4ae2376092b9 req-8c509b49-b3d5-4266-a470-21b570ce516a service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350055 Jul 07 18:18:04.927042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f70173a-cfd7-4387-8a45-b8699f9d500d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:04.932812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f70173a-cfd7-4387-8a45-b8699f9d500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.007164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f70173a-cfd7-4387-8a45-b8699f9d500d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7eb1b6257c24b379765d48e39f9ec46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110172 Jul 07 18:18:05.007164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70173a-cfd7-4387-8a45-b8699f9d500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc7d1f-1cf3-484b-b820-57811d6f6e2d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:05.007947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36880) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:05.047753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-b57bc456-9779-4a30-8f2c-67a38a977fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:05.049917 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-b57bc456-9779-4a30-8f2c-67a38a977fbf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1095 time: 0.0938082 Jul 07 18:18:05.078844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5e3b839f-e1dc-4b53-ae78-1347b822873a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.105596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5e3b839f-e1dc-4b53-ae78-1347b822873a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.171359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-207228b4-fad3-4e4f-80ee-fe6e02982fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:05.173592 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-207228b4-fad3-4e4f-80ee-fe6e02982fc8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1173592 Jul 07 18:18:05.181947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5e3b839f-e1dc-4b53-ae78-1347b822873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.187457 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5e3b839f-e1dc-4b53-ae78-1347b822873a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.188689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5e3b839f-e1dc-4b53-ae78-1347b822873a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ccc7d1f-1cf3-484b-b820-57811d6f6e2d HTTP/1.1" status: 204 len: 168 time: 0.1801050 Jul 07 18:18:05.212054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b839f-e1dc-4b53-ae78-1347b822873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc7d1f-1cf3-484b-b820-57811d6f6e2d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:05.286175 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-5d8dd709-f1c3-4801-98bb-875f7a9c12cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 217 time: 0.1059151 Jul 07 18:18:05.334217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b003-af39-4692-b354-1786939f314b req-309bb8aa-e3b3-48ab-a11f-49f862cb1f83 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:05.337418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e47b003-af39-4692-b354-1786939f314b req-309bb8aa-e3b3-48ab-a11f-49f862cb1f83 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 944 time: 0.0966430 Jul 07 18:18:05.395517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-c3f55cf6-dbe9-4bab-8247-1af1ed95098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:05.397584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-c3f55cf6-dbe9-4bab-8247-1af1ed95098b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.1048756 Jul 07 18:18:05.449845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e47b003-af39-4692-b354-1786939f314b req-922e3a72-2bfc-46c0-ba38-28b35cfe760d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070688 Jul 07 18:18:05.503730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-06d57e92-6179-4a8b-856a-23ff82d462cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:05.505380 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-06d57e92-6179-4a8b-856a-23ff82d462cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007321 Jul 07 18:18:05.655032 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-50607dee-d945-49c9-ba1f-74ba2791387f service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423514 Jul 07 18:18:05.786823 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcca471b-8147-44d6-ba62-6b5c0c6c4a16 req-07a42b02-ba46-4f26-9348-e0e7d534657a service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245039 Jul 07 18:18:05.837330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36902) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:05.851632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f658ece-550d-4524-8745-2ea25a836163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.870005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.972487 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f658ece-550d-4524-8745-2ea25a836163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.979110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f658ece-550d-4524-8745-2ea25a836163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.030433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f658ece-550d-4524-8745-2ea25a836163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f65ab1-f6db-48f5-9ded-7c113ac1cf97,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:06.038634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8f658ece-550d-4524-8745-2ea25a836163 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cec17de334474d7aa19046d2598398b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977434 Jul 07 18:18:06.038961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36906) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:06.097141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b5975e-2c21-4600-ab2a-8d31708b707f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.135969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b5975e-2c21-4600-ab2a-8d31708b707f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.190557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b5975e-2c21-4600-ab2a-8d31708b707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.193284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b1b5975e-2c21-4600-ab2a-8d31708b707f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.194477 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b1b5975e-2c21-4600-ab2a-8d31708b707f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16f65ab1-f6db-48f5-9ded-7c113ac1cf97 HTTP/1.1" status: 204 len: 168 time: 0.1544771 Jul 07 18:18:06.203167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5975e-2c21-4600-ab2a-8d31708b707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f65ab1-f6db-48f5-9ded-7c113ac1cf97,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:06.582797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36926) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:06.676195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23f23b-96a7-4e74-a2f1-2593fa1904fd req-ca161105-210b-4d6f-8cba-6f9748654136 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:06.684165 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de23f23b-96a7-4e74-a2f1-2593fa1904fd req-ca161105-210b-4d6f-8cba-6f9748654136 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 944 time: 0.0817316 Jul 07 18:18:06.738942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de23f23b-96a7-4e74-a2f1-2593fa1904fd req-4118b4c4-0664-449c-afa5-600a7a1da720 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537353 Jul 07 18:18:06.771837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-266d3c80-5cc6-4837-b908-9c0f5ffc618c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.885144 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-266d3c80-5cc6-4837-b908-9c0f5ffc618c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.892334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-266d3c80-5cc6-4837-b908-9c0f5ffc618c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.934207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-266d3c80-5cc6-4837-b908-9c0f5ffc618c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b143f8d30d949989e531e9f299c14ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502705 Jul 07 18:18:06.937331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36936) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:06.939882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d3c80-5cc6-4837-b908-9c0f5ffc618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1048283-fa47-487a-a9dd-24a685066195,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:07.032016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0f5a-833e-4d83-a5b6-c8a9cda83aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.056378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0f5a-833e-4d83-a5b6-c8a9cda83aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.110264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0f5a-833e-4d83-a5b6-c8a9cda83aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.116128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0f5a-833e-4d83-a5b6-c8a9cda83aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.117991 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e3ce0f5a-833e-4d83-a5b6-c8a9cda83aa3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e1048283-fa47-487a-a9dd-24a685066195 HTTP/1.1" status: 204 len: 168 time: 0.1791239 Jul 07 18:18:07.127592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce0f5a-833e-4d83-a5b6-c8a9cda83aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1048283-fa47-487a-a9dd-24a685066195,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:07.646528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36966) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:07.664868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d4fe-5376-4de2-aca0-a8be63bcc286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.837360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 36972) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:07.877060 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d4fe-5376-4de2-aca0-a8be63bcc286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.883332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d4fe-5376-4de2-aca0-a8be63bcc286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.963542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5d4fe-5376-4de2-aca0-a8be63bcc286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a4096e-2e87-493d-abc8-60d71d558d4f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:07.995247 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ca5d4fe-5376-4de2-aca0-a8be63bcc286 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=64c7c85b40bb4c4a934b9b27fdaa2ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475943 Jul 07 18:18:07.996397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36976) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:08.027671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e012f33c-f8f0-4388-a149-62fc8fd88b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.079269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87666a7-600c-4fbc-8a38-6f2d2a550643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.112818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87666a7-600c-4fbc-8a38-6f2d2a550643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.127012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73229a2-8e73-47be-a816-00ba3df051fb req-63b5c876-47bb-4370-ac5a-1aeddd180e12 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:08.129043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73229a2-8e73-47be-a816-00ba3df051fb req-63b5c876-47bb-4370-ac5a-1aeddd180e12 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 944 time: 0.1706450 Jul 07 18:18:08.219283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73229a2-8e73-47be-a816-00ba3df051fb req-9f676db5-5130-4b1b-8b95-7587e92e7720 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603452 Jul 07 18:18:08.233132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87666a7-600c-4fbc-8a38-6f2d2a550643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.233132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87666a7-600c-4fbc-8a38-6f2d2a550643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.254297 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d87666a7-600c-4fbc-8a38-6f2d2a550643 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d2a4096e-2e87-493d-abc8-60d71d558d4f HTTP/1.1" status: 204 len: 168 time: 0.2563500 Jul 07 18:18:08.285297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87666a7-600c-4fbc-8a38-6f2d2a550643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a4096e-2e87-493d-abc8-60d71d558d4f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:08.325470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e012f33c-f8f0-4388-a149-62fc8fd88b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.337007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e012f33c-f8f0-4388-a149-62fc8fd88b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.399672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f33c-f8f0-4388-a149-62fc8fd88b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7a337-17c9-4e82-81fa-83100643bdab,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:08.404695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e012f33c-f8f0-4388-a149-62fc8fd88b7a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fe787f58bdc4d53914069e8b51a0b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652969 Jul 07 18:18:08.407379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 36988) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:08.466268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4980a5-8e9b-489c-99f5-2e518b4ff16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.496458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4980a5-8e9b-489c-99f5-2e518b4ff16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.556333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4980a5-8e9b-489c-99f5-2e518b4ff16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.560125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4980a5-8e9b-489c-99f5-2e518b4ff16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.565209 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1a4980a5-8e9b-489c-99f5-2e518b4ff16b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aef7a337-17c9-4e82-81fa-83100643bdab HTTP/1.1" status: 204 len: 168 time: 0.1566849 Jul 07 18:18:08.575785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4980a5-8e9b-489c-99f5-2e518b4ff16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7a337-17c9-4e82-81fa-83100643bdab,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:08.704083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:08.812612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:08.823583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'mac_address': 'fa:16:3e:e9:cd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:08.868594 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.888150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:08.907473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:08.924073 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:08.980730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:09.351991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:09.496011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdeff8-d631-48b8-9e8c-e546cd7c1d4c req-d1dfd73d-28fe-42ea-9506-3bfcb70edebf tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:09.509219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7cdeff8-d631-48b8-9e8c-e546cd7c1d4c req-d1dfd73d-28fe-42ea-9506-3bfcb70edebf tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1618290 Jul 07 18:18:09.617513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7cdeff8-d631-48b8-9e8c-e546cd7c1d4c req-881b0fd3-ff98-41ab-adc0-c6d89dde52aa tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072547 Jul 07 18:18:10.718472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:10.808720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:10.828805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:10.830411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:10.931539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5b01b-3c41-4b32-b7f9-82fc732d10b9 req-3958dc0c-3a7c-4f49-95cf-b914494024d6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:10.939565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0f5b01b-3c41-4b32-b7f9-82fc732d10b9 req-3958dc0c-3a7c-4f49-95cf-b914494024d6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0953007 Jul 07 18:18:10.955098 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.003578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0f5b01b-3c41-4b32-b7f9-82fc732d10b9 req-39f1c5dd-3444-4af5-bc26-fb9195d26f4f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590785 Jul 07 18:18:11.045070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:11.046762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:11.052347 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1523f4-1c2b-4af0-bdf4-819447cc8411" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:11.064649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.122080 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:11.139530 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c982d9-041f-4cdd-a17e-d604e38150e7 x-openstack-request-id: req-88c982d9-041f-4cdd-a17e-d604e38150e7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:11.140236 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:11.140813 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88c982d9-041f-4cdd-a17e-d604e38150e7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:11.141438 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'code': 200} Jul 07 18:18:11.183649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:11.273189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e9abd-6cf8-4661-a564-7385c9318335 req-a46d2410-fcdb-4f52-95ec-4595c2fec8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:11.275441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-112e9abd-6cf8-4661-a564-7385c9318335 req-a46d2410-fcdb-4f52-95ec-4595c2fec8c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1097 time: 0.0865140 Jul 07 18:18:11.337477 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-112e9abd-6cf8-4661-a564-7385c9318335 req-2347980a-7d54-4720-a9a3-f26148bc1584 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534739 Jul 07 18:18:11.365188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7358f3ed-e514-4c64-9850-a9a24277029b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.511313 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7358f3ed-e514-4c64-9850-a9a24277029b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.516754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37222) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:11.519140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7358f3ed-e514-4c64-9850-a9a24277029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.563761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358f3ed-e514-4c64-9850-a9a24277029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781c469-4a01-45b5-bfb1-39400c787b79,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:11.571152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7358f3ed-e514-4c64-9850-a9a24277029b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=615d03aa8f714c11956220febad0637f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476247 Jul 07 18:18:11.571912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37228) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:11.641911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da8ac51d-40d5-46cc-8699-796a8f0557bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.667864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da8ac51d-40d5-46cc-8699-796a8f0557bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.689678 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c451006e-0dd2-4c6d-b1db-bfb0d8ddeadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.741085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da8ac51d-40d5-46cc-8699-796a8f0557bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.745469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da8ac51d-40d5-46cc-8699-796a8f0557bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.750018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-da8ac51d-40d5-46cc-8699-796a8f0557bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0781c469-4a01-45b5-bfb1-39400c787b79 HTTP/1.1" status: 204 len: 168 time: 0.1766007 Jul 07 18:18:11.759145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ac51d-40d5-46cc-8699-796a8f0557bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781c469-4a01-45b5-bfb1-39400c787b79,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:11.845876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c451006e-0dd2-4c6d-b1db-bfb0d8ddeadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.853100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c451006e-0dd2-4c6d-b1db-bfb0d8ddeadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:11.917041 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c451006e-0dd2-4c6d-b1db-bfb0d8ddeadf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=915187b4bde34ceaae8b21a6db0cf35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988357 Jul 07 18:18:11.918204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451006e-0dd2-4c6d-b1db-bfb0d8ddeadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5188c64-9eb9-46ff-a5f0-8ab07f751f40,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:11.921843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37238) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:11.984638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2068d3d8-e430-419a-a417-a69f42008290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.008439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2068d3d8-e430-419a-a417-a69f42008290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.083207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2068d3d8-e430-419a-a417-a69f42008290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.085905 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2068d3d8-e430-419a-a417-a69f42008290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.090038 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2068d3d8-e430-419a-a417-a69f42008290 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e5188c64-9eb9-46ff-a5f0-8ab07f751f40 HTTP/1.1" status: 204 len: 168 time: 0.1670966 Jul 07 18:18:12.110651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068d3d8-e430-419a-a417-a69f42008290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5188c64-9eb9-46ff-a5f0-8ab07f751f40,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:12.248616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:12.282954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ef888-6794-435b-b19a-703ddcfc4a35 req-7829f388-0f9a-4c01-bd83-5c2a80c912af tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:12.285056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff2ef888-6794-435b-b19a-703ddcfc4a35 req-7829f388-0f9a-4c01-bd83-5c2a80c912af tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 946 time: 0.1190085 Jul 07 18:18:12.285955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a20b532-5011-4acb-bd76-b431c7f44063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.430244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff2ef888-6794-435b-b19a-703ddcfc4a35 req-68cf9d1e-7b4c-4eb6-bafe-554a31ddc376 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394506 Jul 07 18:18:12.467791 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a20b532-5011-4acb-bd76-b431c7f44063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.480155 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a20b532-5011-4acb-bd76-b431c7f44063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.525474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8a20b532-5011-4acb-bd76-b431c7f44063 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=714fec5be2bc47c3aec29d9ba60556ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753818 Jul 07 18:18:12.532778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37250) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:12.560366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20b532-5011-4acb-bd76-b431c7f44063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f8f52e-7f2f-4de4-875e-db3541931d2c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:12.611337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5932-2f49-463b-88b8-91287ac3d875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.649612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5932-2f49-463b-88b8-91287ac3d875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.758472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5932-2f49-463b-88b8-91287ac3d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.773630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b8e5932-2f49-463b-88b8-91287ac3d875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:12.777507 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3b8e5932-2f49-463b-88b8-91287ac3d875 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64f8f52e-7f2f-4de4-875e-db3541931d2c HTTP/1.1" status: 204 len: 168 time: 0.2411146 Jul 07 18:18:12.791639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e5932-2f49-463b-88b8-91287ac3d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f8f52e-7f2f-4de4-875e-db3541931d2c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:12.810554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37254) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:12.844334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1afa396-a227-48d2-a0a3-a76c072597c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.036305 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1afa396-a227-48d2-a0a3-a76c072597c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.046048 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1afa396-a227-48d2-a0a3-a76c072597c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.087302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afa396-a227-48d2-a0a3-a76c072597c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724588b-6c55-4180-a865-aa70251d6fb2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:13.092514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e1afa396-a227-48d2-a0a3-a76c072597c3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=646f6fa1a7134b9784b176dc666e07cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774525 Jul 07 18:18:13.095431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37260) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:13.174859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c89f24d7-8f26-4b5e-95bd-87346fc333d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.234790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c89f24d7-8f26-4b5e-95bd-87346fc333d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.415095 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c89f24d7-8f26-4b5e-95bd-87346fc333d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.419037 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c89f24d7-8f26-4b5e-95bd-87346fc333d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:13.420224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c89f24d7-8f26-4b5e-95bd-87346fc333d0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c724588b-6c55-4180-a865-aa70251d6fb2 HTTP/1.1" status: 204 len: 168 time: 0.3237538 Jul 07 18:18:13.429298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f24d7-8f26-4b5e-95bd-87346fc333d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724588b-6c55-4180-a865-aa70251d6fb2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:13.754686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7c9a6-ccfb-4cff-8b0f-a8631dfba357 req-44db2fb5-d103-41d4-8070-22a867b12d55 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.765491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38d7c9a6-ccfb-4cff-8b0f-a8631dfba357 req-44db2fb5-d103-41d4-8070-22a867b12d55 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 946 time: 0.0910654 Jul 07 18:18:13.838610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38d7c9a6-ccfb-4cff-8b0f-a8631dfba357 req-994b19bf-8cec-4a54-9b72-748088bfd506 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685978 Jul 07 18:18:14.134926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a455-1087-4c48-9a00-8f4a8bd3055e req-5d39a3f3-004c-487a-8066-df0dc9603d35 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:14.142589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ce0a455-1087-4c48-9a00-8f4a8bd3055e req-5d39a3f3-004c-487a-8066-df0dc9603d35 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 946 time: 0.1570826 Jul 07 18:18:14.148786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37300) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:14.159550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'floatingip': {'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:14.222244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:15.299435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.resource_extend [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 18:18:15.357024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:15.381518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:15.578224 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Floating IP ccd9f33d-94da-41d0-bbc9-cd9395575602 associated. External IP: 172.25.1.161, port: 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8. Jul 07 18:18:15.881973 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9942042c-f1e8-4624-b039-712f6a7f4ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:16.035620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Router 601448da-f8e9-40ce-964f-2e2e0db85c74 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:16.159119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37356) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:16.212012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:16.219221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:16.249038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] Sync routers for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:16.280261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:16.284478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:16.286205 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5ddb3963-db41-47f7-bdf5-cde15d9a818d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "PUT /v2.0/floatingips/ccd9f33d-94da-41d0-bbc9-cd9395575602 HTTP/1.1" status: 200 len: 992 time: 2.1347075 Jul 07 18:18:16.286871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:16.290408 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35111b48-57b8-4bed-ab45-90cd270b9b85" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:16.387158 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2fe776-d1b0-4fcc-940e-861ee4c79f40 x-openstack-request-id: req-0d2fe776-d1b0-4fcc-940e-861ee4c79f40 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:16.387812 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:16.387812 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d2fe776-d1b0-4fcc-940e-861ee4c79f40 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:16.388753 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'status': 'completed', 'code': 200} Jul 07 18:18:16.512768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1412453986', 'router:external': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:16.546290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:16.569044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-30df1504-88b8-4155-83be-23be4e47dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:16.572118 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-30df1504-88b8-4155-83be-23be4e47dfc1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1097 time: 0.1521058 Jul 07 18:18:16.572889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Made reservation on behalf of 951db6e0cd4548369bc640d39c64aee1 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:16.576933 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:16.605260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:16.853846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-0aceb2a1-1e79-4429-9cbe-bd51742e04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:16.859580 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-0aceb2a1-1e79-4429-9cbe-bd51742e04fc service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.2805369 Jul 07 18:18:16.903980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:16.918464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:16.990188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:18:17.005092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43882dbd-05f4-48ac-8563-a7b738d033d7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:17.035288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:17.035641 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Added segment 390dbadb-78c0-473c-b8b8-b0d2901ef11e of type vlan for network a5d5d4c4-7777-4841-b60b-a3af5f37741b Jul 07 18:18:17.038201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'ccd9f33d-94da-41d0-bbc9-cd9395575602', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'mac_address': 'fa:16:3e:e9:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:58Z', 'updated_at': '2021-07-07T18:18:15Z', 'revision_number': 1, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:18:00Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:17.041951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-1df6f84c-a592-4dc7-83e9-7d37b9cbfff8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.1699600 Jul 07 18:18:17.065072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] Checking router: 601448da-f8e9-40ce-964f-2e2e0db85c74 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:17.075627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:17.077900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:17:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:17.197094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-b0e108c0-400b-45fe-b8c3-18ffadf6d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:17.198987 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-b0e108c0-400b-45fe-b8c3-18ffadf6d2c7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.1396019 Jul 07 18:18:17.202783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:17.216795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:17.282059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-bf83a62f-7f8f-404e-81d5-14d1a1f7ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:17.286148 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-bf83a62f-7f8f-404e-81d5-14d1a1f7ce4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800612 Jul 07 18:18:17.307416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-d2462efb-3018-4807-b1b1-adfcbc85f0d2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:18:17.309605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-d2462efb-3018-4807-b1b1-adfcbc85f0d2 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142479 Jul 07 18:18:17.313659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:17.314712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:17.315366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:17.425499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2650824 Jul 07 18:18:17.432091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37380) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:17.444010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'subnet': {'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:17.467355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8a8a-48dc-4280-919d-d573d50aa5da tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Network': ['ID=a5d5d4c4-7777-4841-b60b-a3af5f37741b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:17.493149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Made reservation on behalf of 951db6e0cd4548369bc640d39c64aee1 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:17.493149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:17.531317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a5d5d4c4-7777-4841-b60b-a3af5f37741b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:18:17.563011 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-f5785296-dccd-4005-8ad5-46cf40e41b95 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461262 Jul 07 18:18:17.677272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'ccd9f33d-94da-41d0-bbc9-cd9395575602', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'mac_address': 'fa:16:3e:e9:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:58Z', 'updated_at': '2021-07-07T18:18:15Z', 'revision_number': 1, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:18:00Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:17.718059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708da68-bf26-403d-9f52-93b13e1a8241 None None] The sync data for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 is: [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'ccd9f33d-94da-41d0-bbc9-cd9395575602', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'mac_address': 'fa:16:3e:e9:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:58Z', 'updated_at': '2021-07-07T18:18:15Z', 'revision_number': 1, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:18:00Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:17.848980 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-35111b48-57b8-4bed-ab45-90cd270b9b85 req-75276c4c-6f5f-4900-9dab-7203cae062e9 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735705 Jul 07 18:18:18.194976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.objects.ports [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:18:18.195271 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:18.197835 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11120a48-0ebf-4fb5-8f78-6823b5b1c70c None None] New status for floating IP ccd9f33d-94da-41d0-bbc9-cd9395575602: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:18:18.407355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8dee8929-8185-4ccc-b6ab-ad1a5d13b54b,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:18.408375 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11d7fff3-d38b-442b-b824-ca01574fdc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:18.428347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Checking segment: {'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:18.429573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network hostable DHCP agents. Network: a5d5d4c4-7777-4841-b60b-a3af5f37741b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:18:18.468583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network a5d5d4c4-7777-4841-b60b-a3af5f37741b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:18:18.519939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, a5d5d4c4-7777-4841-b60b-a3af5f37741b) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:18.526701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:18.528751 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:18.560125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b128ef-132b-4849-842d-7100f9d50573 None None] Network a5d5d4c4-7777-4841-b60b-a3af5f37741b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:18.572167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7e67bdc4-0d7e-46b5-860d-a015649528e1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1385145 Jul 07 18:18:18.576108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37400) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:18.586521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1740354662', 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:18.664536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Made reservation on behalf of 951db6e0cd4548369bc640d39c64aee1 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:18.677656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:18.697268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] device_id is not set on port ea482f1d-3647-454b-a5a4-a59a2e5e1114 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:18:18.787996 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:18.868143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e63a4-dca0-424a-bd30-ce6cd6c02354 None None] Network a5d5d4c4-7777-4841-b60b-a3af5f37741b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:18.962398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Allocated IP 2001:db8::e5 (a5d5d4c4-7777-4841-b60b-a3af5f37741b/8dee8929-8185-4ccc-b6ab-ad1a5d13b54b/ea482f1d-3647-454b-a5a4-a59a2e5e1114) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:19.148587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:19.208879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:19.278520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network a5d5d4c4-7777-4841-b60b-a3af5f37741b is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:19.285585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:19.289888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:19.290294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:19.290685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:19.304851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Port': ['ID=ea482f1d-3647-454b-a5a4-a59a2e5e1114,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:19.318345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-74c1178e-5b09-4184-a0c5-a3cadaa9a7f7 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7408078 Jul 07 18:18:19.323246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:19.699508 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:19.752606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Deleting port ea482f1d-3647-454b-a5a4-a59a2e5e1114 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:19.752970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:19.847786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:19.875578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Calling delete_port for ea482f1d-3647-454b-a5a4-a59a2e5e1114 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:20.057153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-eae35752-774c-4ffb-9c5c-fd6ee729de70 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346031352&fields=id&tenant_id=77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 267 time: 0.0496666 Jul 07 18:18:20.083227 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.120490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea482f1d-3647-454b-a5a4-a59a2e5e1114,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:20.158442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.160799 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c4a2ff58-06fd-40d8-9216-c52d9d437e0c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "DELETE /v2.0/ports/ea482f1d-3647-454b-a5a4-a59a2e5e1114 HTTP/1.1" status: 204 len: 168 time: 0.8380132 Jul 07 18:18:20.163513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37482) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:20.168056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b', 'external_fixed_ips': [{'subnet_id': '8dee8929-8185-4ccc-b6ab-ad1a5d13b54b', 'ip_address': '2001:db8::e5'}]}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:20.191286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-35606d9a-bd21-40ad-a576-28bd3dcab40e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:20.192959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-35606d9a-bd21-40ad-a576-28bd3dcab40e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.1273041 Jul 07 18:18:20.193522 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:20.200622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.201716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.210449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-f392833f-c8f6-40e5-8dff-882cc4f149ce tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/quotas/77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0116944 Jul 07 18:18:20.277269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.305574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-0bb3f9e9-3059-4548-8676-31d1cba3fcc8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0861387 Jul 07 18:18:20.420591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-b45d9558-6cad-4cd3-a565-5513ea312c26 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009443 Jul 07 18:18:20.435283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.549975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-fd176fee-400c-4002-8660-45b4bfe6e724 service neutron] 10.222.0.88 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228175 Jul 07 18:18:20.722702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.764628 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.859723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37508) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:21.037461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d769d57-b37e-4d3a-abb4-d9b2ee173374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.042474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Allocated IP 2001:db8::e5 (a5d5d4c4-7777-4841-b60b-a3af5f37741b/8dee8929-8185-4ccc-b6ab-ad1a5d13b54b/feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:21.045427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49ac00c4-1494-458e-9f2d-d573d0aabd74 req-b3297b90-9adb-4948-9fda-7ad16390d706 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 210 time: 0.0825236 Jul 07 18:18:21.173247 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.187725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d769d57-b37e-4d3a-abb4-d9b2ee173374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.193123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4d769d57-b37e-4d3a-abb4-d9b2ee173374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.238663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d769d57-b37e-4d3a-abb4-d9b2ee173374 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c733679771f541a28cc95247aca79466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767083 Jul 07 18:18:21.241487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37520) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:21.242132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d769d57-b37e-4d3a-abb4-d9b2ee173374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4766cb-0bc9-45f0-b7d6-fc5afe495966,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:21.262991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.300969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94e9b5de-d3e6-416f-b061-cac55d25be45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.313597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.326160 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94e9b5de-d3e6-416f-b061-cac55d25be45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.352998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network a5d5d4c4-7777-4841-b60b-a3af5f37741b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:21.359067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:21.362773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:21.379877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94e9b5de-d3e6-416f-b061-cac55d25be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.382479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94e9b5de-d3e6-416f-b061-cac55d25be45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.386129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-94e9b5de-d3e6-416f-b061-cac55d25be45 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8f4766cb-0bc9-45f0-b7d6-fc5afe495966 HTTP/1.1" status: 204 len: 168 time: 0.1386764 Jul 07 18:18:21.391781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9b5de-d3e6-416f-b061-cac55d25be45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4766cb-0bc9-45f0-b7d6-fc5afe495966,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:21.443408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Port': ['ID=feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:21.605556 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.700854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37534) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:21.717976 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-06db1c9e-dfb6-4885-bd36-1c55341bafba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.818820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-06db1c9e-dfb6-4885-bd36-1c55341bafba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.824271 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-06db1c9e-dfb6-4885-bd36-1c55341bafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.826875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.866410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db1c9e-dfb6-4885-bd36-1c55341bafba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6625e059-c6d6-4855-b586-3ffd4074ee8a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:21.878586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-06db1c9e-dfb6-4885-bd36-1c55341bafba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a969801b71d643dbb3bc7aafdd7c01b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762576 Jul 07 18:18:21.880675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37540) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:21.951043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0467fe66-12f4-493d-a662-2d0dccb722bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:21.975097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Router d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:21.986016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0467fe66-12f4-493d-a662-2d0dccb722bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.046501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0467fe66-12f4-493d-a662-2d0dccb722bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.049703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0467fe66-12f4-493d-a662-2d0dccb722bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.051028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0467fe66-12f4-493d-a662-2d0dccb722bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6625e059-c6d6-4855-b586-3ffd4074ee8a HTTP/1.1" status: 204 len: 168 time: 0.1690910 Jul 07 18:18:22.061238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467fe66-12f4-493d-a662-2d0dccb722bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6625e059-c6d6-4855-b586-3ffd4074ee8a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:22.116316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:22.129309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Sync routers for ids ['d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:22.145498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Routers {'d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:22.146509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:22.147056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.151018 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-51a60fcd-3770-4186-a0b1-83db65e8e5ad tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.9839041 Jul 07 18:18:22.151728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37548) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:22.306438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8eb1c3a-2f2c-4a17-9392-ef5fb29d9f22 req-70960df0-ce7f-4b09-8713-84911502377e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 210 time: 0.0623322 Jul 07 18:18:22.386760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.401843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Set router d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:22.590901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-802f44a6-15a0-4cf9-98c9-13f2fb76a631 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:22.593882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-802f44a6-15a0-4cf9-98c9-13f2fb76a631 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 812 time: 0.1560264 Jul 07 18:18:22.659185 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-308ca378-a2f6-4384-b560-393c1ad855f9 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f70b9bfbfd4e21832824777b01e8d4 HTTP/1.1" status: 200 len: 380 time: 0.0514636 Jul 07 18:18:22.672691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'port': {'device_id': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'admin_state_up': True, 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'security_groups': ['571c5299-227e-4886-af4c-26ba67c7c6d8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:22.930528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Made reservation on behalf of 77f70b9bfbfd4e21832824777b01e8d4 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:22.932750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c17d38-9dfd-4ca0-b4c2-bdf41459eb78', 'name': '', 'tenant_id': '951db6e0cd4548369bc640d39c64aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b', 'external_fixed_ips': [{'subnet_id': '8dee8929-8185-4ccc-b6ab-ad1a5d13b54b', 'ip_address': '2001:db8::e5'}], 'enable_snat': True}, 'gw_port_id': 'feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:20Z', 'updated_at': '2021-07-07T18:18:21Z', 'revision_number': 3, 'project_id': '951db6e0cd4548369bc640d39c64aee1', 'gw_port': {'id': 'feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e', 'name': '', 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c17d38-9dfd-4ca0-b4c2-bdf41459eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '8dee8929-8185-4ccc-b6ab-ad1a5d13b54b', 'ip_address': '2001:db8::e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:20Z', 'updated_at': '2021-07-07T18:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dee8929-8185-4ccc-b6ab-ad1a5d13b54b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:22.935658 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.967217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Checking router: d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:22.967809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Updating router d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78 port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:18:23.014822 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.148884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.224471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.20.0.8 (6e8c40d1-4f4e-4043-af4e-b460953275ad/cc003e4c-50d7-4c42-8288-37a4bc93dcba/b84c5c86-7eb3-429e-afe1-c1a30d7de11e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:23.279947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Deleting port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:23.280203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.501191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.530240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Calling delete_port for feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:23.547637 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.578045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Transition to ACTIVE for port object feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:23.584166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.593605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.619618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93018539-a7f6-4185-a974-64528b2193f6 req-8b207daf-8a9c-443f-bf12-b0523a9aa0a7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 210 time: 0.0636408 Jul 07 18:18:23.620800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Transition to ACTIVE for port object b84c5c86-7eb3-429e-afe1-c1a30d7de11e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:23.641505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Pushing event updated for resources: {'Port': ['ID=feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:23.654439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.654960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.655445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.655931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.656405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.656906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.657377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.657844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.658329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.658801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.659287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.659836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f722f361-869f-42a3-9a19-5f382c80efd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:23.678175 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.684715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Attempting to bind port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:23.685112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Attempting to bind port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:23.685484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Attempting to bind port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e on network a5d5d4c4-7777-4841-b60b-a3af5f37741b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:23.691065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:23.691442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Checking segment: {'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:23.691849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.692247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Bound using segment: {'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:23.692725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Bound port: feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:23.693135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.759839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:23.763984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:23.768430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:23.837181 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.838751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:18:23.839154 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:18:23.842808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:23.872162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.872162 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.899555 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-db57f200-7353-4102-ace6-9496e84b9c34 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2317116 Jul 07 18:18:23.924941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event deleted for resources: {'Port': ['ID=feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:23.928382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.931653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Request body: {'port': {'device_id': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:24.050604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.052449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ec245b48-f4b1-42ec-8385-a701c43146b7 None None] Provisioning for port b84c5c86-7eb3-429e-afe1-c1a30d7de11e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:24.054258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.057248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.059091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ec245b48-f4b1-42ec-8385-a701c43146b7 None None] Provisioning complete for port b84c5c86-7eb3-429e-afe1-c1a30d7de11e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:24.062747 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec245b48-f4b1-42ec-8385-a701c43146b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.120812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.121368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:24.129561 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.136495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37590) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:24.137606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-352c5f06-d34e-4c56-a1a8-d99f6ef1b269 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "DELETE /v2.0/routers/d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78 HTTP/1.1" status: 204 len: 168 time: 1.9843483 Jul 07 18:18:24.160342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ec245b48-f4b1-42ec-8385-a701c43146b7 None None] Port b84c5c86-7eb3-429e-afe1-c1a30d7de11e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:24.281963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Deleting subnet 8dee8929-8185-4ccc-b6ab-ad1a5d13b54b {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:18:24.287429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.358848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Attempting to bind port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:24.360503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Attempting to bind port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:24.361781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Attempting to bind port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e on network a5d5d4c4-7777-4841-b60b-a3af5f37741b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:24.372935 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.374746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:24.375345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Checking segment: {'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:24.375998 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.376858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Bound using segment: {'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:24.377423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Bound port: feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390dbadb-78c0-473c-b8b8-b0d2901ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a5d5d4c4-7777-4841-b60b-a3af5f37741b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:24.377934 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.410308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Port feb34ceb-4db5-4a2e-95ee-1f87bfb31e7e has been deleted concurrently {{(pid=105590) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 18:18:24.429116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Routers set() bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:24.429497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Router IDs set() for agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 18:18:24.430664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_agentschedulers_db [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent'). {{(pid=105590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 18:18:24.431447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c93b1-17a0-4fe1-8d33-93887111d299 None None] The sync data for ids ['d8c17d38-9dfd-4ca0-b4c2-bdf41459eb78'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:24.438473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.567947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84c5c86-7eb3-429e-afe1-c1a30d7de11e {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:24.585276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.590541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.640343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8dee8929-8185-4ccc-b6ab-ad1a5d13b54b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:24.644388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Transition to ACTIVE for port object b84c5c86-7eb3-429e-afe1-c1a30d7de11e will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:24.648943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.651213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7e6479d-7e75-46de-af1b-c3b365f4bb14 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/8dee8929-8185-4ccc-b6ab-ad1a5d13b54b HTTP/1.1" status: 204 len: 168 time: 0.5123954 Jul 07 18:18:24.653273 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.653951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37608) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:24.800932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438936d9-f154-4a90-a900-036b278c139d service neutron] Pushing event updated for resources: {'Port': ['ID=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:24.866999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Attempting to bind port b84c5c86-7eb3-429e-afe1-c1a30d7de11e on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:24.867328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Attempting to bind port b84c5c86-7eb3-429e-afe1-c1a30d7de11e by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:24.868309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Attempting to bind port b84c5c86-7eb3-429e-afe1-c1a30d7de11e on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:24.876219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Port b84c5c86-7eb3-429e-afe1-c1a30d7de11e on network 6e8c40d1-4f4e-4043-af4e-b460953275ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:24.876601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Attempting to bind port b84c5c86-7eb3-429e-afe1-c1a30d7de11e on network 6e8c40d1-4f4e-4043-af4e-b460953275ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:24.884639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:24.885029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Checking segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:24.885422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Bound using segment: {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:24.885866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Bound port: b84c5c86-7eb3-429e-afe1-c1a30d7de11e, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db93f8-9a8e-4ccd-a643-85571fe2cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:24.886285 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.920088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:24.953845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b0382-b223-4f20-9754-5410372ff438 req-b2706b83-5cef-45ce-aee8-c1ad9bf98951 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:24.961511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-577b0382-b223-4f20-9754-5410372ff438 req-b2706b83-5cef-45ce-aee8-c1ad9bf98951 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.1636930 Jul 07 18:18:25.046120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] For port b84c5c86-7eb3-429e-afe1-c1a30d7de11e, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:25.052698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] For port b84c5c86-7eb3-429e-afe1-c1a30d7de11e, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:25.060499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.075463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-577b0382-b223-4f20-9754-5410372ff438 req-1fb339bf-2e21-443b-a322-cb64eedc424a tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128223 Jul 07 18:18:25.105876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:25.106879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.110625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-438936d9-f154-4a90-a900-036b278c139d service neutron] 10.222.0.55 "PUT /v2.0/ports/b84c5c86-7eb3-429e-afe1-c1a30d7de11e HTTP/1.1" status: 200 len: 1091 time: 1.2049460 Jul 07 18:18:25.113649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:25.131118 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:25.194516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.230900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d5d4c4-7777-4841-b60b-a3af5f37741b']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:25.257057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390dbadb-78c0-473c-b8b8-b0d2901ef11e') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:25.257392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390dbadb-78c0-473c-b8b8-b0d2901ef11e') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:25.275437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438936d9-f154-4a90-a900-036b278c139d service neutron] Pushing event updated for resources: {'Port': ['ID=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:25.288423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.292729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-62553804-d010-4106-9fa4-d4c99f30fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:25.295904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-62553804-d010-4106-9fa4-d4c99f30fe4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 1094 time: 0.1028616 Jul 07 18:18:25.331718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.347151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:18:25.348718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: items = [ Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:18:25.353799 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:18:25.380447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-3c5556f7-e3e2-45f9-ae4d-f68296860007 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e HTTP/1.1" status: 200 len: 217 time: 0.0764387 Jul 07 18:18:25.470849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-425da5d7-0824-4916-8a1c-86bb448f89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:25.473218 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-425da5d7-0824-4916-8a1c-86bb448f89ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0841343 Jul 07 18:18:25.527104 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.538640 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60237829-3276-4e35-a1e8-61bdb734013d x-openstack-request-id: req-60237829-3276-4e35-a1e8-61bdb734013d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:25.539153 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:25.539704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5d5d4c4-7777-4841-b60b-a3af5f37741b {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 18:18:25.539969 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-60237829-3276-4e35-a1e8-61bdb734013d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:25.540814 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'status': 'completed', 'code': 200} Jul 07 18:18:25.565497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.571639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "DELETE /v2.0/networks/a5d5d4c4-7777-4841-b60b-a3af5f37741b HTTP/1.1" status: 204 len: 168 time: 0.9116483 Jul 07 18:18:25.584921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-12db35ae-8fb3-497d-89f1-911cc8a55c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:25.587002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-12db35ae-8fb3-497d-89f1-911cc8a55c9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067588 Jul 07 18:18:25.601921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798668c9-a9b1-411e-9a96-a640d5caf0d9 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5d5d4c4-7777-4841-b60b-a3af5f37741b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:25.864568 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-ccf87a21-f56b-4f13-9cb0-aaf76c13322e service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650015 Jul 07 18:18:25.981396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37632) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:26.001962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a5bfd32c-bba3-4a10-83ee-753defbb02ef tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'router': {'name': 'tempest-router--821453438', 'project_id': '3b598153bdce4b318b65452b1d05a996'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:26.046010 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d4997ffb-7f7f-420b-b992-5ad1c4679148 req-4c596171-419b-4335-bcd1-1d78bbcaeb0c service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758466 Jul 07 18:18:26.067020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd32c-bba3-4a10-83ee-753defbb02ef tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:26.070814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd32c-bba3-4a10-83ee-753defbb02ef tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:26.283251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-0ac5e17a-bcfc-42d2-bfb9-0b9fbf27ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:26.288693 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-0ac5e17a-bcfc-42d2-bfb9-0b9fbf27ee63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 1094 time: 0.1335185 Jul 07 18:18:26.335237 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd32c-bba3-4a10-83ee-753defbb02ef tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:26.361656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd32c-bba3-4a10-83ee-753defbb02ef tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:26.437690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd32c-bba3-4a10-83ee-753defbb02ef tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:26.439295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a5bfd32c-bba3-4a10-83ee-753defbb02ef tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4488802 Jul 07 18:18:26.444782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37640) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:26.490821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde931eb-74cb-448f-8e1b-0507ebfbc851 req-e622d223-58b2-47ad-afb6-5171e67ed4e5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:26.502426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dde931eb-74cb-448f-8e1b-0507ebfbc851 req-e622d223-58b2-47ad-afb6-5171e67ed4e5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.2007475 Jul 07 18:18:26.610292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dde931eb-74cb-448f-8e1b-0507ebfbc851 req-569d5983-97b8-4379-b9df-a4a13abe897d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069474 Jul 07 18:18:26.965851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1cf70d5e-e10d-4e69-8bb4-c752f12b8404 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.119681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-69e1cb7e-5412-461c-b847-0a0d9c061865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:27.121281 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-69e1cb7e-5412-461c-b847-0a0d9c061865 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.8269320 Jul 07 18:18:27.203656 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-5882c185-005a-47cf-b895-29d9fe4e3e2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e HTTP/1.1" status: 200 len: 217 time: 0.0508552 Jul 07 18:18:27.205389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1cf70d5e-e10d-4e69-8bb4-c752f12b8404 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.208458 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1cf70d5e-e10d-4e69-8bb4-c752f12b8404 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.293413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-2c4755b8-322b-4ec4-a7a9-8c3229aed6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:27.294692 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-2c4755b8-322b-4ec4-a7a9-8c3229aed6d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0845129 Jul 07 18:18:27.295271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1cf70d5e-e10d-4e69-8bb4-c752f12b8404 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.295904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf70d5e-e10d-4e69-8bb4-c752f12b8404 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 696e61d1-6098-4535-ae41-dc22a23676fa {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:27.301577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1cf70d5e-e10d-4e69-8bb4-c752f12b8404 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.301577 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1cf70d5e-e10d-4e69-8bb4-c752f12b8404 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "DELETE /v2.0/routers/696e61d1-6098-4535-ae41-dc22a23676fa HTTP/1.1" status: 204 len: 168 time: 0.8554692 Jul 07 18:18:27.377715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-3a88a3fb-576c-4a6c-8523-6febab99ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:27.380816 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-3a88a3fb-576c-4a6c-8523-6febab99ba0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779696 Jul 07 18:18:27.443640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37652) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:27.520096 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-38ea1eb8-bd72-4db5-89ab-327fc55779d5 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320081 Jul 07 18:18:27.651013 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eec01b3e-98c6-4731-a7c3-f4bf68e4e3f9 req-7bdcc012-4193-4236-9800-7ac060cc3c92 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236913 Jul 07 18:18:27.713240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-324586953', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:27.771292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.772984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:27.884930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.002959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598190bb-c35d-4b4f-a03c-46d3170f9ef1 req-ce146d08-6728-4941-bb37-de5a2f5e0a58 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:28.010946 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-598190bb-c35d-4b4f-a03c-46d3170f9ef1 req-ce146d08-6728-4941-bb37-de5a2f5e0a58 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.1942370 Jul 07 18:18:28.151267 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.241953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-598190bb-c35d-4b4f-a03c-46d3170f9ef1 req-643bb1de-d7c2-4af4-9fb2-96a336c41168 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245252 Jul 07 18:18:28.495401 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.534558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.668312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Allocated IP 172.25.1.105 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/fcb99aa8-bb3a-426b-87e9-65b323caea13) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:28.796207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.842908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.895867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:28.899508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:28.907118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:28.941366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event updated for resources: {'Port': ['ID=fcb99aa8-bb3a-426b-87e9-65b323caea13,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:29.330315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37692) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:29.386530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.522690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c7653f1-c5b0-4938-9ec9-5a1705d0c78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.635678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a92dc4-2698-4d14-8f92-4b136b140841 req-abcb0f0d-8bae-478a-a58e-bf66e91ffbe7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.637910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a92dc4-2698-4d14-8f92-4b136b140841 req-abcb0f0d-8bae-478a-a58e-bf66e91ffbe7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.1360421 Jul 07 18:18:29.689602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c7653f1-c5b0-4938-9ec9-5a1705d0c78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.696291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7c7653f1-c5b0-4938-9ec9-5a1705d0c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.751727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7653f1-c5b0-4938-9ec9-5a1705d0c78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132bbfc0-8a2c-48d8-a20a-bd6bf57cf2b9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:29.794568 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7c7653f1-c5b0-4938-9ec9-5a1705d0c78e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=802f390346f543f1a1a339d3331bf5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631002 Jul 07 18:18:29.797971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37698) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:29.819464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a92dc4-2698-4d14-8f92-4b136b140841 req-037c2b55-7210-4fc5-917d-bcd539b07c65 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906973 Jul 07 18:18:29.821534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.860566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b9c1-c644-41d8-93ca-5559435dc401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.891523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b9c1-c644-41d8-93ca-5559435dc401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.955505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b9c1-c644-41d8-93ca-5559435dc401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.959451 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b9c1-c644-41d8-93ca-5559435dc401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:29.964200 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6ab4b9c1-c644-41d8-93ca-5559435dc401 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/132bbfc0-8a2c-48d8-a20a-bd6bf57cf2b9 HTTP/1.1" status: 204 len: 168 time: 0.1621718 Jul 07 18:18:29.982530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4b9c1-c644-41d8-93ca-5559435dc401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132bbfc0-8a2c-48d8-a20a-bd6bf57cf2b9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:30.003306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Router 4e37b3ef-1407-47a2-ba37-2032a3cee4d0 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:30.120375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:30.134150 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] Sync routers for ids ['4e37b3ef-1407-47a2-ba37-2032a3cee4d0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:30.142880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.145296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28a926e7-17f5-4d75-867d-0589e62bbee5 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7004035 Jul 07 18:18:30.148115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37704) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:30.149117 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] Routers {'4e37b3ef-1407-47a2-ba37-2032a3cee4d0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:30.149881 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4e37b3ef-1407-47a2-ba37-2032a3cee4d0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:30.194059 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:30.205687 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] Routers {'4e37b3ef-1407-47a2-ba37-2032a3cee4d0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:30.207042 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4e37b3ef-1407-47a2-ba37-2032a3cee4d0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:30.246225 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:30.247104 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295361f-50dd-46bf-8f6e-4d81030a6ccb None None] The sync data for ids ['4e37b3ef-1407-47a2-ba37-2032a3cee4d0'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:30.308004 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c5d7be6-1989-4d94-8606-25b4b40d4cba tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/4e37b3ef-1407-47a2-ba37-2032a3cee4d0 HTTP/1.1" status: 200 len: 924 time: 0.1576233 Jul 07 18:18:30.310655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37712) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:30.346869 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c72e38c7-60f4-47ac-a6ce-bc21c5301c6d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e37b3ef-1407-47a2-ba37-2032a3cee4d0 HTTP/1.1" status: 200 len: 205 time: 0.0327089 Jul 07 18:18:30.347613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37716) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:30.461441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.578018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.649885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Deleting port fcb99aa8-bb3a-426b-87e9-65b323caea13 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:30.650312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.694987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37728) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:30.728582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.741081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Calling delete_port for fcb99aa8-bb3a-426b-87e9-65b323caea13 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:30.805722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1528455235-network', 'tenant_id': '86f7ca10a7b34df78ecbe93b0354c2c0'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:30.833926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Made reservation on behalf of 86f7ca10a7b34df78ecbe93b0354c2c0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:30.836801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.857516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.946532 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.978039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event deleted for resources: {'Port': ['ID=fcb99aa8-bb3a-426b-87e9-65b323caea13,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:31.052633 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.081713 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.093199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.110000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c578ba-8818-47ff-b103-4a2e74ebdf0e req-308f0bf3-dcfe-4983-94d0-3a9317a61cf7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:31.111604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3c578ba-8818-47ff-b103-4a2e74ebdf0e req-308f0bf3-dcfe-4983-94d0-3a9317a61cf7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.1284437 Jul 07 18:18:31.153154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:18:31.161450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba3b41-cb25-4c63-b504-4af8fb676c9b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:31.172149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.172585 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Added segment d10f55c8-e11e-4da8-b291-c76335e21839 of type vlan for network 54cabaf6-8a25-4687-8722-0eb02c83140f Jul 07 18:18:31.196936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.200004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.214570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3c578ba-8818-47ff-b103-4a2e74ebdf0e req-226bbd9c-7f57-4102-9ca7-569b801ae669 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941713 Jul 07 18:18:31.235090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.278924 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.280260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Fanout notify agent at l3_agent the message router_deleted on router 4e37b3ef-1407-47a2-ba37-2032a3cee4d0 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:31.284811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.286167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:31.287545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.295661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.296948 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e61a3616-9f8d-4740-8f46-14a9be55cf54 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/4e37b3ef-1407-47a2-ba37-2032a3cee4d0 HTTP/1.1" status: 204 len: 168 time: 0.9488864 Jul 07 18:18:31.300454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37740) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:31.305454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1447907159', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': False}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:31.335939 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.337494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.352961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6557519 Jul 07 18:18:31.355599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37744) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:31.362631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Request body: {'subnet': {'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1528455235-subnet', 'tenant_id': '86f7ca10a7b34df78ecbe93b0354c2c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:31.371288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29864055-0110-435a-9d12-04c30cb6008d admin admin] Pushing event updated for resources: {'Network': ['ID=54cabaf6-8a25-4687-8722-0eb02c83140f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:31.385923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 54cabaf6-8a25-4687-8722-0eb02c83140f details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:18:31.395297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Made reservation on behalf of 86f7ca10a7b34df78ecbe93b0354c2c0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:31.398388 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.411899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.440492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37746) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:31.570467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.615372 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9748290a-088c-4166-89d3-063b7adbc9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.636849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.737297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:31.746622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Checking segment: {'id': 'd10f55c8-e11e-4da8-b291-c76335e21839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:31.747171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Network hostable DHCP agents. Network: 54cabaf6-8a25-4687-8722-0eb02c83140f, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:18:31.783562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Network 54cabaf6-8a25-4687-8722-0eb02c83140f is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:18:31.792607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.801811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 54cabaf6-8a25-4687-8722-0eb02c83140f) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:31.811413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:31.812102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.812561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74990255-cd5c-4a0c-b911-390bae86b92d None None] Network 54cabaf6-8a25-4687-8722-0eb02c83140f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:31.815571 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.829930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9748290a-088c-4166-89d3-063b7adbc9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.836161 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9748290a-088c-4166-89d3-063b7adbc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.855117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aa9ce87f-fac9-49b4-82d8-d2f7d058867a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4905157 Jul 07 18:18:31.892458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9748290a-088c-4166-89d3-063b7adbc9f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b16adb324ccf4243b840dd8ea588eb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4506350 Jul 07 18:18:31.894909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748290a-088c-4166-89d3-063b7adbc9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe1f54e-baf2-4e1d-bb52-645eb0aecd43,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:31.896061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37754) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:31.955462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec0472-f7b2-4a63-b658-94f824468414 None None] Network 54cabaf6-8a25-4687-8722-0eb02c83140f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:31.989212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Allocated IP 172.25.1.251 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/90b0d0be-e489-4b96-b670-1a7e43b1a04e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:32.026740 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddabb-a93b-46fd-a34a-0688b36dc2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.082284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddabb-a93b-46fd-a34a-0688b36dc2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.153066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.179205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddabb-a93b-46fd-a34a-0688b36dc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.181796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddabb-a93b-46fd-a34a-0688b36dc2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.182951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0d2ddabb-a93b-46fd-a34a-0688b36dc2e0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bfe1f54e-baf2-4e1d-bb52-645eb0aecd43 HTTP/1.1" status: 204 len: 168 time: 0.2814574 Jul 07 18:18:32.199206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ddabb-a93b-46fd-a34a-0688b36dc2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe1f54e-baf2-4e1d-bb52-645eb0aecd43,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:32.210838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.263567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:32.270455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:32.275525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:32.278651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Port': ['ID=90b0d0be-e489-4b96-b670-1a7e43b1a04e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:32.438815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cffc8-bd9a-4e8f-9cc7-921399d40e39 req-1c26d8a7-d792-4312-8b9b-f640602d0d11 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:32.440589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401cffc8-bd9a-4e8f-9cc7-921399d40e39 req-1c26d8a7-d792-4312-8b9b-f640602d0d11 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.0796797 Jul 07 18:18:32.458761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37774) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:32.464603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1484155798-network', 'tenant_id': 'fc3449db30f2407aa2841e7c8851c0d4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:32.507328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-401cffc8-bd9a-4e8f-9cc7-921399d40e39 req-5911b4a9-6976-4acc-9592-4560079c5d53 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589292 Jul 07 18:18:32.508484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Made reservation on behalf of fc3449db30f2407aa2841e7c8851c0d4 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:32.510839 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.519912 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.560305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37776) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:32.575764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.578814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3c69-64b3-4b5a-9dc6-44cd22bcbf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.615249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.620043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.644933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:18:32.653982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1b0a87-66cb-47ad-8cff-0a70c48d645a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:32.660589 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.661090 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Added segment b92344a7-38be-45d9-80c8-245a1cf0a8ac of type vlan for network b63b51b8-ceca-4e98-b41c-2dda5eac0d56 Jul 07 18:18:32.704340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.741186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.742172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:32.742749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.801307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b63b51b8-ceca-4e98-b41c-2dda5eac0d56,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:32.812224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b63b51b8-ceca-4e98-b41c-2dda5eac0d56 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:18:32.840755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3c69-64b3-4b5a-9dc6-44cd22bcbf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.843927 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.847211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3c69-64b3-4b5a-9dc6-44cd22bcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.856215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8a4dc8fd-3963-43bf-9500-568c5e2237a6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3933713 Jul 07 18:18:32.856399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37780) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:32.861864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Request body: {'subnet': {'network_id': 'b63b51b8-ceca-4e98-b41c-2dda5eac0d56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1484155798-subnet', 'tenant_id': 'fc3449db30f2407aa2841e7c8851c0d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:32.883960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Made reservation on behalf of fc3449db30f2407aa2841e7c8851c0d4 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:32.887469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.932996 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d3c3c69-64b3-4b5a-9dc6-44cd22bcbf52 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0835b51215c04fcfbca08a4cf7132896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715305 Jul 07 18:18:32.935524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c3c69-64b3-4b5a-9dc6-44cd22bcbf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00513477-7e85-4be9-adbd-347bcec4f8a2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:32.938304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37782) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:33.044912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d198046-bb0b-4bd5-9174-5e8579ade28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.079408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d198046-bb0b-4bd5-9174-5e8579ade28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.079758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.106647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Router 5982b539-5d66-4d9a-a65e-0951eabf8ba2 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:33.136457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=593e037c-540c-4bfe-8196-2c42f6e3bffe,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:33.145575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Checking segment: {'id': 'b92344a7-38be-45d9-80c8-245a1cf0a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b63b51b8-ceca-4e98-b41c-2dda5eac0d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:33.145935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Network hostable DHCP agents. Network: b63b51b8-ceca-4e98-b41c-2dda5eac0d56, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:18:33.164335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Network b63b51b8-ceca-4e98-b41c-2dda5eac0d56 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:18:33.173315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b63b51b8-ceca-4e98-b41c-2dda5eac0d56) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:33.183286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f54569-35c4-4316-8c03-dce73c6899d8 None None] Network b63b51b8-ceca-4e98-b41c-2dda5eac0d56 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:33.187352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:33.187945 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.205587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d198046-bb0b-4bd5-9174-5e8579ade28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.208267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d198046-bb0b-4bd5-9174-5e8579ade28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.211817 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6d198046-bb0b-4bd5-9174-5e8579ade28d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/00513477-7e85-4be9-adbd-347bcec4f8a2 HTTP/1.1" status: 204 len: 168 time: 0.2656956 Jul 07 18:18:33.217468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-db93a83a-e2a0-4be0-9ea6-0573216244ed admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3519096 Jul 07 18:18:33.230472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d198046-bb0b-4bd5-9174-5e8579ade28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00513477-7e85-4be9-adbd-347bcec4f8a2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:33.238283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:33.253366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Sync routers for ids ['5982b539-5d66-4d9a-a65e-0951eabf8ba2'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:33.259205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.259752 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-65e576be-d8de-4995-a3da-6add62c9542b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.9581208 Jul 07 18:18:33.262821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37788) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:33.292034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Routers {'5982b539-5d66-4d9a-a65e-0951eabf8ba2'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:33.293247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5982b539-5d66-4d9a-a65e-0951eabf8ba2'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:33.426372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Set router 5982b539-5d66-4d9a-a65e-0951eabf8ba2 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:33.472724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37792) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:33.474266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-51e74a1d-bb71-451f-8839-b0d42f67413b tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/5982b539-5d66-4d9a-a65e-0951eabf8ba2 HTTP/1.1" status: 200 len: 909 time: 0.2087574 Jul 07 18:18:33.479408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1447907159', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': True}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:33.508848 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.510120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.578970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.629756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310c88b-5930-4f35-ad9b-a146a1cfb6de None None] Network b63b51b8-ceca-4e98-b41c-2dda5eac0d56 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:33.842891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.879994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c4a36-264e-4c65-8230-f215b00f0c95 req-1a6aa0d3-638e-4511-b242-236adbc4e5fc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:33.881766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d59c4a36-264e-4c65-8230-f215b00f0c95 req-1a6aa0d3-638e-4511-b242-236adbc4e5fc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.1335099 Jul 07 18:18:33.936349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5982b539-5d66-4d9a-a65e-0951eabf8ba2', 'name': 'tempest-snat-router-1447907159', 'tenant_id': '951db6e0cd4548369bc640d39c64aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.251'}], 'enable_snat': False}, 'gw_port_id': '90b0d0be-e489-4b96-b670-1a7e43b1a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:31Z', 'updated_at': '2021-07-07T18:18:32Z', 'revision_number': 3, 'project_id': '951db6e0cd4548369bc640d39c64aee1', 'gw_port': {'id': '90b0d0be-e489-4b96-b670-1a7e43b1a04e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5982b539-5d66-4d9a-a65e-0951eabf8ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:31Z', 'updated_at': '2021-07-07T18:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:33.984283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Checking router: 5982b539-5d66-4d9a-a65e-0951eabf8ba2 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:33.984537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Updating router 5982b539-5d66-4d9a-a65e-0951eabf8ba2 port 90b0d0be-e489-4b96-b670-1a7e43b1a04e binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:18:34.002280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d59c4a36-264e-4c65-8230-f215b00f0c95 req-843b2f6b-9508-4479-8835-8298bac46263 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080759 Jul 07 18:18:34.040656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.060178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-a181770c-be84-48ac-824f-279872e6d646 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:34.062077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-a181770c-be84-48ac-824f-279872e6d646 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/networks?id=54cabaf6-8a25-4687-8722-0eb02c83140f HTTP/1.1" status: 200 len: 812 time: 0.1793106 Jul 07 18:18:34.078583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.080625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-4e46d128-2ce9-489b-ac3d-cbced369101e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/quotas/86f7ca10a7b34df78ecbe93b0354c2c0 HTTP/1.1" status: 200 len: 375 time: 0.0119007 Jul 07 18:18:34.129318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-1d2d5466-aa63-4ea5-8684-9409ef9784b4 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f7ca10a7b34df78ecbe93b0354c2c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414777 Jul 07 18:18:34.274888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-95f1cb5e-68dd-4794-adea-8adb883f99d8 service neutron] 10.222.0.88 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389158 Jul 07 18:18:34.375597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-e0b800a3-940c-4bf6-99e7-fc2581f7ca42 service neutron] 10.222.0.88 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946441 Jul 07 18:18:34.433381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.444299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Transition to ACTIVE for port object 90b0d0be-e489-4b96-b670-1a7e43b1a04e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:34.452244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.504383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Attempting to bind port 90b0d0be-e489-4b96-b670-1a7e43b1a04e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:34.504759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Attempting to bind port 90b0d0be-e489-4b96-b670-1a7e43b1a04e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:34.505156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Attempting to bind port 90b0d0be-e489-4b96-b670-1a7e43b1a04e on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:34.511281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.512731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:34.513085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:34.513487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.514260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:34.514375 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Bound port: 90b0d0be-e489-4b96-b670-1a7e43b1a04e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:34.515043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.547189 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.569494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aca2d-8624-4ef5-882a-adb36bae4a02 None None] Pushing event updated for resources: {'Port': ['ID=90b0d0be-e489-4b96-b670-1a7e43b1a04e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:34.586387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] For port 90b0d0be-e489-4b96-b670-1a7e43b1a04e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:34.589874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] For port 90b0d0be-e489-4b96-b670-1a7e43b1a04e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=90b0d0be-e489-4b96-b670-1a7e43b1a04e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:34.596332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.730548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Routers {'5982b539-5d66-4d9a-a65e-0951eabf8ba2'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:34.731215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5982b539-5d66-4d9a-a65e-0951eabf8ba2'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:34.745033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Allocated IP 172.25.1.144 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/ab3337e4-0b8c-4360-8224-1d051b60776f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:34.748104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aca2d-8624-4ef5-882a-adb36bae4a02 None None] Pushing event updated for resources: {'Port': ['ID=90b0d0be-e489-4b96-b670-1a7e43b1a04e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:34.990296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.041191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe9adbcc-d102-4ceb-8c52-41545ef3ec41 req-372777be-091e-4b58-8853-882b1d2fe45b tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 210 time: 0.4317188 Jul 07 18:18:35.044104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.112250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Port': ['ID=ab3337e4-0b8c-4360-8224-1d051b60776f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:35.124257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:35.126260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:35.130174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:35.145025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] Set router 5982b539-5d66-4d9a-a65e-0951eabf8ba2 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:35.320276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c2ea-9e84-400f-bf4b-1532af805d04 req-f93b02d8-3ade-49ef-babc-693157d9e688 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:35.326044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d857c2ea-9e84-400f-bf4b-1532af805d04 req-f93b02d8-3ade-49ef-babc-693157d9e688 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.1229224 Jul 07 18:18:35.399381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d857c2ea-9e84-400f-bf4b-1532af805d04 req-66fc580b-08ee-4081-b08f-5de7a20d3e94 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696442 Jul 07 18:18:35.448842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5982b539-5d66-4d9a-a65e-0951eabf8ba2', 'name': 'tempest-snat-router-1447907159', 'tenant_id': '951db6e0cd4548369bc640d39c64aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.251'}], 'enable_snat': False}, 'gw_port_id': '90b0d0be-e489-4b96-b670-1a7e43b1a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:31Z', 'updated_at': '2021-07-07T18:18:32Z', 'revision_number': 3, 'project_id': '951db6e0cd4548369bc640d39c64aee1', 'gw_port': {'id': '90b0d0be-e489-4b96-b670-1a7e43b1a04e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5982b539-5d66-4d9a-a65e-0951eabf8ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:31Z', 'updated_at': '2021-07-07T18:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:35.484673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccb9cf-a956-440a-9ad3-3fa2bc695c3b None None] The sync data for ids ['5982b539-5d66-4d9a-a65e-0951eabf8ba2'] in n-d-798930-2 is: [{'id': '5982b539-5d66-4d9a-a65e-0951eabf8ba2', 'name': 'tempest-snat-router-1447907159', 'tenant_id': '951db6e0cd4548369bc640d39c64aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.251'}], 'enable_snat': False}, 'gw_port_id': '90b0d0be-e489-4b96-b670-1a7e43b1a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:31Z', 'updated_at': '2021-07-07T18:18:32Z', 'revision_number': 3, 'project_id': '951db6e0cd4548369bc640d39c64aee1', 'gw_port': {'id': '90b0d0be-e489-4b96-b670-1a7e43b1a04e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5982b539-5d66-4d9a-a65e-0951eabf8ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:31Z', 'updated_at': '2021-07-07T18:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:35.546464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.777173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.869928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.946710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Router 8cb05a41-88db-4e8d-9a4b-ac28f6122116 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:36.081670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:36.096950 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Sync routers for ids ['8cb05a41-88db-4e8d-9a4b-ac28f6122116'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:36.121910 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Routers {'8cb05a41-88db-4e8d-9a4b-ac28f6122116'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:36.122966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8cb05a41-88db-4e8d-9a4b-ac28f6122116'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:36.178269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.179618 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b495c04b-5ae5-4508-942c-ce77f02e2e7a tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7056060 Jul 07 18:18:36.182361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37886) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:36.311633 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Set router 8cb05a41-88db-4e8d-9a4b-ac28f6122116 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:36.342293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac73c3-bd65-4b44-b940-eb9b452c46a2 req-88f218f4-392c-4860-b1d8-fcc660d44867 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 210 time: 0.0369780 Jul 07 18:18:36.360156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b84c5c86-7eb3-429e-afe1-c1a30d7de11e details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:36.549700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-28f48b6c-6ea7-401f-8adc-6f5d237df44e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.553935 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-28f48b6c-6ea7-401f-8adc-6f5d237df44e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.90 "GET /v2.0/networks?id=54cabaf6-8a25-4687-8722-0eb02c83140f HTTP/1.1" status: 200 len: 812 time: 0.4669170 Jul 07 18:18:36.572071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b84c5c86-7eb3-429e-afe1-c1a30d7de11e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:36.583249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Request body: {'port': {'device_id': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f', 'admin_state_up': True, 'tenant_id': '86f7ca10a7b34df78ecbe93b0354c2c0'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:36.606511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'port_id': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'mac_address': 'fa:16:3e:cf:18:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:36.608674 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb05a41-88db-4e8d-9a4b-ac28f6122116', 'name': 'tempest-snat-router-1447907159', 'tenant_id': '951db6e0cd4548369bc640d39c64aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'ab3337e4-0b8c-4360-8224-1d051b60776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:33Z', 'updated_at': '2021-07-07T18:18:35Z', 'revision_number': 3, 'project_id': '951db6e0cd4548369bc640d39c64aee1', 'gw_port': {'id': 'ab3337e4-0b8c-4360-8224-1d051b60776f', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb05a41-88db-4e8d-9a4b-ac28f6122116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:34Z', 'updated_at': '2021-07-07T18:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:36.681917 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Checking router: 8cb05a41-88db-4e8d-9a4b-ac28f6122116 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:36.682267 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Updating router 8cb05a41-88db-4e8d-9a4b-ac28f6122116 port ab3337e4-0b8c-4360-8224-1d051b60776f binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:18:36.683980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.710260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84c5c86-7eb3-429e-afe1-c1a30d7de11e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:36.721919 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d4a1e8f7-a43e-4b3e-bbde-2adb862223bc tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/8cb05a41-88db-4e8d-9a4b-ac28f6122116 HTTP/1.1" status: 200 len: 908 time: 0.5320344 Jul 07 18:18:36.722814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 37898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:36.748004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b84c5c86-7eb3-429e-afe1-c1a30d7de11e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:36.757837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.789374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37900) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:36.790011 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.802564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36524c-fcf2-44fe-9f6c-52d0ba1afda4 req-d4a3663e-d05b-4d96-b815-c303e9f5f3a7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.804203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e36524c-fcf2-44fe-9f6c-52d0ba1afda4 req-d4a3663e-d05b-4d96-b815-c303e9f5f3a7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 943 time: 0.1472888 Jul 07 18:18:36.813429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 90b0d0be-e489-4b96-b670-1a7e43b1a04e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:36.853569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e36524c-fcf2-44fe-9f6c-52d0ba1afda4 req-beb20657-fc0a-4c6a-9cdc-a3385d1dd8fc tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371778 Jul 07 18:18:36.866639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:36.900137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 90b0d0be-e489-4b96-b670-1a7e43b1a04e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:36.909216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 90b0d0be-e489-4b96-b670-1a7e43b1a04e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:36.910046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.947462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.972064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-453a873c-9f05-4c3f-a0e6-9b802bb3839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.991518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Made reservation on behalf of 86f7ca10a7b34df78ecbe93b0354c2c0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:37.000533 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.027476 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.050610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['b84c5c86-7eb3-429e-afe1-c1a30d7de11e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:37.069315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 90b0d0be-e489-4b96-b670-1a7e43b1a04e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=90b0d0be-e489-4b96-b670-1a7e43b1a04e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:37.095320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.096650 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-453a873c-9f05-4c3f-a0e6-9b802bb3839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.104456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-453a873c-9f05-4c3f-a0e6-9b802bb3839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.150251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a873c-9f05-4c3f-a0e6-9b802bb3839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1790d9b9-67cf-4820-94e3-80781ad9e9bc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:37.161355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.169108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-453a873c-9f05-4c3f-a0e6-9b802bb3839a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=12deb02c71e64e488af573aac17f9d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784866 Jul 07 18:18:37.172122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37908) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:37.244877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=90b0d0be-e489-4b96-b670-1a7e43b1a04e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:37.255296 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.280290 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Transition to ACTIVE for port object ab3337e4-0b8c-4360-8224-1d051b60776f will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:37.294214 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.296754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-05b1993a-cf12-4ad7-8e52-1adbc7be3e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.373604 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Attempting to bind port ab3337e4-0b8c-4360-8224-1d051b60776f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:37.374664 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Attempting to bind port ab3337e4-0b8c-4360-8224-1d051b60776f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:37.375199 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Attempting to bind port ab3337e4-0b8c-4360-8224-1d051b60776f on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:37.383136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-05b1993a-cf12-4ad7-8e52-1adbc7be3e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.386714 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939adc60-cc85-409e-aed2-cb7c5a5ed49b None None] Pushing event updated for resources: {'Port': ['ID=ab3337e4-0b8c-4360-8224-1d051b60776f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:37.392098 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:37.392692 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:37.393281 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.393962 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:37.395299 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Bound port: ab3337e4-0b8c-4360-8224-1d051b60776f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:37.395892 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.419250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Allocated IP 172.20.0.14 (54cabaf6-8a25-4687-8722-0eb02c83140f/03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0/89582298-7f9d-4d69-b6d2-dd8e3d103736) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:37.449148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01006d23-ed76-46f7-a756-b989cd3fe5b7 req-c5bb7b4e-9af0-444e-afdd-709f387af82b tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:37.458097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01006d23-ed76-46f7-a756-b989cd3fe5b7 req-c5bb7b4e-9af0-444e-afdd-709f387af82b tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1097 time: 0.1275649 Jul 07 18:18:37.473535 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-9ddbf7aa-b035-417d-b215-07cd35b0ebe4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016482 Jul 07 18:18:37.512027 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] For port ab3337e4-0b8c-4360-8224-1d051b60776f, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:37.520035 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] For port ab3337e4-0b8c-4360-8224-1d051b60776f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ab3337e4-0b8c-4360-8224-1d051b60776f,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:37.529763 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.537613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-05b1993a-cf12-4ad7-8e52-1adbc7be3e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.543736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-05b1993a-cf12-4ad7-8e52-1adbc7be3e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.546117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-05b1993a-cf12-4ad7-8e52-1adbc7be3e8a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1790d9b9-67cf-4820-94e3-80781ad9e9bc HTTP/1.1" status: 204 len: 168 time: 0.3721151 Jul 07 18:18:37.554358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Deleting port ab3337e4-0b8c-4360-8224-1d051b60776f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:37.554605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.609501 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01006d23-ed76-46f7-a756-b989cd3fe5b7 req-1005e3b8-d461-4c13-9c5f-5d8286ce5f15 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502519 Jul 07 18:18:37.622562 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Routers {'8cb05a41-88db-4e8d-9a4b-ac28f6122116'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:37.623204 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8cb05a41-88db-4e8d-9a4b-ac28f6122116'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:37.628811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1993a-cf12-4ad7-8e52-1adbc7be3e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1790d9b9-67cf-4820-94e3-80781ad9e9bc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:37.634190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35d8ec7c-a9ad-4902-b3c2-522b35fc0a1d req-77527702-64f0-4c7f-968d-a801df83b2b0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 210 time: 0.0548539 Jul 07 18:18:37.727193 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939adc60-cc85-409e-aed2-cb7c5a5ed49b None None] Pushing event updated for resources: {'Port': ['ID=ab3337e4-0b8c-4360-8224-1d051b60776f,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:37.826133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.844634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] Set router 8cb05a41-88db-4e8d-9a4b-ac28f6122116 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:37.911421 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb05a41-88db-4e8d-9a4b-ac28f6122116', 'name': 'tempest-snat-router-1447907159', 'tenant_id': '951db6e0cd4548369bc640d39c64aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:33Z', 'updated_at': '2021-07-07T18:18:37Z', 'revision_number': 4, 'project_id': '951db6e0cd4548369bc640d39c64aee1', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:37.926842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786931-5145-48fe-a69b-9f837992e368 req-9809504d-7cc7-4593-909d-9d819accca5e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:37.929837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e786931-5145-48fe-a69b-9f837992e368 req-9809504d-7cc7-4593-909d-9d819accca5e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1246901 Jul 07 18:18:37.941960 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16964c52-4342-4e8b-8257-44fe98789a2f None None] The sync data for ids ['8cb05a41-88db-4e8d-9a4b-ac28f6122116'] in n-d-798930-2 is: [{'id': '8cb05a41-88db-4e8d-9a4b-ac28f6122116', 'name': 'tempest-snat-router-1447907159', 'tenant_id': '951db6e0cd4548369bc640d39c64aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:33Z', 'updated_at': '2021-07-07T18:18:37Z', 'revision_number': 4, 'project_id': '951db6e0cd4548369bc640d39c64aee1', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:38.019423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e786931-5145-48fe-a69b-9f837992e368 req-ceb7b93c-39cd-483b-90a8-810e55d0b433 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814021 Jul 07 18:18:38.032617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37922) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:38.060132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37924) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:38.105513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fda9c291-e8cc-47f9-a039-9e01f4bf3a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.161735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3e5c410-99c0-4d22-8577-b927f9849d56 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 HTTP/1.1" status: 200 len: 994 time: 0.0992811 Jul 07 18:18:38.261549 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fda9c291-e8cc-47f9-a039-9e01f4bf3a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.271907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.273050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727ffcd-f8bd-48c8-9b03-cae33d952f55 req-33edcc04-c7cf-4a66-98cf-4035bb05fa38 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.279783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Calling delete_port for ab3337e4-0b8c-4360-8224-1d051b60776f owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:38.282344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1727ffcd-f8bd-48c8-9b03-cae33d952f55 req-33edcc04-c7cf-4a66-98cf-4035bb05fa38 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 944 time: 0.2672927 Jul 07 18:18:38.291171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-06309c37-af31-4bbd-b396-e36ebaa6bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.292141 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fda9c291-e8cc-47f9-a039-9e01f4bf3a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.293050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-06309c37-af31-4bbd-b396-e36ebaa6bb55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1097 time: 0.7186050 Jul 07 18:18:38.344623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fda9c291-e8cc-47f9-a039-9e01f4bf3a69 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fbbbbc029efe497881b83dfd70f5b5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117497 Jul 07 18:18:38.350575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37930) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:38.360562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9c291-e8cc-47f9-a039-9e01f4bf3a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f251f-3547-4cbc-b248-3d715b18b9ce,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.364585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b84c5c86-7eb3-429e-afe1-c1a30d7de11e up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:38.383686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1727ffcd-f8bd-48c8-9b03-cae33d952f55 req-235970d4-c68a-44b8-a7be-f2faffabb894 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997818 Jul 07 18:18:38.423767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67281f3b-d59f-4e98-bbbb-35cf3451a98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.434655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port b84c5c86-7eb3-429e-afe1-c1a30d7de11e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:38.439153 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port b84c5c86-7eb3-429e-afe1-c1a30d7de11e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:38.439628 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.455739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67281f3b-d59f-4e98-bbbb-35cf3451a98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.495522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.518929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67281f3b-d59f-4e98-bbbb-35cf3451a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.522208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Network 54cabaf6-8a25-4687-8722-0eb02c83140f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:38.527486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67281f3b-d59f-4e98-bbbb-35cf3451a98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.528922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-67281f3b-d59f-4e98-bbbb-35cf3451a98b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a66f251f-3547-4cbc-b248-3d715b18b9ce HTTP/1.1" status: 204 len: 168 time: 0.1771626 Jul 07 18:18:38.536321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:38.541391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67281f3b-d59f-4e98-bbbb-35cf3451a98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f251f-3547-4cbc-b248-3d715b18b9ce,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.567972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:38.594121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.601387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-c03b47fd-f182-42db-8274-987402ccf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.603196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-c03b47fd-f182-42db-8274-987402ccf65d service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.2598891 Jul 07 18:18:38.636575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Pushing event updated for resources: {'Port': ['ID=89582298-7f9d-4d69-b6d2-dd8e3d103736,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.650740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port b84c5c86-7eb3-429e-afe1-c1a30d7de11e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:38.653946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:38.663754 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59959e0-5974-4493-95b8-83b378f54a10" -d '{"events": [{"server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "name": "network-vif-plugged", "status": "completed", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:38.667183 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.729273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.735896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.749957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.766499 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-31e9a503-7fd9-46d8-a5a4-ceead2bc552c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1961915 Jul 07 18:18:38.781713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Request body: {'port': {'device_id': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:38.782663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 90b0d0be-e489-4b96-b670-1a7e43b1a04e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:38.835890 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-f22926f2-e0a1-4395-a223-9a471942c7eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 1001 time: 0.2190862 Jul 07 18:18:38.847138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.883438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 90b0d0be-e489-4b96-b670-1a7e43b1a04e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:38.883993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.927393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab3337e4-0b8c-4360-8224-1d051b60776f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:39.016600 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-89129650-3d64-4590-99d4-97cb18dc504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.023448 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-89129650-3d64-4590-99d4-97cb18dc504e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.1790445 Jul 07 18:18:39.024382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.026513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.175953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81294400-1247-4173-b7f3-b9e019c02f88 req-331f15ce-2846-40f7-8cd0-8241afaf6415 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.176538 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821eedad-3f6f-4113-8ea1-ebe387ac0732 x-openstack-request-id: req-821eedad-3f6f-4113-8ea1-ebe387ac0732 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:39.176862 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "name": "network-vif-plugged", "status": "completed", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:39.177125 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-821eedad-3f6f-4113-8ea1-ebe387ac0732 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:39.177530 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'code': 200} Jul 07 18:18:39.185367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81294400-1247-4173-b7f3-b9e019c02f88 req-331f15ce-2846-40f7-8cd0-8241afaf6415 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 932 time: 0.1013660 Jul 07 18:18:39.244467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81294400-1247-4173-b7f3-b9e019c02f88 req-869ce843-1517-4bac-8305-e76b8c105a4e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564446 Jul 07 18:18:39.278428 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.285893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.357796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.358344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb05a41-88db-4e8d-9a4b-ac28f6122116 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:39.378893 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.382492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4002fe0b-7560-4768-afea-bbded4cffce6 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "DELETE /v2.0/routers/8cb05a41-88db-4e8d-9a4b-ac28f6122116 HTTP/1.1" status: 204 len: 168 time: 2.6495240 Jul 07 18:18:39.383981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 37960) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:39.443418 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-25ef885b-2b4e-4d34-a4fa-aca1e2f40863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.445003 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-25ef885b-2b4e-4d34-a4fa-aca1e2f40863 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4147906 Jul 07 18:18:39.568216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-cc348285-26ba-4525-b409-c4234bafa1d3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5666184 Jul 07 18:18:39.571025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd76729-b849-45dc-998b-db40876fcb77 req-06cb4cf8-5cdc-46b8-8969-cda0f41807e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.572248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fd76729-b849-45dc-998b-db40876fcb77 req-06cb4cf8-5cdc-46b8-8969-cda0f41807e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 1096 time: 0.3070486 Jul 07 18:18:39.650954 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-9be90b5d-e71a-43da-9024-e1b38ba75e43 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970894 Jul 07 18:18:39.673031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89582298-7f9d-4d69-b6d2-dd8e3d103736 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:39.677057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fd76729-b849-45dc-998b-db40876fcb77 req-8ff43774-c6d2-4fb3-891e-070c06eee00e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935497 Jul 07 18:18:39.690391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.740352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b885d-e173-44d9-a163-e872214820bc req-46851e51-ce7d-4a77-a0d7-d570339da025 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.741940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a0b885d-e173-44d9-a163-e872214820bc req-46851e51-ce7d-4a77-a0d7-d570339da025 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.3087695 Jul 07 18:18:39.743258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.757955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Transition to ACTIVE for port object 89582298-7f9d-4d69-b6d2-dd8e3d103736 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:39.771743 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.830371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1280602-3548-4411-8577-fe3f0cdfc478 req-ce9d2941-dee2-40ce-909c-2390c6166066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:39.831882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1280602-3548-4411-8577-fe3f0cdfc478 req-ce9d2941-dee2-40ce-909c-2390c6166066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 945 time: 0.2567816 Jul 07 18:18:39.861924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=89582298-7f9d-4d69-b6d2-dd8e3d103736,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:39.897722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0d6fe5c2-a6f8-4434-9a32-9d8778530769 req-cc39734d-a532-4402-b40b-911165f82af2 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362740 Jul 07 18:18:39.904431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a0b885d-e173-44d9-a163-e872214820bc req-1621feeb-cf1f-4f4f-813c-44f726b91a12 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196485 Jul 07 18:18:39.962509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1280602-3548-4411-8577-fe3f0cdfc478 req-f84cb2de-5472-492c-b97b-73eeb5c0b920 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935802 Jul 07 18:18:39.970259 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.017463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Attempting to bind port 89582298-7f9d-4d69-b6d2-dd8e3d103736 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:40.017987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Attempting to bind port 89582298-7f9d-4d69-b6d2-dd8e3d103736 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'd10f55c8-e11e-4da8-b291-c76335e21839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:40.018358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Attempting to bind port 89582298-7f9d-4d69-b6d2-dd8e3d103736 on network 54cabaf6-8a25-4687-8722-0eb02c83140f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:40.024788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Port 89582298-7f9d-4d69-b6d2-dd8e3d103736 on network 54cabaf6-8a25-4687-8722-0eb02c83140f not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:40.025153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Attempting to bind port 89582298-7f9d-4d69-b6d2-dd8e3d103736 on network 54cabaf6-8a25-4687-8722-0eb02c83140f {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:40.031533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:40.031879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Checking segment: {'id': 'd10f55c8-e11e-4da8-b291-c76335e21839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:40.032274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Bound using segment: {'id': 'd10f55c8-e11e-4da8-b291-c76335e21839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:40.032715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Bound port: 89582298-7f9d-4d69-b6d2-dd8e3d103736, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10f55c8-e11e-4da8-b291-c76335e21839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:40.033108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.040745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Deleting port 90b0d0be-e489-4b96-b670-1a7e43b1a04e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:40.041247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.122785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] For port 89582298-7f9d-4d69-b6d2-dd8e3d103736, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:40.127652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] For port 89582298-7f9d-4d69-b6d2-dd8e3d103736, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736,segment=NetworkSegment(d10f55c8-e11e-4da8-b291-c76335e21839),segment_id=d10f55c8-e11e-4da8-b291-c76335e21839)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:40.134042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.135953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] For port 90b0d0be-e489-4b96-b670-1a7e43b1a04e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=90b0d0be-e489-4b96-b670-1a7e43b1a04e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:40.136495 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.155939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Calling delete_port for 90b0d0be-e489-4b96-b670-1a7e43b1a04e owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:40.216931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.216931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.216931 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] 10.222.0.90 "PUT /v2.0/ports/89582298-7f9d-4d69-b6d2-dd8e3d103736 HTTP/1.1" status: 200 len: 1092 time: 1.4414239 Jul 07 18:18:40.216931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'tag': '89582298-7f9d-4d69-b6d2-dd8e3d103736'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:40.218914 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c32cac-b933-4a16-93f0-177e0821bd25" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5af683-c855-4cd2-94bb-55fc7109e96c", "tag": "89582298-7f9d-4d69-b6d2-dd8e3d103736"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:40.227236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8183f0-4b50-45e8-bdd5-cfaaaf33e0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=89582298-7f9d-4d69-b6d2-dd8e3d103736,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:40.302231 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2417aa83-9e8a-4fc8-8909-1095776d85e5 x-openstack-request-id: req-2417aa83-9e8a-4fc8-8909-1095776d85e5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:40.303164 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5af683-c855-4cd2-94bb-55fc7109e96c", "tag": "89582298-7f9d-4d69-b6d2-dd8e3d103736", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:40.303563 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2417aa83-9e8a-4fc8-8909-1095776d85e5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:40.304112 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'tag': '89582298-7f9d-4d69-b6d2-dd8e3d103736', 'status': 'completed', 'code': 200} Jul 07 18:18:40.334487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ef3e8a85-2514-4fa6-8b1f-d901d2cdd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.336389 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-ef3e8a85-2514-4fa6-8b1f-d901d2cdd393 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86f7ca10a7b34df78ecbe93b0354c2c0&device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 1095 time: 0.0740201 Jul 07 18:18:40.405020 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-9e9f1972-6241-476c-b279-cc27afe2a08d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736 HTTP/1.1" status: 200 len: 217 time: 0.0608766 Jul 07 18:18:40.464713 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.513703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event deleted for resources: {'Port': ['ID=90b0d0be-e489-4b96-b670-1a7e43b1a04e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:40.536186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-c3a716ef-029a-498a-93ff-45102fbe6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.549906 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-c3a716ef-029a-498a-93ff-45102fbe6849 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0 HTTP/1.1" status: 200 len: 852 time: 0.1377153 Jul 07 18:18:40.593591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.599550 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-81508f2b-7d80-49c5-932c-7f1b09dda096 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54cabaf6-8a25-4687-8722-0eb02c83140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422277 Jul 07 18:18:40.725240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a352-12ef-4903-a4c3-187b720c345c req-49014bcd-806b-4804-8426-bd08c522d133 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.727218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db88a352-12ef-4903-a4c3-187b720c345c req-49014bcd-806b-4804-8426-bd08c522d133 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 944 time: 0.3061419 Jul 07 18:18:40.730930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.733145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.755480 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-d61283cb-b6fc-4d60-bad8-c4e583ee7a2d service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342869 Jul 07 18:18:40.806094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.806897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5982b539-5d66-4d9a-a65e-0951eabf8ba2 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:40.822150 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.823439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6433321c-7df7-4dbf-9f4c-07915959c278 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "DELETE /v2.0/routers/5982b539-5d66-4d9a-a65e-0951eabf8ba2 HTTP/1.1" status: 204 len: 168 time: 1.4291363 Jul 07 18:18:40.839215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db88a352-12ef-4903-a4c3-187b720c345c req-1552fbf8-d217-40d7-a700-be3e9afb4d87 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039076 Jul 07 18:18:40.839751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38020) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:40.866998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1757466897', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:40.926996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.928653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:40.955036 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-11a3349f-45f6-4edf-8251-c1ca0c549780 req-9f877c27-a58c-41f4-bd10-4f65171a225c service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885467 Jul 07 18:18:41.076723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:41.102783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-b5e6a1f8-b59e-436c-8c4e-bec95b1fd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.104938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-b5e6a1f8-b59e-436c-8c4e-bec95b1fd267 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1097 time: 0.1356466 Jul 07 18:18:41.290163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-8737fac4-0590-4f55-8292-053208c1682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.308160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-8737fac4-0590-4f55-8292-053208c1682f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86f7ca10a7b34df78ecbe93b0354c2c0&device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 1095 time: 0.1829362 Jul 07 18:18:41.440028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-15834927-5d9b-4002-b51a-d13d55792a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.445905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-15834927-5d9b-4002-b51a-d13d55792a85 service neutron] 10.222.0.90 "GET /v2.0/networks?id=54cabaf6-8a25-4687-8722-0eb02c83140f HTTP/1.1" status: 200 len: 913 time: 0.1301064 Jul 07 18:18:41.501368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-81de149c-b099-4335-81b3-32729fda8665 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736 HTTP/1.1" status: 200 len: 217 time: 0.0495596 Jul 07 18:18:41.548238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:41.560052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-4d48b473-0512-46f0-88e8-113f3fe94580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.561611 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-4d48b473-0512-46f0-88e8-113f3fe94580 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0 HTTP/1.1" status: 200 len: 852 time: 0.0543106 Jul 07 18:18:41.605558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-72762f97-bc26-43eb-bb5e-20c7675029e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54cabaf6-8a25-4687-8722-0eb02c83140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372140 Jul 07 18:18:41.658292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-e635ef44-ac66-4e10-8416-7b14e2b7078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.659873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-e635ef44-ac66-4e10-8416-7b14e2b7078b service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.4399853 Jul 07 18:18:41.741868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-5a4f84a9-3942-4020-89d1-6f366b255899 service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194780 Jul 07 18:18:41.746625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05dbb5-b20a-40ed-b316-f02ebaf13ba8 req-06157fe7-96fe-47b8-95e5-d51f9e5b7d98 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.748237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c05dbb5-b20a-40ed-b316-f02ebaf13ba8 req-06157fe7-96fe-47b8-95e5-d51f9e5b7d98 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.4446113 Jul 07 18:18:41.760359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c0cd3-0348-47e2-9ee9-f2d49781273b req-25da07ec-e97f-433a-b835-9cef5e4af8d7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.769440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-014c0cd3-0348-47e2-9ee9-f2d49781273b req-25da07ec-e97f-433a-b835-9cef5e4af8d7 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 945 time: 0.4668019 Jul 07 18:18:41.853878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38058) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:41.894763 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-60c32cac-b933-4a16-93f0-177e0821bd25 req-a36a1b07-6d63-4abf-8ff3-56c8b2de31ed service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411901 Jul 07 18:18:41.991976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3158dbac-0afc-4f94-bd93-6923c8638ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.101478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3158dbac-0afc-4f94-bd93-6923c8638ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.110204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3158dbac-0afc-4f94-bd93-6923c8638ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.165860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3158dbac-0afc-4f94-bd93-6923c8638ddb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c885c2f5420f460f84b75bd27cdc114b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106272 Jul 07 18:18:42.166784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158dbac-0afc-4f94-bd93-6923c8638ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10becf7-229e-4499-b22e-7045110b1491,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:42.169132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38064) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:42.195683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-62a3c8a7-57b7-4332-86fc-120bea11c3d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1002 time: 0.5262847 Jul 07 18:18:42.203471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-014c0cd3-0348-47e2-9ee9-f2d49781273b req-8dbc684c-a51c-44d6-b6c6-a1b9d595e93f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328721 Jul 07 18:18:42.215958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c05dbb5-b20a-40ed-b316-f02ebaf13ba8 req-5219f9fe-7500-44dc-8783-724cf0102c99 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438665 Jul 07 18:18:42.226485 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da311300-2593-4132-aeb3-53b1cb34bc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.260766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da311300-2593-4132-aeb3-53b1cb34bc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.270387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-2396f820-053c-4294-8ef8-ab0e7a5aa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:42.271875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-2396f820-053c-4294-8ef8-ab0e7a5aa9da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.0673060 Jul 07 18:18:42.319442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da311300-2593-4132-aeb3-53b1cb34bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.323371 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da311300-2593-4132-aeb3-53b1cb34bc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.325486 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-da311300-2593-4132-aeb3-53b1cb34bc7e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a10becf7-229e-4499-b22e-7045110b1491 HTTP/1.1" status: 204 len: 168 time: 0.1554172 Jul 07 18:18:42.336149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da311300-2593-4132-aeb3-53b1cb34bc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10becf7-229e-4499-b22e-7045110b1491,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:42.477908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.516772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-805d3474-6b44-4420-b8c2-f7e41b77ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:42.518138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-805d3474-6b44-4420-b8c2-f7e41b77ce52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368829 Jul 07 18:18:42.521227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.625366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38072) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:42.631631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 90b0d0be-e489-4b96-b670-1a7e43b1a04e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:42.641719 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb828-dd2d-4539-aebf-e9f58876e46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.655267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 90b0d0be-e489-4b96-b670-1a7e43b1a04e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:42.655870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 90b0d0be-e489-4b96-b670-1a7e43b1a04e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:42.681331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4c7cf-2939-4c77-9c6d-c6fc60273159 req-fffcde46-a7ab-450d-a6f6-b6d1020a9f2e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:42.682863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5c4c7cf-2939-4c77-9c6d-c6fc60273159 req-fffcde46-a7ab-450d-a6f6-b6d1020a9f2e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 944 time: 0.2768333 Jul 07 18:18:42.735174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb828-dd2d-4539-aebf-e9f58876e46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.740550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb828-dd2d-4539-aebf-e9f58876e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.767678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3635-58ff-4a7a-b5c5-34f5386a6452 req-ad2707de-bdd7-401b-a2b3-7c6472ea0e35 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:42.769204 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31bd3635-58ff-4a7a-b5c5-34f5386a6452 req-ad2707de-bdd7-401b-a2b3-7c6472ea0e35 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 945 time: 0.2859712 Jul 07 18:18:42.778076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb828-dd2d-4539-aebf-e9f58876e46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397b37bc-12bf-4c5d-a950-e8bc925a13c6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:42.778655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-6bba2fb2-ffe0-4181-a151-0c3274a8e67e service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339034 Jul 07 18:18:42.786415 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dc8fb828-dd2d-4539-aebf-e9f58876e46a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=656f4024128e4630bc2c30b79b602283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573081 Jul 07 18:18:42.786623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:42.829797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Allocated IP 172.25.1.141 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c9e2ff1a-9978-4f7c-b1a3-a30fed0128e8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:42.841479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa0bb35-a753-4d6b-9d65-af4e8f6b6e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.862990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa0bb35-a753-4d6b-9d65-af4e8f6b6e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.872956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5c4c7cf-2939-4c77-9c6d-c6fc60273159 req-d2bd4cc4-5914-4276-bbc7-5417465498f7 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715188 Jul 07 18:18:42.909425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31bd3635-58ff-4a7a-b5c5-34f5386a6452 req-cc2efcd6-4fe2-49b6-8d66-68b5e9b8296e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330359 Jul 07 18:18:42.917953 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa0bb35-a753-4d6b-9d65-af4e8f6b6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.920969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-faa0bb35-a753-4d6b-9d65-af4e8f6b6e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.922383 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-faa0bb35-a753-4d6b-9d65-af4e8f6b6e69 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/397b37bc-12bf-4c5d-a950-e8bc925a13c6 HTTP/1.1" status: 204 len: 168 time: 0.1347835 Jul 07 18:18:42.935895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:42.973272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0bb35-a753-4d6b-9d65-af4e8f6b6e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397b37bc-12bf-4c5d-a950-e8bc925a13c6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:42.988281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f85cc93c-6d5c-4471-971d-87d39c4bd7d9 req-d1103f56-6583-486d-9fd0-1f21e7c393a5 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929405 Jul 07 18:18:43.015519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a6d9b-0bcf-4ac3-a1a5-6367206185a4 tempest-TestVolumeBootPattern-1409988570 tempest-TestVolumeBootPattern-1409988570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.017196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5b5a6d9b-0bcf-4ac3-a1a5-6367206185a4 tempest-TestVolumeBootPattern-1409988570 tempest-TestVolumeBootPattern-1409988570-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 1091 time: 0.0795240 Jul 07 18:18:43.020331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38080) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:43.030965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:43.031141 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:43.058172 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:43.114127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:43.127358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7a8fa4f3-34df-4994-8f29-0495678a5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.129064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7a8fa4f3-34df-4994-8f29-0495678a5a3d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1097 time: 0.0888903 Jul 07 18:18:43.167038 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:43.183343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:43.221178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:43.227501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:43.286471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event updated for resources: {'Port': ['ID=c9e2ff1a-9978-4f7c-b1a3-a30fed0128e8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:43.286831 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Allocated IP 172.25.1.177 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b207bf03-3b28-4a96-8d6b-a7d1120ecc8a) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:43.408277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:43.471729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:43.483485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-49287633-9ee7-454b-9d77-4df5ba5e1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.502506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-49287633-9ee7-454b-9d77-4df5ba5e1668 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.3288109 Jul 07 18:18:43.520140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:43.523639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:43.532407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:43.575798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=b207bf03-3b28-4a96-8d6b-a7d1120ecc8a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:43.606771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8a43-37c8-4de7-8970-4c06982ebd28 req-be8d69b7-aca2-45aa-baeb-399723503dd1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.608370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f29e8a43-37c8-4de7-8970-4c06982ebd28 req-be8d69b7-aca2-45aa-baeb-399723503dd1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.2459669 Jul 07 18:18:43.674498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-dabad83a-5689-45ce-9398-7416c9e98b27 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1002 time: 0.1710370 Jul 07 18:18:43.743218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f29e8a43-37c8-4de7-8970-4c06982ebd28 req-964c13d0-b93f-495e-be8f-8e66dc28a206 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273179 Jul 07 18:18:43.752052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:43.800858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-4b7f5024-3c32-4343-9894-d877fbe3ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.802381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-4b7f5024-3c32-4343-9894-d877fbe3ef3f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1203175 Jul 07 18:18:43.926261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38106) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:43.991183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-19c4d456-1f95-4bed-8f4c-82a6be8669e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:43.992739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-19c4d456-1f95-4bed-8f4c-82a6be8669e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814654 Jul 07 18:18:44.349432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.401671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1756845191-network', 'tenant_id': '128c6a59ac304e7bbdd57f026eb3f4e8'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:44.433107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.435368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.471397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Made reservation on behalf of 128c6a59ac304e7bbdd57f026eb3f4e8 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:44.473678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.525465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.534053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-3e79d1b8-9f11-4113-b8c5-0f10a3644764 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251153 Jul 07 18:18:44.597993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.607844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.639044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ed24-1336-43b2-b9bd-89bacd3b3d1e req-a5363b16-a6e2-4154-9f44-a49f9db84567 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:44.640520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fe7ed24-1336-43b2-b9bd-89bacd3b3d1e req-a5363b16-a6e2-4154-9f44-a49f9db84567 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 944 time: 0.6304891 Jul 07 18:18:44.683535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event updated for resources: {'Port': ['ID=b207bf03-3b28-4a96-8d6b-a7d1120ecc8a,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:44.696395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.759695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fe7ed24-1336-43b2-b9bd-89bacd3b3d1e req-cd10b711-3c1e-438b-b2c6-940a68e44114 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057870 Jul 07 18:18:44.775370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-b32936a3-5353-4dc5-ad49-e2230290bbdf service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282174 Jul 07 18:18:44.809034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Router 5dbb4e12-2200-49b4-a313-a544d07ba35f is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:44.825090 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Floating IP a0d0e29c-0040-49a9-9ac7-15c52a220d61 associated. External IP: 172.25.1.177, port: b84c5c86-7eb3-429e-afe1-c1a30d7de11e. Jul 07 18:18:44.873419 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.884075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.939037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 89582298-7f9d-4d69-b6d2-dd8e3d103736 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:44.966370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:18:45.001006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b9b5a-dfe1-4160-862f-a343c52de429,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:45.008149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.008502 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Added segment 6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2 of type vlan for network f8c11287-b509-4fa5-936a-b9ca92da8631 Jul 07 18:18:45.061020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 89582298-7f9d-4d69-b6d2-dd8e3d103736, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736,segment=NetworkSegment(d10f55c8-e11e-4da8-b291-c76335e21839),segment_id=d10f55c8-e11e-4da8-b291-c76335e21839)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:45.067522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:45.071251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.075874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '89582298-7f9d-4d69-b6d2-dd8e3d103736', 'network_id': '54cabaf6-8a25-4687-8722-0eb02c83140f', 'port_id': '89582298-7f9d-4d69-b6d2-dd8e3d103736', 'mac_address': 'fa:16:3e:81:b2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:45.081490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] Sync routers for ids ['5dbb4e12-2200-49b4-a313-a544d07ba35f'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:45.093566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:45.115567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] Routers {'5dbb4e12-2200-49b4-a313-a544d07ba35f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:45.117007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5dbb4e12-2200-49b4-a313-a544d07ba35f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:45.126782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c836d-5de3-4ce6-9dfa-6499025b4a2f req-eb33eb86-a6e9-4614-8931-930665c64a3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:45.128428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b95c836d-5de3-4ce6-9dfa-6499025b4a2f req-eb33eb86-a6e9-4614-8931-930665c64a3f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.2144961 Jul 07 18:18:45.129244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.130368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e54e0836-b354-4595-9782-13452c4554c0 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2896464 Jul 07 18:18:45.133403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38114) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:45.138004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': False}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:45.166920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:45.179469 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.200572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] Routers {'5dbb4e12-2200-49b4-a313-a544d07ba35f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:45.204409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5dbb4e12-2200-49b4-a313-a544d07ba35f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:45.221689 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.222720 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:45.223923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.249911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:45.250960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c9eac0-810c-4c31-84b3-40f6cb98c4cc None None] The sync data for ids ['5dbb4e12-2200-49b4-a313-a544d07ba35f'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:45.261637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89582298-7f9d-4d69-b6d2-dd8e3d103736 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:45.287788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:45.300520 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:45.304772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 89582298-7f9d-4d69-b6d2-dd8e3d103736, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736,segment=NetworkSegment(d10f55c8-e11e-4da8-b291-c76335e21839),segment_id=d10f55c8-e11e-4da8-b291-c76335e21839)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:45.316742 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.319415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] Pushing event updated for resources: {'Network': ['ID=f8c11287-b509-4fa5-936a-b9ca92da8631,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:45.324018 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:45.324515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.325113 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:45.326728 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e9a0e98a-a529-4257-89ea-41d1c7b7516d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3991230 Jul 07 18:18:45.327378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38116) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:45.340818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Request body: {'subnet': {'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1756845191-subnet', 'tenant_id': '128c6a59ac304e7bbdd57f026eb3f4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:45.395384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f808d7ee-28fb-492c-aea7-ec54576631bb tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3740027 Jul 07 18:18:45.396979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=89582298-7f9d-4d69-b6d2-dd8e3d103736,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:45.397283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:45.399822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f8c11287-b509-4fa5-936a-b9ca92da8631 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:18:45.400280 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2f9964-db12-4fc7-9f3a-c83e40477062" -d '{"events": [{"name": "network-changed", "server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:45.436995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Made reservation on behalf of 128c6a59ac304e7bbdd57f026eb3f4e8 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:45.442463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.446126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b95c836d-5de3-4ce6-9dfa-6499025b4a2f req-1db44b4b-a8b1-426c-a120-678dd61aa164 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020287 Jul 07 18:18:45.500251 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765bf5d9-c9a9-4f0b-81cb-0b1f75e01c7a x-openstack-request-id: req-765bf5d9-c9a9-4f0b-81cb-0b1f75e01c7a {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:45.500535 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:45.500806 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-765bf5d9-c9a9-4f0b-81cb-0b1f75e01c7a {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:45.501230 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'status': 'completed', 'code': 200} Jul 07 18:18:45.612017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-5c6e73af-75c3-4477-bdaa-91b5df92c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:45.613645 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-5c6e73af-75c3-4477-bdaa-91b5df92c580 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 1096 time: 0.1098719 Jul 07 18:18:45.651597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['89582298-7f9d-4d69-b6d2-dd8e3d103736'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:45.691280 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:45.799944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.843639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-6c8e958c-2235-4153-921e-d0b9c42c6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:45.845727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-6c8e958c-2235-4153-921e-d0b9c42c6cc2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.2141023 Jul 07 18:18:45.852283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.887305 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edcc1a32-692f-416d-94bd-c4cf69579dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.016957 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-b7daf26e-8b39-470b-847a-ad596d84ace4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e HTTP/1.1" status: 200 len: 999 time: 0.1489272 Jul 07 18:18:46.020583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1af29f4-e42a-4cb6-9566-fcb4997beb75,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:46.040534 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:30Z', 'revision_number': 1, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}, {'id': 'a0d0e29c-0040-49a9-9ac7-15c52a220d61', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:cf:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:18:43Z', 'updated_at': '2021-07-07T18:18:43Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.052804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Checking segment: {'id': '6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:46.053197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Network hostable DHCP agents. Network: f8c11287-b509-4fa5-936a-b9ca92da8631, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:18:46.067508 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:46.077709 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:46.078316 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.082351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-e86a4144-ba13-4135-8f81-d87139d85296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:46.082869 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-e86a4144-ba13-4135-8f81-d87139d85296 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0585108 Jul 07 18:18:46.084228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Network f8c11287-b509-4fa5-936a-b9ca92da8631 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:18:46.086575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaf651-be45-4ef0-843c-141966f2e97a req-18b51f7c-859e-4f1f-8788-0d053563a314 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:46.088138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2faaf651-be45-4ef0-843c-141966f2e97a req-18b51f7c-859e-4f1f-8788-0d053563a314 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 945 time: 0.1544557 Jul 07 18:18:46.121580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f8c11287-b509-4fa5-936a-b9ca92da8631) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:46.128641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:46.129389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.140155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91075d6-883d-4df5-8392-63835b63f636 None None] Network f8c11287-b509-4fa5-936a-b9ca92da8631 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:46.165422 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63638991-df8c-41cb-8aea-69019b34799d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8361609 Jul 07 18:18:46.191144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-bf45dbe1-6660-4152-bc47-cf05b8b8c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:46.193520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-bf45dbe1-6660-4152-bc47-cf05b8b8c06f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998178 Jul 07 18:18:46.194540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2faaf651-be45-4ef0-843c-141966f2e97a req-d1e82f44-00b3-43b2-9cf9-97a20ea11aa8 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962203 Jul 07 18:18:46.228760 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:46.352988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-86691b01-5aa9-4472-a6bc-ef46ea5ad529 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481993 Jul 07 18:18:46.357578 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d907f92a-0c65-4160-832d-df7ad5f23a0c None None] Network f8c11287-b509-4fa5-936a-b9ca92da8631 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:46.514079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db2f9964-db12-4fc7-9f3a-c83e40477062 req-49d02ebc-ffd9-413d-ac2d-67709a814fe5 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531854 Jul 07 18:18:46.520907 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.526298 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:30Z', 'revision_number': 1, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}, {'id': 'a0d0e29c-0040-49a9-9ac7-15c52a220d61', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:cf:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:18:43Z', 'updated_at': '2021-07-07T18:18:43Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.530049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.567097 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d69ff-5209-46ac-b92d-79fb49ff9838 None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:30Z', 'revision_number': 1, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}, {'id': 'a0d0e29c-0040-49a9-9ac7-15c52a220d61', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:cf:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:18:43Z', 'updated_at': '2021-07-07T18:18:43Z', 'revision_number': 0, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:46.709223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Router 5dbb4e12-2200-49b4-a313-a544d07ba35f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:46.718110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa92bcd-fab5-4c02-a301-65676ee52f0b req-67f7e8e3-7322-4e4b-9d8c-be321c7c303c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:46.719648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa92bcd-fab5-4c02-a301-65676ee52f0b req-67f7e8e3-7322-4e4b-9d8c-be321c7c303c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1288021 Jul 07 18:18:46.803092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa92bcd-fab5-4c02-a301-65676ee52f0b req-9246b188-8ce0-4e23-846d-babd1ac06f03 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767906 Jul 07 18:18:46.848872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38144) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:46.854248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1869856970-network', 'tenant_id': '709ba1f5fcc541459c09b825ceae31ee'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:46.862087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcae67d-3e50-4170-9418-a194abce3dda None None] New status for floating IP a0d0e29c-0040-49a9-9ac7-15c52a220d61: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:18:46.871462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:46.876435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.880821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-975c93c7-bbcd-47d4-9e6b-7f5cf9f8f880 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "PUT /v2.0/routers/5dbb4e12-2200-49b4-a313-a544d07ba35f HTTP/1.1" status: 200 len: 926 time: 1.7434812 Jul 07 18:18:46.880821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38146) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:46.883636 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] Sync routers for ids ['5dbb4e12-2200-49b4-a313-a544d07ba35f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:46.894688 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] Routers {'5dbb4e12-2200-49b4-a313-a544d07ba35f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:46.895406 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5dbb4e12-2200-49b4-a313-a544d07ba35f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.907739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Made reservation on behalf of 709ba1f5fcc541459c09b825ceae31ee for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:46.912618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.934568 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.939714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.944552 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] Routers {'5dbb4e12-2200-49b4-a313-a544d07ba35f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:46.945459 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5dbb4e12-2200-49b4-a313-a544d07ba35f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.962340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 89582298-7f9d-4d69-b6d2-dd8e3d103736 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:46.982699 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.983462 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4114be-9594-406f-997f-95a9e5729410 None None] The sync data for ids ['5dbb4e12-2200-49b4-a313-a544d07ba35f'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:47.055098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-44b50293-5982-4f83-afc4-b24385f72207 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/5dbb4e12-2200-49b4-a313-a544d07ba35f HTTP/1.1" status: 200 len: 926 time: 0.1672957 Jul 07 18:18:47.058415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38148) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.064669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 89582298-7f9d-4d69-b6d2-dd8e3d103736 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:47.068612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 89582298-7f9d-4d69-b6d2-dd8e3d103736 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:47.069019 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.085999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.113727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.138676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:18:47.149270 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.164158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.164514 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Added segment 7d591277-a11c-4838-9c6c-ac0f04d80185 of type vlan for network 41ac06d2-982a-466e-b4b6-53e3c591753c Jul 07 18:18:47.165790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67050c5-487b-4c4a-b964-9994613f44be,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:47.181089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89582298-7f9d-4d69-b6d2-dd8e3d103736'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:47.183438 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7623813-64ca-496e-a631-ea4238e0fd95" -d '{"events": [{"server_uuid": "5e5af683-c855-4cd2-94bb-55fc7109e96c", "name": "network-vif-plugged", "status": "completed", "tag": "89582298-7f9d-4d69-b6d2-dd8e3d103736"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:47.197823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 89582298-7f9d-4d69-b6d2-dd8e3d103736, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736,segment=NetworkSegment(d10f55c8-e11e-4da8-b291-c76335e21839),segment_id=d10f55c8-e11e-4da8-b291-c76335e21839)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:47.203216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.224286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.235567 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487aab7f-3c84-40eb-bc8b-4802b81fccc5 x-openstack-request-id: req-487aab7f-3c84-40eb-bc8b-4802b81fccc5 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:47.235919 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5af683-c855-4cd2-94bb-55fc7109e96c", "name": "network-vif-plugged", "status": "completed", "tag": "89582298-7f9d-4d69-b6d2-dd8e3d103736", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:47.235919 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-487aab7f-3c84-40eb-bc8b-4802b81fccc5 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:47.235919 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89582298-7f9d-4d69-b6d2-dd8e3d103736', 'code': 200} Jul 07 18:18:47.242087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfd717-396a-4556-8055-9084c590a65e tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:47.243976 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2bdfd717-396a-4556-8055-9084c590a65e tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=5dbb4e12-2200-49b4-a313-a544d07ba35f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1842625 Jul 07 18:18:47.246853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38154) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.278594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=89582298-7f9d-4d69-b6d2-dd8e3d103736,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:47.320691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.321720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:47.322304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.380896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da3545-273f-47ac-b47c-a74dca6f1804 req-9325d7ae-d023-4832-bb15-acd2e641e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:47.382415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57da3545-273f-47ac-b47c-a74dca6f1804 req-9325d7ae-d023-4832-bb15-acd2e641e419 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 1097 time: 0.0840025 Jul 07 18:18:47.390782 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5407381 Jul 07 18:18:47.397625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38156) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.403959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Request body: {'subnet': {'network_id': '41ac06d2-982a-466e-b4b6-53e3c591753c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1869856970-subnet', 'tenant_id': '709ba1f5fcc541459c09b825ceae31ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:47.408194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12937a7a-2d31-4fc1-8a94-9fcbdcf21f4c admin admin] Pushing event updated for resources: {'Network': ['ID=41ac06d2-982a-466e-b4b6-53e3c591753c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:47.411978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b57b6c-94c8-4adb-b0f1-5f6bd3545581 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:47.413423 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e3b57b6c-94c8-4adb-b0f1-5f6bd3545581 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.1656113 Jul 07 18:18:47.416202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38158) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.424227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 41ac06d2-982a-466e-b4b6-53e3c591753c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:18:47.458206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57da3545-273f-47ac-b47c-a74dca6f1804 req-a46bba57-5659-4766-9d29-2a5d7ab32963 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672855 Jul 07 18:18:47.458635 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d370f386-9816-49f3-9cb4-90d62013ab5b tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbb4e12-2200-49b4-a313-a544d07ba35f HTTP/1.1" status: 200 len: 205 time: 0.0413556 Jul 07 18:18:47.461805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38160) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.469377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4f3f2-a43d-4f9b-8f5f-59fb923139f5 req-8752c51c-caea-496e-8e3c-35a1d241ef45 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:47.470906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ff4f3f2-a43d-4f9b-8f5f-59fb923139f5 req-8752c51c-caea-496e-8e3c-35a1d241ef45 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1232765 Jul 07 18:18:47.471601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Made reservation on behalf of 709ba1f5fcc541459c09b825ceae31ee for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:47.473952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.565805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ff4f3f2-a43d-4f9b-8f5f-59fb923139f5 req-b50111ee-48ac-4d3f-b24b-0018e00e01dd tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883508 Jul 07 18:18:47.572552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.672911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.679334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.733356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Deleting port c9e2ff1a-9978-4f7c-b1a3-a30fed0128e8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:47.733572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.734942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73b1531-8fac-443d-90c6-382068d0b1b0,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:47.744457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Checking segment: {'id': '7d591277-a11c-4838-9c6c-ac0f04d80185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '41ac06d2-982a-466e-b4b6-53e3c591753c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:47.744850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Network hostable DHCP agents. Network: 41ac06d2-982a-466e-b4b6-53e3c591753c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:18:47.761977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Network 41ac06d2-982a-466e-b4b6-53e3c591753c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:18:47.771176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 41ac06d2-982a-466e-b4b6-53e3c591753c) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:47.776955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:47.777105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.780415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123be2e1-988f-4211-a9de-3c8f54b4afe3 None None] Network 41ac06d2-982a-466e-b4b6-53e3c591753c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:47.796510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-73674004-3801-437b-8e51-f3a6228fa1b2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3961239 Jul 07 18:18:47.813218 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.825503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Calling delete_port for c9e2ff1a-9978-4f7c-b1a3-a30fed0128e8 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:47.939709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d7aae1-35db-4d48-9d3c-e7679a6c3e09 None None] Network 41ac06d2-982a-466e-b4b6-53e3c591753c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:48.029001 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.065784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event deleted for resources: {'Port': ['ID=c9e2ff1a-9978-4f7c-b1a3-a30fed0128e8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:48.069109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708c56-817e-4e2a-9332-0dd591b4279b req-1ec01655-615f-4e89-b45d-4d15d4d2e791 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:48.072731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6708c56-817e-4e2a-9332-0dd591b4279b req-1ec01655-615f-4e89-b45d-4d15d4d2e791 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.0863326 Jul 07 18:18:48.125378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6708c56-817e-4e2a-9332-0dd591b4279b req-bf771451-afa5-4d66-834d-349e5afc1191 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Jul 07 18:18:48.158007 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.247557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.249771 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.295967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.296543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Fanout notify agent at l3_agent the message router_deleted on router 5dbb4e12-2200-49b4-a313-a544d07ba35f {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:48.303499 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.304634 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b0259d42-9362-4e35-be29-6efeb483d827 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/5dbb4e12-2200-49b4-a313-a544d07ba35f HTTP/1.1" status: 204 len: 168 time: 0.8418071 Jul 07 18:18:48.308390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38182) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:48.313198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1f5a6d89-bc62-435e-8216-15ce425a0c4d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-102847795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:48.336670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6d89-bc62-435e-8216-15ce425a0c4d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.337733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6d89-bc62-435e-8216-15ce425a0c4d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.370662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70347a40-f68e-4433-a308-0b381cf4396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.420151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-897fa739-7864-4156-a9f3-b725a959b7cb tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:48.421923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-897fa739-7864-4156-a9f3-b725a959b7cb tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/networks?id=f8c11287-b509-4fa5-936a-b9ca92da8631 HTTP/1.1" status: 200 len: 809 time: 0.1119704 Jul 07 18:18:48.440523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-dfd690e3-2a81-4286-9dc2-2433fa41703d tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/quotas/128c6a59ac304e7bbdd57f026eb3f4e8 HTTP/1.1" status: 200 len: 375 time: 0.0103126 Jul 07 18:18:48.476349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-cf0a5e35-b710-4e73-ac74-3c662f96e189 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=128c6a59ac304e7bbdd57f026eb3f4e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299687 Jul 07 18:18:48.503966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.576552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-0a1a990a-f718-4517-937f-0c2d15895447 service neutron] 10.222.0.88 "GET /v2.0/networks/f8c11287-b509-4fa5-936a-b9ca92da8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929341 Jul 07 18:18:48.702652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-8292a12f-8541-4806-a2a2-81d7a8042706 service neutron] 10.222.0.88 "GET /v2.0/networks/f8c11287-b509-4fa5-936a-b9ca92da8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173103 Jul 07 18:18:48.764470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6d89-bc62-435e-8216-15ce425a0c4d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.770498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6d89-bc62-435e-8216-15ce425a0c4d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.783090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738fa1-efdc-4149-aa03-916e7c8bbedb req-bd984dd9-dcdf-4b63-9dcb-56c00f3d042f tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:48.784671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9738fa1-efdc-4149-aa03-916e7c8bbedb req-bd984dd9-dcdf-4b63-9dcb-56c00f3d042f tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.0763133 Jul 07 18:18:48.790656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6d89-bc62-435e-8216-15ce425a0c4d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.791956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f5a6d89-bc62-435e-8216-15ce425a0c4d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4824054 Jul 07 18:18:48.796858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38186) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:48.801888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:48.857251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9738fa1-efdc-4149-aa03-916e7c8bbedb req-a0eb5020-5a99-4a75-b0eb-936ccd6eccf2 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639694 Jul 07 18:18:48.914255 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cb4a68e-360e-40c2-bda7-b439dd50adfd req-68ff6cc1-172a-4fa1-8bda-57df1589f46a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 210 time: 0.0504336 Jul 07 18:18:49.032328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.278018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371218d3-b068-446a-a2c2-a7413ffeb43c req-dc1cbc88-f064-463a-a1dc-3cf86fc6aeb6 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:49.279663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-371218d3-b068-446a-a2c2-a7413ffeb43c req-dc1cbc88-f064-463a-a1dc-3cf86fc6aeb6 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.0830877 Jul 07 18:18:49.282516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.302197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.345573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-371218d3-b068-446a-a2c2-a7413ffeb43c req-ff68c966-8904-4e83-a8c0-ffd7825309f8 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587564 Jul 07 18:18:49.439047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136bd84-7597-45d3-8b52-7881d8e49a88 req-72432e00-ba15-4ac0-9ac4-4200fc801061 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:49.440655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c136bd84-7597-45d3-8b52-7881d8e49a88 req-72432e00-ba15-4ac0-9ac4-4200fc801061 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.0732455 Jul 07 18:18:49.445110 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Allocated IP 172.25.1.129 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/6200bfa8-7073-4a36-aba0-e795709ce958) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:49.493705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c136bd84-7597-45d3-8b52-7881d8e49a88 req-264c6ca6-d5ac-4385-b214-3450c80f18b4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465202 Jul 07 18:18:49.588444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.633181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.669355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:49.673080 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:49.677136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:49.693384 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.719779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event updated for resources: {'Port': ['ID=6200bfa8-7073-4a36-aba0-e795709ce958,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:49.775292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06867716-afe4-4c35-a9ad-5d02b08a3b14 req-b8fda273-df19-4fe8-a6a3-4014b2a6b6a0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:49.777137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06867716-afe4-4c35-a9ad-5d02b08a3b14 req-b8fda273-df19-4fe8-a6a3-4014b2a6b6a0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.0699108 Jul 07 18:18:49.820819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06867716-afe4-4c35-a9ad-5d02b08a3b14 req-13a6918f-2b3d-4de4-92e1-de3117c94956 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376716 Jul 07 18:18:49.953094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.056366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b50b12a-4b74-41bd-9a4a-706ac847e5b2 req-506f5bda-e215-4b37-b7b4-f4480d135e7c tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 210 time: 0.0298748 Jul 07 18:18:50.236382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.242517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.250417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-51d8de44-5921-48ca-bcea-8f5786c92e5c tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:50.251883 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-51d8de44-5921-48ca-bcea-8f5786c92e5c tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.55 "GET /v2.0/networks?id=f8c11287-b509-4fa5-936a-b9ca92da8631 HTTP/1.1" status: 200 len: 809 time: 0.1551442 Jul 07 18:18:50.296971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Request body: {'port': {'device_id': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631', 'admin_state_up': True, 'tenant_id': '128c6a59ac304e7bbdd57f026eb3f4e8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:50.470256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Made reservation on behalf of 128c6a59ac304e7bbdd57f026eb3f4e8 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:50.473982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.489974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Router 0607d03b-cbd8-4706-a67a-b3b5ce44dab6 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:50.673816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be1620-c7ae-4790-b82a-bb172929e6c6 req-fcc5dda5-3166-40f8-b632-c6da7dd06879 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:50.675474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50be1620-c7ae-4790-b82a-bb172929e6c6 req-fcc5dda5-3166-40f8-b632-c6da7dd06879 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.0638154 Jul 07 18:18:50.689174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:50.691725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Allocated IP 172.20.0.14 (f8c11287-b509-4fa5-936a-b9ca92da8631/a1af29f4-e42a-4cb6-9566-fcb4997beb75/785ce126-92c4-490b-af8f-8c4074516720) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:50.699974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] Sync routers for ids ['0607d03b-cbd8-4706-a67a-b3b5ce44dab6'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:50.700971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.704770 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-12f1ae67-7fe8-46cb-86e2-ca36757034f2 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "PUT /v2.0/routers/0607d03b-cbd8-4706-a67a-b3b5ce44dab6 HTTP/1.1" status: 200 len: 883 time: 1.9042330 Jul 07 18:18:50.705994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38214) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:50.714962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] Routers {'0607d03b-cbd8-4706-a67a-b3b5ce44dab6'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:50.715292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0607d03b-cbd8-4706-a67a-b3b5ce44dab6'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:50.755831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:50.765981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] Routers {'0607d03b-cbd8-4706-a67a-b3b5ce44dab6'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:50.766634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0607d03b-cbd8-4706-a67a-b3b5ce44dab6'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:50.781061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50be1620-c7ae-4790-b82a-bb172929e6c6 req-36efe0da-bf14-43fb-b056-7ad4d7161a34 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991788 Jul 07 18:18:50.807450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:50.808343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e665c798-e0ff-4e94-9cdf-46cb02010cfb None None] The sync data for ids ['0607d03b-cbd8-4706-a67a-b3b5ce44dab6'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:50.846486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f0f425b2-faa2-45dd-b9d7-d0d4515e02b8 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/0607d03b-cbd8-4706-a67a-b3b5ce44dab6 HTTP/1.1" status: 200 len: 924 time: 0.1400223 Jul 07 18:18:50.849357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38216) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:50.931133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.961478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50fc448-337d-4737-8b25-881b476e5bba tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:50.963115 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d50fc448-337d-4737-8b25-881b476e5bba tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=0607d03b-cbd8-4706-a67a-b3b5ce44dab6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1127164 Jul 07 18:18:50.966934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38220) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:51.016528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172179b-5871-4f5a-8614-bbf53108cf3c req-3c1603bf-bce1-41e5-841b-f7cb1be1af35 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.019076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5172179b-5871-4f5a-8614-bbf53108cf3c req-3c1603bf-bce1-41e5-841b-f7cb1be1af35 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.0773094 Jul 07 18:18:51.044446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.134892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Network f8c11287-b509-4fa5-936a-b9ca92da8631 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:51.140259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2310dce-7c01-458f-ab1c-86e1ace7d55c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.141828 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b2310dce-7c01-458f-ab1c-86e1ace7d55c tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.1738827 Jul 07 18:18:51.143442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:51.145359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38224) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:51.147584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Pushing event updated for resources: {'Port': ['ID=785ce126-92c4-490b-af8f-8c4074516720,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:51.158038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:51.170068 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.207231 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-369745d5-1d53-4c03-a5ad-44f923f5637f tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=0607d03b-cbd8-4706-a67a-b3b5ce44dab6 HTTP/1.1" status: 200 len: 205 time: 0.0605285 Jul 07 18:18:51.210305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38226) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:51.280697 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.281431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.333105 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-d2a44e57-3a87-4cc1-8330-bd79eb2ce3c3 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0418658 Jul 07 18:18:51.353142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Request body: {'port': {'device_id': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:51.392565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.467718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5172179b-5871-4f5a-8614-bbf53108cf3c req-4785a756-ca30-4c98-842d-c57801af6f2f tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385538 Jul 07 18:18:51.515064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03764-b4b3-489f-8cc5-ea9f4fd85708 req-60e2b662-8028-412a-98a2-5d2b74c99cee tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.516700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0eb03764-b4b3-489f-8cc5-ea9f4fd85708 req-60e2b662-8028-412a-98a2-5d2b74c99cee tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 932 time: 0.1041315 Jul 07 18:18:51.563747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0eb03764-b4b3-489f-8cc5-ea9f4fd85708 req-e3d8c72e-029f-4957-b0c0-3875073c37ac tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Jul 07 18:18:51.896508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.960374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.976989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-9a6ce9bd-30d2-43c8-aa7a-db9de58e5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:51.978548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-9a6ce9bd-30d2-43c8-aa7a-db9de58e5616 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86f7ca10a7b34df78ecbe93b0354c2c0&device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 1097 time: 0.1342456 Jul 07 18:18:52.018960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fee69-bbd5-4fc7-9ac6-585fbb16c5d5 req-96284854-8f0b-4bb0-9f59-41a77cec8093 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:52.020559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e0fee69-bbd5-4fc7-9ac6-585fbb16c5d5 req-96284854-8f0b-4bb0-9f59-41a77cec8093 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1418862 Jul 07 18:18:52.098525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26998d6-bb49-4536-b50a-c334cb383aa6 req-ac09c1cd-ec11-4b16-9000-6e4f8a77b2cd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:52.100110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c26998d6-bb49-4536-b50a-c334cb383aa6 req-ac09c1cd-ec11-4b16-9000-6e4f8a77b2cd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1821098 Jul 07 18:18:52.149649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Deleting port 6200bfa8-7073-4a36-aba0-e795709ce958 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:52.150477 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.150701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e0fee69-bbd5-4fc7-9ac6-585fbb16c5d5 req-d546c58d-d01a-43d3-9eb0-4a1a8fa3dc1e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002386 Jul 07 18:18:52.162067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-e6531376-58a8-4001-b510-5e6821598292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:52.163172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-e6531376-58a8-4001-b510-5e6821598292 service neutron] 10.222.0.90 "GET /v2.0/networks?id=54cabaf6-8a25-4687-8722-0eb02c83140f HTTP/1.1" status: 200 len: 913 time: 0.1771283 Jul 07 18:18:52.215399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c26998d6-bb49-4536-b50a-c334cb383aa6 req-0630d456-a501-415e-b581-1ffc4ee56549 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020684 Jul 07 18:18:52.216777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-2a005386-b6ee-4460-bee1-ecbeee730325 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736 HTTP/1.1" status: 200 len: 217 time: 0.0453737 Jul 07 18:18:52.269203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-7acd7bc3-5d72-49f8-9f1e-1b78807c5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:52.270688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-7acd7bc3-5d72-49f8-9f1e-1b78807c5129 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0 HTTP/1.1" status: 200 len: 852 time: 0.0476775 Jul 07 18:18:52.272034 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.303475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-17d3e635-d551-4a38-9524-a1c98128aae2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54cabaf6-8a25-4687-8722-0eb02c83140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261066 Jul 07 18:18:52.307766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Calling delete_port for 6200bfa8-7073-4a36-aba0-e795709ce958 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:52.327388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785ce126-92c4-490b-af8f-8c4074516720 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:52.361391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.379651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Transition to ACTIVE for port object 785ce126-92c4-490b-af8f-8c4074516720 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:52.390381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.399257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-471b2070-5f58-415b-aac9-0b93a54cf4f7 service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876031 Jul 07 18:18:52.481952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=785ce126-92c4-490b-af8f-8c4074516720,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:52.497322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd599f2f-a797-401d-9940-b698a8d69d1e req-85a08f06-11e9-4ca2-895c-26fe336e76ce service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Jul 07 18:18:52.591749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.601711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Attempting to bind port 785ce126-92c4-490b-af8f-8c4074516720 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:52.601907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Attempting to bind port 785ce126-92c4-490b-af8f-8c4074516720 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:52.602232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Attempting to bind port 785ce126-92c4-490b-af8f-8c4074516720 on network f8c11287-b509-4fa5-936a-b9ca92da8631 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:52.629392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Port 785ce126-92c4-490b-af8f-8c4074516720 on network f8c11287-b509-4fa5-936a-b9ca92da8631 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:18:52.629719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Attempting to bind port 785ce126-92c4-490b-af8f-8c4074516720 on network f8c11287-b509-4fa5-936a-b9ca92da8631 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:52.631821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event deleted for resources: {'Port': ['ID=6200bfa8-7073-4a36-aba0-e795709ce958,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:52.641214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:52.641559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Checking segment: {'id': '6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:52.641945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Bound using segment: {'id': '6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:52.642388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Bound port: 785ce126-92c4-490b-af8f-8c4074516720, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:52.642806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.737812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.756738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a3ff0-73a8-4bc8-a3af-87d729f3ddc1 req-4c982c6b-b2bc-4981-a993-0de85e3d26c5 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:52.758348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-858a3ff0-73a8-4bc8-a3af-87d729f3ddc1 req-4c982c6b-b2bc-4981-a993-0de85e3d26c5 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 944 time: 0.0733573 Jul 07 18:18:52.797621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-858a3ff0-73a8-4bc8-a3af-87d729f3ddc1 req-8a9402b2-3e21-41c8-a953-ae8e2d88c5d7 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Jul 07 18:18:52.841981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] For port 785ce126-92c4-490b-af8f-8c4074516720, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:52.844996 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.848382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.859725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] For port 785ce126-92c4-490b-af8f-8c4074516720, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=785ce126-92c4-490b-af8f-8c4074516720,segment=NetworkSegment(6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2),segment_id=6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:52.863844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.923782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:52.924695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.926104 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/785ce126-92c4-490b-af8f-8c4074516720 HTTP/1.1" status: 200 len: 1092 time: 1.5834706 Jul 07 18:18:52.928502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'tag': '785ce126-92c4-490b-af8f-8c4074516720'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:52.930806 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322157d6-bd53-4fcf-b9af-64378c7aa1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8df5e07-7e44-4645-a31a-a082d3e5e37a", "tag": "785ce126-92c4-490b-af8f-8c4074516720"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:52.936365 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.937097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Fanout notify agent at l3_agent the message router_deleted on router 0607d03b-cbd8-4706-a67a-b3b5ce44dab6 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:52.944388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.949397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38244) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:52.951792 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2862e069-2489-4ff1-9ea0-8cd712acd81a tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/0607d03b-cbd8-4706-a67a-b3b5ce44dab6 HTTP/1.1" status: 204 len: 168 time: 1.7404530 Jul 07 18:18:52.955410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b809aa12-e0a6-4ddd-9538-a51123c49c8d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-495611307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:52.975694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88b6fb-1af9-41c7-a046-1acbc2c4c5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=785ce126-92c4-490b-af8f-8c4074516720,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:52.980917 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c09d4a4-9984-46cd-ad23-8aabdc9e2f23 x-openstack-request-id: req-5c09d4a4-9984-46cd-ad23-8aabdc9e2f23 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:52.981477 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8df5e07-7e44-4645-a31a-a082d3e5e37a", "tag": "785ce126-92c4-490b-af8f-8c4074516720", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:52.981477 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c09d4a4-9984-46cd-ad23-8aabdc9e2f23 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:52.981968 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'tag': '785ce126-92c4-490b-af8f-8c4074516720', 'status': 'completed', 'code': 200} Jul 07 18:18:52.987537 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b809aa12-e0a6-4ddd-9538-a51123c49c8d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.988617 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b809aa12-e0a6-4ddd-9538-a51123c49c8d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.040106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b809aa12-e0a6-4ddd-9538-a51123c49c8d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.042241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-1e3cd743-9abe-4465-80a2-630305ff5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.043845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-1e3cd743-9abe-4465-80a2-630305ff5082 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=128c6a59ac304e7bbdd57f026eb3f4e8&device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 1095 time: 0.0541825 Jul 07 18:18:53.044902 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b809aa12-e0a6-4ddd-9538-a51123c49c8d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.062086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b809aa12-e0a6-4ddd-9538-a51123c49c8d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.063275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b809aa12-e0a6-4ddd-9538-a51123c49c8d tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1128619 Jul 07 18:18:53.066043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:53.070623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': True}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:53.090661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-c53a88ac-b247-4d8c-9f6f-4da88ba4fdd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=785ce126-92c4-490b-af8f-8c4074516720 HTTP/1.1" status: 200 len: 217 time: 0.0393279 Jul 07 18:18:53.141146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-a72b7544-1214-4d19-80d6-f82c99812d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.142712 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-a72b7544-1214-4d19-80d6-f82c99812d19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1af29f4-e42a-4cb6-9566-fcb4997beb75 HTTP/1.1" status: 200 len: 849 time: 0.0452163 Jul 07 18:18:53.181346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-a8706543-d95a-44e8-b94e-caef0559d40a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8c11287-b509-4fa5-936a-b9ca92da8631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269699 Jul 07 18:18:53.284316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-4f2cb5f3-3650-4857-bca4-4c4aba8a88fe service neutron] 10.222.0.55 "GET /v2.0/networks/f8c11287-b509-4fa5-936a-b9ca92da8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992103 Jul 07 18:18:53.294617 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.385150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a12b2827-5950-4f9c-bda8-f721495691d2 req-e8f7ce77-e60a-48c5-9d24-466b84ee442e service neutron] 10.222.0.55 "GET /v2.0/networks/f8c11287-b509-4fa5-936a-b9ca92da8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931263 Jul 07 18:18:53.436157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7c60b-49ed-4b26-b7c0-062f3135a6a9 req-f350d136-ae1d-4598-ad5f-45811048106b tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.437675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6d7c60b-49ed-4b26-b7c0-062f3135a6a9 req-f350d136-ae1d-4598-ad5f-45811048106b tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1572437 Jul 07 18:18:53.491966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-9f164750-d62d-47ab-b86a-0c0e1d88c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.493699 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-9f164750-d62d-47ab-b86a-0c0e1d88c717 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=128c6a59ac304e7bbdd57f026eb3f4e8&device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 1095 time: 0.0614564 Jul 07 18:18:53.502959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d5a2b-2ef9-4486-b1b7-e712b7a0926d req-30d4c78b-1059-4fb1-ad48-d9ef247fcfd4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.504384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f8d5a2b-2ef9-4486-b1b7-e712b7a0926d req-30d4c78b-1059-4fb1-ad48-d9ef247fcfd4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1652629 Jul 07 18:18:53.523806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6d7c60b-49ed-4b26-b7c0-062f3135a6a9 req-34fe52b9-4ea2-49fc-9c57-5b8b41a74380 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759938 Jul 07 18:18:53.568050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f8d5a2b-2ef9-4486-b1b7-e712b7a0926d req-c4054780-be60-4dfb-afbf-468307918116 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496607 Jul 07 18:18:53.622196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-f45cb3d2-42ee-4ce5-b21c-91e4eb9cce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.623743 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-f45cb3d2-42ee-4ce5-b21c-91e4eb9cce51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f8c11287-b509-4fa5-936a-b9ca92da8631 HTTP/1.1" status: 200 len: 910 time: 0.1226761 Jul 07 18:18:53.666813 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-734da799-66f8-4810-aea1-5bc0e0753e66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=785ce126-92c4-490b-af8f-8c4074516720 HTTP/1.1" status: 200 len: 217 time: 0.0347354 Jul 07 18:18:53.680860 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.701429 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.723265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-6848e66f-75fa-443a-8c1b-4b4d18cec17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:53.725213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-6848e66f-75fa-443a-8c1b-4b4d18cec17c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1af29f4-e42a-4cb6-9566-fcb4997beb75 HTTP/1.1" status: 200 len: 849 time: 0.0498812 Jul 07 18:18:53.764441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-01b68f99-e577-4fd4-8037-3f62bbb3487f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f8c11287-b509-4fa5-936a-b9ca92da8631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291040 Jul 07 18:18:53.817819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Allocated IP 172.25.1.103 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/43d4d270-f7d8-41c3-95d7-178cc05fd9ad) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:53.864777 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-45682a21-49d2-4781-a9ad-2f0d8d0f4d22 service neutron] 10.222.0.55 "GET /v2.0/networks/f8c11287-b509-4fa5-936a-b9ca92da8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925965 Jul 07 18:18:53.951411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.965394 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-322157d6-bd53-4fcf-b9af-64378c7aa1b4 req-505c5451-e208-4f92-8b93-fb2d226d8a60 service neutron] 10.222.0.55 "GET /v2.0/networks/f8c11287-b509-4fa5-936a-b9ca92da8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932183 Jul 07 18:18:54.014256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751638-92a7-4419-b086-4e0fc4da1d0c req-acb721a9-4d24-4504-9279-737f7b31d951 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:54.015827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27751638-92a7-4419-b086-4e0fc4da1d0c req-acb721a9-4d24-4504-9279-737f7b31d951 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 944 time: 0.0986109 Jul 07 18:18:54.030721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.084106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:54.097267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:54.105536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:54.111513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27751638-92a7-4419-b086-4e0fc4da1d0c req-a5b4b933-4843-47b0-8e84-f8edee7cc4df tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897017 Jul 07 18:18:54.133550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Port': ['ID=43d4d270-f7d8-41c3-95d7-178cc05fd9ad,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:54.374328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.573145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.576595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.098818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e700c-51d4-4406-ab5d-93245aa7b81e req-8d9fc4be-8315-4aaa-b731-1ea43e11852a tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.100226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b9e700c-51d4-4406-ab5d-93245aa7b81e req-8d9fc4be-8315-4aaa-b731-1ea43e11852a tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.4387603 Jul 07 18:18:55.109100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c89e4b-2821-40f2-8614-17b88449423e req-a8fbafa4-21f2-4d1e-80f0-2bf262bb5b30 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.110503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59c89e4b-2821-40f2-8614-17b88449423e req-a8fbafa4-21f2-4d1e-80f0-2bf262bb5b30 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1370726 Jul 07 18:18:55.143915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Router 2960f1cd-3407-44e2-be3f-f1a75a64b70b is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:55.184299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b9e700c-51d4-4406-ab5d-93245aa7b81e req-f5d12c1d-9d8e-43a0-af57-d2a3c341e7f9 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723143 Jul 07 18:18:55.186954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-59c89e4b-2821-40f2-8614-17b88449423e req-5c340e43-b9cf-4114-a86e-f2276598d295 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656679 Jul 07 18:18:55.283590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:55.293495 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] Sync routers for ids ['2960f1cd-3407-44e2-be3f-f1a75a64b70b'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:55.294200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.295537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9376ec47-4c49-4d1b-80fd-27c0952c2615 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "PUT /v2.0/routers/2960f1cd-3407-44e2-be3f-f1a75a64b70b HTTP/1.1" status: 200 len: 918 time: 2.2284911 Jul 07 18:18:55.298406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38266) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:55.321817 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] Routers {'2960f1cd-3407-44e2-be3f-f1a75a64b70b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:55.322459 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2960f1cd-3407-44e2-be3f-f1a75a64b70b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:55.363775 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:55.372776 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] Routers {'2960f1cd-3407-44e2-be3f-f1a75a64b70b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:55.373660 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['2960f1cd-3407-44e2-be3f-f1a75a64b70b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:55.409558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be46e29-3ec6-4acc-a6e1-36ee3b2c1bc3 req-270a6cf7-1a4e-427b-ab67-f6c951554451 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.411534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8be46e29-3ec6-4acc-a6e1-36ee3b2c1bc3 req-270a6cf7-1a4e-427b-ab67-f6c951554451 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 944 time: 0.0808523 Jul 07 18:18:55.414640 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:55.415296 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c51f172-4f9e-4636-a788-03f0d694edfd None None] The sync data for ids ['2960f1cd-3407-44e2-be3f-f1a75a64b70b'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:55.436176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-71691414-ef04-40ef-88fc-3dd1d71a7e2e tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/2960f1cd-3407-44e2-be3f-f1a75a64b70b HTTP/1.1" status: 200 len: 924 time: 0.1363587 Jul 07 18:18:55.438888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38268) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:55.459232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8be46e29-3ec6-4acc-a6e1-36ee3b2c1bc3 req-253d22a4-7f7d-4e90-9293-043dbdfed2ff tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Jul 07 18:18:55.492001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b8506-909f-4fe7-ae5f-4348d10d96c1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.493624 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f7b8506-909f-4fe7-ae5f-4348d10d96c1 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=2960f1cd-3407-44e2-be3f-f1a75a64b70b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0537167 Jul 07 18:18:55.496323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38270) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:55.587572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa05a5e5-ed6a-4e4d-a8fb-e782757ca5a4 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.588985 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fa05a5e5-ed6a-4e4d-a8fb-e782757ca5a4 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.0917015 Jul 07 18:18:55.591880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38274) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:55.621306 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b07e9cfd-b54f-4503-8623-e5e94158b920 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=2960f1cd-3407-44e2-be3f-f1a75a64b70b HTTP/1.1" status: 200 len: 205 time: 0.0282285 Jul 07 18:18:55.623747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38276) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:55.682947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd436f70-c88d-44e2-8ebc-616e7d8b5f6d req-25447319-0baa-4aff-b390-ba5462da4dc7 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:55.684588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd436f70-c88d-44e2-8ebc-616e7d8b5f6d req-25447319-0baa-4aff-b390-ba5462da4dc7 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.0666924 Jul 07 18:18:55.724819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd436f70-c88d-44e2-8ebc-616e7d8b5f6d req-f47215c2-7406-41dc-97e0-1498dc0d7e13 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Jul 07 18:18:55.729691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.837801 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.893416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Deleting port 43d4d270-f7d8-41c3-95d7-178cc05fd9ad {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:55.893678 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.977113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.989567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Calling delete_port for 43d4d270-f7d8-41c3-95d7-178cc05fd9ad owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:56.164566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.193233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event deleted for resources: {'Port': ['ID=43d4d270-f7d8-41c3-95d7-178cc05fd9ad,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:56.257191 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.350207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.353993 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.375219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6455fd8-ca25-4e77-9bdf-4f41609a2493 req-60aa5a38-3694-4eb8-a921-659c4c179699 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:56.377010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6455fd8-ca25-4e77-9bdf-4f41609a2493 req-60aa5a38-3694-4eb8-a921-659c4c179699 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.0710027 Jul 07 18:18:56.399948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.400209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Fanout notify agent at l3_agent the message router_deleted on router 2960f1cd-3407-44e2-be3f-f1a75a64b70b {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:56.407800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.409511 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6890845f-7872-438e-b107-de1b2fb8bca1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/2960f1cd-3407-44e2-be3f-f1a75a64b70b HTTP/1.1" status: 204 len: 168 time: 0.7846391 Jul 07 18:18:56.417448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38282) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:56.423593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6e70f3c6-5f29-40fc-8a35-497bbd2d0d82 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1175416558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:56.423815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 785ce126-92c4-490b-af8f-8c4074516720 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:56.429171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6455fd8-ca25-4e77-9bdf-4f41609a2493 req-ee58f053-28a2-4efd-883e-354b13d17af6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461133 Jul 07 18:18:56.457352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e70f3c6-5f29-40fc-8a35-497bbd2d0d82 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.458535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e70f3c6-5f29-40fc-8a35-497bbd2d0d82 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.522839 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e70f3c6-5f29-40fc-8a35-497bbd2d0d82 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.528450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e70f3c6-5f29-40fc-8a35-497bbd2d0d82 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.548011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6e70f3c6-5f29-40fc-8a35-497bbd2d0d82 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.549788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 785ce126-92c4-490b-af8f-8c4074516720, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=785ce126-92c4-490b-af8f-8c4074516720,segment=NetworkSegment(6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2),segment_id=6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:56.552334 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6e70f3c6-5f29-40fc-8a35-497bbd2d0d82 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1328447 Jul 07 18:18:56.552774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38286) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:56.557479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'enable_snat': False}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:56.567359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '785ce126-92c4-490b-af8f-8c4074516720', 'network_id': 'f8c11287-b509-4fa5-936a-b9ca92da8631', 'port_id': '785ce126-92c4-490b-af8f-8c4074516720', 'mac_address': 'fa:16:3e:02:c1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1af29f4-e42a-4cb6-9566-fcb4997beb75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:56.609427 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.623195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785ce126-92c4-490b-af8f-8c4074516720 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:56.643061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 785ce126-92c4-490b-af8f-8c4074516720, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=785ce126-92c4-490b-af8f-8c4074516720,segment=NetworkSegment(6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2),segment_id=6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:56.647479 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.693987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=785ce126-92c4-490b-af8f-8c4074516720,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:56.796975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.811828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28200e38-59be-4864-85ff-f90520a26fec req-7d30e5f7-ec13-4d93-b712-444fcb5f5a27 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:56.813443 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28200e38-59be-4864-85ff-f90520a26fec req-7d30e5f7-ec13-4d93-b712-444fcb5f5a27 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 944 time: 0.1940923 Jul 07 18:18:56.903185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['785ce126-92c4-490b-af8f-8c4074516720'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:56.929256 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28200e38-59be-4864-85ff-f90520a26fec req-01dcb62f-cb44-4961-a9c4-9a36c97f98a5 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078897 Jul 07 18:18:56.972162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1534c-93e8-4566-92a3-90d023e46a7c req-1d3450a3-1280-420c-9d7d-b558a31ff013 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:56.973739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ebd1534c-93e8-4566-92a3-90d023e46a7c req-1d3450a3-1280-420c-9d7d-b558a31ff013 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1260371 Jul 07 18:18:57.026859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ebd1534c-93e8-4566-92a3-90d023e46a7c req-80182ca2-942e-4253-8753-ae9bd0e25266 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Jul 07 18:18:57.134712 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.153929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.196033 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:57.267104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Allocated IP 172.25.1.158 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/5a2e8120-36a8-4335-b2f9-adb79ab97910) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:57.445576 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.478820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-46b526d5-e912-45b1-a615-c806d85c14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.480234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-46b526d5-e912-45b1-a615-c806d85c14bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86f7ca10a7b34df78ecbe93b0354c2c0&device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 1097 time: 0.1537166 Jul 07 18:18:57.495949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc7006-2030-45b4-a2e4-999b3fc542f0 req-fa50981d-de0f-4066-b337-ba8bccf8c31c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.497448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09cc7006-2030-45b4-a2e4-999b3fc542f0 req-fa50981d-de0f-4066-b337-ba8bccf8c31c tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1720562 Jul 07 18:18:57.605081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.623119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09cc7006-2030-45b4-a2e4-999b3fc542f0 req-d83746bd-3508-43c6-b336-536bf75106db tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160119 Jul 07 18:18:57.697685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:57.704298 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-0f3ca6eb-7d53-4e9b-83f0-3cfd76192ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.705870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-0f3ca6eb-7d53-4e9b-83f0-3cfd76192ba2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=54cabaf6-8a25-4687-8722-0eb02c83140f HTTP/1.1" status: 200 len: 913 time: 0.2178895 Jul 07 18:18:57.709086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:57.714618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:57.742250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2e8120-36a8-4335-b2f9-adb79ab97910,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:57.775905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-b39cb87a-e77d-4a41-8d94-13f9a0069279 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736 HTTP/1.1" status: 200 len: 217 time: 0.0591989 Jul 07 18:18:57.921556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-cc71265b-d6b3-41d3-90bd-bfce5c64f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.923053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-cc71265b-d6b3-41d3-90bd-bfce5c64f686 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0 HTTP/1.1" status: 200 len: 852 time: 0.1397765 Jul 07 18:18:57.949470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408363-86f7-488d-9b3a-60c83f4dfd1a req-02ac345c-6da8-481e-bd43-826cde9e82df tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:57.950964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79408363-86f7-488d-9b3a-60c83f4dfd1a req-02ac345c-6da8-481e-bd43-826cde9e82df tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.3076491 Jul 07 18:18:57.990508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-3e5e91db-4a09-40ce-ada9-5237fc5ac782 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54cabaf6-8a25-4687-8722-0eb02c83140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494401 Jul 07 18:18:58.115643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79408363-86f7-488d-9b3a-60c83f4dfd1a req-dfa77006-a2ac-4bc4-bd4a-0a28491efcf9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529486 Jul 07 18:18:58.267022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-c0c8f496-9a90-44c7-b908-ac1f39f37cb9 service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632582 Jul 07 18:18:58.339594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c353551-5582-4cb2-a735-9ab8532c6adf req-7b1f6ab1-6360-4b11-b89f-73bd1d9639ac tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.341279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c353551-5582-4cb2-a735-9ab8532c6adf req-7b1f6ab1-6360-4b11-b89f-73bd1d9639ac tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 945 time: 0.2572441 Jul 07 18:18:58.353566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.437871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 785ce126-92c4-490b-af8f-8c4074516720 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:58.483772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30b7521e-b051-443a-aaa2-72f7dca77dd2 req-cbfc80f1-e2c4-42a9-a42f-aa61cec95c43 service neutron] 10.222.0.90 "GET /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041707 Jul 07 18:18:58.488395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 785ce126-92c4-490b-af8f-8c4074516720 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:58.489248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c353551-5582-4cb2-a735-9ab8532c6adf req-427cc03f-12ad-46be-831a-779ed0e71780 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392527 Jul 07 18:18:58.492264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 785ce126-92c4-490b-af8f-8c4074516720 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:58.492633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.572770 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.598960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785ce126-92c4-490b-af8f-8c4074516720'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:58.601876 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3f4db0-3cfe-40a2-82cf-586b084c455b" -d '{"events": [{"server_uuid": "c8df5e07-7e44-4645-a31a-a082d3e5e37a", "name": "network-vif-plugged", "status": "completed", "tag": "785ce126-92c4-490b-af8f-8c4074516720"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:58.619735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 785ce126-92c4-490b-af8f-8c4074516720, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=785ce126-92c4-490b-af8f-8c4074516720,segment=NetworkSegment(6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2),segment_id=6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:58.628091 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.637490 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.645888 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.664142 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa81bbd5-c8f2-4c1c-8cfb-c1f1d6290cc0 x-openstack-request-id: req-aa81bbd5-c8f2-4c1c-8cfb-c1f1d6290cc0 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:58.672185 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8df5e07-7e44-4645-a31a-a082d3e5e37a", "name": "network-vif-plugged", "status": "completed", "tag": "785ce126-92c4-490b-af8f-8c4074516720", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:58.672607 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa81bbd5-c8f2-4c1c-8cfb-c1f1d6290cc0 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:58.673088 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785ce126-92c4-490b-af8f-8c4074516720', 'code': 200} Jul 07 18:18:58.700933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=785ce126-92c4-490b-af8f-8c4074516720,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:58.812772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139953-45a1-497e-977a-f5872808ca84 req-7786bfcc-58de-43c1-a89b-b4447e757e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.815890 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83139953-45a1-497e-977a-f5872808ca84 req-7786bfcc-58de-43c1-a89b-b4447e757e28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 1097 time: 0.0738068 Jul 07 18:18:58.860346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83139953-45a1-497e-977a-f5872808ca84 req-9fcf5d45-617c-48b6-9995-545035bf63bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Jul 07 18:18:58.866850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Router 293d055a-c561-44ff-8b71-faa9de2a3644 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:58.933801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b0f1-0253-4c9d-8ffb-34e0b6b394ab req-59da2d99-3adc-4ff9-9d55-d17706024f3e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:58.935376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b25b0f1-0253-4c9d-8ffb-34e0b6b394ab req-59da2d99-3adc-4ff9-9d55-d17706024f3e tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1443903 Jul 07 18:18:59.015342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b25b0f1-0253-4c9d-8ffb-34e0b6b394ab req-df0ccf69-3225-4b3f-96c7-170c2eef2b13 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730491 Jul 07 18:18:59.024900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:59.029538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.030633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-738fac22-d9d5-4023-a006-8e6933498291 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "PUT /v2.0/routers/293d055a-c561-44ff-8b71-faa9de2a3644 HTTP/1.1" status: 200 len: 920 time: 2.4768102 Jul 07 18:18:59.033322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38306) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.037256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] Sync routers for ids ['293d055a-c561-44ff-8b71-faa9de2a3644'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:59.048159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] Routers {'293d055a-c561-44ff-8b71-faa9de2a3644'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:59.048890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['293d055a-c561-44ff-8b71-faa9de2a3644'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:59.087309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:59.098647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] Routers {'293d055a-c561-44ff-8b71-faa9de2a3644'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:59.099369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['293d055a-c561-44ff-8b71-faa9de2a3644'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:59.142779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:59.143480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafb35c-7d01-4022-b66c-85ffa01b3452 None None] The sync data for ids ['293d055a-c561-44ff-8b71-faa9de2a3644'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:59.492540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc9aad02-ae69-451c-b046-8b8f7c38a3b0 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/293d055a-c561-44ff-8b71-faa9de2a3644 HTTP/1.1" status: 200 len: 926 time: 0.4579318 Jul 07 18:18:59.495510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38312) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.507029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5658e-553e-497c-a339-9c831203e620 req-cb8ee735-8452-493f-882e-12f2559c3c62 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:59.508545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3a5658e-553e-497c-a339-9c831203e620 req-cb8ee735-8452-493f-882e-12f2559c3c62 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1315248 Jul 07 18:18:59.552855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a3a5658e-553e-497c-a339-9c831203e620 req-c807b6e2-b942-4c2c-935e-22657f57edae tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373960 Jul 07 18:18:59.611376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb50eb-56a1-47b2-9ca7-eec479660a25 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:59.614570 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-93eb50eb-56a1-47b2-9ca7-eec479660a25 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=293d055a-c561-44ff-8b71-faa9de2a3644&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1176870 Jul 07 18:18:59.617677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38316) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.741117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e02b6-bb8b-4bbb-bcf9-36a69405b21e tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:59.742516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c56e02b6-bb8b-4bbb-bcf9-36a69405b21e tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/networks/55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 881 time: 0.1238074 Jul 07 18:18:59.747350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38318) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.760484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095370de-d5d4-4231-bb43-2d638b471e40 req-cccb5e76-c45a-4081-91aa-b7d3220331ac tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:59.761474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-095370de-d5d4-4231-bb43-2d638b471e40 req-cccb5e76-c45a-4081-91aa-b7d3220331ac tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 946 time: 0.0978894 Jul 07 18:18:59.787373 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f126a8a-fac0-485f-8a4c-20beef0798bc tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=293d055a-c561-44ff-8b71-faa9de2a3644 HTTP/1.1" status: 200 len: 205 time: 0.0387244 Jul 07 18:18:59.789954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38320) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.853465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-095370de-d5d4-4231-bb43-2d638b471e40 req-c4da7e15-b0ee-4026-8dad-802fc97f9de0 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840421 Jul 07 18:18:59.912164 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.017940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.072926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Deleting port 5a2e8120-36a8-4335-b2f9-adb79ab97910 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:00.073191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.200781 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.216227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Calling delete_port for 5a2e8120-36a8-4335-b2f9-adb79ab97910 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:00.285252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b09e-0408-46d1-89db-38bec8d8c7d7 req-2f023706-2f89-4476-ae6b-676893a280ba tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:00.286725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6df4b09e-0408-46d1-89db-38bec8d8c7d7 req-2f023706-2f89-4476-ae6b-676893a280ba tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1322470 Jul 07 18:19:00.378087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6df4b09e-0408-46d1-89db-38bec8d8c7d7 req-81096ead-04c5-4d9d-a174-228010b29938 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824559 Jul 07 18:19:00.444393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.475738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event deleted for resources: {'Port': ['ID=5a2e8120-36a8-4335-b2f9-adb79ab97910,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:00.507129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.507837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.507837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.508153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.508487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.508965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.509309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.509641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.510015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.510328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.510658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.510981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:00.556776 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.671718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.673958 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.778019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.778527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Fanout notify agent at l3_agent the message router_deleted on router 293d055a-c561-44ff-8b71-faa9de2a3644 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:19:00.790128 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.791221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-98577b3f-1a49-4229-a7e5-deb4f6cdc792 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/293d055a-c561-44ff-8b71-faa9de2a3644 HTTP/1.1" status: 204 len: 168 time: 1.0003636 Jul 07 18:19:00.795195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38332) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:00.800979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-442314535', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:00.826137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.827895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.835559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02b694-9825-443d-a415-b40d49eca29b req-35e0c8a6-d126-4429-b4dd-9f18c766a524 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:00.837648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d02b694-9825-443d-a415-b40d49eca29b req-35e0c8a6-d126-4429-b4dd-9f18c766a524 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1611803 Jul 07 18:19:00.851015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aa281-edb5-46c6-a73c-e8b45b4ad572 req-8aceb75f-828e-4b96-97fd-966d6f1e1dbb tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:00.853186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f3aa281-edb5-46c6-a73c-e8b45b4ad572 req-8aceb75f-828e-4b96-97fd-966d6f1e1dbb tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.1120954 Jul 07 18:19:00.886940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.910464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d02b694-9825-443d-a415-b40d49eca29b req-c76497ba-00ac-4372-b303-241b420766b6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562367 Jul 07 18:19:00.918506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f3aa281-edb5-46c6-a73c-e8b45b4ad572 req-537627c4-aa3e-4dd1-b8b7-628990262f2d tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Jul 07 18:19:01.027608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.090477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cab34-539c-4628-b598-4cf35f66f14d req-a101b2a3-1db7-42fe-81c1-13d6255ae48d tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:01.092700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-085cab34-539c-4628-b598-4cf35f66f14d req-a101b2a3-1db7-42fe-81c1-13d6255ae48d tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 946 time: 0.0774493 Jul 07 18:19:01.136530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-085cab34-539c-4628-b598-4cf35f66f14d req-ea5d291b-a644-4e5b-81c5-ce52eb356ebd tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Jul 07 18:19:01.225880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.249525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.359093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Allocated IP 172.25.1.246 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b4a9bf31-978c-4eea-8d7c-3c4bf1c466e8) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:01.489205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.539917 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.579724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:01.582973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:01.588545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:01.627377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event updated for resources: {'Port': ['ID=b4a9bf31-978c-4eea-8d7c-3c4bf1c466e8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:01.641580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.641927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.642273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.642607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.643004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.643332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.643664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.643990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.644313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.644635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.644988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:01.645316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:02.208861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2aedb-6a73-4871-a51b-048902c2c370 req-9023865b-1f58-4ac9-acba-308f81baf663 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.220530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcc2aedb-6a73-4871-a51b-048902c2c370 req-9023865b-1f58-4ac9-acba-308f81baf663 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1568742 Jul 07 18:19:02.258993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f84193-35ad-45c0-b90a-7c6ea63cb148 req-647fcc31-0440-4ea7-8748-cbd00296db03 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.265475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8f84193-35ad-45c0-b90a-7c6ea63cb148 req-647fcc31-0440-4ea7-8748-cbd00296db03 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.2048385 Jul 07 18:19:02.291884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.305072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcc2aedb-6a73-4871-a51b-048902c2c370 req-25234447-0056-4d07-b4de-bab8ba56f39d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834317 Jul 07 18:19:02.332726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8f84193-35ad-45c0-b90a-7c6ea63cb148 req-61aa8d27-d3ba-419a-a95c-8f8485088d31 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/security-groups?id=40ba3b41-cb25-4c63-b504-4af8fb676c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598996 Jul 07 18:19:02.508546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.647879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Router 73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:19:02.762940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-770a70f0-93b2-4e7d-bddd-9386ed513fa4 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:02.764467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-770a70f0-93b2-4e7d-bddd-9386ed513fa4 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 946 time: 0.0692902 Jul 07 18:19:02.782616 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:02.794574 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] Sync routers for ids ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:02.805142 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] Routers {'73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:02.805876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.806174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:02.807826 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5da449f1-1abd-4d47-a356-bc6df6ac208c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0110223 Jul 07 18:19:02.810677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38362) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:02.823104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:02.842173 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:02.851485 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] Routers {'73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:02.852161 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:02.889079 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:02.889749 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256111e-ac2b-4f1c-9dc0-c30da91c5dae None None] The sync data for ids ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:03.020289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Deleting port 89582298-7f9d-4d69-b6d2-dd8e3d103736 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:03.020655 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.195711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] For port 89582298-7f9d-4d69-b6d2-dd8e3d103736, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=89582298-7f9d-4d69-b6d2-dd8e3d103736,segment=NetworkSegment(d10f55c8-e11e-4da8-b291-c76335e21839),segment_id=d10f55c8-e11e-4da8-b291-c76335e21839)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:03.196074 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.215939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Calling delete_port for 89582298-7f9d-4d69-b6d2-dd8e3d103736 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:03.307092 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.343661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.491747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Deleting port b4a9bf31-978c-4eea-8d7c-3c4bf1c466e8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:03.492090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.493703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.584212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b35a8631-c9ea-46cf-bbec-87706924f0f7 req-50326b39-2bb1-483e-b69e-e24bf6c94750 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e5af683-c855-4cd2-94bb-55fc7109e96c HTTP/1.1" status: 200 len: 210 time: 0.0970514 Jul 07 18:19:03.590506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Pushing event deleted for resources: {'Port': ['ID=89582298-7f9d-4d69-b6d2-dd8e3d103736,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:03.961996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] No DVR routers for this DVR port 89582298-7f9d-4d69-b6d2-dd8e3d103736 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:03.967795 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.973086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.975254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff6425f0-65b8-4079-8774-26a7ec2ef046 req-2c232859-3e41-4669-b1a4-b2167b4ef2e0 tempest-TestServerAdvancedOps-1800984882 tempest-TestServerAdvancedOps-1800984882-project] 10.222.0.90 "DELETE /v2.0/ports/89582298-7f9d-4d69-b6d2-dd8e3d103736 HTTP/1.1" status: 204 len: 173 time: 1.2050786 Jul 07 18:19:03.976934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'name': 'network-vif-deleted', 'tag': '89582298-7f9d-4d69-b6d2-dd8e3d103736'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:03.979256 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ef9da1-41ec-427c-a6bf-a9c203206ed3" -d '{"events": [{"server_uuid": "5e5af683-c855-4cd2-94bb-55fc7109e96c", "name": "network-vif-deleted", "tag": "89582298-7f9d-4d69-b6d2-dd8e3d103736"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:04.004313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85005ab-3547-47bd-8381-833460705584 req-08c9f1a4-66af-4855-a85a-172c6f8d9406 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:04.006021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b85005ab-3547-47bd-8381-833460705584 req-08c9f1a4-66af-4855-a85a-172c6f8d9406 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.5529349 Jul 07 18:19:04.014748 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.041115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Calling delete_port for b4a9bf31-978c-4eea-8d7c-3c4bf1c466e8 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:04.096272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b85005ab-3547-47bd-8381-833460705584 req-3edd7e65-c7a1-4a06-93b2-a8d863074356 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835338 Jul 07 18:19:04.211752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d35ed9-6c4d-4a84-b30a-8e99c22c3261 req-b1b9c9c8-b651-4cac-91e2-e405d7c0c8e9 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:04.213284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7d35ed9-6c4d-4a84-b30a-8e99c22c3261 req-b1b9c9c8-b651-4cac-91e2-e405d7c0c8e9 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 946 time: 0.1703198 Jul 07 18:19:04.233639 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d328a43e-8e99-48e0-ad8a-351c7cc48dd1 x-openstack-request-id: req-d328a43e-8e99-48e0-ad8a-351c7cc48dd1 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:04.234356 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5af683-c855-4cd2-94bb-55fc7109e96c", "name": "network-vif-deleted", "tag": "89582298-7f9d-4d69-b6d2-dd8e3d103736", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:04.234356 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d328a43e-8e99-48e0-ad8a-351c7cc48dd1 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:04.234620 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5af683-c855-4cd2-94bb-55fc7109e96c', 'name': 'network-vif-deleted', 'tag': '89582298-7f9d-4d69-b6d2-dd8e3d103736', 'status': 'completed', 'code': 200} Jul 07 18:19:04.289869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7d35ed9-6c4d-4a84-b30a-8e99c22c3261 req-b9579640-8138-4755-a2db-f9c251055383 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654454 Jul 07 18:19:04.320541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.347716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Pushing event deleted for resources: {'Port': ['ID=b4a9bf31-978c-4eea-8d7c-3c4bf1c466e8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:04.415316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.640740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.644708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.725396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:04.735528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Router 73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:04.776979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] Deleting subnet 03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:04.780728 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.821416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:04.827090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.833263 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.833561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] Sync routers for ids ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:04.837427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6ec34c6f-4528-4a96-b287-e37c6daf30af tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "PUT /v2.0/routers/73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 HTTP/1.1" status: 200 len: 709 time: 2.0190833 Jul 07 18:19:04.838068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38400) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:04.848970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] Routers {'73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:04.849641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:04.883955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.889400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:04.899324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] Routers {'73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:04.900229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:04.916881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e5e40e3e-4938-40db-ab36-d3e49f0bf535 tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/routers/73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 HTTP/1.1" status: 200 len: 744 time: 0.0774267 Jul 07 18:19:04.919964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38402) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:04.941616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:04.942695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875b351-ef8a-42ae-b6f9-1c6bf382af25 None None] The sync data for ids ['73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:04.946680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.971302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-071fa725-034d-48d3-a921-b8a17006ac5d tempest-RoutersIpV6AdminTest-1941437128 tempest-RoutersIpV6AdminTest-1941437128-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=55da5db5-89f4-4781-a606-5a02dab41731&device_id=73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 HTTP/1.1" status: 200 len: 205 time: 0.0496497 Jul 07 18:19:04.974027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38404) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:04.977911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:04.982480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.985844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c3b11d8f-1a34-43af-af1a-c77fedb7423d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/03ba406f-0d4e-4bf2-9fd0-d1bc493d18f0 HTTP/1.1" status: 204 len: 168 time: 0.2594371 Jul 07 18:19:04.988342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:04.998114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 89582298-7f9d-4d69-b6d2-dd8e3d103736 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:05.007998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-63003499-6952-4335-bd7f-9679c9e21487 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 HTTP/1.1" status: 200 len: 205 time: 0.0327690 Jul 07 18:19:05.010925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38408) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.023518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 89582298-7f9d-4d69-b6d2-dd8e3d103736 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:05.024187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 89582298-7f9d-4d69-b6d2-dd8e3d103736 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:05.059021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.088196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d51c011-cd56-4164-b77d-6dec5fb55696 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.146160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.157332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cabaf6-8a25-4687-8722-0eb02c83140f']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:05.171945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10f55c8-e11e-4da8-b291-c76335e21839') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:05.172281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10f55c8-e11e-4da8-b291-c76335e21839') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:05.183565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.209221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.221122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:05.222035 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:05.224428 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:05.285375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d51c011-cd56-4164-b77d-6dec5fb55696 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.287222 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.288852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d51c011-cd56-4164-b77d-6dec5fb55696 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.308727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.310605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] 10.222.0.88 "DELETE /v2.0/networks/54cabaf6-8a25-4687-8722-0eb02c83140f HTTP/1.1" status: 204 len: 168 time: 0.3212504 Jul 07 18:19:05.311748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1ca39-7fd8-4651-9ec7-cbe2638cce3e admin admin] Pushing event deleted for resources: {'Network': ['ID=54cabaf6-8a25-4687-8722-0eb02c83140f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:05.313525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.345705 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d51c011-cd56-4164-b77d-6dec5fb55696 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.346256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d51c011-cd56-4164-b77d-6dec5fb55696 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Fanout notify agent at l3_agent the message router_deleted on router 73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:19:05.353856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5d51c011-cd56-4164-b77d-6dec5fb55696 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.355099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5d51c011-cd56-4164-b77d-6dec5fb55696 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 HTTP/1.1" status: 204 len: 168 time: 0.3431129 Jul 07 18:19:05.358270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38416) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.367417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] Deleting subnet 593e037c-540c-4bfe-8196-2c42f6e3bffe {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:05.371344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.390839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1afcc14f-6f9b-4f8c-8e8b-2cacee682eca tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 HTTP/1.1" status: 200 len: 205 time: 0.0314455 Jul 07 18:19:05.401057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730f539-30f5-4542-bd83-edfa4d42c018 req-0c90fbe6-6a30-4f82-a1fa-6c5ccec1864a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:05.402761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8730f539-30f5-4542-bd83-edfa4d42c018 req-0c90fbe6-6a30-4f82-a1fa-6c5ccec1864a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1476970 Jul 07 18:19:05.403125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38418) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.424804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.462286 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-85c0de9c-0700-4f3b-b62a-d26caebecec3 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] delete failed (client error): The resource could not be found. Jul 07 18:19:05.463312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-85c0de9c-0700-4f3b-b62a-d26caebecec3 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/73a9ed08-6eb6-4cf4-a1ef-6b5f9c4b0b31 HTTP/1.1" status: 404 len: 336 time: 0.0590873 Jul 07 18:19:05.464733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.466643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38420) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.514195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8730f539-30f5-4542-bd83-edfa4d42c018 req-a00091d8-9e35-4991-8644-a70396de6dbe tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041720 Jul 07 18:19:05.523972 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3480c71d-cd33-42b4-a0ec-a00ca8571904 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=293d055a-c561-44ff-8b71-faa9de2a3644 HTTP/1.1" status: 200 len: 205 time: 0.0536163 Jul 07 18:19:05.524163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38422) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.574103 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-2d64a053-29e8-4b21-a1ca-b9f10d950236 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] delete failed (client error): The resource could not be found. Jul 07 18:19:05.577884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2d64a053-29e8-4b21-a1ca-b9f10d950236 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/293d055a-c561-44ff-8b71-faa9de2a3644 HTTP/1.1" status: 404 len: 336 time: 0.0495863 Jul 07 18:19:05.578454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38424) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.590764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.610827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-191eda8c-20f2-492d-9a87-e0076a0e00f1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=2960f1cd-3407-44e2-be3f-f1a75a64b70b HTTP/1.1" status: 200 len: 205 time: 0.0311201 Jul 07 18:19:05.618994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215285f2-24da-4758-91d3-68d1ddac203a req-4039cc05-6a83-4d9a-9df8-9699aa1f634d tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:05.620338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38426) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.620508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-215285f2-24da-4758-91d3-68d1ddac203a req-4039cc05-6a83-4d9a-9df8-9699aa1f634d tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 946 time: 0.1676936 Jul 07 18:19:05.628604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=593e037c-540c-4bfe-8196-2c42f6e3bffe,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:05.638619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-22e48fd2-5049-4818-aa90-cc97e3769bdc tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:05.640103 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-22e48fd2-5049-4818-aa90-cc97e3769bdc tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 946 time: 0.1235361 Jul 07 18:19:05.641171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.642995 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eac5d290-ef0b-416e-982a-1dcd590244bc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/593e037c-540c-4bfe-8196-2c42f6e3bffe HTTP/1.1" status: 204 len: 168 time: 0.3284144 Jul 07 18:19:05.646572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38428) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.688121 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-69e53a0c-a81f-4504-a69e-6f09dfb211c4 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] delete failed (client error): The resource could not be found. Jul 07 18:19:05.689063 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-69e53a0c-a81f-4504-a69e-6f09dfb211c4 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/2960f1cd-3407-44e2-be3f-f1a75a64b70b HTTP/1.1" status: 404 len: 336 time: 0.0664716 Jul 07 18:19:05.691820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38430) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.716319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-215285f2-24da-4758-91d3-68d1ddac203a req-849332e6-c58c-4b2d-883b-df0f31fbca77 tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/security-groups?id=b37b9b5a-dfe1-4160-862f-a343c52de429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887172 Jul 07 18:19:05.744117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c5b50bca-0471-40ed-8309-217d5dd52d32 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=0607d03b-cbd8-4706-a67a-b3b5ce44dab6 HTTP/1.1" status: 200 len: 205 time: 0.0488665 Jul 07 18:19:05.744785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.744918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38432) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.792050 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-36aa89b3-2f9b-48b6-acae-ae9c55ca29e1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] delete failed (client error): The resource could not be found. Jul 07 18:19:05.793103 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-36aa89b3-2f9b-48b6-acae-ae9c55ca29e1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/0607d03b-cbd8-4706-a67a-b3b5ce44dab6 HTTP/1.1" status: 404 len: 336 time: 0.0476286 Jul 07 18:19:05.799345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38434) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.829251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.841265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63b51b8-ceca-4e98-b41c-2dda5eac0d56']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:05.845757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-68634c0e-ee8d-4f00-b20f-49c8971a506c tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=5dbb4e12-2200-49b4-a313-a544d07ba35f HTTP/1.1" status: 200 len: 205 time: 0.0453033 Jul 07 18:19:05.850264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38436) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.861969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92344a7-38be-45d9-80c8-245a1cf0a8ac') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:05.862417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92344a7-38be-45d9-80c8-245a1cf0a8ac') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:05.880731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Deleting port 785ce126-92c4-490b-af8f-8c4074516720 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:05.881207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.888573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.905490 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-cf6ae62d-a8df-4662-b304-f8f3452cdc11 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] delete failed (client error): The resource could not be found. Jul 07 18:19:05.906600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cf6ae62d-a8df-4662-b304-f8f3452cdc11 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/5dbb4e12-2200-49b4-a313-a544d07ba35f HTTP/1.1" status: 404 len: 336 time: 0.0552688 Jul 07 18:19:05.910785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.912474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38440) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.954623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c38bc385-0fd0-474b-b152-5f1386a97af1 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e37b3ef-1407-47a2-ba37-2032a3cee4d0 HTTP/1.1" status: 200 len: 205 time: 0.0407095 Jul 07 18:19:05.955881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.957023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38442) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:05.964283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:05.965201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:05.966879 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:06.007022 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-8275c676-c51a-486a-a1f3-2ac3b73503d9 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] delete failed (client error): The resource could not be found. Jul 07 18:19:06.008220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8275c676-c51a-486a-a1f3-2ac3b73503d9 tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/routers/4e37b3ef-1407-47a2-ba37-2032a3cee4d0 HTTP/1.1" status: 404 len: 336 time: 0.0501578 Jul 07 18:19:06.012051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38444) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:06.040437 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.045734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.047954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b63b51b8-ceca-4e98-b41c-2dda5eac0d56 HTTP/1.1" status: 204 len: 168 time: 0.4006169 Jul 07 18:19:06.062370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83cc5-c6bd-4e2b-89f9-00d131b5d542 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63b51b8-ceca-4e98-b41c-2dda5eac0d56,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:06.067977 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59a9106-ec14-4e0d-beda-1b475c16b3ee tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] DELETE failed (client error): The resource could not be found. Jul 07 18:19:06.068456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59a9106-ec14-4e0d-beda-1b475c16b3ee tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:19:06.072371 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d59a9106-ec14-4e0d-beda-1b475c16b3ee tempest-RoutersIpV6AdminTest-189400618 tempest-RoutersIpV6AdminTest-189400618-project] 10.222.0.88 "DELETE /v2.0/subnets/8dee8929-8185-4ccc-b6ab-ad1a5d13b54b HTTP/1.1" status: 404 len: 337 time: 0.0571868 Jul 07 18:19:06.080653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] For port 785ce126-92c4-490b-af8f-8c4074516720, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=785ce126-92c4-490b-af8f-8c4074516720,segment=NetworkSegment(6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2),segment_id=6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:06.081067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.096268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Calling delete_port for 785ce126-92c4-490b-af8f-8c4074516720 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:06.261392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38450) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:06.269154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.281579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['785ce126-92c4-490b-af8f-8c4074516720'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:06.316118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e6b684e9-875a-42f0-b035-b23a566d6dc0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=86f7ca10a7b34df78ecbe93b0354c2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531752 Jul 07 18:19:06.328858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38454) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:06.344149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Pushing event deleted for resources: {'Port': ['ID=785ce126-92c4-490b-af8f-8c4074516720,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:06.376945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38456) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:06.386847 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-323ef5bc-3425-4a8f-b9fb-d2f5af03a0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.401833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] No DVR routers for this DVR port 785ce126-92c4-490b-af8f-8c4074516720 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:06.404790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.408506 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4fb9de8b-cc68-4ad3-914b-9fa316ddb489 req-c9441e20-b19d-4d27-a73d-c69e0a28747a tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.55 "DELETE /v2.0/ports/785ce126-92c4-490b-af8f-8c4074516720 HTTP/1.1" status: 204 len: 173 time: 0.7287352 Jul 07 18:19:06.409246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'name': 'network-vif-deleted', 'tag': '785ce126-92c4-490b-af8f-8c4074516720'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:06.411860 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5349c572-b58d-4756-aa65-601f8b253330" -d '{"events": [{"server_uuid": "c8df5e07-7e44-4645-a31a-a082d3e5e37a", "name": "network-vif-deleted", "tag": "785ce126-92c4-490b-af8f-8c4074516720"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:06.422506 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-323ef5bc-3425-4a8f-b9fb-d2f5af03a0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.462967 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08946afe-6763-40de-a6e0-ff0a6634de0c x-openstack-request-id: req-08946afe-6763-40de-a6e0-ff0a6634de0c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:06.463418 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8df5e07-7e44-4645-a31a-a082d3e5e37a", "name": "network-vif-deleted", "tag": "785ce126-92c4-490b-af8f-8c4074516720", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:06.463777 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08946afe-6763-40de-a6e0-ff0a6634de0c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:06.464294 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8df5e07-7e44-4645-a31a-a082d3e5e37a', 'name': 'network-vif-deleted', 'tag': '785ce126-92c4-490b-af8f-8c4074516720', 'status': 'completed', 'code': 200} Jul 07 18:19:06.493333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-323ef5bc-3425-4a8f-b9fb-d2f5af03a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.496337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-323ef5bc-3425-4a8f-b9fb-d2f5af03a0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.500171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-323ef5bc-3425-4a8f-b9fb-d2f5af03a0dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/40ba3b41-cb25-4c63-b504-4af8fb676c9b HTTP/1.1" status: 204 len: 168 time: 0.1775076 Jul 07 18:19:06.508415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ef5bc-3425-4a8f-b9fb-d2f5af03a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba3b41-cb25-4c63-b504-4af8fb676c9b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:06.532568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27f51679-f0ab-4d2a-bafc-fb5e1d85d8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.639616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27f51679-f0ab-4d2a-bafc-fb5e1d85d8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.646465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27f51679-f0ab-4d2a-bafc-fb5e1d85d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.687466 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-27f51679-f0ab-4d2a-bafc-fb5e1d85d8a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e627f4f24c94999b88ed10c77bd828c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092544 Jul 07 18:19:06.688348 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f51679-f0ab-4d2a-bafc-fb5e1d85d8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd3f58f-bb9d-4fb2-973b-107fb91734d6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:06.690274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38470) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:06.764300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bf45e5d-932d-4eed-a39c-ea479bdf5439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.779860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b564c-0ad7-43de-ba68-0dd59ee917c2 req-55df6808-ad00-4bb9-be45-4703343f5095 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.781538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c44b564c-0ad7-43de-ba68-0dd59ee917c2 req-55df6808-ad00-4bb9-be45-4703343f5095 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1310518 Jul 07 18:19:06.809459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bf45e5d-932d-4eed-a39c-ea479bdf5439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.841310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38474) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:06.886677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c44b564c-0ad7-43de-ba68-0dd59ee917c2 req-8720f969-1536-4f69-940e-ba6b5df10e4c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959313 Jul 07 18:19:06.899960 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-18ff24a9-7c8e-4f9a-b63c-13f5f613ad39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc3449db30f2407aa2841e7c8851c0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556073 Jul 07 18:19:06.901094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38476) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:06.934479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1919d0f-724c-44f8-b7c8-9f52d24a27a8 req-a49b7061-2d0f-4d7e-8dde-1bb26516461e tempest-VolumesActionsTest-539906940 tempest-VolumesActionsTest-539906940-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8df5e07-7e44-4645-a31a-a082d3e5e37a HTTP/1.1" status: 200 len: 210 time: 0.0516009 Jul 07 18:19:06.970111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85073327-5167-4606-afc0-6e2df6a11b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.974227 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bf45e5d-932d-4eed-a39c-ea479bdf5439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.977326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1bf45e5d-932d-4eed-a39c-ea479bdf5439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.980943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1bf45e5d-932d-4eed-a39c-ea479bdf5439 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6fd3f58f-bb9d-4fb2-973b-107fb91734d6 HTTP/1.1" status: 204 len: 168 time: 0.2846062 Jul 07 18:19:07.000600 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-869e49ec-1da0-43f6-9889-eec3d0a06fdb service neutron] show failed (client error): The resource could not be found. Jul 07 18:19:07.002476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85073327-5167-4606-afc0-6e2df6a11b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.004641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-869e49ec-1da0-43f6-9889-eec3d0a06fdb service neutron] 10.222.0.90 "GET /v2.0/ports/fb88140a-934a-4c6f-9afe-c50871b9066e/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.1613193 Jul 07 18:19:07.005883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf45e5d-932d-4eed-a39c-ea479bdf5439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd3f58f-bb9d-4fb2-973b-107fb91734d6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:07.086090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85073327-5167-4606-afc0-6e2df6a11b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.088877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-85073327-5167-4606-afc0-6e2df6a11b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.092545 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-85073327-5167-4606-afc0-6e2df6a11b46 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c1b0a87-66cb-47ad-8cff-0a70c48d645a HTTP/1.1" status: 204 len: 168 time: 0.1877439 Jul 07 18:19:07.102145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073327-5167-4606-afc0-6e2df6a11b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1b0a87-66cb-47ad-8cff-0a70c48d645a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:07.377244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-0e3b6af2-5f1e-4697-bbaa-28e7ae2ac082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:07.378965 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-0e3b6af2-5f1e-4697-bbaa-28e7ae2ac082 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 1097 time: 0.0962794 Jul 07 18:19:07.391348 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:07.436181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38494) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:07.475878 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.485882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-09dbd13f-4546-4a8b-91b1-07ec5bab216a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=951db6e0cd4548369bc640d39c64aee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484190 Jul 07 18:19:07.488483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:07.543062 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e74f428-b097-4ae4-a812-c09071ef2fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.567293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e74f428-b097-4ae4-a812-c09071ef2fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.618668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e74f428-b097-4ae4-a812-c09071ef2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.622881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7e74f428-b097-4ae4-a812-c09071ef2fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.626641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7e74f428-b097-4ae4-a812-c09071ef2fa0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43882dbd-05f4-48ac-8563-a7b738d033d7 HTTP/1.1" status: 204 len: 168 time: 0.1348531 Jul 07 18:19:07.639084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74f428-b097-4ae4-a812-c09071ef2fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43882dbd-05f4-48ac-8563-a7b738d033d7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:07.704708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:07.741585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:07.784720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.806919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Transition to ACTIVE for port object fb88140a-934a-4c6f-9afe-c50871b9066e will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:07.812653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.920782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:07.969240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38518) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:07.997809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] No DVR routers for this DVR port fb88140a-934a-4c6f-9afe-c50871b9066e on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:08.133085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1419898032-network', 'tenant_id': '837de43f788343b1950cb9da4834f824'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:08.223921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Made reservation on behalf of 837de43f788343b1950cb9da4834f824 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:08.226780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.255647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:08.256240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:08.256729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:08.261663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:19:08.262203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:08.269120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.284801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:08.285827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Checking segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:08.287429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Bound using segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:08.288564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Bound port: fb88140a-934a-4c6f-9afe-c50871b9066e, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:08.289552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.342957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bac985-79e2-4b6b-bfc6-87d603e60d91 req-6d4f31aa-89d9-4d10-9193-e1efbdbfa3e0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:08.345905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1bac985-79e2-4b6b-bfc6-87d603e60d91 req-6d4f31aa-89d9-4d10-9193-e1efbdbfa3e0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.1943648 Jul 07 18:19:08.378943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:08.382812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:08.390542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.417620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1bac985-79e2-4b6b-bfc6-87d603e60d91 req-2c5e1781-3210-4ee1-b8f3-c5c3647798b6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631208 Jul 07 18:19:08.439879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:08.440639 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.442799 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] 10.222.0.55 "PUT /v2.0/ports/fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1092 time: 1.0560923 Jul 07 18:19:08.470617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}, {'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:08.481199 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b324e8-74f7-4c66-b5a1-f40b8e8da359" -d '{"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}, {"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:08.494680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.499128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 785ce126-92c4-490b-af8f-8c4074516720 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:08.500781 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.534938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:08.560747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.561193 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Added segment 65cc5be9-abe2-4da0-85e6-b2076793ed8c of type vlan for network 2c363b70-c127-4d7f-a374-efa3903b79ad Jul 07 18:19:08.572196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce25875-7c0b-472e-b916-c8a73f1e36a1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:08.573498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 785ce126-92c4-490b-af8f-8c4074516720 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:08.573896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 785ce126-92c4-490b-af8f-8c4074516720 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:08.616808 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.619972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55d73a-8340-4225-9b38-abf60893ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:08.648480 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b97df4-5444-4ad3-b004-adfb4319cd1e x-openstack-request-id: req-20b97df4-5444-4ad3-b004-adfb4319cd1e {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:08.648779 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "code": 200}, {"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:08.649072 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-20b97df4-5444-4ad3-b004-adfb4319cd1e {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:08.649502 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'code': 200} Jul 07 18:19:08.655853 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'status': 'completed', 'code': 200} Jul 07 18:19:08.713752 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.714525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:08.715231 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.717507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-9a2c5d94-7056-412c-8440-1dc7af50a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:08.719982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-9a2c5d94-7056-412c-8440-1dc7af50a3f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1095 time: 0.2326410 Jul 07 18:19:08.800484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-b85f9ae1-a199-4c9a-aeb2-44fcf2a2a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:08.802023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-b85f9ae1-a199-4c9a-aeb2-44fcf2a2a363 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1095 time: 0.1380093 Jul 07 18:19:08.809177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] Pushing event updated for resources: {'Network': ['ID=2c363b70-c127-4d7f-a374-efa3903b79ad,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:08.817287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8a691a4c-1fbc-4bd4-8988-ad25a29d26fa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8421402 Jul 07 18:19:08.821959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38552) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:08.834421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Request body: {'subnet': {'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1419898032-subnet', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:08.848308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 2c363b70-c127-4d7f-a374-efa3903b79ad details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:08.852325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-322768c6-a9f0-45e4-af07-1e6174d0ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:08.854131 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-322768c6-a9f0-45e4-af07-1e6174d0ee24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.1258521 Jul 07 18:19:08.908271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Made reservation on behalf of 837de43f788343b1950cb9da4834f824 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:08.911025 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.001750 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-1428e304-5f03-4009-b355-ce423b9016bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1000 time: 0.1396930 Jul 07 18:19:09.185791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7e6975a9-e31e-4e61-a496-e8509aa4d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.187301 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-7e6975a9-e31e-4e61-a496-e8509aa4d1cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1743600 Jul 07 18:19:09.249555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:09.321788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:09.341962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-59c1fb18-76bb-4dc9-97d5-3d1db132db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.343646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-59c1fb18-76bb-4dc9-97d5-3d1db132db20 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.5301001 Jul 07 18:19:09.388714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.422489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-6f9d22a3-5603-40b5-8b3a-e82850be8b2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1000 time: 0.0702209 Jul 07 18:19:09.460590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-d369a18b-2818-41f9-a314-f73e18c654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.462434 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-d369a18b-2818-41f9-a314-f73e18c654e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673004 Jul 07 18:19:09.467873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb5a3e4-3504-4815-b340-79cd016274c2,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:09.478654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38570) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:09.548387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Checking segment: {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:09.548628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Network hostable DHCP agents. Network: 2c363b70-c127-4d7f-a374-efa3903b79ad, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:09.602896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-758555e1-89a7-4308-a93b-290bb1233c2c service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301877 Jul 07 18:19:09.626744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Network 2c363b70-c127-4d7f-a374-efa3903b79ad is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:09.633217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1586354586', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:09.663627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-c5568228-e5f2-464d-815c-952305258529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.665167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-c5568228-e5f2-464d-815c-952305258529 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1085262 Jul 07 18:19:09.689641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 2c363b70-c127-4d7f-a374-efa3903b79ad) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:09.699601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6fbfe8-9ee0-4e2e-beca-e2424bff463f None None] Network 2c363b70-c127-4d7f-a374-efa3903b79ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:09.726612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Made reservation on behalf of 6fb2d32e78b34a54b0094e2421d46a00 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:09.729320 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.739102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.740137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.747779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a2d9-d28c-4f2b-9628-8beca5692f7b req-620cf661-63ea-44ea-9a1f-57c3c83de1cb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.754948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eaa7a2d9-d28c-4f2b-9628-8beca5692f7b req-620cf661-63ea-44ea-9a1f-57c3c83de1cb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.1712425 Jul 07 18:19:09.761169 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.771325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a18ff6ac-b275-47cc-88dc-f11466b407f5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9471526 Jul 07 18:19:09.776018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38576) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:09.783536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:09.800814 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-2fbd6772-15dc-46b4-91ad-c945cd2ff66f service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866004 Jul 07 18:19:09.820644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.db.api [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 18:19:09.820644 n-d-798930-2 neutron-server[105589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 18:19:09.820644 n-d-798930-2 neutron-server[105589]: [parameters: {'project_id_1': '837de43f788343b1950cb9da4834f824', 'expiration_1': datetime.datetime(2021, 7, 7, 18, 19, 9, 794016)}] Jul 07 18:19:09.820644 n-d-798930-2 neutron-server[105589]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:19:09.821492 n-d-798930-2 neutron-server[105589]: DEBUG oslo_db.api [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:19:09.830629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eaa7a2d9-d28c-4f2b-9628-8beca5692f7b req-3b4209dd-5127-4a3c-b163-4935f2da4ff6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747242 Jul 07 18:19:09.846363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-ac510c7a-13ac-4899-b0e2-3249ce526f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.848472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-ac510c7a-13ac-4899-b0e2-3249ce526f6e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739602 Jul 07 18:19:09.880682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-2c363b70-c127-4d7f-a374-efa3903b79ad', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:19:09.882712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:09.956249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-e0bbcbf9-02eb-4c8c-b3e1-9c7de67e103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.957726 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-e0bbcbf9-02eb-4c8c-b3e1-9c7de67e103e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1095 time: 0.0656600 Jul 07 18:19:09.985078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-bfb64ca5-a420-4e33-8975-3fc0673489b8 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286914 Jul 07 18:19:10.004333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.044869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.052122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] device_id is not set on port 03089dca-183c-4a8b-8dce-077a238be632 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:19:10.056116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Allocated IP 172.20.0.2 (2c363b70-c127-4d7f-a374-efa3903b79ad/edb5a3e4-3504-4815-b340-79cd016274c2/29d83235-53ed-4856-9a9a-b046cfd8a7fd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:10.081409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-c4c1627b-1a22-4207-85eb-37eb0d6bc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:10.083282 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-c4c1627b-1a22-4207-85eb-37eb0d6bc6e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.1185002 Jul 07 18:19:10.129104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832734f-f89f-4ecd-abad-7d4316657715,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:10.153432 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-02a8b088-d80a-4d32-becf-cc19471c3338 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1000 time: 0.0628309 Jul 07 18:19:10.187811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-3127ba67-8e57-453d-9368-f12a02293a27 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936314 Jul 07 18:19:10.209214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-3aeca7e3-78f3-4ca5-a1f0-2bed8f110c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:10.211723 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-3aeca7e3-78f3-4ca5-a1f0-2bed8f110c6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.0515623 Jul 07 18:19:10.215914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Allocated IP 172.25.1.116 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/03089dca-183c-4a8b-8dce-077a238be632) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:10.248901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.257681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Transition to ACTIVE for port object 29d83235-53ed-4856-9a9a-b046cfd8a7fd will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:10.275352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Transition to ACTIVE for port object 29d83235-53ed-4856-9a9a-b046cfd8a7fd will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:10.283392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.285768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-7b82ffec-1dcb-4fb5-b032-41ca2165d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:10.287292 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-7b82ffec-1dcb-4fb5-b032-41ca2165d24c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667655 Jul 07 18:19:10.330770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Network 2c363b70-c127-4d7f-a374-efa3903b79ad is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:10.335066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:10.337444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Pushing event updated for resources: {'Port': ['ID=29d83235-53ed-4856-9a9a-b046cfd8a7fd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:10.339496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:10.377134 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.380924 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.382026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.395872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Attempting to bind port 29d83235-53ed-4856-9a9a-b046cfd8a7fd on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:10.396238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Attempting to bind port 29d83235-53ed-4856-9a9a-b046cfd8a7fd by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:10.396814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Attempting to bind port 29d83235-53ed-4856-9a9a-b046cfd8a7fd on network 2c363b70-c127-4d7f-a374-efa3903b79ad {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:10.402234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:10.402611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Checking segment: {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:10.403020 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.403413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Bound using segment: {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:10.403903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Bound port: 29d83235-53ed-4856-9a9a-b046cfd8a7fd, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:10.404277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.421829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-e9626750-7845-4abc-8154-5a12a645c25c service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263642 Jul 07 18:19:10.424780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.466032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.472677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] For port 29d83235-53ed-4856-9a9a-b046cfd8a7fd, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:10.476793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] For port 29d83235-53ed-4856-9a9a-b046cfd8a7fd, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=29d83235-53ed-4856-9a9a-b046cfd8a7fd,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:10.478555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:10.481661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:10.482093 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.484277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:10.508976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Pushing event updated for resources: {'Port': ['ID=03089dca-183c-4a8b-8dce-077a238be632,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:10.533947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:10.534883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.550847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30353577-6306-4b8b-b03a-b0fef1740f58 None None] Pushing event updated for resources: {'Port': ['ID=29d83235-53ed-4856-9a9a-b046cfd8a7fd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:10.564525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a40339e4-d600-43c0-9deb-6a43055c3502 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0843453 Jul 07 18:19:10.567241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38580) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:10.572144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.116'}]}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:10.598526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.599765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.674857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.873742 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.125555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.130658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-88b324e8-74f7-4c66-b5a1-f40b8e8da359 req-afcad403-fdb5-41ce-95fd-a6f8c9431a06 service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753089 Jul 07 18:19:11.213441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11303ca-34f3-4829-918d-b313f32afb35 req-ead3e1c3-7627-4cb4-b18c-f26f27805f6c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:11.215141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b11303ca-34f3-4829-918d-b313f32afb35 req-ead3e1c3-7627-4cb4-b18c-f26f27805f6c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.2011185 Jul 07 18:19:11.251470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.274336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.326237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b11303ca-34f3-4829-918d-b313f32afb35 req-f8a89a92-3c04-43a3-9455-3e5ab9fd639a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000295 Jul 07 18:19:11.376098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.401482 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.458591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.545870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Allocated IP 172.25.1.92 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/38f70d50-55d4-4bfa-b02b-887ee4ee281d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:11.698140 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.700874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.741555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.752211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.752939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a07da494-8045-4b89-9e89-26f6cab1822b {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:19:11.790216 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 18:19:11.794697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b1438ab5-2d13-4213-a5d6-e8c7cde9339c tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2262645 Jul 07 18:19:11.795579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:11.828767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.895676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Pushing event updated for resources: {'Port': ['ID=38f70d50-55d4-4bfa-b02b-887ee4ee281d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:11.901043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:11.902592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:11.906186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:11.922109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Deleting port 03089dca-183c-4a8b-8dce-077a238be632 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:11.922472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:11.988015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cc7911-23e3-4173-8e35-02a8241335f3 None None] Network 2c363b70-c127-4d7f-a374-efa3903b79ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:12.009185 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.021342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Calling delete_port for 03089dca-183c-4a8b-8dce-077a238be632 owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:12.115499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-993b8232-7fc0-492e-a9a9-670f508bf684 None None] Provisioning for port 29d83235-53ed-4856-9a9a-b046cfd8a7fd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:12.214553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.242566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.250794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Pushing event deleted for resources: {'Port': ['ID=03089dca-183c-4a8b-8dce-077a238be632,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:12.329414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.335949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-48bce048-96c5-47da-a77e-b508c322c1f0 tempest-RoutersAdminNegativeIpV6Test-1679828182 tempest-RoutersAdminNegativeIpV6Test-1679828182-project-admin] 10.222.0.88 "DELETE /v2.0/ports/03089dca-183c-4a8b-8dce-077a238be632 HTTP/1.1" status: 204 len: 168 time: 0.5391641 Jul 07 18:19:12.485170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.500207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:19:12.611901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1fcf0-ec5e-4251-8081-a1f645f87d81 req-73440aaf-164b-41df-89cc-df0cac26d502 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:12.613696 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50e1fcf0-ec5e-4251-8081-a1f645f87d81 req-73440aaf-164b-41df-89cc-df0cac26d502 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 944 time: 0.1184552 Jul 07 18:19:12.637492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:12.651002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'port_id': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'mac_address': 'fa:16:3e:40:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:19:12.676970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Router de79516a-29e8-4921-ac34-b7040e3bac49 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:19:12.696811 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.707727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50e1fcf0-ec5e-4251-8081-a1f645f87d81 req-9bcb2ad9-8385-4793-808f-8744c2dedbb6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875132 Jul 07 18:19:12.710954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb88140a-934a-4c6f-9afe-c50871b9066e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:12.765908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38610) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:12.770077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:12.777240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.840392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:12.843945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29d83235-53ed-4856-9a9a-b046cfd8a7fd up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:12.898399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:12.910032 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Sync routers for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:12.916236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 29d83235-53ed-4856-9a9a-b046cfd8a7fd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:12.926390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 29d83235-53ed-4856-9a9a-b046cfd8a7fd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:12.926826 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.927854 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:12.928650 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:12.931676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.932998 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fffbb6c4-c149-413d-85a3-63d2af70fe51 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1555359 Jul 07 18:19:12.935717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38616) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:12.963886 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a3fcc48-089b-4444-b240-e39b718fca35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.056111 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['fb88140a-934a-4c6f-9afe-c50871b9066e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:13.137324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a3fcc48-089b-4444-b240-e39b718fca35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.140900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.144703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5a3fcc48-089b-4444-b240-e39b718fca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.169206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:13.267118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5a3fcc48-089b-4444-b240-e39b718fca35 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=80f3672db1a74a6ab70497baf946f0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992950 Jul 07 18:19:13.270236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fcc48-089b-4444-b240-e39b718fca35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b9601-3395-4140-b6c6-909a2e41e5a8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:13.276022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38622) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:13.389329 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f51cc019-1371-4571-b4f6-1468ccc5481f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.410789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 29d83235-53ed-4856-9a9a-b046cfd8a7fd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=29d83235-53ed-4856-9a9a-b046cfd8a7fd,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:13.436977 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.452346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f51cc019-1371-4571-b4f6-1468ccc5481f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.516115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f51cc019-1371-4571-b4f6-1468ccc5481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.534044 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f51cc019-1371-4571-b4f6-1468ccc5481f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.537519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f51cc019-1371-4571-b4f6-1468ccc5481f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ef5b9601-3395-4140-b6c6-909a2e41e5a8 HTTP/1.1" status: 204 len: 168 time: 0.2605760 Jul 07 18:19:13.573528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cc019-1371-4571-b4f6-1468ccc5481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b9601-3395-4140-b6c6-909a2e41e5a8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:13.636689 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:12Z', 'revision_number': 3, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:13.686287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=29d83235-53ed-4856-9a9a-b046cfd8a7fd,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:13.689512 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Checking router: de79516a-29e8-4921-ac34-b7040e3bac49 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:13.689883 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Updating router de79516a-29e8-4921-ac34-b7040e3bac49 port 38f70d50-55d4-4bfa-b02b-887ee4ee281d binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:13.773661 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.853251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-21ff9608-c9aa-4fb2-bfd5-16df5750c73b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:13.854819 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-21ff9608-c9aa-4fb2-bfd5-16df5750c73b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.55 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 945 time: 0.1738188 Jul 07 18:19:13.904984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11153209-b8cf-4f5d-ad5d-5f92ea09d097 req-dd9f4b05-8466-4fb6-820f-058a1384b8e1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:13.906654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11153209-b8cf-4f5d-ad5d-5f92ea09d097 req-dd9f4b05-8466-4fb6-820f-058a1384b8e1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 945 time: 0.1063411 Jul 07 18:19:13.914838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.011014 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11153209-b8cf-4f5d-ad5d-5f92ea09d097 req-30bdb5b1-d5c2-41ef-b4c9-9365e6aca1f8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935509 Jul 07 18:19:14.094804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38638) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:14.110646 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-ecd4e6b3-63fa-4a8d-9c9b-7e76d4b42b7a service neutron] 10.222.0.55 "GET /v2.0/ports/fb88140a-934a-4c6f-9afe-c50871b9066e/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 382 time: 0.2449837 Jul 07 18:19:14.208820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b5ec235b-8467-4343-ac0b-30be012078a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6fb2d32e78b34a54b0094e2421d46a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106038 Jul 07 18:19:14.212657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38640) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:14.281685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-7d3ecdf9-20d6-4807-acc1-dd8a1813c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:14.284184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-7d3ecdf9-20d6-4807-acc1-dd8a1813c206 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1096 time: 0.1223075 Jul 07 18:19:14.313894 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ce4322e-5db0-4020-8aa7-6aebe7204a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.356071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ce4322e-5db0-4020-8aa7-6aebe7204a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.364363 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.379027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Allocated IP 172.20.0.1 (2c363b70-c127-4d7f-a374-efa3903b79ad/edb5a3e4-3504-4815-b340-79cd016274c2/1eb4488b-1511-466e-af86-4536a2eb149f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:14.393551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Transition to ACTIVE for port object 38f70d50-55d4-4bfa-b02b-887ee4ee281d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:14.416423 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.472039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ce4322e-5db0-4020-8aa7-6aebe7204a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.477416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-fee408d0-95c1-479d-b134-d0adddf096ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:14.478983 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-fee408d0-95c1-479d-b134-d0adddf096ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.1854129 Jul 07 18:19:14.480304 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6ce4322e-5db0-4020-8aa7-6aebe7204a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.487459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6ce4322e-5db0-4020-8aa7-6aebe7204a8e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e832734f-f89f-4ecd-abad-7d4316657715 HTTP/1.1" status: 204 len: 168 time: 0.2720070 Jul 07 18:19:14.497507 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Pushing event updated for resources: {'Port': ['ID=38f70d50-55d4-4bfa-b02b-887ee4ee281d,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:14.509743 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.510081 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.510195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4322e-5db0-4020-8aa7-6aebe7204a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832734f-f89f-4ecd-abad-7d4316657715,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:14.510407 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.510905 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.512407 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.513000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.513484 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.513969 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.514445 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.514926 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.516233 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.516691 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:14.540481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:14.544376 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Attempting to bind port 38f70d50-55d4-4bfa-b02b-887ee4ee281d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:14.544998 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Attempting to bind port 38f70d50-55d4-4bfa-b02b-887ee4ee281d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:14.545531 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Attempting to bind port 38f70d50-55d4-4bfa-b02b-887ee4ee281d on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:14.550659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.551860 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:14.552415 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:14.553636 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.554184 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:14.554827 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Bound port: 38f70d50-55d4-4bfa-b02b-887ee4ee281d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:14.555974 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.574888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Transition to ACTIVE for port object 1eb4488b-1511-466e-af86-4536a2eb149f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:14.627409 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] For port 38f70d50-55d4-4bfa-b02b-887ee4ee281d, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:14.631321 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] For port 38f70d50-55d4-4bfa-b02b-887ee4ee281d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=38f70d50-55d4-4bfa-b02b-887ee4ee281d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:14.637469 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.645177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port fb88140a-934a-4c6f-9afe-c50871b9066e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:14.655907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port fb88140a-934a-4c6f-9afe-c50871b9066e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:14.656312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.660490 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-942e653a-f701-455a-83be-576065540e95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1001 time: 0.0869701 Jul 07 18:19:14.706128 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5c32-a4b0-4846-81de-1f3cedcba0f9 None None] Pushing event updated for resources: {'Port': ['ID=38f70d50-55d4-4bfa-b02b-887ee4ee281d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:14.730151 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:14.731000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:14.741196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.824623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29d83235-53ed-4856-9a9a-b046cfd8a7fd up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:14.831367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-3ac6ae02-fcf0-4e11-8f14-e6a32a974a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:14.832009 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-3ac6ae02-fcf0-4e11-8f14-e6a32a974a5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1582432 Jul 07 18:19:14.871718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Network 2c363b70-c127-4d7f-a374-efa3903b79ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:14.894385 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.894528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:14.898794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:14.900875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Pushing event updated for resources: {'Port': ['ID=1eb4488b-1511-466e-af86-4536a2eb149f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:14.939972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:14.942219 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49c7cea-687e-4137-b91d-db3602d953a4" -d '{"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-plugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:14.953587 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:14.967903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:14.981732 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.987996 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:15.085014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-fe692549-8b59-454a-a6b3-0791a45b6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:15.087620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-fe692549-8b59-454a-a6b3-0791a45b6733 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391679 Jul 07 18:19:15.093647 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b24d87f-8a74-4e3f-a7e8-c29cbe21a653 x-openstack-request-id: req-2b24d87f-8a74-4e3f-a7e8-c29cbe21a653 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:15.093957 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-plugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:15.094284 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2b24d87f-8a74-4e3f-a7e8-c29cbe21a653 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:15.094594 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'code': 200} Jul 07 18:19:15.095198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:15.118363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 29d83235-53ed-4856-9a9a-b046cfd8a7fd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:15.118735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:15.329763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598be0c5-5645-4020-a1ab-6b9155c33ca4 req-17d296b8-1e56-4719-9681-dccae7a50f53 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:15.345487 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-598be0c5-5645-4020-a1ab-6b9155c33ca4 req-17d296b8-1e56-4719-9681-dccae7a50f53 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1104596 Jul 07 18:19:15.409657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c2aeafd2-6a03-49a8-9b68-42781b498687 None None] Provisioning for port 1eb4488b-1511-466e-af86-4536a2eb149f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:15.418963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c2aeafd2-6a03-49a8-9b68-42781b498687 None None] Provisioning complete for port 1eb4488b-1511-466e-af86-4536a2eb149f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:15.420521 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2aeafd2-6a03-49a8-9b68-42781b498687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:15.443734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-598be0c5-5645-4020-a1ab-6b9155c33ca4 req-0cc84468-c5db-42d5-9dc8-1ca1ae981d6b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971780 Jul 07 18:19:15.457611 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:12Z', 'revision_number': 3, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:15.502085 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:15.506749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c2aeafd2-6a03-49a8-9b68-42781b498687 None None] Port 1eb4488b-1511-466e-af86-4536a2eb149f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:15.508980 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-a24a8aa5-384c-40f0-9970-4a5ab20f1894 service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032629 Jul 07 18:19:15.511453 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890802f-9a85-4306-a5c5-6f27b24918ab None None] The sync data for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 is: [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:12Z', 'revision_number': 3, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:15.870930 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e63369b6-5417-4633-b688-4232c6c19e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:15.918547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:16.039025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-944053512'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:16.067396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Made reservation on behalf of f58a07a98c9443c8968177828f274a7b for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:16.073548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.086154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.178030 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-2fd7acb4-bfc6-4bdb-96be-31e1758f3307 service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541741 Jul 07 18:19:16.242181 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.253623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.274155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.289159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.291363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:16.333757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56522923-edfe-4e7c-8090-3c47b9314822,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:16.336889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.337433 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Added segment 3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c of type vlan for network 820834d0-e1c6-42c3-b7fd-54f99302f13a Jul 07 18:19:16.376808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Pushing event updated for resources: {'Port': ['ID=1eb4488b-1511-466e-af86-4536a2eb149f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:16.380214 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.383637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.426799 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.432978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:16.433838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.501562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5818861 Jul 07 18:19:16.505744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38688) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:16.511856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Request body: {'subnet': {'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:16.540263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Network 2c363b70-c127-4d7f-a374-efa3903b79ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:16.541686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dd9a8-1a52-4c6b-b087-68b60d131725 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event updated for resources: {'Network': ['ID=820834d0-e1c6-42c3-b7fd-54f99302f13a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:16.561560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:16.591089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:16.783310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3c173-20ec-43d9-978d-684538de714c req-a5bf2570-2a61-49ad-84ec-192533acd81d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:16.785457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5de3c173-20ec-43d9-978d-684538de714c req-a5bf2570-2a61-49ad-84ec-192533acd81d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1395891 Jul 07 18:19:16.803642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38f70d50-55d4-4bfa-b02b-887ee4ee281d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:16.832466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Router de79516a-29e8-4921-ac34-b7040e3bac49 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:16.838935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Made reservation on behalf of f58a07a98c9443c8968177828f274a7b for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:16.842985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.861577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5de3c173-20ec-43d9-978d-684538de714c req-5b427f3e-1d52-4539-ae30-1fd5461f30fc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595744 Jul 07 18:19:16.905528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 38f70d50-55d4-4bfa-b02b-887ee4ee281d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:16.915207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 38f70d50-55d4-4bfa-b02b-887ee4ee281d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:16.915662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.018611 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.045637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 38f70d50-55d4-4bfa-b02b-887ee4ee281d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=38f70d50-55d4-4bfa-b02b-887ee4ee281d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:17.047441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:17.057160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5fc78d9b-2812-4fc9-a77d-5e77720e646a admin admin] 10.222.0.88 "PUT /v2.0/routers/de79516a-29e8-4921-ac34-b7040e3bac49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1163886 Jul 07 18:19:17.060498 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.066861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-99c0ac2d-0372-4aa9-972e-f15340497b94 None None] Provisioning complete for port 1eb4488b-1511-466e-af86-4536a2eb149f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:17.067246 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99c0ac2d-0372-4aa9-972e-f15340497b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.140562 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-99c0ac2d-0372-4aa9-972e-f15340497b94 None None] Port 1eb4488b-1511-466e-af86-4536a2eb149f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:17.147758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=38f70d50-55d4-4bfa-b02b-887ee4ee281d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:17.166766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.250509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event updated for resources: {'Subnet': ['ID=83b9aba9-2fa6-4c8a-b454-bce0818d2cde,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:17.257404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Checking segment: {'id': '3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:17.260162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Network hostable DHCP agents. Network: 820834d0-e1c6-42c3-b7fd-54f99302f13a, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:17.278910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:17.292615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 820834d0-e1c6-42c3-b7fd-54f99302f13a) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:17.299068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:17.299767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.311156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54f63f-0619-46ab-a8ca-4f3b475a34f1 None None] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:17.318962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7210e10e-5364-4c0f-ab88-d0e4e6fb3b62 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8112078 Jul 07 18:19:17.322300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38696) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:17.327944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Request body: {'port': {'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1115210381'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:17.548390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-820834d0-e1c6-42c3-b7fd-54f99302f13a', 'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a', 'tenant_id': 'f58a07a98c9443c8968177828f274a7b', 'fixed_ips': [{'subnet_id': '83b9aba9-2fa6-4c8a-b454-bce0818d2cde'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:19:17.549366 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.566824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Made reservation on behalf of f58a07a98c9443c8968177828f274a7b for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:17.572266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.614404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] device_id is not set on port 27a89bc9-a4e1-47e7-b449-2a6d49460ed5 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:19:17.816526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Allocated IP 172.20.0.2 (820834d0-e1c6-42c3-b7fd-54f99302f13a/83b9aba9-2fa6-4c8a-b454-bce0818d2cde/82b59dac-09f1-4107-9aa2-def34ff7e7c1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:18.063676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Sync routers for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:18.078184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38722) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:18.079517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.088984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-672024671-network', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:18.094796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Transition to ACTIVE for port object 82b59dac-09f1-4107-9aa2-def34ff7e7c1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:18.100029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:18.100669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:18:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:18.139269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Made reservation on behalf of d60d83562a8247ce9d8ee7a46c9557a5 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:18.142255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.162915 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.165677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb4306-1ab8-4321-b021-675054ee0dfa req-f1bdd2e1-d872-4dab-bc31-3e615f660c6e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:18.180919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8eb4306-1ab8-4321-b021-675054ee0dfa req-f1bdd2e1-d872-4dab-bc31-3e615f660c6e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.1433172 Jul 07 18:19:18.196628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Transition to ACTIVE for port object 82b59dac-09f1-4107-9aa2-def34ff7e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:18.236104 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.273560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8eb4306-1ab8-4321-b021-675054ee0dfa req-13830852-e5e0-4bc9-87c3-47a3aeca1ed9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967107 Jul 07 18:19:18.324698 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Allocated IP 172.20.0.9 (820834d0-e1c6-42c3-b7fd-54f99302f13a/83b9aba9-2fa6-4c8a-b454-bce0818d2cde/27a89bc9-a4e1-47e7-b449-2a6d49460ed5) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:18.381891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.392803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.439186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:18.448055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5dbec1-9c4a-43b0-8467-6b9b3466e9b7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:18.469657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:18.472730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:19:18.488468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.489843 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Added segment 88bd40bf-854c-4488-aabc-9f75c472ac1b of type vlan for network ab0fcbb5-d071-4ae5-8982-16e55965ab26 Jul 07 18:19:18.503933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:18.535948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.544127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fceabd1d-5166-474b-9d1d-38bcd2c683c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.548785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Pushing event updated for resources: {'Port': ['ID=82b59dac-09f1-4107-9aa2-def34ff7e7c1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:18.582754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:18.586983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.589472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:18.590324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.629544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5488489 Jul 07 18:19:18.631362 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.635602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38724) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:18.649015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Request body: {'subnet': {'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-672024671-subnet', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:18.689073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Attempting to bind port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:18.689860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Attempting to bind port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:18.689860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Attempting to bind port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 on network 820834d0-e1c6-42c3-b7fd-54f99302f13a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:18.714785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.730362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Transition to ACTIVE for port object 27a89bc9-a4e1-47e7-b449-2a6d49460ed5 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:18.737818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dc217-2942-4c04-a65a-b61b1039970c admin admin] Pushing event updated for resources: {'Network': ['ID=ab0fcbb5-d071-4ae5-8982-16e55965ab26,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:18.745463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:18.746004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Checking segment: {'id': '3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:18.746625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.746829 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Bound using segment: {'id': '3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:18.747343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Bound port: 82b59dac-09f1-4107-9aa2-def34ff7e7c1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:18.748027 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.758886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-2b89ff5c-3398-4724-8eff-9df2246a7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:18.760529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-2b89ff5c-3398-4724-8eff-9df2246a7858 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 1097 time: 0.2811062 Jul 07 18:19:18.770240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:19:18.772610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38f70d50-55d4-4bfa-b02b-887ee4ee281d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:18.774830 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:18.829105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Made reservation on behalf of d60d83562a8247ce9d8ee7a46c9557a5 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:18.832114 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.916337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.007648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.011514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:19.031788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:19.040480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:19.045778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event updated for resources: {'Port': ['ID=27a89bc9-a4e1-47e7-b449-2a6d49460ed5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:19.152227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:19.153647 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.221342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] For port 82b59dac-09f1-4107-9aa2-def34ff7e7c1, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:19.234190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 38f70d50-55d4-4bfa-b02b-887ee4ee281d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:19.234533 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.240217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] For port 82b59dac-09f1-4107-9aa2-def34ff7e7c1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=82b59dac-09f1-4107-9aa2-def34ff7e7c1,segment=NetworkSegment(3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c),segment_id=3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:19.261132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.348174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103caa2-2441-4290-a7a3-4dec1700cf7a None None] Pushing event updated for resources: {'Port': ['ID=82b59dac-09f1-4107-9aa2-def34ff7e7c1,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:19.386034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:16Z', 'revision_number': 2, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:19.421390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Checking router: de79516a-29e8-4921-ac34-b7040e3bac49 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:19.421802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Updating router de79516a-29e8-4921-ac34-b7040e3bac49 port 1eb4488b-1511-466e-af86-4536a2eb149f binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:19.464970 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.570016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f61c2531-6156-4800-bad6-c63cd38e1d73 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2465141 Jul 07 18:19:19.575776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38732) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:19.583430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Request body: {'port': {'network_id': '820834d0-e1c6-42c3-b7fd-54f99302f13a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-824149020', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:19.584886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] bootfile-name is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:19:19.585353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] tftp-server is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:19:19.585818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] server-ip-address is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:19:19.711443 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.716640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.765919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Made reservation on behalf of f58a07a98c9443c8968177828f274a7b for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:19.770045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.791729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] device_id is not set on port 1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:19:19.808522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0609a-ab35-4d7f-985a-d6f2cb031b53 req-51475a93-5964-44e7-af13-5b2e503a4e8b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:19.810291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ff0609a-ab35-4d7f-985a-d6f2cb031b53 req-51475a93-5964-44e7-af13-5b2e503a4e8b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 946 time: 0.2511108 Jul 07 18:19:19.816009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214ce052-1357-406f-ba1f-e56886a67578,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:19.848081 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.858938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:19.860551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Transition to ACTIVE for port object 1eb4488b-1511-466e-af86-4536a2eb149f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:19.867735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.897098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Checking segment: {'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:19.897483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Network hostable DHCP agents. Network: ab0fcbb5-d071-4ae5-8982-16e55965ab26, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:19:19.920883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ff0609a-ab35-4d7f-985a-d6f2cb031b53 req-d3953536-b018-4eed-9e39-5dbf6cdcfdb0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934722 Jul 07 18:19:19.921106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba26d65-98c7-48df-b72f-0508a4f2ca14 None None] Pushing event updated for resources: {'Port': ['ID=1eb4488b-1511-466e-af86-4536a2eb149f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:19.942666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Allocated IP 172.20.0.4 (820834d0-e1c6-42c3-b7fd-54f99302f13a/83b9aba9-2fa6-4c8a-b454-bce0818d2cde/1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:19.951623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:19.982823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:19:20.018905 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ab0fcbb5-d071-4ae5-8982-16e55965ab26) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:20.023202 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Attempting to bind port 1eb4488b-1511-466e-af86-4536a2eb149f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:20.023573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Attempting to bind port 1eb4488b-1511-466e-af86-4536a2eb149f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:20.023972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Attempting to bind port 1eb4488b-1511-466e-af86-4536a2eb149f on network 2c363b70-c127-4d7f-a374-efa3903b79ad {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:20.031829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:20.037756 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.039924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:20.040346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Checking segment: {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:20.040764 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.041908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Bound using segment: {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:20.042025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Bound port: 1eb4488b-1511-466e-af86-4536a2eb149f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:20.042581 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.045847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a575f-82d0-4d9d-962e-7f310de2aace None None] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:20.062904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.080812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Transition to ACTIVE for port object fb88140a-934a-4c6f-9afe-c50871b9066e will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:20.082367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:20.091012 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9973a8-bb04-4b74-8117-66629704a278" -d '{"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:20.101415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.158343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f3838b05-a404-4f70-8190-5d7f7d9e4090 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5209785 Jul 07 18:19:20.167961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38742) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:20.268554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:20.288504 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2bd29-7cc5-4599-97b5-f04c95d6c6b2 x-openstack-request-id: req-1cf2bd29-7cc5-4599-97b5-f04c95d6c6b2 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:20.288869 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:20.289142 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1cf2bd29-7cc5-4599-97b5-f04c95d6c6b2 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:20.289558 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'code': 200} Jul 07 18:19:20.293006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:20.298917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] For port 1eb4488b-1511-466e-af86-4536a2eb149f, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:20.320713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] For port 1eb4488b-1511-466e-af86-4536a2eb149f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1eb4488b-1511-466e-af86-4536a2eb149f,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:20.374295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.409368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.410750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.415037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Transition to ACTIVE for port object 1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:20.469011 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.491407 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.556892 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.556892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] No DVR routers for this DVR port fb88140a-934a-4c6f-9afe-c50871b9066e on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:20.581354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:20.585363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:20.591985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:20.614602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ab0fcbb5-d071-4ae5-8982-16e55965ab26', 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'fixed_ips': [{'subnet_id': '214ce052-1357-406f-ba1f-e56886a67578'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:19:20.615471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.619008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba26d65-98c7-48df-b72f-0508a4f2ca14 None None] Pushing event updated for resources: {'Port': ['ID=1eb4488b-1511-466e-af86-4536a2eb149f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:20.650113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:20.664335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event updated for resources: {'Port': ['ID=1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:20.706139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:20.706727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.734102 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9a0d41b6-403e-47bb-9bde-0718909a3856 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1554446 Jul 07 18:19:20.741385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38750) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:20.834299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.870006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9e64e-bf24-4c4f-a808-2509266e3fd6 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:20.899531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9e64e-bf24-4c4f-a808-2509266e3fd6 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:20.914653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9e64e-bf24-4c4f-a808-2509266e3fd6 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:20.920586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a2f9e64e-bf24-4c4f-a808-2509266e3fd6 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1771116 Jul 07 18:19:20.925610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38752) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:20.961574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:20.961987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:20.962329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:20.989591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:19:20.989929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Attempting to bind port fb88140a-934a-4c6f-9afe-c50871b9066e on network 146e7bc5-7522-421b-b87b-1b23d5294ac1 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:20.999798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:21.000154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Checking segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:21.000590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Bound using segment: {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:21.001067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Bound port: fb88140a-934a-4c6f-9afe-c50871b9066e, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa08878-55c1-4bb9-9277-4e4366fedb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:21.001434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.087657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 82b59dac-09f1-4107-9aa2-def34ff7e7c1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:21.096024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:21.096671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:19:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:21.098594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb199a-87b8-4325-97af-06f1eababdb3 None None] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:21.119913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Deleting port 1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:21.120258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.171061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:21.200911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:21.217626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.237677 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.255560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Calling delete_port for 1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:21.291076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.302357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:21.310630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Allocated IP 172.20.0.2 (ab0fcbb5-d071-4ae5-8982-16e55965ab26/214ce052-1357-406f-ba1f-e56886a67578/1d1b67bf-3b45-4b75-ad27-1cb5c143105c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:21.316497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b969-c1f0-4b07-a99b-e87623511e5d req-87fa22eb-edf3-432d-8aa1-1d51b0669a81 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:21.318553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d457b969-c1f0-4b07-a99b-e87623511e5d req-87fa22eb-edf3-432d-8aa1-1d51b0669a81 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 945 time: 0.2149241 Jul 07 18:19:21.378766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:21.379582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.381106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] 10.222.0.90 "PUT /v2.0/ports/fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1093 time: 2.6124220 Jul 07 18:19:21.456558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:21.516723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d457b969-c1f0-4b07-a99b-e87623511e5d req-c8b35783-7c04-44e3-b8c0-f79981ff50d4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594822 Jul 07 18:19:21.517682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3b73b-7fa4-495d-a4df-f7894aa416d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=11']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:21.535536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.576526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event deleted for resources: {'Port': ['ID=1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:21.591215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.600515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-9a151f3e-9673-4990-b7af-816ae91c67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:21.603652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-9a151f3e-9673-4990-b7af-816ae91c67d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1096 time: 0.1842818 Jul 07 18:19:21.634182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:21.649658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.677208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.680142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-624b325d-f52b-4ad3-a6aa-cf82e97ebbb9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "DELETE /v2.0/ports/1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3 HTTP/1.1" status: 204 len: 168 time: 0.7529268 Jul 07 18:19:21.684563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38760) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:21.697454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Request body: {'port': {'name': 'tempest-new-port-name-156526803', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:21.697454 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] bootfile-name is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:19:21.697454 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] tftp-server is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:19:21.697454 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] server-ip-address is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:19:21.715130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6c6823ec-5546-4361-8bbc-b14ce09d1c3c None None] Provisioning for port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:21.796141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.909785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-2fe28ca4-c702-4ac5-9138-5e4bd50a2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:21.911363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-2fe28ca4-c702-4ac5-9138-5e4bd50a2252 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.2845128 Jul 07 18:19:21.923902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:21.925978 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:21.967063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6c6823ec-5546-4361-8bbc-b14ce09d1c3c None None] Provisioning complete for port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:21.967460 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c6823ec-5546-4361-8bbc-b14ce09d1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.011303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Allocated IP 172.25.1.179 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/e23b1518-9284-4f4a-9def-25251dcc24dc) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:22.019383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-3a4cccbe-398e-4d3d-94f8-96d210b3fc26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1000 time: 0.0991249 Jul 07 18:19:22.042353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.048967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.116261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event updated for resources: {'Port': ['ID=27a89bc9-a4e1-47e7-b449-2a6d49460ed5,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:22.127980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-90c6de64-31a2-42a8-adfc-da5e6d024326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:22.129686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-90c6de64-31a2-42a8-adfc-da5e6d024326 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1037960 Jul 07 18:19:22.190252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] In _notify_port_updated(), no bound segment for port 27a89bc9-a4e1-47e7-b449-2a6d49460ed5 on network 820834d0-e1c6-42c3-b7fd-54f99302f13a {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:19:22.197615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:22.198500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.202526 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e8086cf9-e68b-47f5-92cd-14e4d83b8c1d tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "PUT /v2.0/ports/27a89bc9-a4e1-47e7-b449-2a6d49460ed5 HTTP/1.1" status: 200 len: 1135 time: 0.5145667 Jul 07 18:19:22.203167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38762) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:22.217155 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.249667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-72d1a87d-b575-436a-96cc-a72c56829053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:22.251400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-72d1a87d-b575-436a-96cc-a72c56829053 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089916 Jul 07 18:19:22.276042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758a828-2a16-4e19-84f3-db3b0d11d6f9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:22.281649 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4758a828-2a16-4e19-84f3-db3b0d11d6f9 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "GET /v2.0/ports/27a89bc9-a4e1-47e7-b449-2a6d49460ed5 HTTP/1.1" status: 200 len: 1135 time: 0.0726917 Jul 07 18:19:22.281931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38764) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:22.291407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:22.297731 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ec169-9267-45f7-98d7-3c79b16932e6" -d '{"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:22.352514 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.393138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Transition to ACTIVE for port object 1d1b67bf-3b45-4b75-ad27-1cb5c143105c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:22.400290 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.425236 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6071cd-fa94-4f25-a3d8-741b20849cb9 x-openstack-request-id: req-ef6071cd-fa94-4f25-a3d8-741b20849cb9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:22.425700 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:22.426142 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ef6071cd-fa94-4f25-a3d8-741b20849cb9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:22.426682 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'status': 'completed', 'code': 200} Jul 07 18:19:22.435843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.465854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c6823ec-5546-4361-8bbc-b14ce09d1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.496308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Deleting port 27a89bc9-a4e1-47e7-b449-2a6d49460ed5 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:22.497000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.504945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Transition to ACTIVE for port object 1d1b67bf-3b45-4b75-ad27-1cb5c143105c will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:22.507275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Pushing event updated for resources: {'Port': ['ID=e23b1518-9284-4f4a-9def-25251dcc24dc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:22.516283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-72bc60a0-0d07-406e-9b3e-ee8e6fe268d1 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370195 Jul 07 18:19:22.543635 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.553440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:22.569712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:22.598433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:22.611582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 82b59dac-09f1-4107-9aa2-def34ff7e7c1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=82b59dac-09f1-4107-9aa2-def34ff7e7c1,segment=NetworkSegment(3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c),segment_id=3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:22.613786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Pushing event updated for resources: {'Port': ['ID=1d1b67bf-3b45-4b75-ad27-1cb5c143105c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:22.641668 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.680416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-61e476a7-f147-4379-9a0c-09a090b8e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:22.690453 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-61e476a7-f147-4379-9a0c-09a090b8e9fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1096 time: 0.2622080 Jul 07 18:19:22.844790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=82b59dac-09f1-4107-9aa2-def34ff7e7c1,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:22.875382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:20Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:22.909710 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:22.933290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:22.934937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcd1ff-0fc6-4b52-be26-ebc01ad23708 None None] The sync data for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 is: [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:20Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:22.938349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:22.945023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:22.971582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Calling delete_port for 27a89bc9-a4e1-47e7-b449-2a6d49460ed5 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:22.981939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-bd51d448-24a2-4bbd-bc34-b75a031f7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:22.985974 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-bd51d448-24a2-4bbd-bc34-b75a031f7896 service neutron] 10.222.0.55 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.2795835 Jul 07 18:19:22.988887 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-6c6823ec-5546-4361-8bbc-b14ce09d1c3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:19:22.989269 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-6c6823ec-5546-4361-8bbc-b14ce09d1c3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:19:23.080429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Attempting to bind port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:23.081127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Attempting to bind port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:23.081715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Attempting to bind port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c on network ab0fcbb5-d071-4ae5-8982-16e55965ab26 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:23.092557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:23.093457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Checking segment: {'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:23.096253 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.097114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Bound using segment: {'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:23.098073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Bound port: 1d1b67bf-3b45-4b75-ad27-1cb5c143105c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:23.108242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.140632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-2f545790-b7c8-4f0b-a8f2-6487874541bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1000 time: 0.1455805 Jul 07 18:19:23.215225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] For port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:23.221878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] For port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1d1b67bf-3b45-4b75-ad27-1cb5c143105c,segment=NetworkSegment(88bd40bf-854c-4488-aabc-9f75c472ac1b),segment_id=88bd40bf-854c-4488-aabc-9f75c472ac1b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:23.237510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-12524a19-a1bd-45e7-92db-bd21e9da109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:23.239404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-12524a19-a1bd-45e7-92db-bd21e9da109d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.0899563 Jul 07 18:19:23.240628 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.372706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be63832-ffbc-4f9f-a4d2-9e9354555cee None None] Pushing event updated for resources: {'Port': ['ID=1d1b67bf-3b45-4b75-ad27-1cb5c143105c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:23.374336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.413027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event deleted for resources: {'Port': ['ID=27a89bc9-a4e1-47e7-b449-2a6d49460ed5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:23.418826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-568a350e-72bf-4508-94fa-44be114e2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:23.420439 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-568a350e-72bf-4508-94fa-44be114e2d3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733637 Jul 07 18:19:23.456177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c4606fe-a35e-4f78-8453-8a26f23a6b2f req-5dbf4149-b38b-47c1-96ee-572818b4890c service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9295774 Jul 07 18:19:23.703632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-ba28b5d9-09f2-4874-86e5-ccea6eb3c4b6 service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741628 Jul 07 18:19:23.735708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bea1e6cd-ba32-46b7-9953-91fd68a7fd7a None None] Could not find standard attr ID for object 1ea83ac2-eab3-4459-8ed5-3b8fba2c9de3. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:19:23.806589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.811364 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bf17498c-769a-4a54-a6d0-6e73247857cd tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "DELETE /v2.0/ports/27a89bc9-a4e1-47e7-b449-2a6d49460ed5 HTTP/1.1" status: 204 len: 168 time: 1.5279722 Jul 07 18:19:23.811693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38774) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:23.821958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bea1e6cd-ba32-46b7-9953-91fd68a7fd7a None None] Could not find standard attr ID for object 27a89bc9-a4e1-47e7-b449-2a6d49460ed5. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:19:23.886766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bea1e6cd-ba32-46b7-9953-91fd68a7fd7a None None] Provisioning complete for port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:23.889394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bea1e6cd-ba32-46b7-9953-91fd68a7fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:23.908425 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-f66636fc-29e0-41c6-af47-aacf41e6b4c0 service neutron] 10.222.0.55 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957510 Jul 07 18:19:23.935348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1929e-367a-4dca-a85e-678920a8741b req-d8f821cd-793c-4f43-8893-0649426a1b0e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:23.937199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bd1929e-367a-4dca-a85e-678920a8741b req-d8f821cd-793c-4f43-8893-0649426a1b0e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 945 time: 0.4801533 Jul 07 18:19:23.949673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Deleting subnet 83b9aba9-2fa6-4c8a-b454-bce0818d2cde {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:24.006151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-e40324c2-a396-4ef6-8632-04fee08f3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:24.007849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-e40324c2-a396-4ef6-8632-04fee08f3c9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1096 time: 0.4687431 Jul 07 18:19:24.015964 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.207106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.260390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.302361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bd1929e-367a-4dca-a85e-678920a8741b req-d9dbdc4a-480e-40d8-9874-19173610c37b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432562 Jul 07 18:19:24.418930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9f0cd006-94fe-46c2-be49-b12b48618ba7 None None] Could not find standard attr ID for object 27a89bc9-a4e1-47e7-b449-2a6d49460ed5. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:19:24.557218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-3926a618-c66e-4252-94d9-b785900a6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:24.559352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-3926a618-c66e-4252-94d9-b785900a6c48 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.5386386 Jul 07 18:19:24.733350 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.738224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-5e7506c5-3af0-4cbb-88d5-652f94578bfd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 1000 time: 0.1667175 Jul 07 18:19:24.904847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-ff0d5888-f12e-4b55-873d-200f027d0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:24.906640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-ff0d5888-f12e-4b55-873d-200f027d0d75 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.1417451 Jul 07 18:19:24.961211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:24.964249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.010491 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.014693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "DELETE /v2.0/subnets/83b9aba9-2fa6-4c8a-b454-bce0818d2cde HTTP/1.1" status: 204 len: 168 time: 1.1934617 Jul 07 18:19:25.015786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705f080-62cf-4a7b-add2-eeb6b93a90e3 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event deleted for resources: {'Subnet': ['ID=83b9aba9-2fa6-4c8a-b454-bce0818d2cde,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:25.016324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38790) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:25.022174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04f1b2-77b1-42bf-8e65-3270681ec488 None None] Network 820834d0-e1c6-42c3-b7fd-54f99302f13a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:25.177353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-83d31967-1a19-422c-93d6-7b9a36f39ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:25.179482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-83d31967-1a19-422c-93d6-7b9a36f39ca2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609816 Jul 07 18:19:25.187486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1eb4488b-1511-466e-af86-4536a2eb149f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:25.238508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.244488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7ab6f-cc22-468c-bb24-6be3a7e4bd02 None None] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:19:25.317023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Deleting port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:19:25.317469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.384483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Router 796c7012-c6e4-4d62-9f8f-7a3571f69152 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:19:25.404751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-c060e212-6f31-467e-9bae-130356ef2261 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134931 Jul 07 18:19:25.416378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] For port 82b59dac-09f1-4107-9aa2-def34ff7e7c1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=82b59dac-09f1-4107-9aa2-def34ff7e7c1,segment=NetworkSegment(3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c),segment_id=3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:25.417189 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.423072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1eb4488b-1511-466e-af86-4536a2eb149f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:25.425718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-174550e1-4c39-486f-afff-6d781aeea496 None None] Provisioning for port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:25.446732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Calling delete_port for 82b59dac-09f1-4107-9aa2-def34ff7e7c1 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:19:25.457346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1eb4488b-1511-466e-af86-4536a2eb149f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:25.457924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.624330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.661985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0953887-e867-48ab-9fd3-ce9e6c671ff3 None None] DHCP port deletion for 820834d0-e1c6-42c3-b7fd-54f99302f13a request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:19:25.665173 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.671555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event deleted for resources: {'Port': ['ID=82b59dac-09f1-4107-9aa2-def34ff7e7c1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:25.676807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] No DVR routers for this DVR port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:19:25.718471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1eb4488b-1511-466e-af86-4536a2eb149f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1eb4488b-1511-466e-af86-4536a2eb149f,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:25.724738 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.725949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d1b67bf-3b45-4b75-ad27-1cb5c143105c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:25.749009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad3ec169-9267-45f7-98d7-3c79b16932e6 req-953433d5-40bc-4bd8-b570-1dda3b092383 service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521992 Jul 07 18:19:25.761084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:25.782311 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Sync routers for ids ['796c7012-c6e4-4d62-9f8f-7a3571f69152'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:25.787688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faefa8d-a777-4dba-a457-acd668fa24aa req-8a8f0c98-1085-4fe3-ad50-871134a904d3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:25.789364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7faefa8d-a777-4dba-a457-acd668fa24aa req-8a8f0c98-1085-4fe3-ad50-871134a904d3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 945 time: 0.2048485 Jul 07 18:19:25.807100 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Routers {'796c7012-c6e4-4d62-9f8f-7a3571f69152'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:25.807793 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:19:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['796c7012-c6e4-4d62-9f8f-7a3571f69152'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:25.815110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.820597 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.822006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-90160cd9-d69c-4497-a59f-946c2f4c98fa admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6525178 Jul 07 18:19:25.832357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 38798) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:25.841388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820834d0-e1c6-42c3-b7fd-54f99302f13a']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:25.849754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1eb4488b-1511-466e-af86-4536a2eb149f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:25.861673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:25.861954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7e8ebe-f243-4b6a-87ea-70be5b7b9c3c') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:25.868178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.868811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.869343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.869922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.870577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.871176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.871799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.872341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.872751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.873188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.873678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.874006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:19:25.878246 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.885519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:25.890896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:25.891313 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.910228 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.923476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:25.923886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:25.932893 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:25.960643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7faefa8d-a777-4dba-a457-acd668fa24aa req-03054fa9-384c-4893-83a9-0f282625f7c5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606162 Jul 07 18:19:25.979691 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Set router 796c7012-c6e4-4d62-9f8f-7a3571f69152 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:26.030846 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.039519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.044209 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] 10.222.0.88 "DELETE /v2.0/networks/820834d0-e1c6-42c3-b7fd-54f99302f13a HTTP/1.1" status: 204 len: 168 time: 1.0267603 Jul 07 18:19:26.058665 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.067187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95f5e-92ab-4200-8e93-597587a37028 tempest-ExtraDHCPOptionsTestJSON-1929375483 tempest-ExtraDHCPOptionsTestJSON-1929375483-project] Pushing event deleted for resources: {'Network': ['ID=820834d0-e1c6-42c3-b7fd-54f99302f13a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:26.113083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fa0f3664-8144-4afa-8f77-0f57bd5260c0 None None] Provisioning complete for port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:26.113601 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa0f3664-8144-4afa-8f77-0f57bd5260c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.117226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1d1b67bf-3b45-4b75-ad27-1cb5c143105c,segment=NetworkSegment(88bd40bf-854c-4488-aabc-9f75c472ac1b),segment_id=88bd40bf-854c-4488-aabc-9f75c472ac1b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:26.141315 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.142879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 82b59dac-09f1-4107-9aa2-def34ff7e7c1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:26.203535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 82b59dac-09f1-4107-9aa2-def34ff7e7c1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:26.203535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 82b59dac-09f1-4107-9aa2-def34ff7e7c1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 18:19:26.234952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Port 82b59dac-09f1-4107-9aa2-def34ff7e7c1 not found, will not notify nova. {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 18:19:26.262865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1d1b67bf-3b45-4b75-ad27-1cb5c143105c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:26.265180 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:19:23Z', 'revision_number': 3, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port': {'id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:21Z', 'updated_at': '2021-07-07T18:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:26.306428 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Checking router: 796c7012-c6e4-4d62-9f8f-7a3571f69152 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:26.306772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Updating router 796c7012-c6e4-4d62-9f8f-7a3571f69152 port e23b1518-9284-4f4a-9def-25251dcc24dc binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:26.348347 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.428456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38806) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:26.520500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.647471 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c759b728-d0e5-446c-9e78-fd61b8324c92 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f58a07a98c9443c8968177828f274a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173572 Jul 07 18:19:26.650082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38812) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:26.682573 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.716527 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Transition to ACTIVE for port object e23b1518-9284-4f4a-9def-25251dcc24dc will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:26.746484 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.757072 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2fdb652a-b1c4-41c4-836d-289665b377d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.781376 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2fdb652a-b1c4-41c4-836d-289665b377d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.806424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1eb4488b-1511-466e-af86-4536a2eb149f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:26.817850 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48309d5-18cb-4f06-a1a9-c9c12ec57979 None None] Pushing event updated for resources: {'Port': ['ID=e23b1518-9284-4f4a-9def-25251dcc24dc,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:26.825081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Allocated IP 172.20.0.1 (ab0fcbb5-d071-4ae5-8982-16e55965ab26/214ce052-1357-406f-ba1f-e56886a67578/aae1a02f-8af6-4cb2-9c89-bf52ad4d912d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:26.871466 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2fdb652a-b1c4-41c4-836d-289665b377d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.873523 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Attempting to bind port e23b1518-9284-4f4a-9def-25251dcc24dc on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:26.876347 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Attempting to bind port e23b1518-9284-4f4a-9def-25251dcc24dc by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:26.877076 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Attempting to bind port e23b1518-9284-4f4a-9def-25251dcc24dc on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:26.882777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2fdb652a-b1c4-41c4-836d-289665b377d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.885892 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2fdb652a-b1c4-41c4-836d-289665b377d7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/56522923-edfe-4e7c-8090-3c47b9314822 HTTP/1.1" status: 204 len: 168 time: 0.2332988 Jul 07 18:19:26.894571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:26.900588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:26.902904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb652a-b1c4-41c4-836d-289665b377d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56522923-edfe-4e7c-8090-3c47b9314822,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:26.903819 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.911684 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:26.912474 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Bound port: e23b1518-9284-4f4a-9def-25251dcc24dc, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:26.913102 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:26.926256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1eb4488b-1511-466e-af86-4536a2eb149f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:26.926785 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.038971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.050861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] For port e23b1518-9284-4f4a-9def-25251dcc24dc, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:27.060234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] For port e23b1518-9284-4f4a-9def-25251dcc24dc, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e23b1518-9284-4f4a-9def-25251dcc24dc,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:27.067106 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.075948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Transition to ACTIVE for port object aae1a02f-8af6-4cb2-9c89-bf52ad4d912d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:27.128226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d1b67bf-3b45-4b75-ad27-1cb5c143105c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:27.155704 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Routers {'796c7012-c6e4-4d62-9f8f-7a3571f69152'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:27.156345 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:19:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['796c7012-c6e4-4d62-9f8f-7a3571f69152'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:27.164481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.175469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:19:27.264860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:27.279145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:27.322939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:27.326898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Pushing event updated for resources: {'Port': ['ID=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:27.335107 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48309d5-18cb-4f06-a1a9-c9c12ec57979 None None] Pushing event updated for resources: {'Port': ['ID=e23b1518-9284-4f4a-9def-25251dcc24dc,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:27.396806 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.466290 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] Set router 796c7012-c6e4-4d62-9f8f-7a3571f69152 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:27.749799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:27.750169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.797728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-33d45666-59b5-49ec-ab73-6a67fe593344 None None] Provisioning for port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:27.811768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-33d45666-59b5-49ec-ab73-6a67fe593344 None None] Provisioning complete for port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:27.812447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33d45666-59b5-49ec-ab73-6a67fe593344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:27.819648 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:19:23Z', 'revision_number': 3, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port': {'id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:21Z', 'updated_at': '2021-07-07T18:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:27.864860 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c79d84-ed1c-4cb5-b7fd-129b17c86fd9 None None] The sync data for ids ['796c7012-c6e4-4d62-9f8f-7a3571f69152'] in n-d-798930-2 is: [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:19:23Z', 'revision_number': 3, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port': {'id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:21Z', 'updated_at': '2021-07-07T18:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:27.891782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:27.914404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'port_id': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'mac_address': 'fa:16:3e:40:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:19:27.915696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-33d45666-59b5-49ec-ab73-6a67fe593344 None None] Port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:28.011894 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:28.029268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb88140a-934a-4c6f-9afe-c50871b9066e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:28.076049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:28.080746 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:28.116218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 82b59dac-09f1-4107-9aa2-def34ff7e7c1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:19:28.154210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 82b59dac-09f1-4107-9aa2-def34ff7e7c1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:19:28.154549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 82b59dac-09f1-4107-9aa2-def34ff7e7c1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:19:28.199027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:28.257905 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c20a67-9410-4176-ae11-fa96939b2185 req-21efa504-064d-4287-a5fa-e5c93285f5bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:28.267977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46c20a67-9410-4176-ae11-fa96939b2185 req-21efa504-064d-4287-a5fa-e5c93285f5bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 945 time: 1.0051830 Jul 07 18:19:28.399344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46c20a67-9410-4176-ae11-fa96939b2185 req-3a41a6d0-8df2-4587-806a-1cf2b5b05ae5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301153 Jul 07 18:19:28.421502 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:28.424455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['fb88140a-934a-4c6f-9afe-c50871b9066e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:28.441698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 38852) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:28.589050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-70b49f03-86bb-4599-a0c1-c1346d88b3cb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 HTTP/1.1" status: 200 len: 993 time: 0.1451316 Jul 07 18:19:28.679743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:28.693245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:28.842311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Pushing event updated for resources: {'Port': ['ID=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:28.852797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:28.864383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e23b1518-9284-4f4a-9def-25251dcc24dc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:28.989663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e23b1518-9284-4f4a-9def-25251dcc24dc completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:29.005566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:29.006971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:29.014363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e23b1518-9284-4f4a-9def-25251dcc24dc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:29.014737 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.144072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.166965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e23b1518-9284-4f4a-9def-25251dcc24dc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e23b1518-9284-4f4a-9def-25251dcc24dc,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:29.183060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.280332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e23b1518-9284-4f4a-9def-25251dcc24dc,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:29.282581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Router 796c7012-c6e4-4d62-9f8f-7a3571f69152 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:29.366589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8ab12fd3-dc7f-4c8f-9c53-b0a29a6e7cf2 None None] Provisioning complete for port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:29.367089 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ab12fd3-dc7f-4c8f-9c53-b0a29a6e7cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:29.424557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8ab12fd3-dc7f-4c8f-9c53-b0a29a6e7cf2 None None] Port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:29.446110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:29.452114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-85cd801e-fc1e-4d87-871c-c62ef0994c43 admin admin] 10.222.0.88 "PUT /v2.0/routers/796c7012-c6e4-4d62-9f8f-7a3571f69152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6171725 Jul 07 18:19:30.366143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Sync routers for ids ['796c7012-c6e4-4d62-9f8f-7a3571f69152'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:30.377262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Routers {'796c7012-c6e4-4d62-9f8f-7a3571f69152'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:30.377975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:19:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['796c7012-c6e4-4d62-9f8f-7a3571f69152'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:30.511877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Set router 796c7012-c6e4-4d62-9f8f-7a3571f69152 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:30.757505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e23b1518-9284-4f4a-9def-25251dcc24dc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:30.852707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e23b1518-9284-4f4a-9def-25251dcc24dc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:30.853233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:30.889742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:19:28Z', 'revision_number': 4, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port': {'id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:21Z', 'updated_at': '2021-07-07T18:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'aae1a02f-8af6-4cb2-9c89-bf52ad4d912d', 'name': '', 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'mac_address': 'fa:16:3e:7d:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '214ce052-1357-406f-ba1f-e56886a67578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:26Z', 'updated_at': '2021-07-07T18:19:28Z', 'revision_number': 2, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'subnets': [{'id': '214ce052-1357-406f-ba1f-e56886a67578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:30.922644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Checking router: 796c7012-c6e4-4d62-9f8f-7a3571f69152 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:30.922987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Updating router 796c7012-c6e4-4d62-9f8f-7a3571f69152 port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:30.989288 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.133329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:31.271239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port fb88140a-934a-4c6f-9afe-c50871b9066e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:31.282136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port fb88140a-934a-4c6f-9afe-c50871b9066e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:31.282508 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.459297 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.463662 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.486597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Transition to ACTIVE for port object aae1a02f-8af6-4cb2-9c89-bf52ad4d912d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:31.500995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:31.503668 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51553098-35c2-4d3d-a49e-c489b1d5abf2" -d '{"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-plugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:31.510866 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.530117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:31.553994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.585227 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ab192-c833-4ab6-9d70-39e9a3b6186e x-openstack-request-id: req-e77ab192-c833-4ab6-9d70-39e9a3b6186e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:31.585519 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-plugged", "status": "completed", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:31.585739 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e77ab192-c833-4ab6-9d70-39e9a3b6186e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:31.586146 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'code': 200} Jul 07 18:19:31.589409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522f90e-ddd4-4d70-924a-e1018671763b None None] Pushing event updated for resources: {'Port': ['ID=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:31.683064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Attempting to bind port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:31.683438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Attempting to bind port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:31.683806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Attempting to bind port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d on network ab0fcbb5-d071-4ae5-8982-16e55965ab26 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:31.692517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=13']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:31.696053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:31.696445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Checking segment: {'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:31.696875 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.697275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Bound using segment: {'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:31.697764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Bound port: aae1a02f-8af6-4cb2-9c89-bf52ad4d912d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bd40bf-854c-4488-aabc-9f75c472ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:31.698150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.766160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] For port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:31.769893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] For port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,segment=NetworkSegment(88bd40bf-854c-4488-aabc-9f75c472ac1b),segment_id=88bd40bf-854c-4488-aabc-9f75c472ac1b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:31.776379 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:31.842165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Routers {'796c7012-c6e4-4d62-9f8f-7a3571f69152'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:31.842937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:19:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['796c7012-c6e4-4d62-9f8f-7a3571f69152'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:31.861839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-8eedb58c-5692-4ed4-b053-8b519b18073d req-7cd8ad88-639a-4057-a798-ea69d915758a service neutron] (105589) timed out ('10.222.0.90', 54933) {{(pid=105589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:19:31.865072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522f90e-ddd4-4d70-924a-e1018671763b None None] Pushing event updated for resources: {'Port': ['ID=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:32.035431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] Set router 796c7012-c6e4-4d62-9f8f-7a3571f69152 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:32.332671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-960647f1-23ed-4294-957c-d74d4310818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:19:28Z', 'revision_number': 4, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port': {'id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:21Z', 'updated_at': '2021-07-07T18:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'aae1a02f-8af6-4cb2-9c89-bf52ad4d912d', 'name': '', 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'mac_address': 'fa:16:3e:7d:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '214ce052-1357-406f-ba1f-e56886a67578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:26Z', 'updated_at': '2021-07-07T18:19:31Z', 'revision_number': 4, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'subnets': [{'id': '214ce052-1357-406f-ba1f-e56886a67578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:32.371534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960647f1-23ed-4294-957c-d74d4310818f None None] The sync data for ids ['796c7012-c6e4-4d62-9f8f-7a3571f69152'] in n-d-798930-2 is: [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:19:28Z', 'revision_number': 4, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port': {'id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:21Z', 'updated_at': '2021-07-07T18:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'aae1a02f-8af6-4cb2-9c89-bf52ad4d912d', 'name': '', 'network_id': 'ab0fcbb5-d071-4ae5-8982-16e55965ab26', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'mac_address': 'fa:16:3e:7d:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '214ce052-1357-406f-ba1f-e56886a67578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:26Z', 'updated_at': '2021-07-07T18:19:31Z', 'revision_number': 4, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'subnets': [{'id': '214ce052-1357-406f-ba1f-e56886a67578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:32.808862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aae1a02f-8af6-4cb2-9c89-bf52ad4d912d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:32.905890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:32.911541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:32.913549 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:33.064524 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:33.117327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,segment=NetworkSegment(88bd40bf-854c-4488-aabc-9f75c472ac1b),segment_id=88bd40bf-854c-4488-aabc-9f75c472ac1b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:33.133736 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:33.203597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:33.975996 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:34.196066 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:34.757909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aae1a02f-8af6-4cb2-9c89-bf52ad4d912d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:34.818772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:34.819648 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.874545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.218077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39098) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:37.278374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] Deleting subnet a1af29f4-e42a-4cb6-9566-fcb4997beb75 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:37.282813 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.318529 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.368765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.436678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.465538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1af29f4-e42a-4cb6-9566-fcb4997beb75,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:37.467984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.471029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f24db4e7-3f90-4430-8033-cf44a572e3cb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a1af29f4-e42a-4cb6-9566-fcb4997beb75 HTTP/1.1" status: 204 len: 168 time: 0.2512476 Jul 07 18:19:37.473912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39100) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:37.545394 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.633907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.645357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c11287-b509-4fa5-936a-b9ca92da8631']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:37.657533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:37.657820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee17cc5-9367-4cec-87f0-60ec3bfdb9d2') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:37.667565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.682363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.688917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:37.689550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:37.691985 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:37.780654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.788451 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.790675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f8c11287-b509-4fa5-936a-b9ca92da8631 HTTP/1.1" status: 204 len: 168 time: 0.3151579 Jul 07 18:19:37.793504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39108) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:37.802464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001be829-864d-4fa5-8c1c-1f5c474099e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c11287-b509-4fa5-936a-b9ca92da8631,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:37.875699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] Deleting subnet c73b1531-8fac-443d-90c6-382068d0b1b0 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:19:37.880779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.923889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:37.969557 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.045884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.063033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.065232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c73b1531-8fac-443d-90c6-382068d0b1b0 HTTP/1.1" status: 204 len: 168 time: 0.2707195 Jul 07 18:19:38.068013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39126) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:38.088644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce20ff-67b7-4e60-9e46-7204abeeca4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73b1531-8fac-443d-90c6-382068d0b1b0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:38.156050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.253311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.264128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ac06d2-982a-466e-b4b6-53e3c591753c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:38.276595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d591277-a11c-4838-9c6c-ac0f04d80185') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:38.276936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d591277-a11c-4838-9c6c-ac0f04d80185') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:38.286012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.301246 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.307592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:19:38.308051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:19:38.309799 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:19:38.370217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.377991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.379772 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] 10.222.0.88 "DELETE /v2.0/networks/41ac06d2-982a-466e-b4b6-53e3c591753c HTTP/1.1" status: 204 len: 168 time: 0.3106973 Jul 07 18:19:38.391756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58007-a53f-41fe-b3e6-e0f343573985 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ac06d2-982a-466e-b4b6-53e3c591753c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:38.553320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39134) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:38.598951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7c30b227-1946-4a28-b08a-70f752093e03 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=128c6a59ac304e7bbdd57f026eb3f4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443544 Jul 07 18:19:38.601893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39136) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:38.658216 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1985169-6445-47e1-b17b-6d43ec33466c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.683922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1985169-6445-47e1-b17b-6d43ec33466c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.743554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1985169-6445-47e1-b17b-6d43ec33466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.746562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1985169-6445-47e1-b17b-6d43ec33466c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:38.747783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e1985169-6445-47e1-b17b-6d43ec33466c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b37b9b5a-dfe1-4160-862f-a343c52de429 HTTP/1.1" status: 204 len: 168 time: 0.1448820 Jul 07 18:19:38.757678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1985169-6445-47e1-b17b-6d43ec33466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b9b5a-dfe1-4160-862f-a343c52de429,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:39.094024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39144) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:39.142158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-950f45ec-1a34-4950-94d7-a4d691b5e9d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=709ba1f5fcc541459c09b825ceae31ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468483 Jul 07 18:19:39.144590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39148) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:39.201037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2f71927-a698-46cb-91c3-a49453eb448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.229493 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2f71927-a698-46cb-91c3-a49453eb448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.282383 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-5a4cd834-04b7-4525-beac-12b1455fa91a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578506 Jul 07 18:19:39.299844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2f71927-a698-46cb-91c3-a49453eb448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.302524 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b2f71927-a698-46cb-91c3-a49453eb448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:39.305329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b2f71927-a698-46cb-91c3-a49453eb448a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c67050c5-487b-4c4a-b964-9994613f44be HTTP/1.1" status: 204 len: 168 time: 0.1596270 Jul 07 18:19:39.318807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71927-a698-46cb-91c3-a49453eb448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67050c5-487b-4c4a-b964-9994613f44be,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:39.416805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-de8dd13f-4096-47ca-8034-1ccf0698fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.418573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-de8dd13f-4096-47ca-8034-1ccf0698fe5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1097 time: 0.0640197 Jul 07 18:19:39.548276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-e31f45d6-68d6-4167-816e-72d8542184f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.550214 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-e31f45d6-68d6-4167-816e-72d8542184f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.1074283 Jul 07 18:19:39.663097 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-d2b24af6-fa86-4672-9d01-55d60cd9df27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 1001 time: 0.1029689 Jul 07 18:19:39.746204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-540aec64-c63a-4e39-ae60-2586def9309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.748551 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-540aec64-c63a-4e39-ae60-2586def9309e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0807981 Jul 07 18:19:39.823157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-fea4dd6a-add4-458e-914f-d42395041f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:39.824708 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-fea4dd6a-add4-458e-914f-d42395041f41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692816 Jul 07 18:19:39.939217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-f6b4fb1a-2e7c-498d-84b4-f7b25760ffdc service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074243 Jul 07 18:19:40.094994 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21a9d9a6-4fea-4b12-93de-4e4a8e1d5d6a req-48d63ba2-ca5f-42d9-a284-75d19e826bf8 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452205 Jul 07 18:19:42.944863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-4383f8c1-26cf-4359-802c-55d549f81fb5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635617 Jul 07 18:19:43.055516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-c1ab3f4a-245a-4654-a930-270b05867674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:43.057169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-c1ab3f4a-245a-4654-a930-270b05867674 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1097 time: 0.0876026 Jul 07 18:19:43.185928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-d174bf63-8a3c-462e-8fd8-3a6add984e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:43.187491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-d174bf63-8a3c-462e-8fd8-3a6add984e9c service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1075401 Jul 07 18:19:43.262803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-d3cbe954-774d-46b1-bf55-b5c4757453cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0674942 Jul 07 18:19:43.330301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-315fb57d-e502-4f5e-bd07-43d30ad6df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:43.331813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-315fb57d-e502-4f5e-bd07-43d30ad6df43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0621388 Jul 07 18:19:43.406135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-70fd5021-023f-4697-8e9f-a7cdba073d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:43.408056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-70fd5021-023f-4697-8e9f-a7cdba073d3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684297 Jul 07 18:19:43.542314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-82103013-32b8-4be5-b487-3f9cf8ff2832 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263986 Jul 07 18:19:43.671408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c430741-bccc-4a6d-8977-3ba5fad0d56b req-8b21a628-d856-4c1d-8aab-ed735ba7fdde service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221819 Jul 07 18:19:45.851138 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9839101-bcd6-4893-9fee-b65de2ee0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:48.387944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4a33c0c-a5ca-4426-89d6-084bea6334c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:48.512165 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.692469 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.237950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39430) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:50.368679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7769c366-3d7f-4734-8659-b24049dd4c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.457786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7769c366-3d7f-4734-8659-b24049dd4c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.463361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7769c366-3d7f-4734-8659-b24049dd4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.503995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7769c366-3d7f-4734-8659-b24049dd4c62 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6fb925d556ad4ccfa3bb39298a980043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644081 Jul 07 18:19:50.504732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769c366-3d7f-4734-8659-b24049dd4c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7080c6ec-e486-455c-969f-1cb6c5514443,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:50.506868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39440) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:50.584513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6935fa44-6857-4044-86cc-97231d90cb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.611888 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6935fa44-6857-4044-86cc-97231d90cb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.676413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6935fa44-6857-4044-86cc-97231d90cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.679008 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6935fa44-6857-4044-86cc-97231d90cb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.680187 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6935fa44-6857-4044-86cc-97231d90cb81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7080c6ec-e486-455c-969f-1cb6c5514443 HTTP/1.1" status: 204 len: 168 time: 0.1722157 Jul 07 18:19:50.689746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935fa44-6857-4044-86cc-97231d90cb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7080c6ec-e486-455c-969f-1cb6c5514443,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:51.005355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 39458) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:51.020111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f452-ff60-464b-9700-eb73c09cb758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.117726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f452-ff60-464b-9700-eb73c09cb758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.122767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f452-ff60-464b-9700-eb73c09cb758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.164285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a1f7f452-ff60-464b-9700-eb73c09cb758 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08e25a7d388e4c0790a1a412e909edba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575530 Jul 07 18:19:51.165255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7f452-ff60-464b-9700-eb73c09cb758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97dec2a-0246-4b8b-9437-2bf923d4670e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:51.166927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 39462) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:51.200939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.243044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-094e2a5e-a38e-447a-b391-5fb2030d423f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.267132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-094e2a5e-a38e-447a-b391-5fb2030d423f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.319998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-094e2a5e-a38e-447a-b391-5fb2030d423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.323197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-094e2a5e-a38e-447a-b391-5fb2030d423f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:51.327578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-094e2a5e-a38e-447a-b391-5fb2030d423f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a97dec2a-0246-4b8b-9437-2bf923d4670e HTTP/1.1" status: 204 len: 168 time: 0.1592896 Jul 07 18:19:51.338588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e2a5e-a38e-447a-b391-5fb2030d423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97dec2a-0246-4b8b-9437-2bf923d4670e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:03.980187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.873084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:11.197189 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:15.846592 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1301dbba-e84b-49bf-98ad-d3b0187aa319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.377726 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-181a4ca9-b617-4c97-912e-9e9ab1ffc7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.515927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.700638 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.303280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40376) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:20.443471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.550263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.555715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.595437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62071ce7-0a60-42e8-a10f-3a0e625fd00f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:20.604581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.605101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.605283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.605836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.606181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.606506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.606832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.607157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.607481 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.607804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.608126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.608453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:20.614752 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-650b74ea-d028-45a4-bd26-7e893ec0cd41 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fdf8478c651c427cb5782971e268bff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096952 Jul 07 18:20:20.617742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40384) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:20.667487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e6832-df8c-4f3a-8e9f-6f217cfc6992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.696938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e6832-df8c-4f3a-8e9f-6f217cfc6992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.745775 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e6832-df8c-4f3a-8e9f-6f217cfc6992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.748427 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e6832-df8c-4f3a-8e9f-6f217cfc6992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.752387 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-291e6832-df8c-4f3a-8e9f-6f217cfc6992 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/62071ce7-0a60-42e8-a10f-3a0e625fd00f HTTP/1.1" status: 204 len: 168 time: 0.1313989 Jul 07 18:20:20.762352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e6832-df8c-4f3a-8e9f-6f217cfc6992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62071ce7-0a60-42e8-a10f-3a0e625fd00f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.054747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40394) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:21.069055 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8923dca-2746-4a15-97d2-9157d0b09405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.197456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.209804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8923dca-2746-4a15-97d2-9157d0b09405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.218598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d8923dca-2746-4a15-97d2-9157d0b09405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.267081 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d8923dca-2746-4a15-97d2-9157d0b09405 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a06326219af47368021bd1c94a81f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111208 Jul 07 18:20:21.270000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40398) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:21.270628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8923dca-2746-4a15-97d2-9157d0b09405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1feb16a-b786-46ae-a36f-7c692a505c66,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.328274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.351110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.400571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.403389 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:21.404552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e1feb16a-b786-46ae-a36f-7c692a505c66 HTTP/1.1" status: 204 len: 168 time: 0.1334386 Jul 07 18:20:21.420101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1feb16a-b786-46ae-a36f-7c692a505c66,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:21.431150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.432369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.432810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.433526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.433975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.434395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.434832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.435283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.435695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.436126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.436544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:21.436989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d959a1-fbbd-43c8-808b-e030fcdb8e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:22.100809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40428) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:22.328780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port b207bf03-3b28-4a96-8d6b-a7d1120ecc8a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:22.329602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.431016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.431715 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.447695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for b207bf03-3b28-4a96-8d6b-a7d1120ecc8a owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:22.658192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.690681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=b207bf03-3b28-4a96-8d6b-a7d1120ecc8a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:22.770063 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:22.770559 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Floating IP a0d0e29c-0040-49a9-9ac7-15c52a220d61 disassociated (deleted). External IP: 172.25.1.177, port: b84c5c86-7eb3-429e-afe1-c1a30d7de11e. Jul 07 18:20:23.030332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:23.164020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:23.176315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:23.180679 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:23.203406 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:23.204553 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:23.249360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed1abd3d-ce7b-4493-bc1d-b80d8e35d65c tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "DELETE /v2.0/floatingips/a0d0e29c-0040-49a9-9ac7-15c52a220d61 HTTP/1.1" status: 204 len: 168 time: 1.1474233 Jul 07 18:20:23.250189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:23.259537 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26707ca1-6943-4b95-8ac9-1544a968c4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:23.330207 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11991bcc-c337-43fc-a5de-6bb06c8b002a x-openstack-request-id: req-11991bcc-c337-43fc-a5de-6bb06c8b002a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:23.330990 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:23.330990 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-11991bcc-c337-43fc-a5de-6bb06c8b002a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:23.331372 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'status': 'completed', 'code': 200} Jul 07 18:20:23.441623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-24cdf163-62c1-4509-ab70-1cddb3b40eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:23.446407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-24cdf163-62c1-4509-ab70-1cddb3b40eef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 1096 time: 0.0790386 Jul 07 18:20:23.496777 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:23.681030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-eaf22fba-f81f-463d-b0d9-95a5276fc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:23.683012 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-eaf22fba-f81f-463d-b0d9-95a5276fc3de service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.2324128 Jul 07 18:20:23.733447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-723b3fad-fe5a-41b3-a0e1-a59e0caf062a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e HTTP/1.1" status: 200 len: 217 time: 0.0427647 Jul 07 18:20:23.812026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-781df990-886f-43e3-916d-7f30cef058d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:23.825556 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-781df990-886f-43e3-916d-7f30cef058d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0835702 Jul 07 18:20:23.843013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3c69e-aab6-43b9-9ac3-eb502492d08e req-3489a8ac-5ca7-43a0-80ee-9a9cabec0912 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:23.844965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7af3c69e-aab6-43b9-9ac3-eb502492d08e req-3489a8ac-5ca7-43a0-80ee-9a9cabec0912 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 945 time: 0.0960326 Jul 07 18:20:23.923480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7af3c69e-aab6-43b9-9ac3-eb502492d08e req-21410085-73f0-4238-b407-c7f247d4b056 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713842 Jul 07 18:20:24.073890 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:30Z', 'revision_number': 1, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:24.119019 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:24.129082 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:24.130364 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:24.249103 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:24.294546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-930eef1d-3dd1-4f36-912d-7b286b1f553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:24.296151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-930eef1d-3dd1-4f36-912d-7b286b1f553d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4629166 Jul 07 18:20:24.396675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-9506914f-88f8-4830-8c38-39850da273d7 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925732 Jul 07 18:20:24.522779 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-26707ca1-6943-4b95-8ac9-1544a968c4d4 req-197ce96d-6983-4d9e-a0d6-4a72ea1a44a2 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185949 Jul 07 18:20:24.547698 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:30Z', 'revision_number': 1, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:24.580067 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78a72d-c9f5-469c-8fd0-f07889814a8f None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '88906de8-0db2-4ab8-8523-0435f36248bc', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'port_id': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'mac_address': 'fa:16:3e:3b:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:27Z', 'updated_at': '2021-07-07T18:16:30Z', 'revision_number': 1, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:24.988008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0d249-4e4d-4bd7-b804-556bbf66a2e2 None None] New status for floating IP a0d0e29c-0040-49a9-9ac7-15c52a220d61: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:20:25.165445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90dba1-7e09-4c88-96e3-a1307e48f3ed req-4accc510-5ae9-4003-a50a-9dcc1923aa18 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:25.168272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e90dba1-7e09-4c88-96e3-a1307e48f3ed req-4accc510-5ae9-4003-a50a-9dcc1923aa18 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 945 time: 0.1115365 Jul 07 18:20:25.280206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e90dba1-7e09-4c88-96e3-a1307e48f3ed req-ed582573-f3ff-4c50-aae1-53e23b98ef60 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051652 Jul 07 18:20:25.324478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9821759-8240-4374-aefc-c64e77ee66ec req-45a2b12a-6a4c-4493-9c35-334d2cd69000 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:25.326073 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9821759-8240-4374-aefc-c64e77ee66ec req-45a2b12a-6a4c-4493-9c35-334d2cd69000 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 945 time: 0.1495497 Jul 07 18:20:25.452575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port b84c5c86-7eb3-429e-afe1-c1a30d7de11e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:25.453793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.576172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] For port b84c5c86-7eb3-429e-afe1-c1a30d7de11e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:25.576172 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.600434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for b84c5c86-7eb3-429e-afe1-c1a30d7de11e owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:25.797432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.830063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=b84c5c86-7eb3-429e-afe1-c1a30d7de11e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:25.922749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] No DVR routers for this DVR port b84c5c86-7eb3-429e-afe1-c1a30d7de11e on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:25.925708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:25.928458 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9821759-8240-4374-aefc-c64e77ee66ec req-a28863f7-862f-4eed-8bfd-c22621d3d73d tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "DELETE /v2.0/ports/b84c5c86-7eb3-429e-afe1-c1a30d7de11e HTTP/1.1" status: 204 len: 173 time: 0.5959477 Jul 07 18:20:25.929168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'name': 'network-vif-deleted', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:25.932045 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd9f26d-817e-4bc3-9fda-5c310413a909" -d '{"events": [{"server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "name": "network-vif-deleted", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:26.080112 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36074952-8547-4957-b828-fc82a671d462 x-openstack-request-id: req-36074952-8547-4957-b828-fc82a671d462 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:26.080408 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbce454c-4ac2-408c-bcd0-fcda1738d64f", "name": "network-vif-deleted", "tag": "b84c5c86-7eb3-429e-afe1-c1a30d7de11e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:26.080661 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-36074952-8547-4957-b828-fc82a671d462 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:26.081083 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbce454c-4ac2-408c-bcd0-fcda1738d64f', 'name': 'network-vif-deleted', 'tag': 'b84c5c86-7eb3-429e-afe1-c1a30d7de11e', 'status': 'completed', 'code': 200} Jul 07 18:20:26.240200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0640a-5a40-4558-a76d-ab6ec9761cf5 req-9eed7800-c4ba-437c-bc21-157f2fa71e2b tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:26.248067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0d0640a-5a40-4558-a76d-ab6ec9761cf5 req-9eed7800-c4ba-437c-bc21-157f2fa71e2b tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1098 time: 0.0850334 Jul 07 18:20:26.293766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0d0640a-5a40-4558-a76d-ab6ec9761cf5 req-14116a39-48bf-4a37-a21e-5fd6a7d3c279 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Jul 07 18:20:26.333106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40542) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:26.628349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e999099-163b-4c63-ad6e-8c5919bb8af8 req-fa85fa92-9afb-4573-8660-b33871a2d2e8 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 210 time: 0.0395892 Jul 07 18:20:26.736100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port fb2cc8ca-5b94-48b0-a0f1-0090eaae9060 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:26.736430 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.823971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.824300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:26.837136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for fb2cc8ca-5b94-48b0-a0f1-0090eaae9060 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:27.021124 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.070222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=fb2cc8ca-5b94-48b0-a0f1-0090eaae9060,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:27.178262 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.178870 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP 95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 disassociated (deleted). External IP: 172.25.1.126, port: fb88140a-934a-4c6f-9afe-c50871b9066e. Jul 07 18:20:27.528056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 23441749-1e3a-49b6-9d80-915e31c2068d has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:27.669815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:27.680123 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] Sync routers for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:27.681923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:27.690310 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:27.693582 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:27.850261 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:28.184872 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:09Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:28.218086 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] Checking router: 23441749-1e3a-49b6-9d80-915e31c2068d for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:28.228253 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:28.229313 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:28.281264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6550edcc-32dd-4f0a-a9fc-dd80b66e4f27 req-584aa56b-222c-4ab4-bc58-175d34fa608f tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 210 time: 0.0558281 Jul 07 18:20:28.297002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-011c2aa9-e2c0-4e3c-b651-c93d23c99de3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/floatingips/95f6ba95-eb8f-4ba4-a689-31b2b0ac0742 HTTP/1.1" status: 204 len: 168 time: 1.9624002 Jul 07 18:20:28.297777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:28.300194 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a048dd-b6e8-45c9-9829-5f67c45e5d76" -d '{"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:28.402432 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:28.425744 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f3b7be-b96c-4a0a-b880-d5a87c2d2dac x-openstack-request-id: req-d4f3b7be-b96c-4a0a-b880-d5a87c2d2dac {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:28.426261 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:28.427457 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4f3b7be-b96c-4a0a-b880-d5a87c2d2dac {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:28.427457 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'status': 'completed', 'code': 200} Jul 07 18:20:28.551941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-d59ac993-1977-432f-ae02-18e647d65082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:28.555526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-d59ac993-1977-432f-ae02-18e647d65082 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 1098 time: 0.1026726 Jul 07 18:20:28.768348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-ffc48823-7784-41a2-8239-16355e7c9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:28.769959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-ffc48823-7784-41a2-8239-16355e7c9e71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 200 len: 898 time: 0.2078960 Jul 07 18:20:28.836173 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:09Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:28.865682 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9853b-50f8-4a6c-89e7-c3a0ed01a6b5 None None] The sync data for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 is: [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:00Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '6261aab2-5e70-4e15-a940-e5fd570853f6', 'name': '', 'network_id': '146e7bc5-7522-421b-b87b-1b23d5294ac1', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:df:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:59Z', 'updated_at': '2021-07-07T18:17:09Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'db825849-36dd-4971-a2e6-ad0b2e989e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:28.886009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b84c5c86-7eb3-429e-afe1-c1a30d7de11e no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:28.892927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-845d4f27-d53d-4e42-813c-e92f06315d8d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 200 len: 217 time: 0.1146100 Jul 07 18:20:28.962597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: b84c5c86-7eb3-429e-afe1-c1a30d7de11e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:28.963300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b84c5c86-7eb3-429e-afe1-c1a30d7de11e not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:28.993022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-fc670c5b-22f8-4470-8f71-aef6798ecb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:28.994614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-fc670c5b-22f8-4470-8f71-aef6798ecb8d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 200 len: 834 time: 0.0677352 Jul 07 18:20:29.007867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367e81-79bf-4f3a-b29d-450967e9ab3b req-ec7f6527-f701-4d66-9279-bdba81acc91f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:29.010332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69367e81-79bf-4f3a-b29d-450967e9ab3b req-ec7f6527-f701-4d66-9279-bdba81acc91f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 947 time: 0.1412449 Jul 07 18:20:29.147321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69367e81-79bf-4f3a-b29d-450967e9ab3b req-feb12268-4be4-4fdd-9fe5-eecc40c69272 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963688 Jul 07 18:20:29.149591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-551b187b-45d4-4a93-b1f8-4405fba22fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:29.151169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-551b187b-45d4-4a93-b1f8-4405fba22fe1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=146e7bc5-7522-421b-b87b-1b23d5294ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396372 Jul 07 18:20:29.297232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-5d4eb940-1faa-4c22-b93d-375503bbdcfd service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379712 Jul 07 18:20:29.314172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b072e7-51c6-481b-a850-effe2094a8d7 None None] New status for floating IP 95f6ba95-eb8f-4ba4-a689-31b2b0ac0742: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:20:29.511400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4d561c62-02d2-4d4d-8e6d-88376e7f416b req-e7595c8f-9dd4-47ff-95f0-2b465c2a36b5 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 210 time: 0.0683994 Jul 07 18:20:29.544997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13a048dd-b6e8-45c9-9829-5f67c45e5d76 req-869018fd-4f50-412e-96e0-0612ae20e2bd service neutron] 10.222.0.90 "GET /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378840 Jul 07 18:20:30.354732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fc5fb-31e6-49fb-a62f-f14b93b0cf24 req-f6749bd6-ad7b-46a0-8503-c85e26a77583 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:30.356318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-545fc5fb-31e6-49fb-a62f-f14b93b0cf24 req-f6749bd6-ad7b-46a0-8503-c85e26a77583 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 947 time: 0.0715907 Jul 07 18:20:30.402297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-545fc5fb-31e6-49fb-a62f-f14b93b0cf24 req-3b2a3113-21c4-43d7-8bf2-5cfbd9695257 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401661 Jul 07 18:20:30.526436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-9d669829-bd19-489c-ac89-e1087cd54098 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:30.528135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-9d669829-bd19-489c-ac89-e1087cd54098 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 947 time: 0.0727079 Jul 07 18:20:30.751693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port fb88140a-934a-4c6f-9afe-c50871b9066e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:30.752299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.775147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8393f91a-3ef0-4cb8-97dc-2c5fc4c0c511 req-d65569b2-4509-4649-965e-325edfae9a18 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbce454c-4ac2-408c-bcd0-fcda1738d64f HTTP/1.1" status: 200 len: 210 time: 0.0443375 Jul 07 18:20:30.929354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port fb88140a-934a-4c6f-9afe-c50871b9066e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=fb88140a-934a-4c6f-9afe-c50871b9066e,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:30.929830 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.956616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for fb88140a-934a-4c6f-9afe-c50871b9066e owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:31.136534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:31.181586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=fb88140a-934a-4c6f-9afe-c50871b9066e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:31.264610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] No DVR routers for this DVR port fb88140a-934a-4c6f-9afe-c50871b9066e on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:31.268082 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:31.271644 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2751b3f7-7d3c-4529-bc32-921187ac8caf req-5613e883-89f0-413d-83e0-5f8556cf64d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "DELETE /v2.0/ports/fb88140a-934a-4c6f-9afe-c50871b9066e HTTP/1.1" status: 204 len: 173 time: 0.7301409 Jul 07 18:20:31.272122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-deleted', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:31.287676 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ec412-7302-4b9e-9782-21c2be9747f6" -d '{"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-deleted", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:31.356395 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5725dad-d2e9-460a-a5e1-cb1ae4327fbb x-openstack-request-id: req-e5725dad-d2e9-460a-a5e1-cb1ae4327fbb {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:31.357010 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848b1653-bffc-4ea5-96f0-c12532bd97b8", "name": "network-vif-deleted", "tag": "fb88140a-934a-4c6f-9afe-c50871b9066e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:31.357010 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e5725dad-d2e9-460a-a5e1-cb1ae4327fbb {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:31.357287 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848b1653-bffc-4ea5-96f0-c12532bd97b8', 'name': 'network-vif-deleted', 'tag': 'fb88140a-934a-4c6f-9afe-c50871b9066e', 'status': 'completed', 'code': 200} Jul 07 18:20:31.692293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c8909be-5dd4-40a1-bfe3-b23ae7fee5f9 req-ae43c56e-2594-4eed-a45d-81a9eef42b61 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=848b1653-bffc-4ea5-96f0-c12532bd97b8 HTTP/1.1" status: 200 len: 210 time: 0.0371754 Jul 07 18:20:32.533196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:32.651306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3638b3fa-09e6-4c18-aaff-8bd808b72bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.787782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3638b3fa-09e6-4c18-aaff-8bd808b72bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.792740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3638b3fa-09e6-4c18-aaff-8bd808b72bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.845028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40666) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:32.853801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3638b3fa-09e6-4c18-aaff-8bd808b72bbe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d860152dad1f4c40bfbe6179ba1dac08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193879 Jul 07 18:20:32.859311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40668) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:32.907453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd71b39f-eeaa-4a8c-a78c-668edf397528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.931703 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd71b39f-eeaa-4a8c-a78c-668edf397528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.971098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638b3fa-09e6-4c18-aaff-8bd808b72bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be86190b-d8f0-4a76-9e08-7e397b58c082,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.009299 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd71b39f-eeaa-4a8c-a78c-668edf397528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.012320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd71b39f-eeaa-4a8c-a78c-668edf397528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.014098 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fd71b39f-eeaa-4a8c-a78c-668edf397528 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/be86190b-d8f0-4a76-9e08-7e397b58c082 HTTP/1.1" status: 204 len: 168 time: 0.1678078 Jul 07 18:20:33.024732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71b39f-eeaa-4a8c-a78c-668edf397528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be86190b-d8f0-4a76-9e08-7e397b58c082,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.420521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40686) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:33.437676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a0ee-0e6b-4c47-8bca-8bc672f32959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.470121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.546612 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a0ee-0e6b-4c47-8bca-8bc672f32959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.556631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a0ee-0e6b-4c47-8bca-8bc672f32959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.598315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a9e8a0ee-0e6b-4c47-8bca-8bc672f32959 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=559f10fa884341f0858ca6407b4a7d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736710 Jul 07 18:20:33.598315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8a0ee-0e6b-4c47-8bca-8bc672f32959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab40b3f0-bf9b-4adf-b8ba-758f9cabbe6f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.611284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40688) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:33.666683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049eff99-7b66-4626-bc8d-a90d19fb49a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.704237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049eff99-7b66-4626-bc8d-a90d19fb49a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.767388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049eff99-7b66-4626-bc8d-a90d19fb49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.771539 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-049eff99-7b66-4626-bc8d-a90d19fb49a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.775882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-049eff99-7b66-4626-bc8d-a90d19fb49a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab40b3f0-bf9b-4adf-b8ba-758f9cabbe6f HTTP/1.1" status: 204 len: 168 time: 0.1635888 Jul 07 18:20:33.785984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eff99-7b66-4626-bc8d-a90d19fb49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab40b3f0-bf9b-4adf-b8ba-758f9cabbe6f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:33.863199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 6261aab2-5e70-4e15-a940-e5fd570853f6 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:33.863766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.966088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 6261aab2-5e70-4e15-a940-e5fd570853f6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6261aab2-5e70-4e15-a940-e5fd570853f6,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:33.966360 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.983783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 6261aab2-5e70-4e15-a940-e5fd570853f6 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:33.985152 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:34.233501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:34.285122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=6261aab2-5e70-4e15-a940-e5fd570853f6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:34.602838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:34.933334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 23441749-1e3a-49b6-9d80-915e31c2068d has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:35.059105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:35.065982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4c7f02b6-8f38-49b6-8192-7e4f628f7270 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/23441749-1e3a-49b6-9d80-915e31c2068d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056129 Jul 07 18:20:35.068669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40728) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:35.073438 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] Sync routers for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:35.085418 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:35.086350 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:35.153471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting subnet db825849-36dd-4971-a2e6-ad0b2e989e5f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:20:35.174509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.248415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.344599 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:35.400423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:35.442208 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.490520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: fb88140a-934a-4c6f-9afe-c50871b9066e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:35.491340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device fb88140a-934a-4c6f-9afe-c50871b9066e not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:35.585589 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.636782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Subnet': ['ID=db825849-36dd-4971-a2e6-ad0b2e989e5f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:35.661137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.662290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd0653-7103-42dc-a584-4f348c773900 None None] Network 146e7bc5-7522-421b-b87b-1b23d5294ac1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:35.663880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-43e27f09-b1a7-4eed-ad9c-6be7308b6aa3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/subnets/db825849-36dd-4971-a2e6-ad0b2e989e5f HTTP/1.1" status: 204 len: 168 time: 0.5939126 Jul 07 18:20:35.666484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40744) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:35.794229 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:20:34Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:35.855996 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] Checking router: 23441749-1e3a-49b6-9d80-915e31c2068d for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:35.874883 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] Routers {'23441749-1e3a-49b6-9d80-915e31c2068d'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:35.875511 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23441749-1e3a-49b6-9d80-915e31c2068d'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:35.891613 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.931454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.097219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] DHCP port deletion for 146e7bc5-7522-421b-b87b-1b23d5294ac1 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:20:36.126073 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] Set router 23441749-1e3a-49b6-9d80-915e31c2068d gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:36.135544 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.173563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Deleting port 3631f55b-46ec-476f-9359-ec861fa79b85 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:36.173933 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.248598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 791150eb-7c1b-4607-864b-769236e07355 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:36.248984 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.271491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] For port 3631f55b-46ec-476f-9359-ec861fa79b85, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3631f55b-46ec-476f-9359-ec861fa79b85,segment=NetworkSegment(9aa08878-55c1-4bb9-9277-4e4366fedb9d),segment_id=9aa08878-55c1-4bb9-9277-4e4366fedb9d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:36.272157 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.301923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Calling delete_port for 3631f55b-46ec-476f-9359-ec861fa79b85 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:36.435156 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.465498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 791150eb-7c1b-4607-864b-769236e07355, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=791150eb-7c1b-4607-864b-769236e07355,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:36.466249 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.494350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Pushing event deleted for resources: {'Port': ['ID=3631f55b-46ec-476f-9359-ec861fa79b85,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:36.495262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 791150eb-7c1b-4607-864b-769236e07355 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:36.535478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] No DVR routers for this DVR port 3631f55b-46ec-476f-9359-ec861fa79b85 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:36.543917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.544269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.544634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.544999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.545377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.545707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.546031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.546355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.549425 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:20:34Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:36.550929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.551326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.551672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.552069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab07c9-1368-42d2-bf20-09939c86d683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:36.637239 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9069bb9-d935-4ec7-8451-abbd7f10a126 None None] The sync data for ids ['23441749-1e3a-49b6-9d80-915e31c2068d'] in n-d-798930-2 is: [{'id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348312055', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '791150eb-7c1b-4607-864b-769236e07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:20:34Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '791150eb-7c1b-4607-864b-769236e07355', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23441749-1e3a-49b6-9d80-915e31c2068d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:54Z', 'updated_at': '2021-07-07T18:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:36.837004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.882448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=791150eb-7c1b-4607-864b-769236e07355,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:36.928937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3631f55b-46ec-476f-9359-ec861fa79b85 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:37.000727 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.029033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3631f55b-46ec-476f-9359-ec861fa79b85 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:37.031815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3631f55b-46ec-476f-9359-ec861fa79b85 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:37.032360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6261aab2-5e70-4e15-a940-e5fd570853f6 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:37.090102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 6261aab2-5e70-4e15-a940-e5fd570853f6 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:37.090567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6261aab2-5e70-4e15-a940-e5fd570853f6 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:37.118053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.120595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.171317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.171847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Fanout notify agent at l3_agent the message router_deleted on router 23441749-1e3a-49b6-9d80-915e31c2068d {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:20:37.184601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.188515 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0feefd22-8f02-4700-8503-594ef3c91834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/routers/23441749-1e3a-49b6-9d80-915e31c2068d HTTP/1.1" status: 204 len: 168 time: 1.5183580 Jul 07 18:20:37.189498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40772) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:37.414864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.561973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.607009 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146e7bc5-7522-421b-b87b-1b23d5294ac1']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:37.668506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa08878-55c1-4bb9-9277-4e4366fedb9d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:37.669076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa08878-55c1-4bb9-9277-4e4366fedb9d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:37.687067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.705432 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.712979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:20:37.713619 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:20:37.731348 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:20:37.795208 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.807370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:37.812758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/networks/146e7bc5-7522-421b-b87b-1b23d5294ac1 HTTP/1.1" status: 204 len: 168 time: 0.6190884 Jul 07 18:20:37.812958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40792) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:37.825548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeeb112-fc6b-4442-86f7-f6dc5d961fac tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Network': ['ID=146e7bc5-7522-421b-b87b-1b23d5294ac1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:37.974019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83839502-881d-4265-82a9-d34ad27ed7b7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:38.010110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83839502-881d-4265-82a9-d34ad27ed7b7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:38.092965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83839502-881d-4265-82a9-d34ad27ed7b7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:38.095944 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-83839502-881d-4265-82a9-d34ad27ed7b7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:38.097353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-83839502-881d-4265-82a9-d34ad27ed7b7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/security-groups/daf233c3-f52b-4240-ad5e-7b33bc7ce8aa HTTP/1.1" status: 204 len: 168 time: 0.2836010 Jul 07 18:20:38.117516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83839502-881d-4265-82a9-d34ad27ed7b7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf233c3-f52b-4240-ad5e-7b33bc7ce8aa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:38.800512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 791150eb-7c1b-4607-864b-769236e07355 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:38.842040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 791150eb-7c1b-4607-864b-769236e07355 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:38.842792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 791150eb-7c1b-4607-864b-769236e07355 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:39.366807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40818) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:39.366807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-11cebc99-6572-4a55-86e0-8c1dd92cd2ed tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402559315', 'description': 'tempest-secgroup-smoke-1402559315 description', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:39.366807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11cebc99-6572-4a55-86e0-8c1dd92cd2ed tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.396005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11cebc99-6572-4a55-86e0-8c1dd92cd2ed tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.406319 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11cebc99-6572-4a55-86e0-8c1dd92cd2ed tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.433517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-11cebc99-6572-4a55-86e0-8c1dd92cd2ed tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.435094 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-11cebc99-6572-4a55-86e0-8c1dd92cd2ed tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3228059 Jul 07 18:20:39.438316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40834) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:39.444151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8b0a2cc2-b6ff-4ba4-9f3a-3519b3347405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'e6231718-5feb-48ce-acbd-2627427ee582', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:39.469524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cebc99-6572-4a55-86e0-8c1dd92cd2ed tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6231718-5feb-48ce-acbd-2627427ee582,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:39.519755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2cc2-b6ff-4ba4-9f3a-3519b3347405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.595393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2cc2-b6ff-4ba4-9f3a-3519b3347405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.601226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2cc2-b6ff-4ba4-9f3a-3519b3347405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.631623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2cc2-b6ff-4ba4-9f3a-3519b3347405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69114eb9-4764-4455-b19d-3807cbd21860,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:39.639223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2cc2-b6ff-4ba4-9f3a-3519b3347405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.640680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8b0a2cc2-b6ff-4ba4-9f3a-3519b3347405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2010996 Jul 07 18:20:39.643786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40848) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:39.648206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d5f50a5c-4643-4011-a5c5-8d2682aca9a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'e6231718-5feb-48ce-acbd-2627427ee582', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:39.689626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5f50a5c-4643-4011-a5c5-8d2682aca9a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.798901 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5f50a5c-4643-4011-a5c5-8d2682aca9a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.806924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5f50a5c-4643-4011-a5c5-8d2682aca9a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.841606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40858) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:39.852988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f50a5c-4643-4011-a5c5-8d2682aca9a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99331f6-b4d1-4378-8750-560f7064b139,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:39.861002 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d5f50a5c-4643-4011-a5c5-8d2682aca9a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:39.862674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d5f50a5c-4643-4011-a5c5-8d2682aca9a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2181480 Jul 07 18:20:39.869871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40862) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:39.888469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b76f99e2-75fe-4a69-8b74-ad1df13b778e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'e6231718-5feb-48ce-acbd-2627427ee582', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:39.992644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b76f99e2-75fe-4a69-8b74-ad1df13b778e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.122398 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b76f99e2-75fe-4a69-8b74-ad1df13b778e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.129452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b76f99e2-75fe-4a69-8b74-ad1df13b778e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.157792 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port 45303860-fdc2-48cc-a33e-1e3a0df00839 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:40.158430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.160653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b76f99e2-75fe-4a69-8b74-ad1df13b778e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.172678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40872) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:40.189647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b76f99e2-75fe-4a69-8b74-ad1df13b778e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3136718 Jul 07 18:20:40.198126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f99e2-75fe-4a69-8b74-ad1df13b778e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e661b7-455e-4089-985f-9801ad5596e7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:40.212898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ae0dd472-8fde-46c5-8807-08e27b468146 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'e6231718-5feb-48ce-acbd-2627427ee582', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:40.330705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd472-8fde-46c5-8807-08e27b468146 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.385732 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.386762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.416924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for 45303860-fdc2-48cc-a33e-1e3a0df00839 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:40.441281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd472-8fde-46c5-8807-08e27b468146 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.485836 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd472-8fde-46c5-8807-08e27b468146 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.515679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd472-8fde-46c5-8807-08e27b468146 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6d6e83-e43d-4d13-9e05-ba7f8dcfc893,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:40.646018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd472-8fde-46c5-8807-08e27b468146 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.649668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ae0dd472-8fde-46c5-8807-08e27b468146 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4729917 Jul 07 18:20:40.650405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40892) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:40.655726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'e6231718-5feb-48ce-acbd-2627427ee582', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:40.673809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.689619 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:20:40.695595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.709026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=45303860-fdc2-48cc-a33e-1e3a0df00839,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:40.800410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.801828 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Floating IP 88906de8-0db2-4ab8-8523-0435f36248bc disassociated (deleted). External IP: 172.25.1.72, port: b7c7084c-eebd-4673-b9a2-ae5acaec7380. Jul 07 18:20:40.834940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.846491 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.869934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:40.871148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2195907 Jul 07 18:20:40.873682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91ead-5fbe-4d8f-adbd-c591395f2700 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8558985-1280-45c3-b8bb-40197c5a4398,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:40.877632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40902) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:40.889182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': 'e6231718-5feb-48ce-acbd-2627427ee582', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:40.934792 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:20:40.942542 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.053802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.060588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.090396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceac7694-75cd-42da-acd3-477c496277ab,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:41.099635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.104795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2133f742-8d84-47a4-8a3d-96f0f6e3de70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2254970 Jul 07 18:20:41.106177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 40908) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:41.113172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'network': {'name': 'tempest-network-smoke--136286412', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'port_security_enabled': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:41.156951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:41.159700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.209355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:41.236247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:20:41.377198 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.378408 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Added segment 0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095 of type vlan for network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 Jul 07 18:20:41.519614 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.532643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:41.544407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:41.549132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.566104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:41.569612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:41.607576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.631612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:41.632367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.812626 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7031255 Jul 07 18:20:41.813711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 40942) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:41.820709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'admin_state_up': True, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:41.822123 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92f791f6-b07a-43bc-afdd-2100604e7066 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "DELETE /v2.0/floatingips/88906de8-0db2-4ab8-8523-0435f36248bc HTTP/1.1" status: 204 len: 168 time: 1.9794259 Jul 07 18:20:41.836864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:41.840282 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc84eed-31db-45e0-bf85-71e3f2288459" -d '{"events": [{"name": "network-changed", "server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:41.852549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13759e76-c99e-4585-afc2-4b64ceec570b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Network': ['ID=7e429b70-1600-4bd2-aa9b-4105d046b8a2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:41.876251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.877575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:41.930679 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4e24dc-0fef-453f-8945-51056c4d017e x-openstack-request-id: req-2d4e24dc-0fef-453f-8945-51056c4d017e {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:41.930980 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:41.931242 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d4e24dc-0fef-453f-8945-51056c4d017e {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:41.931664 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'status': 'completed', 'code': 200} Jul 07 18:20:42.037977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:20:42.064152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-35ca14d8-087b-4a65-a94c-b6221ddfc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:42.067664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:42.085164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-35ca14d8-087b-4a65-a94c-b6221ddfc121 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 1097 time: 0.1039927 Jul 07 18:20:42.178982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:42.272688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-0c2ed8bc-91c4-4a1e-a1a8-6ca64d55f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:42.274634 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-0c2ed8bc-91c4-4a1e-a1a8-6ca64d55f34b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 200 len: 913 time: 0.1853175 Jul 07 18:20:42.356236 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-5c459e2a-8836-4bbd-98a2-0910d59ae378 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 200 len: 217 time: 0.0736036 Jul 07 18:20:42.423471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-e951784d-54c6-488b-b740-f834cbbc3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:42.425425 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-e951784d-54c6-488b-b740-f834cbbc3ca4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 200 len: 851 time: 0.0593185 Jul 07 18:20:42.560871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-19cc153e-a84d-4de1-8a17-b7c871fd5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:42.562462 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-19cc153e-a84d-4de1-8a17-b7c871fd5a11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e8c40d1-4f4e-4043-af4e-b460953275ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284075 Jul 07 18:20:42.734180 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-aa0288e6-25d1-4c80-ad73-6b3c99c67266 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643119 Jul 07 18:20:42.767596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:42.810267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:42.821125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:42.822197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:42.977460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:42.997879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efc84eed-31db-45e0-bf85-71e3f2288459 req-863fe7a6-05d6-4e16-9e72-9fd9d53c7c59 service neutron] 10.222.0.55 "GET /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564678 Jul 07 18:20:43.161900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:43.288969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:43.326666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19697de-ac32-44a0-ad0e-5d6b8ae3ce93 None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 4, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'f7cce06a-f8ac-4b97-8d05-cb3c2a17267e', 'name': '', 'network_id': '6e8c40d1-4f4e-4043-af4e-b460953275ad', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'mac_address': 'fa:16:3e:e2:e3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:47Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'subnets': [{'id': 'cc003e4c-50d7-4c42-8288-37a4bc93dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:43.343333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-e1dca28f-c475-43a2-87c0-6048ffd9730a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1852031 Jul 07 18:20:43.363638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f9da6-2154-4d7d-aa7f-1c08a6c7032a req-5be54086-09d5-46a3-b79f-1c263047deca tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:43.374098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd3f9da6-2154-4d7d-aa7f-1c08a6c7032a req-5be54086-09d5-46a3-b79f-1c263047deca tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 946 time: 0.2148015 Jul 07 18:20:43.459483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd3f9da6-2154-4d7d-aa7f-1c08a6c7032a req-5abf48b6-c1cc-4785-ad21-4671c16c75de tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/security-groups?id=571c5299-227e-4886-af4c-26ba67c7c6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834763 Jul 07 18:20:43.523123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-171a3dcd-07a2-4a44-9804-8b03b3df48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:43.524747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-171a3dcd-07a2-4a44-9804-8b03b3df48f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1097 time: 0.1185708 Jul 07 18:20:43.725538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:43.740516 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bd252-f230-49ab-bf92-3ee8b37ac684 None None] New status for floating IP 88906de8-0db2-4ab8-8523-0435f36248bc: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:20:43.755708 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:43.833252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-122ee25e-ae65-4e32-8fa8-cbe9ee2eeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:43.834999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-122ee25e-ae65-4e32-8fa8-cbe9ee2eeb33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.2384229 Jul 07 18:20:44.021898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-c841ed0d-e4f2-46c4-af7f-1bb35b93c23e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.024070 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-c841ed0d-e4f2-46c4-af7f-1bb35b93c23e tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 946 time: 0.1722503 Jul 07 18:20:44.044889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-398b964f-02b5-4f65-a4fe-4fcf0569b17f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1002 time: 0.2018461 Jul 07 18:20:44.056494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.199 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/22bd93a8-612c-419d-a7a5-73623baf8ff6) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:44.192868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-3e79c0ec-b3d7-473c-909b-b496b253fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.194979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-3e79c0ec-b3d7-473c-909b-b496b253fcfa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.1223583 Jul 07 18:20:44.238780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port b7c7084c-eebd-4673-b9a2-ae5acaec7380 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:44.239293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:44.290596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:44.342279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-98539773-d4e5-46e2-aef9-3a122d08a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.343982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-98539773-d4e5-46e2-aef9-3a122d08a156 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360750 Jul 07 18:20:44.363240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] For port b7c7084c-eebd-4673-b9a2-ae5acaec7380, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=b7c7084c-eebd-4673-b9a2-ae5acaec7380,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:44.363760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:44.383979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for b7c7084c-eebd-4673-b9a2-ae5acaec7380 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:44.396378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:44.468663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:44.479399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:44.483095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=22bd93a8-612c-419d-a7a5-73623baf8ff6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:44.486104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:44.537237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-920d4024-c47f-4986-9a0e-1caa5c5f7a2e service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826012 Jul 07 18:20:44.659487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:44.728813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=b7c7084c-eebd-4673-b9a2-ae5acaec7380,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:44.759385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-166986d6-e2cf-4063-8ad3-a7def3b9daa4 req-25ee1335-4225-4b4c-af4d-e4966e778ffd tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.0906496 Jul 07 18:20:44.871014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] No DVR routers for this DVR port b7c7084c-eebd-4673-b9a2-ae5acaec7380 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:20:44.885631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:44.885631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f3cc81a5-6889-4129-bcfe-c1d941602ac0 req-0ee1dfb3-7465-48c8-866a-719d17d8f1cf tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.55 "DELETE /v2.0/ports/b7c7084c-eebd-4673-b9a2-ae5acaec7380 HTTP/1.1" status: 204 len: 173 time: 0.8549151 Jul 07 18:20:44.886095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'name': 'network-vif-deleted', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:20:44.888523 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7eed9e-759d-40db-a54e-115c74096333" -d '{"events": [{"server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "name": "network-vif-deleted", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:20:44.898374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29a7f60b-bad1-41c5-99ca-7b881ae1325c req-67eae18b-230d-4922-84c5-ab02edfbacba service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309284 Jul 07 18:20:44.941767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.005125 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940eeb0d-9106-4486-b4e1-c46aef163ff0 x-openstack-request-id: req-940eeb0d-9106-4486-b4e1-c46aef163ff0 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:20:45.005452 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c10a0c-6813-450d-8b5f-b5f67e9a1c50", "name": "network-vif-deleted", "tag": "b7c7084c-eebd-4673-b9a2-ae5acaec7380", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:20:45.005926 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-940eeb0d-9106-4486-b4e1-c46aef163ff0 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:20:45.006408 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c10a0c-6813-450d-8b5f-b5f67e9a1c50', 'name': 'network-vif-deleted', 'tag': 'b7c7084c-eebd-4673-b9a2-ae5acaec7380', 'status': 'completed', 'code': 200} Jul 07 18:20:45.357877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.621854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 833fca63-cc66-426e-9693-5dadf03dacf9 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:20:45.757507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:45.770157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Sync routers for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:45.793968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:45.795236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:45.797829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.804377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0665a6e6-cc39-4fb0-a03a-2bea9b47d646 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9864781 Jul 07 18:20:45.806091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41066) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:45.856284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-95abb3ec-8f9a-4f89-85b9-ddb705a2951d tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=a83ee44d4f4b413ab95cf44463fc88ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478661 Jul 07 18:20:45.858307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41074) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:45.901748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9918-2c34-49a6-869a-5a01d2fbab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:46.030291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:46.100082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51c163-5874-49c5-9df0-c62753efc511 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:46.101668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9c51c163-5874-49c5-9df0-c62753efc511 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2415574 Jul 07 18:20:46.105058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41080) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:46.194142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41082) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:46.198258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fce3fda4-1d55-4263-8113-b9359e4aaf5c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848968 Jul 07 18:20:46.200175 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799629774', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:46.259852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-149a8737-5a8f-420d-900d-e2b3ffc65897 req-91938930-5182-4f08-86af-7fc972b5f357 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.1338241 Jul 07 18:20:46.394656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:44Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:46.458245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:46.469196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:46.478559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Checking router: 833fca63-cc66-426e-9693-5dadf03dacf9 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:46.480419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Updating router 833fca63-cc66-426e-9693-5dadf03dacf9 port 22bd93a8-612c-419d-a7a5-73623baf8ff6 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:46.620432 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.192429 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.205132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Transition to ACTIVE for port object 22bd93a8-612c-419d-a7a5-73623baf8ff6 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:47.239877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b7c7084c-eebd-4673-b9a2-ae5acaec7380 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:20:47.243586 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.387981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89286fe2-7530-464a-824d-1f22876442f5 None None] Pushing event updated for resources: {'Port': ['ID=22bd93a8-612c-419d-a7a5-73623baf8ff6,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:47.412243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: b7c7084c-eebd-4673-b9a2-ae5acaec7380 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:20:47.412670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device b7c7084c-eebd-4673-b9a2-ae5acaec7380 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:20:47.442672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Attempting to bind port 22bd93a8-612c-419d-a7a5-73623baf8ff6 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:47.443053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Attempting to bind port 22bd93a8-612c-419d-a7a5-73623baf8ff6 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:47.443426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Attempting to bind port 22bd93a8-612c-419d-a7a5-73623baf8ff6 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:47.450892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:47.451330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:47.453624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.454019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:47.465682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Bound port: 22bd93a8-612c-419d-a7a5-73623baf8ff6, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:47.468600 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.622134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63ef4a58-fb25-4c3c-97c8-dc8feaeb26c0 req-7554d54e-121b-4603-9331-58e37b7cd425 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.0868077 Jul 07 18:20:47.655028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] For port 22bd93a8-612c-419d-a7a5-73623baf8ff6, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:47.672311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] For port 22bd93a8-612c-419d-a7a5-73623baf8ff6, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=22bd93a8-612c-419d-a7a5-73623baf8ff6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:47.682868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.757876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.878326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89286fe2-7530-464a-824d-1f22876442f5 None None] Pushing event updated for resources: {'Port': ['ID=22bd93a8-612c-419d-a7a5-73623baf8ff6,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:47.918036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:47.918795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:47.969917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Checking segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:47.970530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network hostable DHCP agents. Network: 7e429b70-1600-4bd2-aa9b-4105d046b8a2, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:20:47.981273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Subnet': ['ID=faf48662-87c2-4f96-b0fe-3ae9bf86c463,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:47.997214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:20:48.014488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 7e429b70-1600-4bd2-aa9b-4105d046b8a2) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:48.032013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:48.035379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:48.036892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b99cae2-1838-4c79-98a1-2bc093aa4141 None None] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:48.083733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41142) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:48.098065 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8de2bc9-3f48-4973-ae20-b9d4aec0b0d9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8985176 Jul 07 18:20:48.206705 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:48.911345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6afade9-8e65-4ede-90da-9691f78c38f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:48.932496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:48.947599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:49.401714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a194e529-f56a-4b98-be4e-d447b2ac21be req-b2ca8891-8023-4749-860f-858cf1f02943 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.1151383 Jul 07 18:20:49.577682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:20:49.579150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:49.823582 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:44Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:49.878106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Allocated IP 172.20.0.2 (7e429b70-1600-4bd2-aa9b-4105d046b8a2/faf48662-87c2-4f96-b0fe-3ae9bf86c463/adb74db9-8439-46ae-a43d-ccbc5f25423b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:49.901254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1806aa1-d9ab-4a89-8f03-befbe9aeee45 None None] The sync data for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 is: [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:44Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:49.957150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:49.983229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:50.405776 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:50.461559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Transition to ACTIVE for port object adb74db9-8439-46ae-a43d-ccbc5f25423b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:50.527595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Transition to ACTIVE for port object adb74db9-8439-46ae-a43d-ccbc5f25423b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:50.541764 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:50.677904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:50.694741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:50.698405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:50.819912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Pushing event updated for resources: {'Port': ['ID=adb74db9-8439-46ae-a43d-ccbc5f25423b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:50.888614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Attempting to bind port adb74db9-8439-46ae-a43d-ccbc5f25423b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:50.889152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Attempting to bind port adb74db9-8439-46ae-a43d-ccbc5f25423b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:50.889614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Attempting to bind port adb74db9-8439-46ae-a43d-ccbc5f25423b on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:50.903649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:50.904228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Checking segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:50.908162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:50.908706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Bound using segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:50.909376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Bound port: adb74db9-8439-46ae-a43d-ccbc5f25423b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:50.910011 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:51.074982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-996b0b55-39e7-4a82-979a-59e67e505d84 req-1722bfca-9e92-4ab4-8fa7-141caef33505 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.3434532 Jul 07 18:20:51.103519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] For port adb74db9-8439-46ae-a43d-ccbc5f25423b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:51.107164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] For port adb74db9-8439-46ae-a43d-ccbc5f25423b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=adb74db9-8439-46ae-a43d-ccbc5f25423b,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:51.110565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 22bd93a8-612c-419d-a7a5-73623baf8ff6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:51.164102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.1 (7e429b70-1600-4bd2-aa9b-4105d046b8a2/faf48662-87c2-4f96-b0fe-3ae9bf86c463/d726cda2-791e-4ec2-b344-6d9d5da06f02) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:51.169186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:51.487452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66a47e-d0f6-4ee9-887d-979578d44ddb None None] Pushing event updated for resources: {'Port': ['ID=adb74db9-8439-46ae-a43d-ccbc5f25423b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:51.529507 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:51.577751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 22bd93a8-612c-419d-a7a5-73623baf8ff6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:51.597285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 22bd93a8-612c-419d-a7a5-73623baf8ff6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:51.597663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:51.646069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:51.699511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object d726cda2-791e-4ec2-b344-6d9d5da06f02 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:51.866198 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:51.869299 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:51.952564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 22bd93a8-612c-419d-a7a5-73623baf8ff6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=22bd93a8-612c-419d-a7a5-73623baf8ff6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:51.962503 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:52.042950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=d726cda2-791e-4ec2-b344-6d9d5da06f02,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:52.068538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:52.073401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:52.080145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:20:52.133289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=22bd93a8-612c-419d-a7a5-73623baf8ff6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:52.179131 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:52.477596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:52.535782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aba0aa21-6e99-45ff-b6b1-26270bc9d77e req-6e89ff12-85a8-40e2-9e7f-f17ab9455d42 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.0529630 Jul 07 18:20:53.071289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device adb74db9-8439-46ae-a43d-ccbc5f25423b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:53.234964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port adb74db9-8439-46ae-a43d-ccbc5f25423b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:53.243168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 22bd93a8-612c-419d-a7a5-73623baf8ff6 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:53.394289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 22bd93a8-612c-419d-a7a5-73623baf8ff6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:53.394666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.415125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.427833 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.789026 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:53.847075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=d726cda2-791e-4ec2-b344-6d9d5da06f02,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:53.937786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1384366a-20ad-4898-8b94-f9e278f63977 req-6b53dae4-eaec-4efb-87af-42d213ae24ae tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "GET /v2.0/ports?device_id=97c10a0c-6813-450d-8b5f-b5f67e9a1c50 HTTP/1.1" status: 200 len: 210 time: 0.0845656 Jul 07 18:20:54.117160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a84fcb-58fe-4a9e-b1d8-0f5b5a608873 req-8ec97eb1-7fd3-4775-8bbf-3ba06a569dfa tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:54.125581 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94a84fcb-58fe-4a9e-b1d8-0f5b5a608873 req-8ec97eb1-7fd3-4775-8bbf-3ba06a569dfa tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 946 time: 0.5067151 Jul 07 18:20:54.211948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:20:54.224591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cc74e8-43af-4d90-a507-fce67cc54b4d None None] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:20:54.226926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94a84fcb-58fe-4a9e-b1d8-0f5b5a608873 req-3d81d0a1-5e74-41f4-b668-97dc01e46c98 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004879 Jul 07 18:20:54.228186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:20:54.298586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cce0de43-9011-4f9d-a1ea-cd09d2e416fb None None] Provisioning for port adb74db9-8439-46ae-a43d-ccbc5f25423b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:54.311284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cce0de43-9011-4f9d-a1ea-cd09d2e416fb None None] Provisioning complete for port adb74db9-8439-46ae-a43d-ccbc5f25423b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:54.311720 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cce0de43-9011-4f9d-a1ea-cd09d2e416fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:54.371902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 833fca63-cc66-426e-9693-5dadf03dacf9 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:20:54.583187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:20:54.599679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d45a1904-9ec5-44f5-b7e3-e0e361042110 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/833fca63-cc66-426e-9693-5dadf03dacf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5061507 Jul 07 18:20:54.606546 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Sync routers for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:20:54.632475 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:54.633041 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:54.773878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cce0de43-9011-4f9d-a1ea-cd09d2e416fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:54.856677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cce0de43-9011-4f9d-a1ea-cd09d2e416fb None None] For port adb74db9-8439-46ae-a43d-ccbc5f25423b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=adb74db9-8439-46ae-a43d-ccbc5f25423b,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:54.863754 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cce0de43-9011-4f9d-a1ea-cd09d2e416fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:54.937482 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:55.039265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0de43-9011-4f9d-a1ea-cd09d2e416fb None None] Pushing event updated for resources: {'Port': ['ID=adb74db9-8439-46ae-a43d-ccbc5f25423b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:55.102102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-0d123815-78bc-4eea-b26e-7c888672d76f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402559315&fields=id&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 267 time: 0.1374757 Jul 07 18:20:55.190579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41336) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:20:55.391094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a06ca5de-d335-4bf3-8a23-1222a06fb464 None None] Provisioning complete for port adb74db9-8439-46ae-a43d-ccbc5f25423b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:55.391737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-73c405a0-9db9-4d23-842f-59f61651bb1c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:55.391862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a06ca5de-d335-4bf3-8a23-1222a06fb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:55.393023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-73c405a0-9db9-4d23-842f-59f61651bb1c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 796 time: 0.2867641 Jul 07 18:20:55.418948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-c3a55f56-27c1-4e8e-a3a4-6453118005ef tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/quotas/a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 375 time: 0.0200381 Jul 07 18:20:55.532137 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 2, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:55.540205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Deleting port 34d4276e-e03d-4988-bd9e-afb2d1b2a0f7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:20:55.541961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:55.546879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-c18bc521-6886-4c45-8315-f83a5589f6a7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218503 Jul 07 18:20:55.595526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-5c95406b-d6cb-404a-93c2-15e9a5d4a938 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:20:55.601745 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Checking router: 833fca63-cc66-426e-9693-5dadf03dacf9 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:20:55.602367 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Updating router 833fca63-cc66-426e-9693-5dadf03dacf9 port d726cda2-791e-4ec2-b344-6d9d5da06f02 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:20:55.607906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-5c95406b-d6cb-404a-93c2-15e9a5d4a938 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420756 Jul 07 18:20:55.641090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a06ca5de-d335-4bf3-8a23-1222a06fb464 None None] Provisioning for port d726cda2-791e-4ec2-b344-6d9d5da06f02 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:55.649948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a06ca5de-d335-4bf3-8a23-1222a06fb464 None None] Provisioning complete for port d726cda2-791e-4ec2-b344-6d9d5da06f02 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:55.651463 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a06ca5de-d335-4bf3-8a23-1222a06fb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:55.711216 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:55.742016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-02b8276b-b0b4-49b1-a394-a8017864c39c service neutron] 10.222.0.88 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286895 Jul 07 18:20:55.752460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a06ca5de-d335-4bf3-8a23-1222a06fb464 None None] Port d726cda2-791e-4ec2-b344-6d9d5da06f02 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:55.806023 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:55.807052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:55.851937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Calling delete_port for 34d4276e-e03d-4988-bd9e-afb2d1b2a0f7 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:20:55.890255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a93b68b6-6be2-4aab-9322-8ab6f60b7b44 None None] Provisioning complete for port d726cda2-791e-4ec2-b344-6d9d5da06f02 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:55.890661 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a93b68b6-6be2-4aab-9322-8ab6f60b7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:55.977620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a93b68b6-6be2-4aab-9322-8ab6f60b7b44 None None] Port d726cda2-791e-4ec2-b344-6d9d5da06f02 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:55.999835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-485abd5b-7fbc-4318-950e-35ebf1102108 service neutron] 10.222.0.88 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510731 Jul 07 18:20:56.237975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e32853ff-f469-4a91-9ef7-01a9d72919e8 None None] Provisioning complete for port d726cda2-791e-4ec2-b344-6d9d5da06f02 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:56.238353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e32853ff-f469-4a91-9ef7-01a9d72919e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.281892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.307324 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.316234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e32853ff-f469-4a91-9ef7-01a9d72919e8 None None] Port d726cda2-791e-4ec2-b344-6d9d5da06f02 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:20:56.326799 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Transition to ACTIVE for port object d726cda2-791e-4ec2-b344-6d9d5da06f02 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:20:56.341168 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.395400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'Port': ['ID=34d4276e-e03d-4988-bd9e-afb2d1b2a0f7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:56.474913 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Pushing event updated for resources: {'Port': ['ID=d726cda2-791e-4ec2-b344-6d9d5da06f02,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:56.481772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.483647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2f988b3-6201-43aa-acc8-d5bcc9b1bfe8 req-791242b2-8177-4ebb-99e0-55a89d4f9ca8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 210 time: 0.0884717 Jul 07 18:20:56.491654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.520938 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-95c4d27e-11ba-4178-b242-a88970854799 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "DELETE /v2.0/floatingips/0f3726e1-090b-464e-8c5b-0a3d910d8c43 HTTP/1.1" status: 204 len: 168 time: 1.3291340 Jul 07 18:20:56.524522 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.526314 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.526789 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.527195 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.528493 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.529163 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.530535 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.530882 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.532350 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.534161 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.534717 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.535239 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:20:56.658019 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Attempting to bind port d726cda2-791e-4ec2-b344-6d9d5da06f02 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:20:56.659015 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Attempting to bind port d726cda2-791e-4ec2-b344-6d9d5da06f02 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:20:56.660585 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Attempting to bind port d726cda2-791e-4ec2-b344-6d9d5da06f02 on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:20:56.675136 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:20:56.675835 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Checking segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:20:56.678989 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.679843 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Bound using segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:20:56.680577 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Bound port: d726cda2-791e-4ec2-b344-6d9d5da06f02, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:20:56.681096 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:56.929718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device adb74db9-8439-46ae-a43d-ccbc5f25423b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:57.072899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port adb74db9-8439-46ae-a43d-ccbc5f25423b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:57.073275 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:57.087357 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] For port d726cda2-791e-4ec2-b344-6d9d5da06f02, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:20:57.101594 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] For port d726cda2-791e-4ec2-b344-6d9d5da06f02, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d726cda2-791e-4ec2-b344-6d9d5da06f02,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:20:57.107921 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:57.327491 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:20:57.332307 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:57.341415 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e540fb-4af9-4afc-b38d-92e1017bb80a None None] Pushing event updated for resources: {'Port': ['ID=d726cda2-791e-4ec2-b344-6d9d5da06f02,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:57.548623 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:20:57.653940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4ca3494-885f-4b59-9bc2-1a629c9e1f16 req-0b2cd3e3-ef91-48b5-81ae-ab0748c46c85 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 210 time: 0.0631888 Jul 07 18:20:57.959065 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:57Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:20:57.989875 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41288a58-27b5-4af8-b1ee-bd2a31d3e982 None None] The sync data for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 is: [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:57Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:20:58.887081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-a0216354-b858-4f68-825d-ed4f4485d358 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:58.889932 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-a0216354-b858-4f68-825d-ed4f4485d358 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.55 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 796 time: 0.2538021 Jul 07 18:20:58.991818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-de95d3d1-b0a6-4884-8f78-b1ebbcd3a59b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 380 time: 0.0927258 Jul 07 18:20:58.998017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a68022b-ce4d-4636-b269-85c4c451f257 req-aff991e6-bff3-44bb-8b69-a78a80b91bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 210 time: 0.0728221 Jul 07 18:20:59.008130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'port': {'device_id': 'edafee69-0777-4b76-91b6-f13c83628904', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'admin_state_up': True, 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'security_groups': ['e6231718-5feb-48ce-acbd-2627427ee582']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:20:59.056157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d726cda2-791e-4ec2-b344-6d9d5da06f02 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:20:59.210737 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d726cda2-791e-4ec2-b344-6d9d5da06f02 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:20:59.217354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d726cda2-791e-4ec2-b344-6d9d5da06f02 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:20:59.217976 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:59.380886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:20:59.388861 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:59.443481 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:59.516028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:20:59.645172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d726cda2-791e-4ec2-b344-6d9d5da06f02, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d726cda2-791e-4ec2-b344-6d9d5da06f02,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:59.662330 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:59.679547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.14 (7e429b70-1600-4bd2-aa9b-4105d046b8a2/faf48662-87c2-4f96-b0fe-3ae9bf86c463/54e5667f-4ef7-4087-aa49-b271b6bfb54e) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:20:59.742300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d726cda2-791e-4ec2-b344-6d9d5da06f02,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:20:59.817126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:20:59.851055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'mac_address': 'fa:16:3e:e9:cd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:20:59.931866 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:59.953941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:20:59.995860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:00.013820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:00.075961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:00.126239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object 54e5667f-4ef7-4087-aa49-b271b6bfb54e will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:00.173771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:00.262860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:00.335002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3da343b6-5e82-4dfe-9f31-5a3110152f75 req-d4c47fec-77b8-47e3-88de-28928312749e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 210 time: 0.0870922 Jul 07 18:21:00.343706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:00.349520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:00.393099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:00.396225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:00.403695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:00.526967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:00.530684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41478) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:00.537518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:00.584557 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-e82d9f7c-dd31-42a7-8fc9-e888b57ea3bf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5811067 Jul 07 18:21:00.604912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Request body: {'port': {'device_id': 'edafee69-0777-4b76-91b6-f13c83628904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:00.790988 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9ec3-4002-47f8-81af-e17c282b5f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:00.881756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:00.894016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0ab84d23-5fe0-4fb0-bebc-7f25a60fa140 None None] Provisioning for port 54e5667f-4ef7-4087-aa49-b271b6bfb54e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:00.918626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0ab84d23-5fe0-4fb0-bebc-7f25a60fa140 None None] Provisioning complete for port 54e5667f-4ef7-4087-aa49-b271b6bfb54e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:00.919337 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ab84d23-5fe0-4fb0-bebc-7f25a60fa140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:00.976507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d726cda2-791e-4ec2-b344-6d9d5da06f02 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:00.978964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ab84d23-5fe0-4fb0-bebc-7f25a60fa140 None None] Port 54e5667f-4ef7-4087-aa49-b271b6bfb54e cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:01.003221 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9ec3-4002-47f8-81af-e17c282b5f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.009750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9ec3-4002-47f8-81af-e17c282b5f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.052485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d726cda2-791e-4ec2-b344-6d9d5da06f02 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:01.052917 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.054787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8c8d9ec3-4002-47f8-81af-e17c282b5f52 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d03f028916694175bc53b0c49b708d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229535 Jul 07 18:21:01.056160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9ec3-4002-47f8-81af-e17c282b5f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d351f272-1e50-43c5-8348-e241809acba6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:01.058883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41492) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:01.140352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b934eb84-894e-445a-af39-07d5de59bf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.179111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b934eb84-894e-445a-af39-07d5de59bf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.265098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b934eb84-894e-445a-af39-07d5de59bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.271709 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b934eb84-894e-445a-af39-07d5de59bf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.275149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b934eb84-894e-445a-af39-07d5de59bf59 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d351f272-1e50-43c5-8348-e241809acba6 HTTP/1.1" status: 204 len: 168 time: 0.2031033 Jul 07 18:21:01.318347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934eb84-894e-445a-af39-07d5de59bf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d351f272-1e50-43c5-8348-e241809acba6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:01.363551 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e5667f-4ef7-4087-aa49-b271b6bfb54e {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:01.372707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.388422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Transition to ACTIVE for port object 54e5667f-4ef7-4087-aa49-b271b6bfb54e will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:01.393420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.456475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:01.529505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:01.602438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:01.604613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:01.605257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:01.612547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:21:01.616346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:01.628376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:01.629133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.644937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:01.647037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Checking segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:01.647449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Bound using segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:01.647918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Bound port: 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:01.648290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.839308 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.899316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:01.906220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16314-16b8-4b05-a92c-fe8d98071651 req-1e34bc40-682f-46a1-a062-158edf152acf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:01.907018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:01.915221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fa16314-16b8-4b05-a92c-fe8d98071651 req-1e34bc40-682f-46a1-a062-158edf152acf tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 944 time: 0.2053931 Jul 07 18:21:01.923384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:01.947888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:01.950569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:01.959254 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4628c66d-62c3-477f-95ca-be51b634645c" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:01.989343 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.045132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:02.046091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.047876 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 1092 time: 1.4556019 Jul 07 18:21:02.048482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fa16314-16b8-4b05-a92c-fe8d98071651 req-1c2f7f49-2aa5-4dd7-b7dd-29430294e612 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074338 Jul 07 18:21:02.050455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:02.057262 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32cc36c-3fb9-4ca1-b067-97de088592e9" -d '{"events": [{"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:02.086052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41518) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:02.108316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e059313-d663-48a3-8d9d-ac159d3ec824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.108497 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73290088-30d4-4611-bf71-d5b1e5aef8ea x-openstack-request-id: req-73290088-30d4-4611-bf71-d5b1e5aef8ea {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:02.110107 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:02.110362 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73290088-30d4-4611-bf71-d5b1e5aef8ea {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:02.110950 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'code': 200} Jul 07 18:21:02.204695 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f50bea7-0d06-4877-9261-ec15a1f8e4a3 x-openstack-request-id: req-6f50bea7-0d06-4877-9261-ec15a1f8e4a3 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:02.205052 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:02.205322 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f50bea7-0d06-4877-9261-ec15a1f8e4a3 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:02.206857 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'status': 'completed', 'code': 200} Jul 07 18:21:02.211046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f0257-e47f-4817-bc5d-cf340c94b6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:02.240781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:02.294870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-4abf855c-f6fd-4261-ae4d-027b406e8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:02.301357 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-4abf855c-f6fd-4261-ae4d-027b406e8d3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1095 time: 0.2087755 Jul 07 18:21:02.387775 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-7c7a103d-2551-4f9d-bfad-3d9a7d95642c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 217 time: 0.0834351 Jul 07 18:21:02.401009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e059313-d663-48a3-8d9d-ac159d3ec824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.412610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e059313-d663-48a3-8d9d-ac159d3ec824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.457114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8e059313-d663-48a3-8d9d-ac159d3ec824 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d0700c2be9674b58a40b86c396baa658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698893 Jul 07 18:21:02.458229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41524) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:02.482442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-abb97461-f0c6-46e1-827b-e44fbc2022e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:02.489623 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-abb97461-f0c6-46e1-827b-e44fbc2022e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.0949235 Jul 07 18:21:02.530246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e059313-d663-48a3-8d9d-ac159d3ec824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43740c99-b558-4dc6-b960-58058b7a8eac,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:02.568720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-cdc9b56a-4f0d-4516-a343-9ad472b63cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:02.570761 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-cdc9b56a-4f0d-4516-a343-9ad472b63cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721929 Jul 07 18:21:02.596465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74f133c1-3312-48d8-9050-2d280eb41ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.637750 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74f133c1-3312-48d8-9050-2d280eb41ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.756252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74f133c1-3312-48d8-9050-2d280eb41ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.761461 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-74f133c1-3312-48d8-9050-2d280eb41ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.766926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-74f133c1-3312-48d8-9050-2d280eb41ea5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43740c99-b558-4dc6-b960-58058b7a8eac HTTP/1.1" status: 204 len: 168 time: 0.2877750 Jul 07 18:21:02.786565 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-3bfbecba-3f12-4512-96dd-14cbb3f5298f service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079716 Jul 07 18:21:02.797837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f133c1-3312-48d8-9050-2d280eb41ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43740c99-b558-4dc6-b960-58058b7a8eac,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:02.859652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41538) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:02.968797 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b9a8f2ce-be0b-4a9b-8d51-93190c1cbeeb req-7ef273f0-1aeb-44a2-a9ed-3ef0c804e759 service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734324 Jul 07 18:21:03.009469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1961a87-36ee-447e-8773-96c2d37d3401 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.099562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1961a87-36ee-447e-8773-96c2d37d3401 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.220527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-22c2b524-99fe-476d-9eae-897d688b3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.228716 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-22c2b524-99fe-476d-9eae-897d688b3f76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1095 time: 0.1741111 Jul 07 18:21:03.250984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1961a87-36ee-447e-8773-96c2d37d3401 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.265727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1961a87-36ee-447e-8773-96c2d37d3401 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.273449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a1961a87-36ee-447e-8773-96c2d37d3401 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] 10.222.0.88 "DELETE /v2.0/security-groups/571c5299-227e-4886-af4c-26ba67c7c6d8 HTTP/1.1" status: 204 len: 168 time: 0.4126017 Jul 07 18:21:03.303264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1961a87-36ee-447e-8773-96c2d37d3401 tempest-TestVolumeBootPattern-114521141 tempest-TestVolumeBootPattern-114521141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c5299-227e-4886-af4c-26ba67c7c6d8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:03.380484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41554) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:03.454994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-74317350-3c3f-4e9c-bae0-da9be6dad5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.462105 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-74317350-3c3f-4e9c-bae0-da9be6dad5e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 897 time: 0.2341294 Jul 07 18:21:03.504487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3016f-eb6e-4426-ae19-d26ad1f29e99 req-84423d1d-b291-4fc1-9bc8-7ed0974eab4d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.521599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27e3016f-eb6e-4426-ae19-d26ad1f29e99 req-84423d1d-b291-4fc1-9bc8-7ed0974eab4d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 944 time: 0.2065785 Jul 07 18:21:03.537855 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-1ca83238-9c8a-43a4-84d5-094f1ceaa1bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 217 time: 0.0667124 Jul 07 18:21:03.638002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27e3016f-eb6e-4426-ae19-d26ad1f29e99 req-db341ca6-cae7-48fa-9443-823bab7075eb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151299 Jul 07 18:21:03.660785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-619c7ce1-f3eb-4b06-93fe-37efb1757341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.662287 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-619c7ce1-f3eb-4b06-93fe-37efb1757341 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.1169004 Jul 07 18:21:03.841819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-ecd8e2c4-ea7a-4dec-bf96-5aa1a5a8a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:03.843372 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-ecd8e2c4-ea7a-4dec-bf96-5aa1a5a8a5f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391070 Jul 07 18:21:03.987420 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:04.197413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-20967295-16f1-4b58-987b-ae1ac81df7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463256 Jul 07 18:21:04.365461 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e32cc36c-3fb9-4ca1-b067-97de088592e9 req-b1ec5a10-672d-49ad-ade1-037a70fe3622 service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362267 Jul 07 18:21:04.443422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:04.830031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Deleting port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:04.831043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:04.940878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] For port f7cce06a-f8ac-4b97-8d05-cb3c2a17267e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:04.941409 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:04.962824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Calling delete_port for f7cce06a-f8ac-4b97-8d05-cb3c2a17267e owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:05.000067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bad5-e31b-4151-b725-5c4d2a235817 req-02f9b81b-de2e-4314-8582-af404a7fd09f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:05.002376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1a5bad5-e31b-4151-b725-5c4d2a235817 req-02f9b81b-de2e-4314-8582-af404a7fd09f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 944 time: 0.1286156 Jul 07 18:21:05.055703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1a5bad5-e31b-4151-b725-5c4d2a235817 req-80bd0e39-0c8f-48ce-8a4a-520b35fcc0ef tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469847 Jul 07 18:21:05.069169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:21:05.223647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:05.262748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cce06a-f8ac-4b97-8d05-cb3c2a17267e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:05.344682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:05.378189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'port_id': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'mac_address': 'fa:16:3e:e6:fd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:21:05.482650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:05.506987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e5667f-4ef7-4087-aa49-b271b6bfb54e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:05.566042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:05.577930 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:05.667278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:05.709901 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:05.802003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['54e5667f-4ef7-4087-aa49-b271b6bfb54e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:05.949311 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:06.113287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Router 6bb6ce31-331f-4161-98e0-22860239f8ff has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:06.290009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:06.301436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-25fcff07-b70a-4ce1-a54d-f22c47f3d5b4 admin admin] 10.222.0.88 "PUT /v2.0/routers/6bb6ce31-331f-4161-98e0-22860239f8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9143162 Jul 07 18:21:06.301436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41670) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:06.306197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] Sync routers for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:06.322974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:06.323605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:06.396799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc5313-0220-4c26-bd25-abd1a845df04 req-47a31a87-96aa-40ec-8e42-8adfd904c9cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:06.398713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25fc5313-0220-4c26-bd25-abd1a845df04 req-47a31a87-96aa-40ec-8e42-8adfd904c9cc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.1581235 Jul 07 18:21:06.486297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25fc5313-0220-4c26-bd25-abd1a845df04 req-0b956f21-0fb0-4595-b72f-6d70522dd17e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761857 Jul 07 18:21:06.569849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:07.050183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:07.089725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:07.233232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:07.356702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Deleting port 2c5ea37d-6d02-42bf-8435-f23522e03580 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:07.357809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:07.503748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] For port 2c5ea37d-6d02-42bf-8435-f23522e03580, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2c5ea37d-6d02-42bf-8435-f23522e03580,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:07.504285 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:07.505231 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:21:05Z', 'revision_number': 5, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port': {'id': '2c5ea37d-6d02-42bf-8435-f23522e03580', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:28Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:07.540972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Calling delete_port for 2c5ea37d-6d02-42bf-8435-f23522e03580 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:07.588053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] Checking router: 6bb6ce31-331f-4161-98e0-22860239f8ff for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:07.610811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] Routers {'6bb6ce31-331f-4161-98e0-22860239f8ff'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:07.611451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6bb6ce31-331f-4161-98e0-22860239f8ff'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:07.787330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 54e5667f-4ef7-4087-aa49-b271b6bfb54e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:07.800764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 54e5667f-4ef7-4087-aa49-b271b6bfb54e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:07.806665 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:07.808650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] Set router 6bb6ce31-331f-4161-98e0-22860239f8ff gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:07.907770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319843a1-a911-46ad-a996-332e23852312 req-4229cb29-b9ae-40dd-b5fe-da8cc9c594c5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:07.916162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-319843a1-a911-46ad-a996-332e23852312 req-4229cb29-b9ae-40dd-b5fe-da8cc9c594c5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.1774127 Jul 07 18:21:08.022599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-319843a1-a911-46ad-a996-332e23852312 req-ece850ca-3f93-41e1-81b4-46926d257d0c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980825 Jul 07 18:21:08.035979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:21:07Z', 'revision_number': 6, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:08.083588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae8dfa-8a14-4a29-b809-7e86870d909e None None] The sync data for ids ['6bb6ce31-331f-4161-98e0-22860239f8ff'] in n-d-798930-2 is: [{'id': '6bb6ce31-331f-4161-98e0-22860239f8ff', 'name': 'tempest-TestVolumeBootPattern-1743681607-router', 'tenant_id': '77f70b9bfbfd4e21832824777b01e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:27Z', 'updated_at': '2021-07-07T18:21:07Z', 'revision_number': 6, 'project_id': '77f70b9bfbfd4e21832824777b01e8d4', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:08.140120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.219597 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.224906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5ea37d-6d02-42bf-8435-f23522e03580,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:08.292260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:08.294927 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89426be9-058b-4065-8def-866eb233fbd1" -d '{"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-plugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:08.326082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:08.333442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.417256 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07515079-92ff-499d-b192-9a067d6af6ff x-openstack-request-id: req-07515079-92ff-499d-b192-9a067d6af6ff {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:08.417849 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-plugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:08.418393 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-07515079-92ff-499d-b192-9a067d6af6ff {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:08.418995 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'code': 200} Jul 07 18:21:08.419829 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:08.478855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.747044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.749690 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.809647 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.810554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb6ce31-331f-4161-98e0-22860239f8ff {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:21:08.822490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.823745 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-df9b8a99-504a-481b-8726-23e132612a40 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6bb6ce31-331f-4161-98e0-22860239f8ff HTTP/1.1" status: 204 len: 168 time: 2.5241101 Jul 07 18:21:08.826327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41802) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:08.840586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42af0a-ec38-4dc2-bf61-069dbeffe7da req-e076fbd7-c302-48ab-a919-8d2e0d66a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:08.843451 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f42af0a-ec38-4dc2-bf61-069dbeffe7da req-e076fbd7-c302-48ab-a919-8d2e0d66a537 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1097 time: 0.3858175 Jul 07 18:21:08.923788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] Deleting subnet cc003e4c-50d7-4c42-8288-37a4bc93dcba {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:21:08.931897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:08.940379 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0f42af0a-ec38-4dc2-bf61-069dbeffe7da req-486fd4ef-5a73-4ebc-aec3-6768069bdd6e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896597 Jul 07 18:21:08.976154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:09.127530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f7cce06a-f8ac-4b97-8d05-cb3c2a17267e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:09.184219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: f7cce06a-f8ac-4b97-8d05-cb3c2a17267e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:09.187170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f7cce06a-f8ac-4b97-8d05-cb3c2a17267e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:09.187666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c5ea37d-6d02-42bf-8435-f23522e03580 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:09.202532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:09.222449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 2c5ea37d-6d02-42bf-8435-f23522e03580 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:09.223412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c5ea37d-6d02-42bf-8435-f23522e03580 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:09.526197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:09.551893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:09.555323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cc003e4c-50d7-4c42-8288-37a4bc93dcba HTTP/1.1" status: 204 len: 168 time: 0.7275662 Jul 07 18:21:09.557419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfca6d2-1eef-4b48-b55d-a5af7dffcc8b None None] Network 6e8c40d1-4f4e-4043-af4e-b460953275ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:09.558471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 41862) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:09.710412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac5a2-7a11-413a-b330-14cce1595607 req-8db1385b-8508-4341-a496-bb5a28bd9a1a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:09.739418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14dac5a2-7a11-413a-b330-14cce1595607 req-8db1385b-8508-4341-a496-bb5a28bd9a1a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.3381329 Jul 07 18:21:09.821245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12caa43-8af7-4583-be93-d8fd60c43ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc003e4c-50d7-4c42-8288-37a4bc93dcba,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:09.925785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14dac5a2-7a11-413a-b330-14cce1595607 req-8d363a3a-8cea-43c6-89c3-8e00c91e3fd7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846600 Jul 07 18:21:09.952063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.119308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Deleting port b651967a-0ccf-4edc-be97-8eafc9c9a371 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:10.120338 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.301589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] DHCP port deletion for 6e8c40d1-4f4e-4043-af4e-b460953275ad request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:21:10.360988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] For port b651967a-0ccf-4edc-be97-8eafc9c9a371, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b651967a-0ccf-4edc-be97-8eafc9c9a371,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:10.361363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.399308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Calling delete_port for b651967a-0ccf-4edc-be97-8eafc9c9a371 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:10.483303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] Deleting port b651967a-0ccf-4edc-be97-8eafc9c9a371 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:10.484120 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.512489 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.535948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] No DVR routers for this DVR port b651967a-0ccf-4edc-be97-8eafc9c9a371 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:10.659354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.681538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8c40d1-4f4e-4043-af4e-b460953275ad']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:10.720379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24db93f8-9a8e-4ccd-a643-85571fe2cabb') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:10.720681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24db93f8-9a8e-4ccd-a643-85571fe2cabb') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:10.723736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] For port b651967a-0ccf-4edc-be97-8eafc9c9a371, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=b651967a-0ccf-4edc-be97-8eafc9c9a371,segment=NetworkSegment(24db93f8-9a8e-4ccd-a643-85571fe2cabb),segment_id=24db93f8-9a8e-4ccd-a643-85571fe2cabb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:10.724444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.756567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] Calling delete_port for b651967a-0ccf-4edc-be97-8eafc9c9a371 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:10.779564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b651967a-0ccf-4edc-be97-8eafc9c9a371,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:10.789480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.828563 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.853984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:21:10.854434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:21:10.856410 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:21:10.879992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b651967a-0ccf-4edc-be97-8eafc9c9a371 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:10.905493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: b651967a-0ccf-4edc-be97-8eafc9c9a371 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:10.906238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device b651967a-0ccf-4edc-be97-8eafc9c9a371 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:10.915267 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.975902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] Pushing event deleted for resources: {'Port': ['ID=b651967a-0ccf-4edc-be97-8eafc9c9a371,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:10.982114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.988183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.993371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 41952) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:10.994028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6e8c40d1-4f4e-4043-af4e-b460953275ad HTTP/1.1" status: 204 len: 168 time: 1.4327536 Jul 07 18:21:10.998469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6601faa-ab9a-4861-ac25-54e74423f811 None None] No DVR routers for this DVR port b651967a-0ccf-4edc-be97-8eafc9c9a371 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:11.049087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22e6cb-6d95-4bea-a21d-1ba55d3d01e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8c40d1-4f4e-4043-af4e-b460953275ad,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:11.500606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949f5cd-9b42-4af1-a974-5ad015f77b1b req-6adc2e1f-c4a9-459e-ab65-dd5c5af74b3e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:11.502932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3949f5cd-9b42-4af1-a974-5ad015f77b1b req-6adc2e1f-c4a9-459e-ab65-dd5c5af74b3e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.2448585 Jul 07 18:21:11.599721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3949f5cd-9b42-4af1-a974-5ad015f77b1b req-570279e6-7c9e-4eb7-8314-b3d6b85ac0be tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898800 Jul 07 18:21:12.296480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42048) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:12.376064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2919-4f08-4020-bb71-f8709eef14a8 req-20710617-b75e-43e9-afeb-937f52b31eee tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:12.392789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbea2919-4f08-4020-bb71-f8709eef14a8 req-20710617-b75e-43e9-afeb-937f52b31eee tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.1695426 Jul 07 18:21:12.516221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbea2919-4f08-4020-bb71-f8709eef14a8 req-7f5fb2ff-567f-4fe7-a0ae-ec76c0c5d13f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184409 Jul 07 18:21:12.538682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42070) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:12.641100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-03d87b68-b246-45d6-84be-b6d1aec73cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:12.663460 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:12.794099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc2446-8911-42ba-a3ed-9d7760cea5f0 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:12.796039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-80bc2446-8911-42ba-a3ed-9d7760cea5f0 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1092 time: 0.2560627 Jul 07 18:21:12.805472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42088) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:12.818283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:12.942808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-03d87b68-b246-45d6-84be-b6d1aec73cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:12.952844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-03d87b68-b246-45d6-84be-b6d1aec73cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.000699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.031627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-03d87b68-b246-45d6-84be-b6d1aec73cf7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=605b344f1c42481394f2c5cbf469a3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7340417 Jul 07 18:21:13.042025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42112) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:13.087682 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d87b68-b246-45d6-84be-b6d1aec73cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8c66f8-c71f-4864-aa12-e3cda4ab8a99,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:13.194574 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbff58e9-44e0-4899-a226-1cacf8fe285f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.265713 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbff58e9-44e0-4899-a226-1cacf8fe285f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.297741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.371540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbff58e9-44e0-4899-a226-1cacf8fe285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.374116 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbff58e9-44e0-4899-a226-1cacf8fe285f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.375265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cbff58e9-44e0-4899-a226-1cacf8fe285f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1c8c66f8-c71f-4864-aa12-e3cda4ab8a99 HTTP/1.1" status: 204 len: 168 time: 0.3312690 Jul 07 18:21:13.423470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff58e9-44e0-4899-a226-1cacf8fe285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8c66f8-c71f-4864-aa12-e3cda4ab8a99,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:13.546543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.13 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/e2cf1d46-52dd-4aff-bb18-5f1efd4e7b05) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:13.555356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Deleting port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:13.555785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.722031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] For port f08f7bcb-fdbe-42ae-ae17-5fee3f36570a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,segment=NetworkSegment(cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c),segment_id=cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:13.722402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.746560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Calling delete_port for f08f7bcb-fdbe-42ae-ae17-5fee3f36570a owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:13.751247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.845528 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:13.971430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:13.981112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:13.990173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:14.080182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:14.135744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=e2cf1d46-52dd-4aff-bb18-5f1efd4e7b05,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:14.156439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08f7bcb-fdbe-42ae-ae17-5fee3f36570a,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:14.421367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:14.977342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.010315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Router 6763c548-b7ce-435d-867c-3faef0eefa24 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:15.196574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:15.203144 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.207215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-77b19c32-e0a6-4e32-b26a-c1a2a8fdc910 admin admin] 10.222.0.88 "PUT /v2.0/routers/6763c548-b7ce-435d-867c-3faef0eefa24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2126491 Jul 07 18:21:15.208083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42282) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:15.210507 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] Sync routers for ids ['6763c548-b7ce-435d-867c-3faef0eefa24'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:15.244845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] Routers {'6763c548-b7ce-435d-867c-3faef0eefa24'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:15.244845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6763c548-b7ce-435d-867c-3faef0eefa24'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:15.525261 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] Set router 6763c548-b7ce-435d-867c-3faef0eefa24 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:15.554628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.626961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.635887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.861097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5bd6d41c-69af-498a-ab9a-ce23cf292196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.868483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=e2cf1d46-52dd-4aff-bb18-5f1efd4e7b05,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:15.903987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.910303 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:16.060420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Deleting port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:16.061187 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:16.116012 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:21:13Z', 'revision_number': 5, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port': {'id': 'ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:45Z', 'updated_at': '2021-07-07T18:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:16.154262 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP 13f98020-9c34-41ac-896e-7ef160b081c4 associated. External IP: 172.25.1.13, port: 54e5667f-4ef7-4087-aa49-b271b6bfb54e. Jul 07 18:21:16.193489 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] Checking router: 6763c548-b7ce-435d-867c-3faef0eefa24 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:16.223701 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] Routers {'6763c548-b7ce-435d-867c-3faef0eefa24'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:16.224951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['6763c548-b7ce-435d-867c-3faef0eefa24'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:16.285369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42350) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:16.288815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] For port ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:16.292147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:16.349729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Calling delete_port for ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:16.402936 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] Set router 6763c548-b7ce-435d-867c-3faef0eefa24 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:16.509610 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:21:15Z', 'revision_number': 6, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:16.569237 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6adaa78-2bcc-4808-99f5-e28e9643a6a7 None None] The sync data for ids ['6763c548-b7ce-435d-867c-3faef0eefa24'] in n-d-798930-2 is: [{'id': '6763c548-b7ce-435d-867c-3faef0eefa24', 'name': 'tempest-TestVolumeBootPattern-1000366412-router', 'tenant_id': '2a5ec44fad1a446390d68b357b0a2a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:43Z', 'updated_at': '2021-07-07T18:21:15Z', 'revision_number': 6, 'project_id': '2a5ec44fad1a446390d68b357b0a2a16', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:16.655745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 833fca63-cc66-426e-9693-5dadf03dacf9 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:16.685257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'network': {'name': 'tempest-network-smoke--1700905938', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'port_security_enabled': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:16.736620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:16.771524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:16.815989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:21:16.819915 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:16.833707 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:16.874784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:16.894127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] Sync routers for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:16.898894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:16.899895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:16.902590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.091069 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.095582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.098970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.104209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.132190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:21:17.145540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:17.156549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.156549 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Added segment ce5791de-97ce-4a9f-88af-fa7318240b56 of type vlan for network 8664009a-fb31-441d-9ff3-a695e3f4135c Jul 07 18:21:17.200191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f08f7bcb-fdbe-42ae-ae17-5fee3f36570a no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:17.240229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.240805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6763c548-b7ce-435d-867c-3faef0eefa24 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:21:17.245642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.246837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-85ab744f-3000-4fc4-b6c5-d9e54c7a7057 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6763c548-b7ce-435d-867c-3faef0eefa24 HTTP/1.1" status: 204 len: 168 time: 2.0181694 Jul 07 18:21:17.254205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42384) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:17.267670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.297864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.345430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] Deleting subnet e456c613-e0bf-4846-9069-eeff3a33cb67 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:21:17.354628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.384452 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d134d172-c122-4632-97e0-bee2551939c5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:17.444796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: f08f7bcb-fdbe-42ae-ae17-5fee3f36570a {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:17.446170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f08f7bcb-fdbe-42ae-ae17-5fee3f36570a not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:17.482911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.491181 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-600a834b-9c3e-4c58-9090-0beb40b42bde tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6844122 Jul 07 18:21:17.492222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:17.495213 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e767e38a-db61-4382-9d28-a6b27b73f963" -d '{"events": [{"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:17.499604 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.509124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:17.510048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.565918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '13f98020-9c34-41ac-896e-7ef160b081c4', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'port_id': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'mac_address': 'fa:16:3e:e6:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edafee69-0777-4b76-91b6-f13c83628904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:14Z', 'updated_at': '2021-07-07T18:21:14Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:59Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:17.626449 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d2519-65d9-4271-95c2-c1cb604ce549 x-openstack-request-id: req-509d2519-65d9-4271-95c2-c1cb604ce549 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:17.629254 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:17.629594 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-509d2519-65d9-4271-95c2-c1cb604ce549 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:17.630127 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'status': 'completed', 'code': 200} Jul 07 18:21:17.657901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] Checking router: 833fca63-cc66-426e-9693-5dadf03dacf9 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:17.683119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:17.684148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:17.707058 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4203537 Jul 07 18:21:17.722360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:17.782390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'admin_state_up': True, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:17.807652 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.879762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b27e8-da93-406d-889a-d97b2cc3f530 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Network': ['ID=8664009a-fb31-441d-9ff3-a695e3f4135c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:17.880733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ed946-4215-41cd-a3a0-eed0b87ceba6 req-4e557246-88a3-450b-b82f-9ad825b0410e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:17.882468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e89ed946-4215-41cd-a3a0-eed0b87ceba6 req-4e557246-88a3-450b-b82f-9ad825b0410e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.1536968 Jul 07 18:21:17.894806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.898564 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.947822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 8664009a-fb31-441d-9ff3-a695e3f4135c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:21:17.956405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-22fc3939-205f-4f48-9a0b-014228eb4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:17.958057 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-22fc3939-205f-4f48-9a0b-014228eb4b43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1097 time: 0.3210433 Jul 07 18:21:18.013533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e89ed946-4215-41cd-a3a0-eed0b87ceba6 req-19cadf28-a20d-4517-9dfe-9321c6b59292 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134841 Jul 07 18:21:18.027152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.108475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:18.118239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:18.128602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.137548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e456c613-e0bf-4846-9069-eeff3a33cb67 HTTP/1.1" status: 204 len: 168 time: 0.8820672 Jul 07 18:21:18.138228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42416) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:18.143184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0835b7-8733-4d0a-950c-8502c7cf7a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e456c613-e0bf-4846-9069-eeff3a33cb67,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:18.193165 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.316188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e2b71-f52b-4d9a-92dc-a682ebbec955 None None] Network cfbba741-210f-4d2b-9c86-251284203dab requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:18.335198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.487421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Deleting port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:21:18.487771 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.541152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7217c977-6a64-46c6-b54c-2574c99b4f2d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/13f98020-9c34-41ac-896e-7ef160b081c4 HTTP/1.1" status: 200 len: 991 time: 0.3462114 Jul 07 18:21:18.570317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] For port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e,segment=NetworkSegment(cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c),segment_id=cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:18.570955 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.590924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Calling delete_port for 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:21:18.593044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-1059b094-3227-4d6d-ab5e-8185a426421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:18.599330 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-1059b094-3227-4d6d-ab5e-8185a426421e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 897 time: 0.6342754 Jul 07 18:21:18.680076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.744315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:18.747281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] No DVR routers for this DVR port 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:18.886108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.908448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbba741-210f-4d2b-9c86-251284203dab']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:18.939483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:18.939981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbd4069-af4a-4b2e-b2d6-07f0c6d8416c') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:18.953298 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.971483 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.998588 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.999704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:21:19.000281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.001285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90760ab0-02ad-4c1f-acf1-8a6828292b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:21:19.002105 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:21:19.012985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:19.054132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:19.054873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ec1d74a3-bd46-4b8d-b1a0-e1afcdb640b9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:19.205626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.212240 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.214669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] 10.222.0.88 "DELETE /v2.0/networks/cfbba741-210f-4d2b-9c86-251284203dab HTTP/1.1" status: 204 len: 168 time: 1.0746689 Jul 07 18:21:19.252993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878055f1-c93a-433f-9623-8cd14b5032eb admin admin] Pushing event deleted for resources: {'Network': ['ID=cfbba741-210f-4d2b-9c86-251284203dab,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:19.402489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d513ccb-1daa-45d9-a591-a94a8d94bfd7 None None] DHCP port deletion for cfbba741-210f-4d2b-9c86-251284203dab request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:21:19.503351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '13f98020-9c34-41ac-896e-7ef160b081c4', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'port_id': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'mac_address': 'fa:16:3e:e6:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edafee69-0777-4b76-91b6-f13c83628904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:14Z', 'updated_at': '2021-07-07T18:21:14Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:59Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:19.543166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42438) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:19.555627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42440) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:19.562664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c2787-f7e2-4c8c-8220-a0b27cd7ce59 None None] The sync data for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 is: [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '13f98020-9c34-41ac-896e-7ef160b081c4', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'port_id': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'mac_address': 'fa:16:3e:e6:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edafee69-0777-4b76-91b6-f13c83628904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:14Z', 'updated_at': '2021-07-07T18:21:14Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:59Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:19.679509 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.715645 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.745481 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-52e5559d-7852-4f7d-b1e3-7f562cd1a2c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 999 time: 1.0746818 Jul 07 18:21:19.760697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f477fded-68e8-47c9-b4b6-d3baf7d3f452 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=77f70b9bfbfd4e21832824777b01e8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010810 Jul 07 18:21:19.764113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2699cd7f-858c-4dd3-8642-f64133f0145a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/13f98020-9c34-41ac-896e-7ef160b081c4 HTTP/1.1" status: 200 len: 991 time: 0.2189717 Jul 07 18:21:19.765341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42448) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:19.835766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-54c8b78f-3733-4df3-a141-e498c731f059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.868616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-54c8b78f-3733-4df3-a141-e498c731f059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.887659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-b71deac4-28a1-4142-8d76-6eff673c7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:19.889392 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-b71deac4-28a1-4142-8d76-6eff673c7384 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.0782030 Jul 07 18:21:19.978759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-54c8b78f-3733-4df3-a141-e498c731f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.981756 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-54c8b78f-3733-4df3-a141-e498c731f059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.985958 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-54c8b78f-3733-4df3-a141-e498c731f059 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/490f7bc8-e99e-4771-b7b4-4a4c78f32ef1 HTTP/1.1" status: 204 len: 168 time: 0.2167211 Jul 07 18:21:19.997171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8b78f-3733-4df3-a141-e498c731f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490f7bc8-e99e-4771-b7b4-4a4c78f32ef1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:20.087194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-32772191-b327-48eb-9969-9dcf27ab2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:20.088737 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-32772191-b327-48eb-9969-9dcf27ab2e61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655307 Jul 07 18:21:20.123102 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8f315-029b-4fbf-b3ce-357a1a6e89e0 None None] New status for floating IP 13f98020-9c34-41ac-896e-7ef160b081c4: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:21:20.244860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.276507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.437196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-f8201372-6ba3-4434-92df-4b82189a185d service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090866 Jul 07 18:21:20.552555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.25.1.169 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/d4c2e3ad-6497-47ae-a052-1d9a65a41ee2) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:20.603060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42462) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:20.676130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e767e38a-db61-4382-9d28-a6b27b73f963 req-2decf3b3-84e7-4510-a063-8981a9432c45 service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152350 Jul 07 18:21:20.684177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9d08e897-1ec4-4123-b08f-46e882fe791a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a5ec44fad1a446390d68b357b0a2a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796936 Jul 07 18:21:20.684780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42468) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:20.746471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce88d-1fd5-40a9-8d67-d795c559baab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.767992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:20.803497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:20.826772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.863822 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce88d-1fd5-40a9-8d67-d795c559baab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.867772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:21:20.869972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7d9704ce-5fbc-4cf5-9674-b32b9b95bc2e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:21:20.927331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.934015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8f5852c7-1bd9-4be8-89a5-90ce629752ca tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/13f98020-9c34-41ac-896e-7ef160b081c4 HTTP/1.1" status: 200 len: 993 time: 0.1614466 Jul 07 18:21:20.976870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce88d-1fd5-40a9-8d67-d795c559baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.980141 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce88d-1fd5-40a9-8d67-d795c559baab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.997342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0c7ce88d-1fd5-40a9-8d67-d795c559baab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/24240678-9bf3-41c4-b036-4910bab76567 HTTP/1.1" status: 204 len: 168 time: 0.3034258 Jul 07 18:21:21.021305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ce88d-1fd5-40a9-8d67-d795c559baab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24240678-9bf3-41c4-b036-4910bab76567,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:21.075155 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:21.093221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:21.095681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:21.113401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:21.154271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.154778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.155507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.156902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.157433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.158095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.158249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.158756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.159339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.160170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.160434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.161628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:21.241728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:21.794741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:22.104074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:22.283817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:21:22.415072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:22.433739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Sync routers for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:22.441819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:22.446772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42490) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:22.452253 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-66519899-d411-4279-8677-0da20c037950 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6850986 Jul 07 18:21:22.461187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:22.461840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:22.602663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:22.736428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42498) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:22.746976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2b61dcec-80ae-47ec-87ca-260ef817c7d2 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=efbcf2d9b96944e4aff6effab7ee53be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2989206 Jul 07 18:21:22.978644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:21Z', 'revision_number': 3, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:22.987103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb61a6-038a-43bf-9a5d-543f41998577 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:22.989052 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e6fb61a6-038a-43bf-9a5d-543f41998577 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2515087 Jul 07 18:21:22.991844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42504) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:23.014693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Checking router: 0925ba82-7bc2-4cc1-8533-aaa8fe331246 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:23.015071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Updating router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:21:23.024074 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-836baf87-6c8d-417f-9b23-25af4f18f4fd tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309348 Jul 07 18:21:23.026747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42506) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:23.032803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1165838226', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:23.062737 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.148392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:21:23.153015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.435453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.531234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Subnet': ['ID=1fd313d6-bf91-4b96-8fa3-dabbec61c31c,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:23.544119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Checking segment: {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:23.544485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network hostable DHCP agents. Network: 8664009a-fb31-441d-9ff3-a695e3f4135c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:21:23.566158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 8664009a-fb31-441d-9ff3-a695e3f4135c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:21:23.580455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 8664009a-fb31-441d-9ff3-a695e3f4135c) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:23.603878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:23.604536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.609107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fedeeba-f35d-4b6e-a452-d645ea33b58d None None] Network 8664009a-fb31-441d-9ff3-a695e3f4135c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:23.634284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42508) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:23.646950 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63ed6a5d-ffed-4610-866b-f13b5db4e93f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6187208 Jul 07 18:21:23.760113 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.795731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Transition to ACTIVE for port object d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:23.809266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-8664009a-fb31-441d-9ff3-a695e3f4135c', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:21:23.810148 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.826411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.956952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Attempting to bind port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:23.957323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Attempting to bind port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:23.957686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Attempting to bind port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:23.961999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82805985-f185-41f4-a97c-baebdaf4a946 None None] Pushing event updated for resources: {'Port': ['ID=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:23.972089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:23.972921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:23.985444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.985881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:23.986396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Bound port: d4c2e3ad-6497-47ae-a052-1d9a65a41ee2, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:23.986788 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:24.069414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Allocated IP 172.20.0.2 (8664009a-fb31-441d-9ff3-a695e3f4135c/1fd313d6-bf91-4b96-8fa3-dabbec61c31c/0d6e5969-86ab-4f42-9fdc-c29421064fac) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:24.079016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] For port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:24.085431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] For port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:24.093187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:24.273182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:24.273838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:24.415363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:24.673968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82805985-f185-41f4-a97c-baebdaf4a946 None None] Pushing event updated for resources: {'Port': ['ID=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:24.789671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:24.796292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:24.815284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Transition to ACTIVE for port object 0d6e5969-86ab-4f42-9fdc-c29421064fac will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:24.888487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Transition to ACTIVE for port object 0d6e5969-86ab-4f42-9fdc-c29421064fac will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:24.957077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.047681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Network 8664009a-fb31-441d-9ff3-a695e3f4135c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:25.051629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:25.054321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:25.075161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Pushing event updated for resources: {'Port': ['ID=0d6e5969-86ab-4f42-9fdc-c29421064fac,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:25.085668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:21Z', 'revision_number': 3, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:25.165892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de96b31-898a-4f8c-8795-24b2b9bdea7d None None] The sync data for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 is: [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:21Z', 'revision_number': 3, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:25.184263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Attempting to bind port 0d6e5969-86ab-4f42-9fdc-c29421064fac on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:25.184643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Attempting to bind port 0d6e5969-86ab-4f42-9fdc-c29421064fac by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:25.185044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Attempting to bind port 0d6e5969-86ab-4f42-9fdc-c29421064fac on network 8664009a-fb31-441d-9ff3-a695e3f4135c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:25.203068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:25.203068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Checking segment: {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:25.203403 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:25.203829 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.203829 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Bound using segment: {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:25.203829 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Bound port: 0d6e5969-86ab-4f42-9fdc-c29421064fac, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:25.203829 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.277784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.20.0.1 (8664009a-fb31-441d-9ff3-a695e3f4135c/1fd313d6-bf91-4b96-8fa3-dabbec61c31c/c17dedd9-af54-43a0-83eb-2d4720008f54) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:25.304685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] For port 0d6e5969-86ab-4f42-9fdc-c29421064fac, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:25.309234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] For port 0d6e5969-86ab-4f42-9fdc-c29421064fac, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0d6e5969-86ab-4f42-9fdc-c29421064fac,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:25.316927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.485252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b052898-2363-41c1-a77e-8d82c298adbf None None] Pushing event updated for resources: {'Port': ['ID=0d6e5969-86ab-4f42-9fdc-c29421064fac,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:25.517019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.557855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Transition to ACTIVE for port object c17dedd9-af54-43a0-83eb-2d4720008f54 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:25.674755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.738959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 8664009a-fb31-441d-9ff3-a695e3f4135c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:25.742954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:25.745691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:25.822961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=c17dedd9-af54-43a0-83eb-2d4720008f54,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:25.839019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.839362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.839697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.840033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.840610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.840987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.841496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.841823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.842201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.842533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.842858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.843179 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:25.883188 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.182100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.639275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.647047 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.750829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:26.787693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=c17dedd9-af54-43a0-83eb-2d4720008f54,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:26.986607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 8664009a-fb31-441d-9ff3-a695e3f4135c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:26.986607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:27.010399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:27.111054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:27.123469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:27.123993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:27.189360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32c1c9c-22d6-468b-84f1-05a78b6872ef None None] Network 8664009a-fb31-441d-9ff3-a695e3f4135c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:21:27.198133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:27.320379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-702f68a9-95ac-40cc-bb31-60b6cd820074 None None] Provisioning for port 0d6e5969-86ab-4f42-9fdc-c29421064fac completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:27.331423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:27.351312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:27.361145 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3e4b6935-6919-4039-a704-d102dc2c960b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "PUT /v2.0/routers/0925ba82-7bc2-4cc1-8533-aaa8fe331246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7247546 Jul 07 18:21:27.363040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42556) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:27.389724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:27.397003 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:27.398615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0d6e5969-86ab-4f42-9fdc-c29421064fac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:27.519141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:27.537919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 0d6e5969-86ab-4f42-9fdc-c29421064fac completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:27.551000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0d6e5969-86ab-4f42-9fdc-c29421064fac triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:27.551544 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:27.568317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.568467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.569318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.569610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.570076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.570710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.571619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.572086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.574356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-52c4793c-972a-4dee-ac17-cafd452870fc tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.2104349 Jul 07 18:21:27.577830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42558) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:27.670162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:27.710474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.711003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 0d6e5969-86ab-4f42-9fdc-c29421064fac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0d6e5969-86ab-4f42-9fdc-c29421064fac,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:27.711180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.711932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.712660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.713380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.714595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.715559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.716342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.716952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:27.722284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:27.723187 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-834bc614-1767-4ea6-a2a0-c911b48a0e70 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.1436532 Jul 07 18:21:27.819909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=0d6e5969-86ab-4f42-9fdc-c29421064fac,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:27.859929 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Sync routers for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:27.870813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-30809e4e-1dee-40e3-b47a-2518abc45d4d None None] Provisioning complete for port 0d6e5969-86ab-4f42-9fdc-c29421064fac triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:27.873114 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30809e4e-1dee-40e3-b47a-2518abc45d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:27.875783 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:27.876672 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:28.068922 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:28.158941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-30809e4e-1dee-40e3-b47a-2518abc45d4d None None] Provisioning for port c17dedd9-af54-43a0-83eb-2d4720008f54 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:28.165772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-30809e4e-1dee-40e3-b47a-2518abc45d4d None None] Provisioning complete for port c17dedd9-af54-43a0-83eb-2d4720008f54 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:28.166180 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30809e4e-1dee-40e3-b47a-2518abc45d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.239361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-30809e4e-1dee-40e3-b47a-2518abc45d4d None None] Port c17dedd9-af54-43a0-83eb-2d4720008f54 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:28.255125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7d6de8d5-5a85-4d79-8052-ee9bcbd23066 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.5286312 Jul 07 18:21:28.370100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-927c83e8-b7b5-4415-a661-b12d4c2d1fa4 None None] Provisioning complete for port c17dedd9-af54-43a0-83eb-2d4720008f54 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:28.370479 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-927c83e8-b7b5-4415-a661-b12d4c2d1fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.434902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-927c83e8-b7b5-4415-a661-b12d4c2d1fa4 None None] Port c17dedd9-af54-43a0-83eb-2d4720008f54 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:28.445896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7d57-f8e7-4285-b365-e5aff8ad6b98 req-6bbc792b-f976-4f50-a3f7-2f8f16f250a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:28.453541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac1f7d57-f8e7-4285-b365-e5aff8ad6b98 req-6bbc792b-f976-4f50-a3f7-2f8f16f250a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 946 time: 0.1482146 Jul 07 18:21:28.495910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac1f7d57-f8e7-4285-b365-e5aff8ad6b98 req-2791334e-5d78-4fb0-8590-787185f7d9d4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Jul 07 18:21:28.560619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-665eaede-7d7f-40c8-bfab-bda9515fca33 None None] Provisioning complete for port c17dedd9-af54-43a0-83eb-2d4720008f54 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:28.561006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-665eaede-7d7f-40c8-bfab-bda9515fca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.620845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:26Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:26Z', 'revision_number': 2, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:28.631144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-665eaede-7d7f-40c8-bfab-bda9515fca33 None None] Port c17dedd9-af54-43a0-83eb-2d4720008f54 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:28.658599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42584) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:28.663423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-947861ba-2e8f-4d24-92e8-19d9a35d54be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425266543', 'description': 'tempest-secgroup-smoke-425266543 description', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:28.674678 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Checking router: 0925ba82-7bc2-4cc1-8533-aaa8fe331246 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:28.675306 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Updating router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 port c17dedd9-af54-43a0-83eb-2d4720008f54 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:21:28.686904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-947861ba-2e8f-4d24-92e8-19d9a35d54be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.719805 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.777883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-947861ba-2e8f-4d24-92e8-19d9a35d54be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.783522 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-947861ba-2e8f-4d24-92e8-19d9a35d54be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.822316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-947861ba-2e8f-4d24-92e8-19d9a35d54be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.823694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-947861ba-2e8f-4d24-92e8-19d9a35d54be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639779 Jul 07 18:21:28.826978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947861ba-2e8f-4d24-92e8-19d9a35d54be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11a8342-3c54-4fb3-bbba-0a03be915cec,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:28.827163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42590) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:28.832111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-07354372-109b-4b48-8046-b6071edd3701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': 'c11a8342-3c54-4fb3-bbba-0a03be915cec', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:28.878893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:28.888686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07354372-109b-4b48-8046-b6071edd3701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.940264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:28.940748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:28.993762 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07354372-109b-4b48-8046-b6071edd3701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.000882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07354372-109b-4b48-8046-b6071edd3701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.036140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07354372-109b-4b48-8046-b6071edd3701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1a09d4-2802-4c31-aa25-0569a96fae99,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:29.047115 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07354372-109b-4b48-8046-b6071edd3701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.048679 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-07354372-109b-4b48-8046-b6071edd3701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205484 Jul 07 18:21:29.051811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:29.056548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6b5d8ec7-83ff-4c12-af73-fa68d501977a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': 'c11a8342-3c54-4fb3-bbba-0a03be915cec', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:29.091653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0d6e5969-86ab-4f42-9fdc-c29421064fac up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:29.102972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8ec7-83ff-4c12-af73-fa68d501977a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.137293 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.151561 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Transition to ACTIVE for port object c17dedd9-af54-43a0-83eb-2d4720008f54 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:29.161700 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.190784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0d6e5969-86ab-4f42-9fdc-c29421064fac triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:29.191456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.274713 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8ec7-83ff-4c12-af73-fa68d501977a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.284307 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8ec7-83ff-4c12-af73-fa68d501977a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.318660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d8ec7-83ff-4c12-af73-fa68d501977a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d14b3a-c0c8-491d-8f01-0c1a038160d8,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:29.325884 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea15c-3991-4f1a-a29c-8756aef6c260 None None] Pushing event updated for resources: {'Port': ['ID=c17dedd9-af54-43a0-83eb-2d4720008f54,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:29.349250 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8ec7-83ff-4c12-af73-fa68d501977a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.353548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42606) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:29.353837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6b5d8ec7-83ff-4c12-af73-fa68d501977a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3009245 Jul 07 18:21:29.359038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7ec3ed3b-388d-4c26-91cb-b37038bef5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': 'c11a8342-3c54-4fb3-bbba-0a03be915cec', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:29.388788 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Attempting to bind port c17dedd9-af54-43a0-83eb-2d4720008f54 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:29.389253 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Attempting to bind port c17dedd9-af54-43a0-83eb-2d4720008f54 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:29.389611 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Attempting to bind port c17dedd9-af54-43a0-83eb-2d4720008f54 on network 8664009a-fb31-441d-9ff3-a695e3f4135c {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:29.398180 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:29.398832 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Checking segment: {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:29.399247 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.400866 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Bound using segment: {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:29.401652 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Bound port: c17dedd9-af54-43a0-83eb-2d4720008f54, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:29.402046 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.416113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ec3ed3b-388d-4c26-91cb-b37038bef5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.498283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ec3ed3b-388d-4c26-91cb-b37038bef5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.503724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ec3ed3b-388d-4c26-91cb-b37038bef5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.509402 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] For port c17dedd9-af54-43a0-83eb-2d4720008f54, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:29.514140 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] For port c17dedd9-af54-43a0-83eb-2d4720008f54, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c17dedd9-af54-43a0-83eb-2d4720008f54,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:29.521823 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.528794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3ed3b-388d-4c26-91cb-b37038bef5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe3b590-b4f3-476e-9227-99379b68ea25,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:29.532515 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7ec3ed3b-388d-4c26-91cb-b37038bef5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.537053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42608) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:29.542190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-811cb04f-9885-4c5d-9da6-46d5f05f72fc tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': 'c11a8342-3c54-4fb3-bbba-0a03be915cec', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:29.546599 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7ec3ed3b-388d-4c26-91cb-b37038bef5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914353 Jul 07 18:21:29.587258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-811cb04f-9885-4c5d-9da6-46d5f05f72fc tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.598000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:29.598631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:29.676818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-811cb04f-9885-4c5d-9da6-46d5f05f72fc tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.690254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-811cb04f-9885-4c5d-9da6-46d5f05f72fc tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.695430 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea15c-3991-4f1a-a29c-8756aef6c260 None None] Pushing event updated for resources: {'Port': ['ID=c17dedd9-af54-43a0-83eb-2d4720008f54,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:29.717695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cb04f-9885-4c5d-9da6-46d5f05f72fc tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42f2c13-6b6c-489e-bfba-768f2edb9d34,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:29.734334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-811cb04f-9885-4c5d-9da6-46d5f05f72fc tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.736286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-811cb04f-9885-4c5d-9da6-46d5f05f72fc tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1979980 Jul 07 18:21:29.739243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 42612) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:29.744503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': 'c11a8342-3c54-4fb3-bbba-0a03be915cec', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:29.786833 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Project efbcf2d9b96944e4aff6effab7ee53be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:21:29.810371 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.813554 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:29.916469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.923327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.943632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5947fcc4-6dc9-41d8-b15e-de18602de866,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:29.953558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:29.959117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f7c8b8d-e4fb-4720-b468-14f6e8552ac3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2183461 Jul 07 18:21:29.959764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 42616) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:29.965032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': 'c11a8342-3c54-4fb3-bbba-0a03be915cec', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:30.004155 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Project efbcf2d9b96944e4aff6effab7ee53be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:21:30.010929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:30.049880 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:26Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:29Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:30.095433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:30.098647 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f38e55-8f15-4a84-93f2-ff12aa916073 None None] The sync data for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 is: [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:26Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:29Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:30.101781 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:30.122719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0da73f-d8be-44c1-af03-4d72715d8b4f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:30.131918 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:30.143287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e844c358-06cc-49e7-973d-405af037895d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1821940 Jul 07 18:21:30.462609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-6edd1ab4-8777-4d99-9b26-5c5bfe4db2ca tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425266543&fields=id&tenant_id=efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 267 time: 0.0442820 Jul 07 18:21:30.638776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-2d979448-fdf6-4738-8940-12effde3f6b1 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:30.640480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-2d979448-fdf6-4738-8940-12effde3f6b1 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/networks?id=8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 200 len: 797 time: 0.1695263 Jul 07 18:21:30.657380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-5ec48a84-9078-4d59-84b6-a5246747a303 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/quotas/efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 375 time: 0.0107741 Jul 07 18:21:30.737776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-5d48272c-43a5-4502-9f35-b279f806b509 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690999 Jul 07 18:21:30.907141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c17dedd9-af54-43a0-83eb-2d4720008f54 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:30.955482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-d827f215-dbcc-4981-9b53-d3e58ca31a65 service neutron] 10.222.0.88 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957648 Jul 07 18:21:30.972248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c17dedd9-af54-43a0-83eb-2d4720008f54 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:30.976933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c17dedd9-af54-43a0-83eb-2d4720008f54 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:30.977420 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.053361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-0efbab91-8775-44c6-b050-12c4a5578f8c service neutron] 10.222.0.88 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897431 Jul 07 18:21:31.083488 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.118376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port c17dedd9-af54-43a0-83eb-2d4720008f54, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c17dedd9-af54-43a0-83eb-2d4720008f54,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:31.124334 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.196146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=c17dedd9-af54-43a0-83eb-2d4720008f54,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:31.301081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57aa24b3-af15-42a9-8d8e-a38e36407264 req-7dcd2097-9a2c-413d-b8ae-a116bfe99748 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 210 time: 0.0458536 Jul 07 18:21:31.601378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:31.722804 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.751370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:31.754469 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd7c067-20d6-459e-8e5c-3d1c294455d5" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-unplugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:31.772149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:31.778303 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:31.827210 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f52c4e9-ff0f-4db7-b9b1-e4b552c359cb x-openstack-request-id: req-0f52c4e9-ff0f-4db7-b9b1-e4b552c359cb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:31.827635 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-unplugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:31.827891 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0f52c4e9-ff0f-4db7-b9b1-e4b552c359cb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:31.828284 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'code': 200} Jul 07 18:21:31.859526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:32.461027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3b3e0834-40e0-4067-b46a-853b0e397630 req-06b7e83c-877b-4a14-ae65-4e75cf418037 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 210 time: 0.0324540 Jul 07 18:21:32.862605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c17dedd9-af54-43a0-83eb-2d4720008f54 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:32.921378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-21bfad5e-625b-48f5-a373-5aca3aaf7389 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:32.923291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-21bfad5e-625b-48f5-a373-5aca3aaf7389 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.90 "GET /v2.0/networks?id=8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 200 len: 797 time: 0.1569214 Jul 07 18:21:32.931309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c17dedd9-af54-43a0-83eb-2d4720008f54 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:32.931810 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:32.998274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-2fd3d298-d679-4955-9254-2c10910d3eaf tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 379 time: 0.0634975 Jul 07 18:21:33.009877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'port': {'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'admin_state_up': True, 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'security_groups': ['c11a8342-3c54-4fb3-bbba-0a03be915cec']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:33.134322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:21:33.138541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.295023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.20.0.5 (8664009a-fb31-441d-9ff3-a695e3f4135c/1fd313d6-bf91-4b96-8fa3-dabbec61c31c/9817a934-8b8f-4ee9-927d-f8fb8e5e414d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:33.441075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.455901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Transition to ACTIVE for port object 9817a934-8b8f-4ee9-927d-f8fb8e5e414d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:33.507813 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.559886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 8664009a-fb31-441d-9ff3-a695e3f4135c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:33.561573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:33.566176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:33.623410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:33.656254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:33.657207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.703336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-e3de975a-a6cd-4a18-870e-c4596574342e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6984479 Jul 07 18:21:33.727821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa0554-f25d-4c8d-b23b-d037fa629d29 req-2c8dba1c-f128-43ef-8306-d8a244290a01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:33.729523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bfa0554-f25d-4c8d-b23b-d037fa629d29 req-2c8dba1c-f128-43ef-8306-d8a244290a01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 931 time: 0.0925541 Jul 07 18:21:33.749816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Request body: {'port': {'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:33.849043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2bfa0554-f25d-4c8d-b23b-d037fa629d29 req-832dc579-6270-4196-a81a-c5282fbddd52 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108131 Jul 07 18:21:33.864027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-561bd81b-ed13-44e5-8651-e4f5def10bf9 None None] Provisioning for port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:33.869402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-561bd81b-ed13-44e5-8651-e4f5def10bf9 None None] Provisioning complete for port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:33.870015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-561bd81b-ed13-44e5-8651-e4f5def10bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.881035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.925310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-561bd81b-ed13-44e5-8651-e4f5def10bf9 None None] Port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:21:33.982673 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.500785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9817a934-8b8f-4ee9-927d-f8fb8e5e414d {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:34.509511 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.524499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Transition to ACTIVE for port object 9817a934-8b8f-4ee9-927d-f8fb8e5e414d will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:34.529393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.599413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Pushing event updated for resources: {'Port': ['ID=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:34.702346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Attempting to bind port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:34.703043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Attempting to bind port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:34.703676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Attempting to bind port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d on network 8664009a-fb31-441d-9ff3-a695e3f4135c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:34.708362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d on network 8664009a-fb31-441d-9ff3-a695e3f4135c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:21:34.708686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Attempting to bind port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d on network 8664009a-fb31-441d-9ff3-a695e3f4135c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:34.714307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:34.714872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Checking segment: {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:34.715460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Bound using segment: {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:34.716046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Bound port: 9817a934-8b8f-4ee9-927d-f8fb8e5e414d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5791de-97ce-4a9f-88af-fa7318240b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:34.716573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.814525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] For port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:34.818295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] For port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:34.823447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.890473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:34.893545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:34.893770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] 10.222.0.90 "PUT /v2.0/ports/9817a934-8b8f-4ee9-927d-f8fb8e5e414d HTTP/1.1" status: 200 len: 1091 time: 1.1481147 Jul 07 18:21:34.896487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:34.899129 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4998d354-0588-499e-bcf1-9feaa316f50a" -d '{"events": [{"name": "network-changed", "server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:34.910163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cd679-d65b-4cae-ad6d-9192bb0cf089 service neutron] Pushing event updated for resources: {'Port': ['ID=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:35.002371 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d1dc82-289c-49a3-9649-7bc9fea2e459 x-openstack-request-id: req-c4d1dc82-289c-49a3-9649-7bc9fea2e459 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:35.002905 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:35.003321 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c4d1dc82-289c-49a3-9649-7bc9fea2e459 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:35.003898 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'status': 'completed', 'code': 200} Jul 07 18:21:35.133538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-3d52dcda-a181-4787-a92d-0992b1501608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.135627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-3d52dcda-a181-4787-a92d-0992b1501608 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 1094 time: 0.1922755 Jul 07 18:21:35.210663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-c0acbf12-45a6-4d0b-b3c4-c1b5220c18ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d HTTP/1.1" status: 200 len: 217 time: 0.0615304 Jul 07 18:21:35.270521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615943fe-ccae-4946-948b-db712136ed74 req-efd8f4f9-a128-418d-817e-45a2da7c6f8c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.277398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-615943fe-ccae-4946-948b-db712136ed74 req-efd8f4f9-a128-418d-817e-45a2da7c6f8c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 943 time: 0.1961730 Jul 07 18:21:35.318523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-b8955da8-47d5-40c8-8759-3e028f8dcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.320245 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-b8955da8-47d5-40c8-8759-3e028f8dcd05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1fd313d6-bf91-4b96-8fa3-dabbec61c31c HTTP/1.1" status: 200 len: 835 time: 0.0982850 Jul 07 18:21:35.357955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-615943fe-ccae-4946-948b-db712136ed74 req-64f6a166-6949-4184-9ab2-9f6f9dc66b06 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789168 Jul 07 18:21:35.416130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de58e8-6184-4adc-a14d-b7528424134d req-f2fd0902-d9e0-4e79-bc58-dcbec00aca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.417818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-f2fd0902-d9e0-4e79-bc58-dcbec00aca28 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8664009a-fb31-441d-9ff3-a695e3f4135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847750 Jul 07 18:21:35.523183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-ac32657a-84ff-4c6a-8a0e-f26ae34cf963 service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964258 Jul 07 18:21:35.628150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0de58e8-6184-4adc-a14d-b7528424134d req-12e5ac5a-81af-47c4-8ffc-2dababc138d4 service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967019 Jul 07 18:21:35.633923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:21:35.789874 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d354-0588-499e-bcf1-9feaa316f50a req-7806542c-03af-4ba6-8de6-c98aead01a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.791536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4998d354-0588-499e-bcf1-9feaa316f50a req-7806542c-03af-4ba6-8de6-c98aead01a68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 1094 time: 0.0768211 Jul 07 18:21:35.797209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:35.810251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'mac_address': 'fa:16:3e:e9:cd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:21:35.850458 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.865401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:35.889736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:35.892049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d354-0588-499e-bcf1-9feaa316f50a req-c98bcf79-b0f4-4751-9e03-e8c64101694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.893696 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4998d354-0588-499e-bcf1-9feaa316f50a req-c98bcf79-b0f4-4751-9e03-e8c64101694a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 200 len: 898 time: 0.0951650 Jul 07 18:21:35.903202 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.940870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4998d354-0588-499e-bcf1-9feaa316f50a req-e6d2d5af-82b0-49a2-8153-64b89ffaa5aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d HTTP/1.1" status: 200 len: 217 time: 0.0362201 Jul 07 18:21:35.961286 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.965168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:36.001001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d354-0588-499e-bcf1-9feaa316f50a req-516589a6-2b00-48f2-a22f-d27d22bf73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:36.002484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4998d354-0588-499e-bcf1-9feaa316f50a req-516589a6-2b00-48f2-a22f-d27d22bf73e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1fd313d6-bf91-4b96-8fa3-dabbec61c31c HTTP/1.1" status: 200 len: 835 time: 0.0545599 Jul 07 18:21:36.064398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d354-0588-499e-bcf1-9feaa316f50a req-437fefc3-1cc9-470b-9381-9bf2d3f75115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:36.066055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4998d354-0588-499e-bcf1-9feaa316f50a req-437fefc3-1cc9-470b-9381-9bf2d3f75115 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8664009a-fb31-441d-9ff3-a695e3f4135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552146 Jul 07 18:21:36.161400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4998d354-0588-499e-bcf1-9feaa316f50a req-5692ffb3-c193-4d14-8164-618e44ce316b service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860300 Jul 07 18:21:36.264523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4998d354-0588-499e-bcf1-9feaa316f50a req-5d9623f3-c08b-4d40-a03e-cd6a7d1456d9 service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959184 Jul 07 18:21:36.550088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e5bb9-c95c-495e-8894-793c4335ca32 req-bd04e2ec-8059-4f57-8d94-d667a044b411 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:36.551594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e9e5bb9-c95c-495e-8894-793c4335ca32 req-bd04e2ec-8059-4f57-8d94-d667a044b411 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 943 time: 0.0649042 Jul 07 18:21:36.590929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e9e5bb9-c95c-495e-8894-793c4335ca32 req-d1eb6ac5-6154-444c-af46-b4e38111537f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 Jul 07 18:21:36.791987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:37.650288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:37.736227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:37.736581 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.818963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dc1c7-babd-4b4f-ba7a-7671bba3dbf2 req-a9546e2c-6a12-4dbb-a64e-7151396e1ce8 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:37.821490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-854dc1c7-babd-4b4f-ba7a-7671bba3dbf2 req-a9546e2c-6a12-4dbb-a64e-7151396e1ce8 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 943 time: 0.1150322 Jul 07 18:21:37.825773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.860734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:37.863626 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b2c823-5627-42f9-9c92-4e5b134bce01" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:37.869644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:37.877578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.885968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-854dc1c7-babd-4b4f-ba7a-7671bba3dbf2 req-a48d1c19-80f8-46fb-8e73-2194834509ba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580556 Jul 07 18:21:37.947392 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224df2f8-5985-4415-a65d-e7e0847b705a x-openstack-request-id: req-224df2f8-5985-4415-a65d-e7e0847b705a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:37.947751 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:37.948005 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-224df2f8-5985-4415-a65d-e7e0847b705a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:37.948860 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'code': 200} Jul 07 18:21:37.952694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:37.961897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.962241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.962909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.963394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.963892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.964425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.964937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.965412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.966161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.966653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.967191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.967663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:39.087780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa896b-727c-4b55-bc3d-8c6b13624457 req-6cf473b4-f4c2-4119-80e9-4a0548566227 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:39.089992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6fa896b-727c-4b55-bc3d-8c6b13624457 req-6cf473b4-f4c2-4119-80e9-4a0548566227 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 943 time: 0.0790076 Jul 07 18:21:39.136026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6fa896b-727c-4b55-bc3d-8c6b13624457 req-2294f2f4-4368-4e43-aed8-eaac122cda38 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399592 Jul 07 18:21:40.346074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4bfe2-4152-4e74-97a4-046b22bb0643 req-d924cfad-585a-45f1-b629-64837f5c3b2d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:40.353568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bee4bfe2-4152-4e74-97a4-046b22bb0643 req-d924cfad-585a-45f1-b629-64837f5c3b2d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 943 time: 0.0828259 Jul 07 18:21:40.388196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bee4bfe2-4152-4e74-97a4-046b22bb0643 req-4e858a0f-6714-43bc-b823-62f0b040872d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Jul 07 18:21:41.668638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9817a934-8b8f-4ee9-927d-f8fb8e5e414d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:21:41.701129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cc3ce-9606-48ab-bffd-ce8a7a551e05 req-317d5a95-65d4-4bd6-9432-000e36c5bcfd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:41.703281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a77cc3ce-9606-48ab-bffd-ce8a7a551e05 req-317d5a95-65d4-4bd6-9432-000e36c5bcfd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 943 time: 0.0949173 Jul 07 18:21:41.764333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a77cc3ce-9606-48ab-bffd-ce8a7a551e05 req-287ad4aa-efc4-4be0-9f70-19cea21937ee tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555449 Jul 07 18:21:41.891759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:41.914200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:21:41.966119 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:41.987516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9817a934-8b8f-4ee9-927d-f8fb8e5e414d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:42.028270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:42.040942 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:42.195552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:42.347033 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-3ff295d3-04c0-4ac5-8ce2-57235160e84a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246223 Jul 07 18:21:42.495253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-7f95e84e-5eb1-4fb0-a9a7-040bb9a53307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:42.497307 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-7f95e84e-5eb1-4fb0-a9a7-040bb9a53307 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1097 time: 0.0688214 Jul 07 18:21:42.521356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9817a934-8b8f-4ee9-927d-f8fb8e5e414d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:42.719743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-7ac3f224-9d24-4974-a987-217742910ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:42.721995 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-7ac3f224-9d24-4974-a987-217742910ce6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 897 time: 0.1898034 Jul 07 18:21:42.880958 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-47ec8865-312b-4457-831a-0404a3b87850 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 1001 time: 0.1467609 Jul 07 18:21:43.069660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-e9f96b5d-e60f-4315-8f37-3dee6f6283cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:43.071198 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-e9f96b5d-e60f-4315-8f37-3dee6f6283cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.1854680 Jul 07 18:21:43.153344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ef340-22a8-467e-8948-e21c40f2a810 req-f124c1de-9e68-4aaf-a1d8-ddedff746eac tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:43.156554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-815ef340-22a8-467e-8948-e21c40f2a810 req-f124c1de-9e68-4aaf-a1d8-ddedff746eac tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 944 time: 0.0976145 Jul 07 18:21:43.202556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-815ef340-22a8-467e-8948-e21c40f2a810 req-c7e48211-878b-4763-bbeb-b70433ab734e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405278 Jul 07 18:21:43.216422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-0a2450fb-3370-4878-b75b-1e4317abc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:43.228901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-0a2450fb-3370-4878-b75b-1e4317abc8e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498642 Jul 07 18:21:43.417731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-6f109f91-7b09-4acc-a03a-65e8247144d0 service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807022 Jul 07 18:21:43.622407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-22bb74bb-e24a-4ac5-a452-24a436f51c34 req-82282c6e-a5c8-418f-8e2d-7d6cfa0c953e service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966829 Jul 07 18:21:44.498059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aca358-e79d-40f8-a6e9-664983794b43 req-77910b45-a281-43fb-91cb-c75c21f76380 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:44.504952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89aca358-e79d-40f8-a6e9-664983794b43 req-77910b45-a281-43fb-91cb-c75c21f76380 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 944 time: 0.1423550 Jul 07 18:21:44.586949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89aca358-e79d-40f8-a6e9-664983794b43 req-d4a4c6a4-af51-4cf8-9237-0fed977c6b09 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764117 Jul 07 18:21:44.977266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-dc128b13-9794-496d-a62e-1ca6dc7bf823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:44.979054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-dc128b13-9794-496d-a62e-1ca6dc7bf823 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1098 time: 0.0929129 Jul 07 18:21:45.172073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-0ccf26d7-454e-44b2-931f-0dd1d491185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:45.173788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-0ccf26d7-454e-44b2-931f-0dd1d491185c service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1644223 Jul 07 18:21:45.272622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-cccc52c5-3d34-4700-88f5-c0b7becc23e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1002 time: 0.0918894 Jul 07 18:21:45.353748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-9cd684ef-0cec-460c-bc17-24f40ea6fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:45.355612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-9cd684ef-0cec-460c-bc17-24f40ea6fe43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0761631 Jul 07 18:21:45.432296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-b9420fad-1f90-4417-956a-50f17384c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:45.437244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-b9420fad-1f90-4417-956a-50f17384c2db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746567 Jul 07 18:21:45.561024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-3e49bfed-b2af-4061-aac9-76c71a7eb1d5 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130219 Jul 07 18:21:45.711694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9817a934-8b8f-4ee9-927d-f8fb8e5e414d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:45.777007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6763d8b0-3814-4a2c-a2b8-57532913bde0 req-55c100d5-992f-4d47-b3cf-b4ea2cfcc854 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060211 Jul 07 18:21:45.808782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:45.814343 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:45.815284 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:45.926101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec94cc9-645f-4459-9828-3ebbe30626e4 req-8c1a7caa-a026-4f8e-882f-bfdfbb772586 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:45.935029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec94cc9-645f-4459-9828-3ebbe30626e4 req-8c1a7caa-a026-4f8e-882f-bfdfbb772586 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 944 time: 0.1036122 Jul 07 18:21:45.998405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eec94cc9-645f-4459-9828-3ebbe30626e4 req-bd8a4250-f281-48c3-a103-58a6f3052a36 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619826 Jul 07 18:21:46.023863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ea676e8-4fa3-4324-96a1-7e3dd2792017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.069038 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.101472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:46.104777 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93dc70-cf14-4593-a5bf-9c073bbb0b91" -d '{"events": [{"server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "name": "network-vif-plugged", "status": "completed", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:46.146840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:46.156523 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:46.246380 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128287e2-4e8c-4e7d-8a30-00f629549510 x-openstack-request-id: req-128287e2-4e8c-4e7d-8a30-00f629549510 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:46.246799 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "name": "network-vif-plugged", "status": "completed", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:46.247155 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-128287e2-4e8c-4e7d-8a30-00f629549510 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:46.247678 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'code': 200} Jul 07 18:21:46.248465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:46.392662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789d4bb-2bc6-4e4c-acd9-41f48057d5b2 req-0feaf0ad-14f1-43db-ba82-01b6f35007cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:46.394481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f789d4bb-2bc6-4e4c-acd9-41f48057d5b2 req-0feaf0ad-14f1-43db-ba82-01b6f35007cf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 1096 time: 0.1397705 Jul 07 18:21:46.491678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f789d4bb-2bc6-4e4c-acd9-41f48057d5b2 req-aefce2d1-8c9b-4312-8761-42656f4be897 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896459 Jul 07 18:21:46.563731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2147d4-cf6f-49c5-a619-b756771fc49d req-b176e53a-85f5-403a-8dad-d35002b55c79 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:46.565324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be2147d4-cf6f-49c5-a619-b756771fc49d req-b176e53a-85f5-403a-8dad-d35002b55c79 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.1230621 Jul 07 18:21:46.631402 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be2147d4-cf6f-49c5-a619-b756771fc49d req-652efb92-ef9c-473b-ab91-58a76d787fe7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524848 Jul 07 18:21:46.668462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43128) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:46.787055 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6df0fe20-4645-4689-98c8-9061aa92bea3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/13f98020-9c34-41ac-896e-7ef160b081c4 HTTP/1.1" status: 200 len: 993 time: 0.1162987 Jul 07 18:21:47.426578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671c7d3-0580-4a49-bfac-3bc2279b0f30 req-236aae04-288d-4ea3-8abd-2c923aaaa6a1 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:47.428616 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5671c7d3-0580-4a49-bfac-3bc2279b0f30 req-236aae04-288d-4ea3-8abd-2c923aaaa6a1 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 945 time: 0.1786799 Jul 07 18:21:47.495052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa1add-a381-434d-a04a-51034e6e533f req-ac299757-c3d2-41c0-97be-c90c73dcf288 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:47.496614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81fa1add-a381-434d-a04a-51034e6e533f req-ac299757-c3d2-41c0-97be-c90c73dcf288 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1097 time: 0.1096699 Jul 07 18:21:47.508222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5671c7d3-0580-4a49-bfac-3bc2279b0f30 req-37525e06-c8af-4e34-9072-45b4d1ca7d4e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713513 Jul 07 18:21:47.547103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-81fa1add-a381-434d-a04a-51034e6e533f req-3d55cb0a-eaaa-45d9-8a84-2698d7290a5c tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377660 Jul 07 18:21:47.803078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-bcda80d5-3b52-4099-86a6-3bd7cd5294f2 req-e2f502e6-d090-43a2-9f68-07da6a5e325f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:21:47.804244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcda80d5-3b52-4099-86a6-3bd7cd5294f2 req-e2f502e6-d090-43a2-9f68-07da6a5e325f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063031 Jul 07 18:21:48.385117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b89842f-4313-4cec-b2f5-4a46dd52eabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.547305 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.820621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-4634e48a-fd65-4a60-83b0-f60274b58067 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3291879 Jul 07 18:21:48.907437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3ff7-55fe-4ca0-ae3c-562ca9a471c1 req-46d6aef3-960e-4789-8d0b-b2f012e7b139 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:48.913293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abee3ff7-55fe-4ca0-ae3c-562ca9a471c1 req-46d6aef3-960e-4789-8d0b-b2f012e7b139 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 945 time: 0.1874554 Jul 07 18:21:48.977809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abee3ff7-55fe-4ca0-ae3c-562ca9a471c1 req-624ab0ea-f903-4730-ba61-877ddc8fcd2c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582802 Jul 07 18:21:49.281991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9565cf2-bee2-493c-9eb1-de805fc51b40 req-d86eab25-556d-4f8a-bbb8-da7a29a13cdd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:49.294234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9565cf2-bee2-493c-9eb1-de805fc51b40 req-d86eab25-556d-4f8a-bbb8-da7a29a13cdd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 945 time: 0.1696920 Jul 07 18:21:49.425398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9565cf2-bee2-493c-9eb1-de805fc51b40 req-b353cf61-81cd-4555-9a8b-2641ee25fa69 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145568 Jul 07 18:21:49.445423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:49.532098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92fa122-255d-4543-bcdd-928b9d7457db tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:49.537099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43244) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:49.542553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:49.547363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a92fa122-255d-4543-bcdd-928b9d7457db tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 1091 time: 0.0996771 Jul 07 18:21:49.587563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.725743 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.781127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.078549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.25.1.244 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/92b35ebb-d0bc-4c74-b6eb-260891af3a42) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:21:50.094592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-d4beefda-7fa5-4a4b-8611-92400fa41524 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:21:50.095925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-d4beefda-7fa5-4a4b-8611-92400fa41524 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050139 Jul 07 18:21:50.110692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Request body: {'binding': {'host': 'n-h2-798930-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:50.111426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Unknown quota resources ['binding']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:21:50.322731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.359824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on host n-h2-798930-2 for vnic_type normal with profile None {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:50.361641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:50.361993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:50.368629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:21:50.368992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:50.385065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:50.385438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Checking segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:50.385950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Bound using segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:50.386416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Bound port: 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:50.551339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.608436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:50.639089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:21:50.641429 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] Notify callbacks [] for binding, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.642830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] 10.222.0.88 "POST /v2.0/ports/54e5667f-4ef7-4087-aa49-b271b6bfb54e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5386825 Jul 07 18:21:50.646156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:21:50.649110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:21:50.748787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=92b35ebb-d0bc-4c74-b6eb-260891af3a42,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:51.209985 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:51.514430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-e1793704-c138-4844-abdb-105eb22da0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:51.517646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-e1793704-c138-4844-abdb-105eb22da0a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1097 time: 0.4580324 Jul 07 18:21:51.558425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17664-292d-417b-86f9-26024d4ad5e9 req-be3fad70-270c-400d-83a8-33feaa5c7efb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:51.572372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8c17664-292d-417b-86f9-26024d4ad5e9 req-be3fad70-270c-400d-83a8-33feaa5c7efb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.4251435 Jul 07 18:21:51.708648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8c17664-292d-417b-86f9-26024d4ad5e9 req-48ac6e24-63c8-44ab-a135-e8fe14b28873 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352489 Jul 07 18:21:51.809526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-5c6b5083-8ecd-46fb-b969-218332c2839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:51.811256 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-5c6b5083-8ecd-46fb-b969-218332c2839e service neutron] 10.222.0.90 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 897 time: 0.2837629 Jul 07 18:21:51.872710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.034546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.038349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-76e999ae-e9a4-4e9f-b149-fdd030633266 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 1001 time: 0.1025705 Jul 07 18:21:52.182764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-ca7bf5ec-90fb-4524-b802-5e4fc62a304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:52.182764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-ca7bf5ec-90fb-4524-b802-5e4fc62a304a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.1056731 Jul 07 18:21:52.346555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-542a93be-b1a1-41fa-9f47-9c45586e496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:52.348407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-542a93be-b1a1-41fa-9f47-9c45586e496b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564803 Jul 07 18:21:52.489811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.513673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-902e5287-ab35-40b3-91b3-e0bce1ba51b5 service neutron] 10.222.0.90 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475563 Jul 07 18:21:52.515183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:52.685166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=92b35ebb-d0bc-4c74-b6eb-260891af3a42,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:52.712613 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:53.217512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-3cd88378-e05b-483b-a7c4-67d8875954a3 service neutron] 10.222.0.90 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918468 Jul 07 18:21:53.299565 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Floating IP f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29 associated. External IP: 172.25.1.244, port: 9817a934-8b8f-4ee9-927d-f8fb8e5e414d. Jul 07 18:21:53.393913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce13dc-7b6b-4ef9-8e09-ed755f5b96de req-ab3661d7-80ce-4af3-99da-c0524f4028b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:53.401092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dce13dc-7b6b-4ef9-8e09-ed755f5b96de req-ab3661d7-80ce-4af3-99da-c0524f4028b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.2445064 Jul 07 18:21:53.538326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4dce13dc-7b6b-4ef9-8e09-ed755f5b96de req-7cedbdc2-9928-486d-911f-c16a42a1b6a9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363401 Jul 07 18:21:53.566520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-a0feb760-4e82-48c9-9333-dbba21130b5b tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:53.568127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-a0feb760-4e82-48c9-9333-dbba21130b5b tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1097 time: 0.2659302 Jul 07 18:21:53.622406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-2'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:53.761071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:53.777718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:21:54.012013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:54.014428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:21:54.031783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] Sync routers for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:21:54.058845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:54.060148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:54.071663 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.096381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:54.148304 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-68f46034-cbd3-4e96-9ef8-565806c459f9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6059992 Jul 07 18:21:54.149102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43390) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:54.159630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:54.161402 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28ce025-2010-41a5-b2a7-8b66c869a7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:54.192158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.203095 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.318671 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324ef7a0-b728-4a65-b8d9-7cbfa5bbf8e9 x-openstack-request-id: req-324ef7a0-b728-4a65-b8d9-7cbfa5bbf8e9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:54.319067 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:54.319410 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-324ef7a0-b728-4a65-b8d9-7cbfa5bbf8e9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:54.319898 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'status': 'completed', 'code': 200} Jul 07 18:21:54.329761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:54.351507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:54.555916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on host n-h1-798930-2 for vnic_type normal with profile {"migrating_to": "n-h2-798930-2"} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:54.556535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:54.556736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:54.565965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:21:54.566386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Attempting to bind port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:54.583042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:54.583460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Checking segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:54.583913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Bound using segment: {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:54.584427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Bound port: 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:54.584882 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.900013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:54.907751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:54.917438 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:54.985325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=8']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:55.041006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33724-54a8-4d19-8ee7-c021ef4e66fe req-4970cf9a-dca2-458c-8dcb-8ba9cf044068 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.042614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58f33724-54a8-4d19-8ee7-c021ef4e66fe req-4970cf9a-dca2-458c-8dcb-8ba9cf044068 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.3652437 Jul 07 18:21:55.095082 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7843a69-baeb-484c-9add-614887afc4c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/floatingips/f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29 HTTP/1.1" status: 200 len: 991 time: 0.9429548 Jul 07 18:21:55.138113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-88a8c708-1f0c-4324-9a61-61a59c002965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.140198 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-88a8c708-1f0c-4324-9a61-61a59c002965 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 1096 time: 0.1247981 Jul 07 18:21:55.141285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071949a3-e490-455e-b42e-754d05467217 req-367ae610-5343-4ad8-842d-e39e2eb6d834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.148782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-071949a3-e490-455e-b42e-754d05467217 req-367ae610-5343-4ad8-842d-e39e2eb6d834 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 944 time: 0.3882818 Jul 07 18:21:55.236137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b5f185a9-dcb4-41f4-b6f5-3888299a8a99 None None] Provisioning complete for port 54e5667f-4ef7-4087-aa49-b271b6bfb54e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:55.236726 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b5f185a9-dcb4-41f4-b6f5-3888299a8a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.297381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:26Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:51Z', 'revision_number': 0, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:55.336612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] Checking router: 0925ba82-7bc2-4cc1-8533-aaa8fe331246 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:21:55.370014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-2c3bde87-d616-43be-9666-9194404a857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.373121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-2c3bde87-d616-43be-9666-9194404a857e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 200 len: 898 time: 0.2198005 Jul 07 18:21:55.397541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:21:55.402905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:55.415155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-071949a3-e490-455e-b42e-754d05467217 req-793cc0f2-ca92-4531-a319-b27bf30e19c5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657413 Jul 07 18:21:55.436981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.437718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.439155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] 10.222.0.90 "PUT /v2.0/ports/54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 1122 time: 1.8604026 Jul 07 18:21:55.486368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b5f185a9-dcb4-41f4-b6f5-3888299a8a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.492045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58f33724-54a8-4d19-8ee7-c021ef4e66fe req-a6ef5e97-ba2f-4da7-a471-219f92cdd00d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674517 Jul 07 18:21:55.496434 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-b2618f3a-40be-4352-ac0f-7efde4611fcf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d HTTP/1.1" status: 200 len: 999 time: 0.1154573 Jul 07 18:21:55.525493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['54e5667f-4ef7-4087-aa49-b271b6bfb54e'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:55.580238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-d1375c5d-fa6d-42fb-a97b-89e7adada94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.581956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-d1375c5d-fa6d-42fb-a97b-89e7adada94d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1fd313d6-bf91-4b96-8fa3-dabbec61c31c HTTP/1.1" status: 200 len: 835 time: 0.0771122 Jul 07 18:21:55.640357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b5f185a9-dcb4-41f4-b6f5-3888299a8a99 None None] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:55.645984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:55.649485 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee132c02-ddd4-48f7-9c76-e13e7182fa9e" -d '{"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-plugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:55.661895 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b5f185a9-dcb4-41f4-b6f5-3888299a8a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.722637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-eca5bd43-f18a-4f3e-b4de-4db944bcb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.725183 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-eca5bd43-f18a-4f3e-b4de-4db944bcb05d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8664009a-fb31-441d-9ff3-a695e3f4135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353526 Jul 07 18:21:55.755346 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc07aabf-0f8a-4d13-b2f6-11f38127a9fe x-openstack-request-id: req-dc07aabf-0f8a-4d13-b2f6-11f38127a9fe {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:55.755794 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-plugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:55.756143 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc07aabf-0f8a-4d13-b2f6-11f38127a9fe {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:55.756640 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'code': 200} Jul 07 18:21:55.873289 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-85e15833-0f29-439b-ae39-4ad1b41d8bcb service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379614 Jul 07 18:21:55.947576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:21:56.057009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f185a9-dcb4-41f4-b6f5-3888299a8a99 None None] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:56.072022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d28ce025-2010-41a5-b2a7-8b66c869a7e0 req-7e2497cc-1dfa-4a5c-ba00-01553b2e409f service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902213 Jul 07 18:21:56.098861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:56.199336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7f08e0e1-82e9-4de2-9422-190b2b9610d5 None None] Provisioning complete for port 54e5667f-4ef7-4087-aa49-b271b6bfb54e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:56.199710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f08e0e1-82e9-4de2-9422-190b2b9610d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:56.251984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e45ac459-e76e-4121-bacb-3bcf3a0e002c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/floatingips/f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29 HTTP/1.1" status: 200 len: 991 time: 0.1515093 Jul 07 18:21:56.323030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}, {'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:56.327807 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db3258-2275-4b70-8b76-d0e5e670a51c" -d '{"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-unplugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}, {"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:56.399908 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e291ec5-a09b-4dd0-a0fb-9ae4400607e0 x-openstack-request-id: req-3e291ec5-a09b-4dd0-a0fb-9ae4400607e0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:56.400532 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-unplugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "code": 200}, {"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:56.401033 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3e291ec5-a09b-4dd0-a0fb-9ae4400607e0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:56.402144 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'code': 200} Jul 07 18:21:56.402677 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'status': 'completed', 'code': 200} Jul 07 18:21:56.456368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac811308-efc7-4704-b65e-e3f9c8c70615 req-88fcea28-fc3a-4f19-83eb-1fbb5a9e922a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:56.465953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac811308-efc7-4704-b65e-e3f9c8c70615 req-88fcea28-fc3a-4f19-83eb-1fbb5a9e922a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1075454 Jul 07 18:21:56.562270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac811308-efc7-4704-b65e-e3f9c8c70615 req-d69def8e-96ed-447d-a10d-9b928e5175cb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879216 Jul 07 18:21:56.576080 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-c5e0db49-e659-4cc3-9e74-9b2f4fe28649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:56.578451 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-c5e0db49-e659-4cc3-9e74-9b2f4fe28649 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1127 time: 0.1496220 Jul 07 18:21:56.660052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:26Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:51Z', 'revision_number': 0, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:56.707520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-ea39bb7a-2a2c-4f80-b123-ebd50dfd1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:56.710023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-ea39bb7a-2a2c-4f80-b123-ebd50dfd1a87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 897 time: 0.1233752 Jul 07 18:21:56.723459 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbf46c-57a4-4ae4-b212-4daf84aeef68 req-31663dbf-1fcc-437b-9daf-21a93b662658 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:56.725118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ebbf46c-57a4-4ae4-b212-4daf84aeef68 req-31663dbf-1fcc-437b-9daf-21a93b662658 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.0750256 Jul 07 18:21:56.738887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbc405-0d75-4dfc-9c07-f968ff4aeb98 None None] The sync data for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 is: [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:21:26Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:51Z', 'revision_number': 0, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:21:56.776098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ebbf46c-57a4-4ae4-b212-4daf84aeef68 req-4b9ab0e0-c32c-4641-b43b-7b9378ab98e1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439043 Jul 07 18:21:56.844132 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-e882f6ce-7a98-4da4-bb55-1b8d738cf81c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 1001 time: 0.1273248 Jul 07 18:21:56.909581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-7fbf712e-9880-4da6-85db-61aa360323b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:56.911526 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-7fbf712e-9880-4da6-85db-61aa360323b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.0594347 Jul 07 18:21:56.981508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-008c0f28-2a7d-464b-b070-609d9760a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:56.983134 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-008c0f28-2a7d-464b-b070-609d9760a228 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649495 Jul 07 18:21:57.098608 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c802196f-909d-4393-8b9c-59491244ab8d None None] New status for floating IP f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:21:57.115362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-daa18593-b136-44bc-a345-45bf19b912f7 service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246514 Jul 07 18:21:57.223666 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f2db3258-2275-4b70-8b76-d0e5e670a51c req-c93f97a7-d488-4d68-9537-84743eb5f882 service neutron] 10.222.0.55 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015234 Jul 07 18:21:57.256926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43502) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:57.335487 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-efb00dbe-b9b0-4681-9895-5728c7222791 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/floatingips/f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29 HTTP/1.1" status: 200 len: 993 time: 0.0717738 Jul 07 18:21:57.765022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:21:57.770136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:57.778503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc0d74-ad4f-4745-8efe-0a269fcb5559 req-44292999-1044-49d1-be78-01ad0fadbc97 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:57.781347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85cc0d74-ad4f-4745-8efe-0a269fcb5559 req-44292999-1044-49d1-be78-01ad0fadbc97 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.0975974 Jul 07 18:21:57.845375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85cc0d74-ad4f-4745-8efe-0a269fcb5559 req-9e890d1d-6382-415d-90dd-66c02c9750fd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584760 Jul 07 18:21:57.948355 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.969843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:57.988916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e has no active binding in host n-h2-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 18:21:57.995016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:57.997306 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12ff8a4-58ea-4fe6-a795-cd66dbf86a61" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-unplugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:58.040993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:58.045011 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567973ac-e9b6-4035-b72f-dd5f3b27ca0d x-openstack-request-id: req-567973ac-e9b6-4035-b72f-dd5f3b27ca0d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:58.045313 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-unplugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:58.045577 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-567973ac-e9b6-4035-b72f-dd5f3b27ca0d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:58.045990 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'code': 200} Jul 07 18:21:58.049084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:58.058147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ca1c-2372-4e75-ab86-69eeebf3db50 req-6f1314c4-3b20-4fd7-8e39-5036859d0101 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:58.059724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2c3ca1c-2372-4e75-ab86-69eeebf3db50 req-6f1314c4-3b20-4fd7-8e39-5036859d0101 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.0891745 Jul 07 18:21:58.102783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2c3ca1c-2372-4e75-ab86-69eeebf3db50 req-5524580b-e74b-4b72-8cd6-65dbb7ecbd99 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365100 Jul 07 18:21:58.136563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:59.031439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbe2f-80f0-4410-85f1-2e2fe0dc9b19 req-3086d747-1653-4d69-8173-c8b762523afb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:59.033021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c39fbe2f-80f0-4410-85f1-2e2fe0dc9b19 req-3086d747-1653-4d69-8173-c8b762523afb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0676203 Jul 07 18:21:59.089731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c39fbe2f-80f0-4410-85f1-2e2fe0dc9b19 req-ae0046c4-8dc2-4f55-9b01-1f9590ca74b9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502534 Jul 07 18:21:59.318243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d97e-3c29-497d-bf0f-e38f0f81c279 req-ed328800-0b8d-42cf-9a50-4a5f1645391a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:59.320320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be38d97e-3c29-497d-bf0f-e38f0f81c279 req-ed328800-0b8d-42cf-9a50-4a5f1645391a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.0766256 Jul 07 18:21:59.367800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be38d97e-3c29-497d-bf0f-e38f0f81c279 req-062c91c5-65c5-4555-a1a8-bd3ec4ff9358 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Jul 07 18:22:00.285618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655026b-2dce-42c2-9c9f-45f8030addab req-4a017736-54ef-435e-96a3-28fc562c61c3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:00.289447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1655026b-2dce-42c2-9c9f-45f8030addab req-4a017736-54ef-435e-96a3-28fc562c61c3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0757992 Jul 07 18:22:00.327376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1655026b-2dce-42c2-9c9f-45f8030addab req-ab9adbb9-57a2-4d01-96d1-dac9258f7a75 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Jul 07 18:22:00.579201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9303d0-33db-4283-8ffa-499d43e421c5 req-880388b4-490a-423c-9ec6-236c8fc3b879 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:00.580890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b9303d0-33db-4283-8ffa-499d43e421c5 req-880388b4-490a-423c-9ec6-236c8fc3b879 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.0723455 Jul 07 18:22:00.620548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b9303d0-33db-4283-8ffa-499d43e421c5 req-b9c49293-30cd-4bd0-9b9a-fcd1a6906426 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337577 Jul 07 18:22:01.526183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea65b8b-89bf-4d63-a780-d302aed01ef2 req-f2e2d2fa-6a90-45b1-bc7c-83dca9f9ca70 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:01.528388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea65b8b-89bf-4d63-a780-d302aed01ef2 req-f2e2d2fa-6a90-45b1-bc7c-83dca9f9ca70 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0781476 Jul 07 18:22:01.570593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea65b8b-89bf-4d63-a780-d302aed01ef2 req-11367f0d-ceac-4696-b810-c9c6365cf76b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362046 Jul 07 18:22:01.805062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c78de-789b-4b5b-8bb3-70d305851091 req-7654ce19-11d9-45a7-8ba9-7196646a5d2e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:01.806694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b0c78de-789b-4b5b-8bb3-70d305851091 req-7654ce19-11d9-45a7-8ba9-7196646a5d2e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.0706606 Jul 07 18:22:01.849496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b0c78de-789b-4b5b-8bb3-70d305851091 req-44c0af92-9fc3-43e0-bb01-9180b0943238 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366592 Jul 07 18:22:02.197048 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:02.279641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43618) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:02.284462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5c11dc1d-3440-422e-b84e-031df93f3aa2 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758331377', 'description': 'tempest-secgroup-smoke-758331377 description', 'project_id': '837de43f788343b1950cb9da4834f824'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:02.311153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c11dc1d-3440-422e-b84e-031df93f3aa2 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.415718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c11dc1d-3440-422e-b84e-031df93f3aa2 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.419448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c11dc1d-3440-422e-b84e-031df93f3aa2 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.447728 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c11dc1d-3440-422e-b84e-031df93f3aa2 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.448993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c11dc1d-3440-422e-b84e-031df93f3aa2 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1682527 Jul 07 18:22:02.450930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11dc1d-3440-422e-b84e-031df93f3aa2 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675ef03f-c6c8-430e-9db1-d6f1ce890ac1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:02.452137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 43626) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:02.458983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-efd938b3-4478-4b71-9022-3a7d06dd7791 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'security_group_rule': {'security_group_id': '675ef03f-c6c8-430e-9db1-d6f1ce890ac1', 'project_id': '837de43f788343b1950cb9da4834f824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:02.494172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efd938b3-4478-4b71-9022-3a7d06dd7791 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.542926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efd938b3-4478-4b71-9022-3a7d06dd7791 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.547803 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efd938b3-4478-4b71-9022-3a7d06dd7791 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.569133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd938b3-4478-4b71-9022-3a7d06dd7791 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5b1764-9f98-49a6-bce2-5ea29c8cd3b3,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:02.577874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-efd938b3-4478-4b71-9022-3a7d06dd7791 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.579116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-efd938b3-4478-4b71-9022-3a7d06dd7791 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241019 Jul 07 18:22:02.581980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43632) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:02.586802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2837e3c3-e2f1-436e-80ed-f293fbbea56e tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'security_group_rule': {'security_group_id': '675ef03f-c6c8-430e-9db1-d6f1ce890ac1', 'project_id': '837de43f788343b1950cb9da4834f824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:02.615018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2837e3c3-e2f1-436e-80ed-f293fbbea56e tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.687534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2837e3c3-e2f1-436e-80ed-f293fbbea56e tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.692211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2837e3c3-e2f1-436e-80ed-f293fbbea56e tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.713526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e3c3-e2f1-436e-80ed-f293fbbea56e tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4de7c8-1efe-43b7-b98a-24a45d022601,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:02.717177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2837e3c3-e2f1-436e-80ed-f293fbbea56e tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.721343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2837e3c3-e2f1-436e-80ed-f293fbbea56e tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377332 Jul 07 18:22:02.723502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43636) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:02.728252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-aa30f079-e4fb-4237-9feb-fe4af6660c8b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'security_group_rule': {'security_group_id': '675ef03f-c6c8-430e-9db1-d6f1ce890ac1', 'project_id': '837de43f788343b1950cb9da4834f824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:02.757601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa30f079-e4fb-4237-9feb-fe4af6660c8b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.790447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541c4-442a-46f2-8e90-19c1395ca75a req-7abb9961-9422-42e4-89fe-07bb669c30eb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:02.792114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-596541c4-442a-46f2-8e90-19c1395ca75a req-7abb9961-9422-42e4-89fe-07bb669c30eb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0921767 Jul 07 18:22:02.823731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa30f079-e4fb-4237-9feb-fe4af6660c8b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.833400 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa30f079-e4fb-4237-9feb-fe4af6660c8b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.838945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-596541c4-442a-46f2-8e90-19c1395ca75a req-ce58910e-cc46-47e9-a8a0-32969c774fe2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Jul 07 18:22:02.857783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30f079-e4fb-4237-9feb-fe4af6660c8b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5e0b92-7fd3-4526-a76e-034159a905f7,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:02.866772 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa30f079-e4fb-4237-9feb-fe4af6660c8b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.868178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa30f079-e4fb-4237-9feb-fe4af6660c8b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436577 Jul 07 18:22:02.870898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43642) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:02.875881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2f7ede32-95c4-4579-b641-2db46bfb2fb8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'security_group_rule': {'security_group_id': '675ef03f-c6c8-430e-9db1-d6f1ce890ac1', 'project_id': '837de43f788343b1950cb9da4834f824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:02.909716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f7ede32-95c4-4579-b641-2db46bfb2fb8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.983988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f7ede32-95c4-4579-b641-2db46bfb2fb8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.989344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f7ede32-95c4-4579-b641-2db46bfb2fb8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.007426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ede32-95c4-4579-b641-2db46bfb2fb8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b2734f-ab1e-4fab-bae8-fe0d409929d5,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:03.015413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2f7ede32-95c4-4579-b641-2db46bfb2fb8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.016777 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2f7ede32-95c4-4579-b641-2db46bfb2fb8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449590 Jul 07 18:22:03.019580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43646) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:03.024222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'security_group_rule': {'security_group_id': '675ef03f-c6c8-430e-9db1-d6f1ce890ac1', 'project_id': '837de43f788343b1950cb9da4834f824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:03.047435 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Project 837de43f788343b1950cb9da4834f824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:22:03.053051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.057335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6950d31-c847-4d89-86cc-bad2ee1b2aed req-fc896747-8419-448a-8c4e-f2f260528b66 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:03.059019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6950d31-c847-4d89-86cc-bad2ee1b2aed req-fc896747-8419-448a-8c4e-f2f260528b66 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.0740242 Jul 07 18:22:03.113368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6950d31-c847-4d89-86cc-bad2ee1b2aed req-612fb0fb-7c61-4d78-868b-33112237d499 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452368 Jul 07 18:22:03.126190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.130497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.149074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b3a8f0-32c3-4d15-b4ec-8e83b85697de,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:03.155033 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.156176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e9e44b6c-2495-4409-9b73-15c4596c3996 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355863 Jul 07 18:22:03.158827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43652) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:03.163433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'security_group_rule': {'security_group_id': '675ef03f-c6c8-430e-9db1-d6f1ce890ac1', 'project_id': '837de43f788343b1950cb9da4834f824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:03.189066 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Project 837de43f788343b1950cb9da4834f824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:22:03.201590 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.268397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.273239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.292125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577b67bb-4951-4acb-aa6b-834b90e2fd79,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:03.298615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.301537 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-27b40a1f-2131-4374-9d98-d58391060e97 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416483 Jul 07 18:22:03.520502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-16511e33-e357-41ed-8974-d0bdb61b5fdb tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758331377&fields=id&tenant_id=837de43f788343b1950cb9da4834f824 HTTP/1.1" status: 200 len: 267 time: 0.0346191 Jul 07 18:22:03.630731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-f61c05c3-79eb-47dd-91be-9a697f89a245 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:03.632294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-f61c05c3-79eb-47dd-91be-9a697f89a245 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 814 time: 0.1022880 Jul 07 18:22:03.649308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-fdfef9d1-00c4-490e-a2e5-065a145dae92 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/quotas/837de43f788343b1950cb9da4834f824 HTTP/1.1" status: 200 len: 375 time: 0.0101213 Jul 07 18:22:03.725362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-80e3d25f-cc2a-4f32-a5e5-44c0ad79accf tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699742 Jul 07 18:22:03.742781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-e80e83ef-b2c1-429e-b7eb-24673322d9ff tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:03.743774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-e80e83ef-b2c1-429e-b7eb-24673322d9ff tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061014 Jul 07 18:22:03.814537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:03.905151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-a334e17e-993a-4284-a596-4910bce95f32 service neutron] 10.222.0.88 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530344 Jul 07 18:22:03.929026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:03.944398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'mac_address': 'fa:16:3e:e9:cd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:22:03.995540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.004426 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.009258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:04.030165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:04.035364 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:04.059109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-daad5ed2-8756-49d2-8cb1-c1e82f42c55c service neutron] 10.222.0.88 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480272 Jul 07 18:22:04.099124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e885e09-55c7-42e4-93da-41729fa78304 req-476926c6-7ca0-4a06-b5c3-1fb8b5b9f5b6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:04.100910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e885e09-55c7-42e4-93da-41729fa78304 req-476926c6-7ca0-4a06-b5c3-1fb8b5b9f5b6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1334400 Jul 07 18:22:04.106830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:04.144903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:04.146040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e885e09-55c7-42e4-93da-41729fa78304 req-af576fdb-ce15-41f6-802a-f282c34344a4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395317 Jul 07 18:22:04.377192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dde2-909a-4bb4-a673-2953e2a7734f req-347ef8f1-6595-4680-9509-23cb3820683f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:04.379099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bb6dde2-909a-4bb4-a673-2953e2a7734f req-347ef8f1-6595-4680-9509-23cb3820683f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.0929499 Jul 07 18:22:04.457809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a50356d-aeed-4209-b242-1de207c1125d req-b4a97c76-a306-4a37-94c8-e1e145468123 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 210 time: 0.0433619 Jul 07 18:22:04.463133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bb6dde2-909a-4bb4-a673-2953e2a7734f req-345763a6-8204-4ae9-ac4f-6808121a2de0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733151 Jul 07 18:22:05.333349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5ed98-1c01-4a64-9f3e-cdcb0de713be req-681e619b-cbba-4c5a-aae7-2a6b41795b06 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:05.335141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4e5ed98-1c01-4a64-9f3e-cdcb0de713be req-681e619b-cbba-4c5a-aae7-2a6b41795b06 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 946 time: 0.0704939 Jul 07 18:22:05.394267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4e5ed98-1c01-4a64-9f3e-cdcb0de713be req-6da870ce-3477-496a-a728-5444e6595ac6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527132 Jul 07 18:22:05.645387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-958f0423-adac-4fad-8035-95150ac584dc tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:05.647904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-958f0423-adac-4fad-8035-95150ac584dc tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.55 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 814 time: 0.1777658 Jul 07 18:22:05.661343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb6c3b7d-3a02-4af7-ac54-6e9bb449c739 req-271c326b-4738-4603-bc6b-ab8f3b2b0422 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 210 time: 0.0529349 Jul 07 18:22:05.713108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70094c-1f9c-4819-871c-3bc58eacd223 req-215b2fe3-c2de-4fc7-aa7a-e15a8d6d21c2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:05.715054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a70094c-1f9c-4819-871c-3bc58eacd223 req-215b2fe3-c2de-4fc7-aa7a-e15a8d6d21c2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 946 time: 0.1204076 Jul 07 18:22:05.719381 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-9ee5b743-c5d5-41ae-9777-07e55a3c3e61 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837de43f788343b1950cb9da4834f824 HTTP/1.1" status: 200 len: 379 time: 0.0544317 Jul 07 18:22:05.734140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'port': {'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'admin_state_up': True, 'tenant_id': '837de43f788343b1950cb9da4834f824', 'security_groups': ['675ef03f-c6c8-430e-9db1-d6f1ce890ac1']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:05.771101 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a70094c-1f9c-4819-871c-3bc58eacd223 req-5afce39f-89dd-47ba-a77a-718ce82a44bd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486662 Jul 07 18:22:05.848608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:05.850909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:05.891675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Made reservation on behalf of 837de43f788343b1950cb9da4834f824 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:05.896482 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.006950 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.025208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:06.025749 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.032681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:06.066316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e has no active binding in host n-h2-798930-2 {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 18:22:06.078920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Allocated IP 172.20.0.14 (2c363b70-c127-4d7f-a374-efa3903b79ad/edb5a3e4-3504-4815-b340-79cd016274c2/1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:06.159485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.174922 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-8b3e27f6-16d0-4612-8476-7ca05189cbd9 service neutron] 10.222.0.55 "GET /v2.0/ports/54e5667f-4ef7-4087-aa49-b271b6bfb54e/bindings/n-h2-798930-2 HTTP/1.1" status: 200 len: 384 time: 0.0785899 Jul 07 18:22:06.221851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:06.224210 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f07b7a7-7463-48e3-a569-d7c48c8b40b7" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:06.254450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:06.262463 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.327254 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef72f1a-4e8c-4108-8782-8edf46ec9985 x-openstack-request-id: req-5ef72f1a-4e8c-4108-8782-8edf46ec9985 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:06.327782 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-plugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:06.328038 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ef72f1a-4e8c-4108-8782-8edf46ec9985 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:06.328484 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'code': 200} Jul 07 18:22:06.369682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.384617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Transition to ACTIVE for port object 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:06.393973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=13']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:06.450953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:06.457391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.496695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:06.533935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Network 2c363b70-c127-4d7f-a374-efa3903b79ad is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:06.542727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:06.549002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:06.551835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'Port': ['ID=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:06.587250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:06.591308 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b14e9-5b07-450b-a06d-b40c980b56f3" -d '{"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-unplugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:06.604439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:06.645832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:06.646615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.652743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.691687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-b11ba810-a081-4fc2-a4b0-6cc1638c0302 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9660039 Jul 07 18:22:06.704201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Request body: {'port': {'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:06.709001 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4cb741-98fb-4b95-a645-210695b129c5 x-openstack-request-id: req-1e4cb741-98fb-4b95-a645-210695b129c5 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:06.711964 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-unplugged", "status": "completed", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:06.717711 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1e4cb741-98fb-4b95-a645-210695b129c5 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:06.719209 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'code': 200} Jul 07 18:22:06.853097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.912258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd015-b1c1-49f4-83ce-6d946c8ceb26 req-4d03bf51-2cf7-436a-942a-7aef2b4e5e2c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:06.924423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd9dd015-b1c1-49f4-83ce-6d946c8ceb26 req-4d03bf51-2cf7-436a-942a-7aef2b4e5e2c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.2873561 Jul 07 18:22:07.009066 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-63c7edc9-3405-414e-898e-79ee9dd5f063 None None] Provisioning for port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:07.015564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-63c7edc9-3405-414e-898e-79ee9dd5f063 None None] Provisioning complete for port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:07.016159 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63c7edc9-3405-414e-898e-79ee9dd5f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.092818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-63c7edc9-3405-414e-898e-79ee9dd5f063 None None] Port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:07.102321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd9dd015-b1c1-49f4-83ce-6d946c8ceb26 req-c4d2eac2-133f-4043-bc94-28c359f15b96 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767809 Jul 07 18:22:07.140873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] Transition to ACTIVE for port object 54e5667f-4ef7-4087-aa49-b271b6bfb54e will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:07.152591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.169860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:07.189725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.205540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Transition to ACTIVE for port object 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:07.223134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.316502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:07.369137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:07.380846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa669b-7ba0-49e5-8df2-7b30d0582d17 req-497adcaa-8ac8-430d-bcc6-162c4aaa5d5c tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:07.384795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7faa669b-7ba0-49e5-8df2-7b30d0582d17 req-497adcaa-8ac8-430d-bcc6-162c4aaa5d5c tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 932 time: 0.4958067 Jul 07 18:22:07.429828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Attempting to bind port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:07.430428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Attempting to bind port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:07.430925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Attempting to bind port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 on network 2c363b70-c127-4d7f-a374-efa3903b79ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:07.452449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 on network 2c363b70-c127-4d7f-a374-efa3903b79ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:22:07.453082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Attempting to bind port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 on network 2c363b70-c127-4d7f-a374-efa3903b79ad {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:07.482484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:07.483721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Checking segment: {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:07.484736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Bound using segment: {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:07.485821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Bound port: 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cc5be9-abe2-4da0-85e6-b2076793ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:07.486441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.516603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:22:07.603176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] For port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:07.613985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] For port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:07.622805 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.674885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:07.675600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:07.677110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] 10.222.0.55 "PUT /v2.0/ports/1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 1092 time: 0.9782107 Jul 07 18:22:07.677854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:07.680355 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da316a5-2654-4a2f-8fae-180913e367c1" -d '{"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:07.723432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a65eaa-2ceb-4528-9d67-e8651f30e854 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:07.815919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-a7f31025-32d5-4e6f-8883-ecc82eaaedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:07.819068 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-a7f31025-32d5-4e6f-8883-ecc82eaaedfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1095 time: 0.0903332 Jul 07 18:22:07.891183 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-53a4f9aa-9f18-44f8-82e8-ac3775a58863 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 217 time: 0.0643141 Jul 07 18:22:07.956941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-e06069be-922f-4831-a503-ab2db9dfdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:07.959097 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-e06069be-922f-4831-a503-ab2db9dfdfa3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 200 len: 853 time: 0.0608571 Jul 07 18:22:08.032936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-cc6951cb-a395-4644-8b1f-400794af9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.034773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-cc6951cb-a395-4644-8b1f-400794af9811 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c363b70-c127-4d7f-a374-efa3903b79ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693269 Jul 07 18:22:08.141287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] No DVR routers for this DVR port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:22:08.207631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-3f481352-b608-4593-91b0-5c0069f3584e service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657643 Jul 07 18:22:08.213966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da808785-8256-4e56-a981-28808705ba62 service neutron] Pushing event updated for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=11']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:08.238448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7faa669b-7ba0-49e5-8df2-7b30d0582d17 req-d5cbec69-1feb-4eed-9dfb-5e1edf3a2247 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7992136 Jul 07 18:22:08.246896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7831-5f17-4e2d-af82-29edfb86177e req-be5a24a7-a8ed-4baf-a334-89a6ec337f6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.248641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-686b7831-5f17-4e2d-af82-29edfb86177e req-be5a24a7-a8ed-4baf-a334-89a6ec337f6a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.8922007 Jul 07 18:22:08.327567 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c197cd-baaa-4a62-b2c3-6779dd5fafc9 x-openstack-request-id: req-12c197cd-baaa-4a62-b2c3-6779dd5fafc9 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:08.327857 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:08.328113 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-12c197cd-baaa-4a62-b2c3-6779dd5fafc9 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:08.328518 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'status': 'completed', 'code': 200} Jul 07 18:22:08.394872 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5a18c9c3-1a54-45b0-b089-5d3857c8b758 req-5958f2da-f8ad-4815-be09-8044196eb834 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796970 Jul 07 18:22:08.571690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-3e50392e-5ba7-4d4f-abea-1bb68b6cef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.573261 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-3e50392e-5ba7-4d4f-abea-1bb68b6cef09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1095 time: 0.1218994 Jul 07 18:22:08.584465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-686b7831-5f17-4e2d-af82-29edfb86177e req-7179c45e-246f-4a34-b970-9a4cc7036d06 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385877 Jul 07 18:22:08.588033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-da808785-8256-4e56-a981-28808705ba62 service neutron] 10.222.0.55 "PUT /v2.0/ports/54e5667f-4ef7-4087-aa49-b271b6bfb54e/bindings/n-h2-798930-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4064872 Jul 07 18:22:08.687266 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff070a3c-d00c-4b51-b4c4-4f5eedfcf893 req-ca0e3ec0-f876-4d95-8d24-fac40ba46d78 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.698296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff070a3c-d00c-4b51-b4c4-4f5eedfcf893 req-ca0e3ec0-f876-4d95-8d24-fac40ba46d78 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1593838 Jul 07 18:22:08.792673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff070a3c-d00c-4b51-b4c4-4f5eedfcf893 req-cdbfe7f2-4b4c-4188-851a-c313aa97d7aa tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927331 Jul 07 18:22:08.837565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-3b86fb6c-46e6-4615-ae7f-9469a8452326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.839217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-3b86fb6c-46e6-4615-ae7f-9469a8452326 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 915 time: 0.2576525 Jul 07 18:22:08.905810 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-de631a59-13cf-4105-8f52-15936c1ac657 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.907382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-de631a59-13cf-4105-8f52-15936c1ac657 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.2279632 Jul 07 18:22:08.910932 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-3f144d22-ddbb-4ccc-a71b-113ded86fb6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 217 time: 0.0585079 Jul 07 18:22:09.034872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-23bb7155-9a36-4c0d-8696-c75109196a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.036502 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-23bb7155-9a36-4c0d-8696-c75109196a71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 200 len: 853 time: 0.1047819 Jul 07 18:22:09.057818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-ec5d13dc-7518-4055-bc33-a829ecab7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.059326 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-ec5d13dc-7518-4055-bc33-a829ecab7be6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 1096 time: 0.1414218 Jul 07 18:22:09.183283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-2128f931-bf91-4624-9452-d0223d5b68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.185082 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-2128f931-bf91-4624-9452-d0223d5b68e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c363b70-c127-4d7f-a374-efa3903b79ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370950 Jul 07 18:22:09.188803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-a46b2c19-c613-4d2b-b1fb-83e3bb6ebe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.192908 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-a46b2c19-c613-4d2b-b1fb-83e3bb6ebe96 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1096 time: 0.0924907 Jul 07 18:22:09.331956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-3b2a72e5-1c71-481d-8bb1-7ef0c76f94ea service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339610 Jul 07 18:22:09.502563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73bc7-3b4f-4e53-817e-58cb8ee5a46a req-c3291bee-ecdb-4c90-9cf5-c3e4d73d402b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.512026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ed73bc7-3b4f-4e53-817e-58cb8ee5a46a req-c3291bee-ecdb-4c90-9cf5-c3e4d73d402b tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.0900526 Jul 07 18:22:09.577753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ed73bc7-3b4f-4e53-817e-58cb8ee5a46a req-ab1de38d-d0d7-44a4-b304-c6cee785a105 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639985 Jul 07 18:22:09.616133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-06258060-2787-4154-ba32-f17268c059d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.617764 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-06258060-2787-4154-ba32-f17268c059d3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 897 time: 0.4162021 Jul 07 18:22:09.750369 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3da316a5-2654-4a2f-8fae-180913e367c1 req-6deaefed-ef9b-40d1-90b9-8b0b075c5210 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462286 Jul 07 18:22:09.829087 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-c9b82d10-c543-41cd-80e7-fe393e04f001 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 999 time: 0.1994114 Jul 07 18:22:09.850137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:09.912620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-90409412-3218-4a5b-a3bc-62043dc8a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.915053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-90409412-3218-4a5b-a3bc-62043dc8a7c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.0767882 Jul 07 18:22:09.964021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21becad-438a-44f2-b9db-44e3ae229285 req-5674dad4-68c5-4737-9e04-4009886ae9c9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:09.980760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e21becad-438a-44f2-b9db-44e3ae229285 req-5674dad4-68c5-4737-9e04-4009886ae9c9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.1757913 Jul 07 18:22:10.042446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-a2023c1a-78ea-4ca9-a53e-86f1a2c52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:10.045165 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-a2023c1a-78ea-4ca9-a53e-86f1a2c52b45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231878 Jul 07 18:22:10.126428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e21becad-438a-44f2-b9db-44e3ae229285 req-100e8f7a-7590-47c6-9c02-57f230ba7f9a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384637 Jul 07 18:22:10.189993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66496f37-f123-4ada-965d-76d4d1757131 req-1ce4274c-9fb6-414a-aed6-b8ccc4a7e68a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:10.198183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66496f37-f123-4ada-965d-76d4d1757131 req-1ce4274c-9fb6-414a-aed6-b8ccc4a7e68a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1731703 Jul 07 18:22:10.245250 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-25fef99d-8979-402d-8760-626cdb089884 service neutron] 10.222.0.90 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921661 Jul 07 18:22:10.259802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66496f37-f123-4ada-965d-76d4d1757131 req-a5a4ed35-9af5-4b3e-851c-fc2702143aa0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567186 Jul 07 18:22:10.388241 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-a2dc7f07-9f2b-47e7-9032-fbd78bb026ce service neutron] 10.222.0.90 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360266 Jul 07 18:22:10.913261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a7d78-0dc4-4730-bcfd-cd95edaceca2 req-463f402c-4044-4402-ba90-40c51dd1111a tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:10.921774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b7a7d78-0dc4-4730-bcfd-cd95edaceca2 req-463f402c-4044-4402-ba90-40c51dd1111a tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.0990522 Jul 07 18:22:10.922871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-5c3b9bc0-654a-4243-8dab-51938280b881 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:10.925401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-5c3b9bc0-654a-4243-8dab-51938280b881 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 1096 time: 0.1029494 Jul 07 18:22:10.968363 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b7a7d78-0dc4-4730-bcfd-cd95edaceca2 req-2ee243a3-96b9-4e71-b88b-98bc0b6c2d67 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456626 Jul 07 18:22:11.126560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-61f1e412-7639-42d6-8f54-41f5545bd923 service neutron] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:11.130351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-61f1e412-7639-42d6-8f54-41f5545bd923 service neutron] Notify callbacks [] for binding, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:11.131485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-61f1e412-7639-42d6-8f54-41f5545bd923 service neutron] 10.222.0.90 "DELETE /v2.0/ports/54e5667f-4ef7-4087-aa49-b271b6bfb54e/bindings/n-h1-798930-2 HTTP/1.1" status: 204 len: 173 time: 0.1982248 Jul 07 18:22:11.415482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ee8e8-451d-4874-af65-48c39bd69227 req-7e988a4a-606b-47b8-972c-e6375aa1224e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:11.417593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c06ee8e8-451d-4874-af65-48c39bd69227 req-7e988a4a-606b-47b8-972c-e6375aa1224e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.1536229 Jul 07 18:22:11.519750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c06ee8e8-451d-4874-af65-48c39bd69227 req-696fba4a-1481-4cfe-879e-de12292f2109 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900214 Jul 07 18:22:11.570217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdbc0-9b46-4f82-9217-4128f4910d9f req-36d1714a-9ec7-454f-bf32-a640b5f826c6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:11.571829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cabcdbc0-9b46-4f82-9217-4128f4910d9f req-36d1714a-9ec7-454f-bf32-a640b5f826c6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1532631 Jul 07 18:22:11.688575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cabcdbc0-9b46-4f82-9217-4128f4910d9f req-b0802f0a-548d-4ed3-aa08-adde4cf90892 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021888 Jul 07 18:22:11.804647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb092-19df-436e-995c-da945dd650b1 req-4b045880-5a12-43b9-ae32-3bcf2829d14e tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:11.806419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcadb092-19df-436e-995c-da945dd650b1 req-4b045880-5a12-43b9-ae32-3bcf2829d14e tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1096 time: 0.0748949 Jul 07 18:22:11.856871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcadb092-19df-436e-995c-da945dd650b1 req-1fadbba4-c8d6-46a9-94cb-90e7bd3da780 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Jul 07 18:22:12.140915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69988297-1640-45e6-b7d9-5a20f68a8d23 req-5d287d7b-60db-461f-93f3-21ce57e9480b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:12.150005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69988297-1640-45e6-b7d9-5a20f68a8d23 req-5d287d7b-60db-461f-93f3-21ce57e9480b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.1461952 Jul 07 18:22:12.205719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-69988297-1640-45e6-b7d9-5a20f68a8d23 req-c6b2670f-f6e2-4526-8ab7-3524ace12193 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543470 Jul 07 18:22:12.262410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:12.304150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b3a9d-18e6-407e-8a93-0750730fe135 req-cf5688cb-0b3c-425a-a674-86263b7d47be tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:12.313041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d32b3a9d-18e6-407e-8a93-0750730fe135 req-cf5688cb-0b3c-425a-a674-86263b7d47be tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.0986440 Jul 07 18:22:12.364585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-64f7bf23-5181-43bf-8a87-167fe06e7ee8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/13f98020-9c34-41ac-896e-7ef160b081c4 HTTP/1.1" status: 200 len: 991 time: 0.0991566 Jul 07 18:22:12.386534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d32b3a9d-18e6-407e-8a93-0750730fe135 req-8d392727-1744-4ff6-9785-6770fffa45ac tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594494 Jul 07 18:22:12.659191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43852) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:12.915049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port e2cf1d46-52dd-4aff-bb18-5f1efd4e7b05 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:22:12.915436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:12.919521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fc1f7-0570-4cf2-8a2f-a20ade592db3 req-1918d1b2-a9e0-4002-99ad-e05a117a7d2f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:12.921097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-343fc1f7-0570-4cf2-8a2f-a20ade592db3 req-1918d1b2-a9e0-4002-99ad-e05a117a7d2f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.0969019 Jul 07 18:22:13.007625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-343fc1f7-0570-4cf2-8a2f-a20ade592db3 req-a8c9f875-aae7-4c10-ba5e-39cfc3135937 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757461 Jul 07 18:22:13.009170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:13.009876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:13.025722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for e2cf1d46-52dd-4aff-bb18-5f1efd4e7b05 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:22:13.220432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:13.249282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=e2cf1d46-52dd-4aff-bb18-5f1efd4e7b05,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:13.329388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:13.331127 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP 13f98020-9c34-41ac-896e-7ef160b081c4 disassociated (deleted). External IP: 172.25.1.13, port: 54e5667f-4ef7-4087-aa49-b271b6bfb54e. Jul 07 18:22:13.622150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b04589-d579-4fa8-9b72-26789ff9eee9 req-8d695253-ac06-4a93-8652-f54273884a6d tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:13.624445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96b04589-d579-4fa8-9b72-26789ff9eee9 req-8d695253-ac06-4a93-8652-f54273884a6d tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.1034405 Jul 07 18:22:13.692843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96b04589-d579-4fa8-9b72-26789ff9eee9 req-933988d0-6cad-4f85-99c1-4cb0dd35de03 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618916 Jul 07 18:22:14.191167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 833fca63-cc66-426e-9693-5dadf03dacf9 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:14.280504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c6139-928c-49b6-8804-3b3450b9f55c req-880d666d-c46a-4c5e-a8cb-16e31b3cb247 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:14.287943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e6c6139-928c-49b6-8804-3b3450b9f55c req-880d666d-c46a-4c5e-a8cb-16e31b3cb247 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.0975173 Jul 07 18:22:14.348914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e6c6139-928c-49b6-8804-3b3450b9f55c req-17d031ee-1c9b-4d40-a62b-34263984ca66 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598202 Jul 07 18:22:14.365124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:14.368336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] Sync routers for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:14.368906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:14.380108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:14.380850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:14.423632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-82fa1b14-b4a3-42de-86ab-e2eac2a5840c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/floatingips/13f98020-9c34-41ac-896e-7ef160b081c4 HTTP/1.1" status: 204 len: 168 time: 1.7604399 Jul 07 18:22:14.423632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:14.434789 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da67e57a-3992-461b-932c-744178d2bbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:14.497028 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac95e7c0-a5c7-42d0-8a7d-7c1693245c6f x-openstack-request-id: req-ac95e7c0-a5c7-42d0-8a7d-7c1693245c6f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:14.497323 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:14.497576 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac95e7c0-a5c7-42d0-8a7d-7c1693245c6f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:14.497977 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'status': 'completed', 'code': 200} Jul 07 18:22:14.652351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e57a-3992-461b-932c-744178d2bbfc req-f31fd785-620f-414e-8949-b21420ea4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:14.654685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da67e57a-3992-461b-932c-744178d2bbfc req-f31fd785-620f-414e-8949-b21420ea4fd5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 1096 time: 0.1171410 Jul 07 18:22:14.750946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:14.887031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e57a-3992-461b-932c-744178d2bbfc req-080f8b97-9c87-4093-ad9f-7427e9daf0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:14.888598 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da67e57a-3992-461b-932c-744178d2bbfc req-080f8b97-9c87-4093-ad9f-7427e9daf0ff service neutron] 10.222.0.90 "GET /v2.0/networks?id=7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 200 len: 897 time: 0.2119429 Jul 07 18:22:14.998449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da67e57a-3992-461b-932c-744178d2bbfc req-a2976288-306d-4842-a7a0-41787d22fef3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 200 len: 217 time: 0.1018164 Jul 07 18:22:15.133189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e57a-3992-461b-932c-744178d2bbfc req-977ef6e6-a575-4dc2-bdff-35d4d913190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.138595 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da67e57a-3992-461b-932c-744178d2bbfc req-977ef6e6-a575-4dc2-bdff-35d4d913190d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 200 len: 835 time: 0.1310525 Jul 07 18:22:15.146419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9a92-37bf-4638-bf74-6abc64bc6e73 req-c650dc7d-0f69-40e3-b19d-f1ad04f43d3a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.147979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36bc9a92-37bf-4638-bf74-6abc64bc6e73 req-c650dc7d-0f69-40e3-b19d-f1ad04f43d3a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.1940207 Jul 07 18:22:15.251086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e57a-3992-461b-932c-744178d2bbfc req-8f405f54-0856-4da7-8a13-947adb55f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.252919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:59Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:15.253847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da67e57a-3992-461b-932c-744178d2bbfc req-8f405f54-0856-4da7-8a13-947adb55f314 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7e429b70-1600-4bd2-aa9b-4105d046b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060059 Jul 07 18:22:15.292959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4b512-1f56-436a-a65d-f54a037ffab9 req-8534b1b1-cf07-4dd3-b276-cab360905a63 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.294640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbe4b512-1f56-436a-a65d-f54a037ffab9 req-8534b1b1-cf07-4dd3-b276-cab360905a63 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.3506854 Jul 07 18:22:15.313972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36bc9a92-37bf-4638-bf74-6abc64bc6e73 req-f457158c-831c-4d42-aac9-c0d7473d4f7c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=e6231718-5feb-48ce-acbd-2627427ee582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563270 Jul 07 18:22:15.328985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] Checking router: 833fca63-cc66-426e-9693-5dadf03dacf9 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:15.347013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:15.347926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:21:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:15.371701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbe4b512-1f56-436a-a65d-f54a037ffab9 req-5a8f5f18-9633-46b6-bf32-8c1e5699b1a5 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614123 Jul 07 18:22:15.429603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da67e57a-3992-461b-932c-744178d2bbfc req-85327ba5-f53e-4cf4-bf69-3e872421dcab service neutron] 10.222.0.90 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513081 Jul 07 18:22:15.544963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:15.576842 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-da67e57a-3992-461b-932c-744178d2bbfc req-aa0402dd-7711-40a5-b3f2-6999a98b8b1e service neutron] 10.222.0.90 "GET /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381326 Jul 07 18:22:15.610482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7398e-3933-4723-bc52-62bd4b651e74 req-f7f94785-7f19-4fb1-925f-91ea29068b20 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.618529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1b7398e-3933-4723-bc52-62bd4b651e74 req-f7f94785-7f19-4fb1-925f-91ea29068b20 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1010709 Jul 07 18:22:15.681500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1b7398e-3933-4723-bc52-62bd4b651e74 req-cbc80ff5-ce8a-407b-a048-a44510877796 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619876 Jul 07 18:22:15.737204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740427-abff-49bc-a370-7394465dead2 req-75e4baee-a88c-4d87-bd3f-121f9d0a0f7a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:15.740166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-63740427-abff-49bc-a370-7394465dead2 req-75e4baee-a88c-4d87-bd3f-121f9d0a0f7a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 945 time: 0.1194851 Jul 07 18:22:15.878702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-374ac575-9223-4b88-bdcc-7837932e0aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.916434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 54e5667f-4ef7-4087-aa49-b271b6bfb54e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:22:15.916774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.956176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:59Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:16.014039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27129ee-fbb1-4a06-b894-2e08b811ecdb None None] The sync data for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 is: [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:20:52Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'd726cda2-791e-4ec2-b344-6d9d5da06f02', 'name': '', 'network_id': '7e429b70-1600-4bd2-aa9b-4105d046b8a2', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:9f:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:50Z', 'updated_at': '2021-07-07T18:20:59Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'faf48662-87c2-4f96-b0fe-3ae9bf86c463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:16.085182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 54e5667f-4ef7-4087-aa49-b271b6bfb54e, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=54e5667f-4ef7-4087-aa49-b271b6bfb54e,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:16.085598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:16.105076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 54e5667f-4ef7-4087-aa49-b271b6bfb54e owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:22:16.307193 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:16.352523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=54e5667f-4ef7-4087-aa49-b271b6bfb54e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:16.443504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] No DVR routers for this DVR port 54e5667f-4ef7-4087-aa49-b271b6bfb54e on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:22:16.447405 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:16.449890 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-63740427-abff-49bc-a370-7394465dead2 req-614b75a6-aeaa-4148-b391-65539f1398e8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "DELETE /v2.0/ports/54e5667f-4ef7-4087-aa49-b271b6bfb54e HTTP/1.1" status: 204 len: 173 time: 0.7005095 Jul 07 18:22:16.465115 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ebc557-b955-494e-989c-84fe70dfc45d None None] New status for floating IP 13f98020-9c34-41ac-896e-7ef160b081c4: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:22:16.498957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-deleted', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:16.501713 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd20fa1-e47e-426d-bf78-fee8a5f93c6b" -d '{"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-deleted", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:16.577894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03548ebf-4a04-4935-925c-ffcd71b99327 req-6c0c65a3-9fcc-47cc-bb74-66019ca91428 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=edafee69-0777-4b76-91b6-f13c83628904 HTTP/1.1" status: 200 len: 210 time: 0.0607743 Jul 07 18:22:16.663427 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb548e1-6bcc-4fdf-9ad1-9f14e7ee4ae4 x-openstack-request-id: req-1cb548e1-6bcc-4fdf-9ad1-9f14e7ee4ae4 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:16.663713 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edafee69-0777-4b76-91b6-f13c83628904", "name": "network-vif-deleted", "tag": "54e5667f-4ef7-4087-aa49-b271b6bfb54e", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:16.664077 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1cb548e1-6bcc-4fdf-9ad1-9f14e7ee4ae4 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:16.664477 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edafee69-0777-4b76-91b6-f13c83628904', 'name': 'network-vif-deleted', 'tag': '54e5667f-4ef7-4087-aa49-b271b6bfb54e', 'status': 'completed', 'code': 200} Jul 07 18:22:16.685360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcfa8d-1b05-4cc7-84de-e1a38223df07 req-e5b8fc13-57f2-444c-85db-f0c34cd43d03 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.692600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-febcfa8d-1b05-4cc7-84de-e1a38223df07 req-e5b8fc13-57f2-444c-85db-f0c34cd43d03 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.1174703 Jul 07 18:22:16.747795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-febcfa8d-1b05-4cc7-84de-e1a38223df07 req-5b297207-a9aa-4809-b417-95cf726ed82f tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536296 Jul 07 18:22:16.967156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe8376-963e-460f-b49a-3fac62f7a76a req-8cea4acc-6dcd-4c68-9676-a4de3dcc0667 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:16.971023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1fe8376-963e-460f-b49a-3fac62f7a76a req-8cea4acc-6dcd-4c68-9676-a4de3dcc0667 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1422565 Jul 07 18:22:17.045490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1fe8376-963e-460f-b49a-3fac62f7a76a req-efac7d35-4885-47e2-9a3e-d9f3c74adef9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661745 Jul 07 18:22:17.685031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 43900) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:17.951478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f049b4c-4c09-46d2-9738-403397bd9593 req-a5d77534-c5d1-4efd-bcdb-df2e0e86b0ac tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:17.957455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f049b4c-4c09-46d2-9738-403397bd9593 req-a5d77534-c5d1-4efd-bcdb-df2e0e86b0ac tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.0819774 Jul 07 18:22:18.016186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f049b4c-4c09-46d2-9738-403397bd9593 req-6686d774-459d-4ebc-8321-9c9d88a4e4d5 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 Jul 07 18:22:18.149895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.263724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe493e-5874-4daa-bda2-b5c7e2c599dc req-f7639760-7508-43e6-bb74-8901bcdf2233 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:18.273193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4abe493e-5874-4daa-bda2-b5c7e2c599dc req-f7639760-7508-43e6-bb74-8901bcdf2233 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1014490 Jul 07 18:22:18.321056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4abe493e-5874-4daa-bda2-b5c7e2c599dc req-d271da31-849f-4d4d-9ea5-54f0a6d1799c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465782 Jul 07 18:22:18.383184 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-971373f3-82b5-42f6-b495-a83fc80fc0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.532482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.549866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port d726cda2-791e-4ec2-b344-6d9d5da06f02 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:22:18.550232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.658496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port d726cda2-791e-4ec2-b344-6d9d5da06f02, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d726cda2-791e-4ec2-b344-6d9d5da06f02,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:18.659141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.673182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for d726cda2-791e-4ec2-b344-6d9d5da06f02 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:22:18.914404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.959668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=d726cda2-791e-4ec2-b344-6d9d5da06f02,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:19.310415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.311532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedfb60-db05-4574-a369-5c17bec3add4 req-6b2eceaf-f904-4ca0-a99b-19a62f2a08fb tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:19.313208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9bedfb60-db05-4574-a369-5c17bec3add4 req-6b2eceaf-f904-4ca0-a99b-19a62f2a08fb tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.1556723 Jul 07 18:22:19.371225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9bedfb60-db05-4574-a369-5c17bec3add4 req-eee356d3-bf0d-42e9-8b67-09f8428f6e26 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479681 Jul 07 18:22:19.587429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3fd74-647c-425d-afaf-8cfe6e4b3b69 req-e9855a88-89b5-4cc2-9e86-28b5db7937b0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:19.589776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5de3fd74-647c-425d-afaf-8cfe6e4b3b69 req-e9855a88-89b5-4cc2-9e86-28b5db7937b0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.0782714 Jul 07 18:22:19.651989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5de3fd74-647c-425d-afaf-8cfe6e4b3b69 req-ba49b5d4-510f-4ef6-9370-90ccfd0142c2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466547 Jul 07 18:22:19.665645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 833fca63-cc66-426e-9693-5dadf03dacf9 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:19.701964 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.860195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:19.866879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5199aac7-bb7d-4cd9-be08-bda1015be002 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/833fca63-cc66-426e-9693-5dadf03dacf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1812894 Jul 07 18:22:19.870184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44030) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:19.878167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] Sync routers for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:19.893947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:19.895398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:19.933180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting subnet faf48662-87c2-4f96-b0fe-3ae9bf86c463 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:22:19.937797 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.944010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:19.992876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.044395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 54e5667f-4ef7-4087-aa49-b271b6bfb54e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:22:20.045195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 54e5667f-4ef7-4087-aa49-b271b6bfb54e not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:22:20.114225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:20.118399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.208978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.256807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Subnet': ['ID=faf48662-87c2-4f96-b0fe-3ae9bf86c463,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:20.264060 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.266300 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-526a1f30-053c-4447-8237-518d3dce4405 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/subnets/faf48662-87c2-4f96-b0fe-3ae9bf86c463 HTTP/1.1" status: 204 len: 168 time: 0.3950684 Jul 07 18:22:20.269743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44060) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:20.272503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc110232-0481-4c10-97b7-cd010027aa4c None None] Network 7e429b70-1600-4bd2-aa9b-4105d046b8a2 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:22:20.458733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.596441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:22:18Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:20.657812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] Checking router: 833fca63-cc66-426e-9693-5dadf03dacf9 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:20.672044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] Routers {'833fca63-cc66-426e-9693-5dadf03dacf9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:20.673879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['833fca63-cc66-426e-9693-5dadf03dacf9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:20.750014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] DHCP port deletion for 7e429b70-1600-4bd2-aa9b-4105d046b8a2 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:22:20.777732 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.877499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72529e-4ecc-473d-b91b-af0a59e33abd req-00a9207a-fcb0-44cf-b6a3-120c7be90915 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:20.879095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c72529e-4ecc-473d-b91b-af0a59e33abd req-00a9207a-fcb0-44cf-b6a3-120c7be90915 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 944 time: 0.1993668 Jul 07 18:22:20.949820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] Set router 833fca63-cc66-426e-9693-5dadf03dacf9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:20.985677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] Deleting port adb74db9-8439-46ae-a43d-ccbc5f25423b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:22:20.986380 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.023781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c72529e-4ecc-473d-b91b-af0a59e33abd req-a2eb794a-eaed-4256-a13b-1016671312c5 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912042 Jul 07 18:22:21.059440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95b68-7731-4c15-a790-c893a3b85b14 req-1e42e6b5-92ba-493e-b8ac-8d551f281544 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:21.061328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ca95b68-7731-4c15-a790-c893a3b85b14 req-1e42e6b5-92ba-493e-b8ac-8d551f281544 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1787250 Jul 07 18:22:21.063880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 22bd93a8-612c-419d-a7a5-73623baf8ff6 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:22:21.064528 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.083015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device adb74db9-8439-46ae-a43d-ccbc5f25423b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:21.191199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ca95b68-7731-4c15-a790-c893a3b85b14 req-6ff342bb-2275-488e-814d-1e9c96de1c6c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053793 Jul 07 18:22:21.237562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 22bd93a8-612c-419d-a7a5-73623baf8ff6, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=22bd93a8-612c-419d-a7a5-73623baf8ff6,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:21.238212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.254191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 22bd93a8-612c-419d-a7a5-73623baf8ff6 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:22:21.275418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] For port adb74db9-8439-46ae-a43d-ccbc5f25423b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=adb74db9-8439-46ae-a43d-ccbc5f25423b,segment=NetworkSegment(0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095),segment_id=0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:21.275826 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.295981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] Calling delete_port for adb74db9-8439-46ae-a43d-ccbc5f25423b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:22:21.430862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:21.436644 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.458062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.523148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] Pushing event deleted for resources: {'Port': ['ID=adb74db9-8439-46ae-a43d-ccbc5f25423b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:21.527383 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.531902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Port adb74db9-8439-46ae-a43d-ccbc5f25423b update to DOWN by agent not found {{(pid=105590) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 18:22:21.533723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d8d66-4cb7-4992-a894-95d1d2414713 None None] No DVR routers for this DVR port adb74db9-8439-46ae-a43d-ccbc5f25423b on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:22:21.594745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=22bd93a8-612c-419d-a7a5-73623baf8ff6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:21.640872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:21.652777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'mac_address': 'fa:16:3e:e7:17:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:22:21.666057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:22:18Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:21.682480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.802836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.809077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.884046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.885203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Fanout notify agent at l3_agent the message router_deleted on router 833fca63-cc66-426e-9693-5dadf03dacf9 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:22:21.898318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.900483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2866cf9e-794b-4d39-8ed8-bded848867bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/routers/833fca63-cc66-426e-9693-5dadf03dacf9 HTTP/1.1" status: 204 len: 168 time: 1.6287553 Jul 07 18:22:21.903122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44164) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:21.935296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256210a5-3092-447f-b6f3-4d59c61d90aa None None] The sync data for ids ['833fca63-cc66-426e-9693-5dadf03dacf9'] in n-d-798930-2 is: [{'id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181665977', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:20:41Z', 'updated_at': '2021-07-07T18:22:18Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': '22bd93a8-612c-419d-a7a5-73623baf8ff6', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833fca63-cc66-426e-9693-5dadf03dacf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:20:43Z', 'updated_at': '2021-07-07T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:21.960653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.981391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:22.007580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:22.014377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.036586 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.101369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:22.200512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.213169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e429b70-1600-4bd2-aa9b-4105d046b8a2']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:22.230516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:22.258940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:22.260027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9b0fc3-7ff4-4c88-9dd3-abf94ff82095') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:22.299447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.345308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.353749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:22:22.354226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:22:22.357430 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:22:22.467049 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.476410 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.484693 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/networks/7e429b70-1600-4bd2-aa9b-4105d046b8a2 HTTP/1.1" status: 204 len: 168 time: 0.5761945 Jul 07 18:22:22.485031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44204) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:22.505102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Network': ['ID=7e429b70-1600-4bd2-aa9b-4105d046b8a2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:22.530931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.531422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.531859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.532289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.533009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.533464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.533935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.534399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.534819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.535290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.535951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.536382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1f65-8762-4ce0-8d31-254b9990d335 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:22.588341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e07d8-0824-4494-9aba-99491e0dd117 req-71819fd1-6532-4c3b-8c68-1c512c6d8526 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:22.591021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-982e07d8-0824-4494-9aba-99491e0dd117 req-71819fd1-6532-4c3b-8c68-1c512c6d8526 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 945 time: 0.3819427 Jul 07 18:22:22.626782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13338eb-6a3b-4184-9a7e-268d89424ef1 req-c9b96ca0-1d48-4d64-8bf1-48e22dd04aed tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:22.636122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d13338eb-6a3b-4184-9a7e-268d89424ef1 req-c9b96ca0-1d48-4d64-8bf1-48e22dd04aed tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1860023 Jul 07 18:22:22.647935 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec0e3-32be-4842-aad3-0b03f4c930c8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.717205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-982e07d8-0824-4494-9aba-99491e0dd117 req-1c1893b6-e79e-418d-900b-d7d1ba0a9e85 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181829 Jul 07 18:22:22.718670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec0e3-32be-4842-aad3-0b03f4c930c8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.799239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d13338eb-6a3b-4184-9a7e-268d89424ef1 req-e2695eb8-7214-41c4-bfeb-d72de6189229 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619968 Jul 07 18:22:22.811261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec0e3-32be-4842-aad3-0b03f4c930c8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.814207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec0e3-32be-4842-aad3-0b03f4c930c8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:22.815612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ae3ec0e3-32be-4842-aad3-0b03f4c930c8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/security-groups/e6231718-5feb-48ce-acbd-2627427ee582 HTTP/1.1" status: 204 len: 168 time: 0.3193111 Jul 07 18:22:22.886483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec0e3-32be-4842-aad3-0b03f4c930c8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6231718-5feb-48ce-acbd-2627427ee582,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:22.965335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d726cda2-791e-4ec2-b344-6d9d5da06f02 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:23.005914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d726cda2-791e-4ec2-b344-6d9d5da06f02 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:22:23.006237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d726cda2-791e-4ec2-b344-6d9d5da06f02 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:22:23.291282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44294) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:23.296762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-16ab2349-2a00-4183-8943-2b681c14057d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631271989', 'description': 'tempest-secgroup-smoke-1631271989 description', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:23.319961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16ab2349-2a00-4183-8943-2b681c14057d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.411932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16ab2349-2a00-4183-8943-2b681c14057d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.417073 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16ab2349-2a00-4183-8943-2b681c14057d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.429121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:23.457962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16ab2349-2a00-4183-8943-2b681c14057d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.459528 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-16ab2349-2a00-4183-8943-2b681c14057d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1671648 Jul 07 18:22:23.461688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab2349-2a00-4183-8943-2b681c14057d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65de56da-2c77-4fab-903d-72f7662c86cc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:23.463518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44320) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:23.471356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1d9a9267-c907-450a-8c74-822f27465a73 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '65de56da-2c77-4fab-903d-72f7662c86cc', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:23.510194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9267-c907-450a-8c74-822f27465a73 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.511194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:23.515646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:23.516051 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.569202 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9267-c907-450a-8c74-822f27465a73 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.575296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9267-c907-450a-8c74-822f27465a73 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.600722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a9267-c907-450a-8c74-822f27465a73 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f285400-cc24-4083-9ac8-c437c29c30c5,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:23.608043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9267-c907-450a-8c74-822f27465a73 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.611848 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1d9a9267-c907-450a-8c74-822f27465a73 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442375 Jul 07 18:22:23.612291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44342) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:23.617627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1e186ef4-3f71-47ec-9f69-15c31e4f5d3d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '65de56da-2c77-4fab-903d-72f7662c86cc', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:23.619710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.654437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:23.657027 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae2ed53-ac0a-4988-aa3c-b20512dc202b" -d '{"events": [{"server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "name": "network-vif-plugged", "status": "completed", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:23.670822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:23.673933 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e186ef4-3f71-47ec-9f69-15c31e4f5d3d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.679715 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.711600 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb21271-6864-41c3-a158-43c7447a8c4f x-openstack-request-id: req-ddb21271-6864-41c3-a158-43c7447a8c4f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:23.712129 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "name": "network-vif-plugged", "status": "completed", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:23.712541 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ddb21271-6864-41c3-a158-43c7447a8c4f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:23.713109 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'code': 200} Jul 07 18:22:23.749130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e186ef4-3f71-47ec-9f69-15c31e4f5d3d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.763795 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:23.767063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e186ef4-3f71-47ec-9f69-15c31e4f5d3d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.798629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e186ef4-3f71-47ec-9f69-15c31e4f5d3d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db09868-7e0d-4f70-a8b4-db68e9a0c3fb,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:23.830752 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e186ef4-3f71-47ec-9f69-15c31e4f5d3d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.835827 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1e186ef4-3f71-47ec-9f69-15c31e4f5d3d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2185791 Jul 07 18:22:23.835827 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44374) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:23.840044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b8baec1b-50a5-45ee-80c8-becc41233d21 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '65de56da-2c77-4fab-903d-72f7662c86cc', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:23.888046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47417-ea53-4144-bcd0-8b060e21e100 req-de8be1cf-29cb-424a-b901-476f7165c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:23.895496 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-63b47417-ea53-4144-bcd0-8b060e21e100 req-de8be1cf-29cb-424a-b901-476f7165c2c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1097 time: 0.1131592 Jul 07 18:22:23.897497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1b-50a5-45ee-80c8-becc41233d21 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:23.951983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc134ae-5559-44db-bce8-5b223d0ecfcd req-026dad84-0882-4219-a885-8c2a07f96ea0 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:23.953745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fc134ae-5559-44db-bce8-5b223d0ecfcd req-026dad84-0882-4219-a885-8c2a07f96ea0 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 946 time: 0.0914743 Jul 07 18:22:23.974562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-63b47417-ea53-4144-bcd0-8b060e21e100 req-0a6038d6-4e94-4dab-9e1d-e4813e90773b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682745 Jul 07 18:22:24.003577 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1b-50a5-45ee-80c8-becc41233d21 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.011321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1b-50a5-45ee-80c8-becc41233d21 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.032467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fc134ae-5559-44db-bce8-5b223d0ecfcd req-cc00f81c-0eee-4cac-a781-f258486f6fe7 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659196 Jul 07 18:22:24.037267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baec1b-50a5-45ee-80c8-becc41233d21 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dcf818-5181-4838-a121-506021877552,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:24.044317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1b-50a5-45ee-80c8-becc41233d21 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.047261 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8baec1b-50a5-45ee-80c8-becc41233d21 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2112999 Jul 07 18:22:24.049645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44404) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:24.058740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9779e537-baf6-4f57-9d1f-a19bb389c92b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '65de56da-2c77-4fab-903d-72f7662c86cc', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:24.091741 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9779e537-baf6-4f57-9d1f-a19bb389c92b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.108097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12571b03-723d-4d89-a8b6-499318917222 req-940b934e-d8ab-4975-904c-53a52b656a41 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:24.109667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12571b03-723d-4d89-a8b6-499318917222 req-940b934e-d8ab-4975-904c-53a52b656a41 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.0919399 Jul 07 18:22:24.156677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12571b03-723d-4d89-a8b6-499318917222 req-a0099aaa-159e-402d-a24c-894eddc189b8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393879 Jul 07 18:22:24.171346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9779e537-baf6-4f57-9d1f-a19bb389c92b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.177717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9779e537-baf6-4f57-9d1f-a19bb389c92b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.201466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779e537-baf6-4f57-9d1f-a19bb389c92b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f57339-242b-42e6-b717-278b730c8f7b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:24.221691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9779e537-baf6-4f57-9d1f-a19bb389c92b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.222925 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9779e537-baf6-4f57-9d1f-a19bb389c92b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696839 Jul 07 18:22:24.225761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44428) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:24.230623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '65de56da-2c77-4fab-903d-72f7662c86cc', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:24.254854 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:22:24.260222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.319598 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.325472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.344780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd16780-b8f9-4ab2-9e7b-073cbfd9142e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:24.352174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.356345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-90327dfc-cee4-4a06-893b-167f834863ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266618 Jul 07 18:22:24.356771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44442) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:24.361962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'security_group_rule': {'security_group_id': '65de56da-2c77-4fab-903d-72f7662c86cc', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:24.392251 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Project a83ee44d4f4b413ab95cf44463fc88ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:22:24.397440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.463432 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.468335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.487328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e7e2a6-50f4-40e2-8f31-efa915e7d01f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:24.494548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.495877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1edc616a-214b-4274-b61a-393610144b8d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377921 Jul 07 18:22:24.499079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44458) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:24.504568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'network': {'name': 'tempest-network-smoke--2139881255', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:24.527625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:24.531468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.556942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:22:24.567764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.568111 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Added segment 49bdbdf8-8141-4741-abd4-a72f7cdc174d of type vlan for network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c Jul 07 18:22:24.617195 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.647213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.652767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:24.653403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.711948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2116625 Jul 07 18:22:24.714979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44464) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:24.721334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'admin_state_up': True, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:24.736101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3218b-dc5a-4f18-b495-d89716640fab tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Network': ['ID=58fbef9d-32d1-41d0-a2a9-c04a069cec5c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:24.749468 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.749685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:22:24.750638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.822431 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:24.861683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 22bd93a8-612c-419d-a7a5-73623baf8ff6 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:24.892951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 22bd93a8-612c-419d-a7a5-73623baf8ff6 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:22:24.893350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 22bd93a8-612c-419d-a7a5-73623baf8ff6 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:22:24.974785 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:25.178614 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:25.199087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:25.230378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f65e65-de2d-4ac2-bbcc-1b0066328dd2 req-695a0646-7728-4293-a276-fbb434828d6a tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:25.232159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8f65e65-de2d-4ac2-bbcc-1b0066328dd2 req-695a0646-7728-4293-a276-fbb434828d6a tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 946 time: 0.0712056 Jul 07 18:22:25.274367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8f65e65-de2d-4ac2-bbcc-1b0066328dd2 req-02288a47-3d43-49f3-8a65-30481dac2af3 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354333 Jul 07 18:22:25.339768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.178 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/fb184190-1c89-4cf0-8c53-a312ab647dff) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:25.471374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:25.519068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:25.542612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf697e76-c652-431f-a998-0a44b2e6a686 req-fac42685-bc1b-405b-9c8d-da1265fdac93 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:25.544274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf697e76-c652-431f-a998-0a44b2e6a686 req-fac42685-bc1b-405b-9c8d-da1265fdac93 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 946 time: 0.1147599 Jul 07 18:22:25.558778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56d62c-4778-4f39-864f-59bb8e131569 req-b11333ee-1482-456e-8361-e1d4226a5c13 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:25.560373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc56d62c-4778-4f39-864f-59bb8e131569 req-b11333ee-1482-456e-8361-e1d4226a5c13 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.0985510 Jul 07 18:22:25.566317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:25.575570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:25.589086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:25.619427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf697e76-c652-431f-a998-0a44b2e6a686 req-67429a45-bd65-42fd-82ac-2e3c7dd80c41 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579550 Jul 07 18:22:25.619987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=fb184190-1c89-4cf0-8c53-a312ab647dff,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:25.639669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc56d62c-4778-4f39-864f-59bb8e131569 req-0b549c19-1a4a-4351-b192-645129776c0e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660071 Jul 07 18:22:25.670439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44482) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:25.872271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d6616a-d52c-4fa0-b03d-13b760f03658 tempest-TestVolumeBackupRestore-1323953178 tempest-TestVolumeBackupRestore-1323953178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:25.876643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-62d6616a-d52c-4fa0-b03d-13b760f03658 tempest-TestVolumeBackupRestore-1323953178 tempest-TestVolumeBackupRestore-1323953178-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1092 time: 0.2075965 Jul 07 18:22:25.876928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44500) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:25.882142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:25.921732 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.043729 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.193029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Allocated IP 172.25.1.124 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c4b8e65c-1a14-45f6-b08b-458cd60db7e8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:26.311972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.325811 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.362334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.411473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:26.417142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:26.420301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:26.494973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'Port': ['ID=c4b8e65c-1a14-45f6-b08b-458cd60db7e8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:26.506581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.506921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.507242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.507602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.507958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.508309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.509311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.509833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.510372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.510875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.511368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.512414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:26.589462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.750738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 40560bde-d432-4f90-975c-545d6d72ac4e is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:22:26.891430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:26.902535 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Sync routers for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:26.916521 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.917904 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:26.918452 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-12a93ad6-aebe-447e-b076-5582d3e6e802 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2016072 Jul 07 18:22:26.918621 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:26.921622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44564) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:26.949014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.958971 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2bf6d9c3-fac8-4560-b7ba-ffe2e48236ba tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=a83ee44d4f4b413ab95cf44463fc88ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356925 Jul 07 18:22:26.961484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:27.068305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae2af18-8264-4f6f-82b5-934162c8a585 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:27.070069 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9ae2af18-8264-4f6f-82b5-934162c8a585 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1070530 Jul 07 18:22:27.072918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44570) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:27.105212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.124171 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1f21ac70-14cc-41d2-b266-949d9ab2bae4 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500751 Jul 07 18:22:27.128063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44572) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:27.136794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1315883907', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:27.148295 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:27.241269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:27.246764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.335272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454716f-71d6-481a-9a9e-4ddab44fb4ca req-4cd39a53-b31b-4d77-9896-9cc209ee2af4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:27.337144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0454716f-71d6-481a-9a9e-4ddab44fb4ca req-4cd39a53-b31b-4d77-9896-9cc209ee2af4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1123412 Jul 07 18:22:27.389908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.394867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0454716f-71d6-481a-9a9e-4ddab44fb4ca req-60fa8616-8290-4eff-8a57-5504683a6250 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497613 Jul 07 18:22:27.396596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.414068 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:26Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:27.540780 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Checking router: 40560bde-d432-4f90-975c-545d6d72ac4e for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:27.541423 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Updating router 40560bde-d432-4f90-975c-545d6d72ac4e port fb184190-1c89-4cf0-8c53-a312ab647dff binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:22:27.544602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event updated for resources: {'Port': ['ID=c4b8e65c-1a14-45f6-b08b-458cd60db7e8,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:27.552696 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.555345 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.580249 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.638078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Checking segment: {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:27.638445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network hostable DHCP agents. Network: 58fbef9d-32d1-41d0-a2a9-c04a069cec5c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:22:27.673668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Subnet': ['ID=a07c47de-e806-48ef-9b3f-5aeaafc23c3f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:27.677469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:22:27.689327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 58fbef9d-32d1-41d0-a2a9-c04a069cec5c) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:27.705206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:27.711223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.713770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5797b089-8fda-42f6-9f20-b549b4dfd2b1 None None] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:22:27.718337 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Floating IP c1bbd048-a11e-44e4-9b2b-b973f55e6d3d associated. External IP: 172.25.1.124, port: 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990. Jul 07 18:22:27.750559 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-365a9195-1b28-4db6-8594-cc32b60a1170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6178880 Jul 07 18:22:27.751388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44578) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:27.945821 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.962891 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Transition to ACTIVE for port object fb184190-1c89-4cf0-8c53-a312ab647dff will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:27.970335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:22:27.974625 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.011788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:22:28.013039 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.048335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164097-9e86-4c21-abbe-e0204642ec17 req-d9d3ca24-c68f-4016-876c-159ae8f17a85 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:28.056813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80164097-9e86-4c21-abbe-e0204642ec17 req-d9d3ca24-c68f-4016-876c-159ae8f17a85 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.1836689 Jul 07 18:22:28.100225 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Pushing event updated for resources: {'Port': ['ID=fb184190-1c89-4cf0-8c53-a312ab647dff,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:28.148106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.149526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80164097-9e86-4c21-abbe-e0204642ec17 req-566fab73-9051-412c-ab64-08532d644a70 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916097 Jul 07 18:22:28.149964 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.150387 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.151133 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-0dbc72a1-9f41-45d9-bd04-39ebcc9aa46e req-c1b651b9-ee1b-4951-932a-bef18be0fd68 service neutron] (105588) timed out ('10.222.0.88', 47756) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:22:28.151478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.151916 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.156038 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.156949 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.158166 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.158597 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.160423 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.160861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.161289 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:28.161694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Router de79516a-29e8-4921-ac34-b7040e3bac49 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:28.177522 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Attempting to bind port fb184190-1c89-4cf0-8c53-a312ab647dff on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:28.179742 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Attempting to bind port fb184190-1c89-4cf0-8c53-a312ab647dff by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:28.181726 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Attempting to bind port fb184190-1c89-4cf0-8c53-a312ab647dff on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:28.191698 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:28.193618 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:28.194716 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.198298 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:28.199176 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Bound port: fb184190-1c89-4cf0-8c53-a312ab647dff, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:28.200117 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.233458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Allocated IP 172.20.0.2 (58fbef9d-32d1-41d0-a2a9-c04a069cec5c/a07c47de-e806-48ef-9b3f-5aeaafc23c3f/cc88a833-5bd0-4d1c-b7eb-2498ec4028fc) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:28.268977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-29a282f5-c335-4537-b334-3d0e1d632742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:28.273355 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-29a282f5-c335-4537-b334-3d0e1d632742 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1098 time: 0.4365585 Jul 07 18:22:28.346747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] For port fb184190-1c89-4cf0-8c53-a312ab647dff, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:28.368003 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] For port fb184190-1c89-4cf0-8c53-a312ab647dff, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fb184190-1c89-4cf0-8c53-a312ab647dff,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:28.376690 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.417621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:28.453611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.454965 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:28.456766 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:28.488590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-8b76018f-0ad2-4ed3-a158-6547f2b2b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:28.491409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-8b76018f-0ad2-4ed3-a158-6547f2b2b052 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.2119300 Jul 07 18:22:28.528391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9d8e21ec-8d89-49f4-b035-d038f31b35dd tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6499414 Jul 07 18:22:28.529047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44586) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:28.529637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:28.532148 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:28.548758 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.558661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Transition to ACTIVE for port object cc88a833-5bd0-4d1c-b7eb-2498ec4028fc will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:28.591292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Transition to ACTIVE for port object cc88a833-5bd0-4d1c-b7eb-2498ec4028fc will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:28.591860 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:28.603820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] Sync routers for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:28.626806 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d102a4fc-82e8-4887-93b4-ea948ee39fb9 x-openstack-request-id: req-d102a4fc-82e8-4887-93b4-ea948ee39fb9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:28.629860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:28.630300 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:28.630645 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d102a4fc-82e8-4887-93b4-ea948ee39fb9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:28.631151 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'status': 'completed', 'code': 200} Jul 07 18:22:28.633989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:28.636528 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.642768 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-d944a66a-b1c7-4aab-9a7d-fd885ca163fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1002 time: 0.1434834 Jul 07 18:22:28.667074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ac906-c166-46fe-912b-4c5a7da49e23 tempest-TestVolumeBackupRestore-1323953178 tempest-TestVolumeBackupRestore-1323953178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:28.676090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d16ac906-c166-46fe-912b-4c5a7da49e23 tempest-TestVolumeBackupRestore-1323953178 tempest-TestVolumeBackupRestore-1323953178-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1092 time: 0.1386287 Jul 07 18:22:28.677105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44592) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:28.681946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Request body: {'floatingip': {'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:28.688635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:28.769862 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9f2cd-7bc9-4787-8735-9d3c1fb7344f None None] Pushing event updated for resources: {'Port': ['ID=fb184190-1c89-4cf0-8c53-a312ab647dff,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:28.798570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.805089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-7c84e1f2-127d-4929-a4e6-276a45dc0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:28.807465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-7c84e1f2-127d-4929-a4e6-276a45dc0926 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.1537840 Jul 07 18:22:28.837904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:28.859998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.886802 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:26Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:28.892756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:28.940435 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988bd25-643b-4ec7-90c2-705b58104d5b None None] The sync data for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 is: [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:26Z', 'revision_number': 3, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:28.950557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:29.134719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Pushing event updated for resources: {'Port': ['ID=cc88a833-5bd0-4d1c-b7eb-2498ec4028fc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:29.140149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.190843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Attempting to bind port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:29.191659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Attempting to bind port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:29.192282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Attempting to bind port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc on network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:29.205164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.1 (58fbef9d-32d1-41d0-a2a9-c04a069cec5c/a07c47de-e806-48ef-9b3f-5aeaafc23c3f/3bd2ebed-1b34-450c-8ae3-c5d1c07e841d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:29.205607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:29.210563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Checking segment: {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:29.211363 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.222548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Bound using segment: {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:29.224377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Bound port: cc88a833-5bd0-4d1c-b7eb-2498ec4028fc, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:29.225107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.240163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:29.242941 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147a64c7-b457-4e05-8919-064a9719fd40" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-unplugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:29.305040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] For port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:29.309164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] For port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cc88a833-5bd0-4d1c-b7eb-2498ec4028fc,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:29.327578 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286dc2a7-7ac2-4104-9405-090be6eb0416 x-openstack-request-id: req-286dc2a7-7ac2-4104-9405-090be6eb0416 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:29.328267 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-unplugged", "status": "completed", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:29.328744 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-286dc2a7-7ac2-4104-9405-090be6eb0416 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:29.329444 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'code': 200} Jul 07 18:22:29.400753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.418510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:29.458992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.512982 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.527433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:29.545358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:29.560750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:29.581634 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.588290 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:29.615596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-20d91852-0b49-4182-afde-014e67f97ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:29.619222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-20d91852-0b49-4182-afde-014e67f97ad9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1097 time: 0.9426622 Jul 07 18:22:29.623172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:29.659827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c1bbd048-a11e-44e4-9b2b-b973f55e6d3d', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'mac_address': 'fa:16:3e:e7:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:26Z', 'updated_at': '2021-07-07T18:22:26Z', 'revision_number': 0, 'project_id': '837de43f788343b1950cb9da4834f824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:29.663252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa75f5-f15e-446a-a85c-6339cce26023 None None] Pushing event updated for resources: {'Port': ['ID=cc88a833-5bd0-4d1c-b7eb-2498ec4028fc,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:29.696534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.720230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] Checking router: de79516a-29e8-4921-ac34-b7040e3bac49 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:29.746417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247337a-a056-4bbf-b40c-71a2f690f525 req-3004bd0a-3604-48e5-b507-3ac7876dc974 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:29.755455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5247337a-a056-4bbf-b40c-71a2f690f525 req-3004bd0a-3604-48e5-b507-3ac7876dc974 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 947 time: 0.2557416 Jul 07 18:22:29.786007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:29.786662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:29.795415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-f78e7a83-cd6f-4555-937d-a64cd1e9f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:29.797684 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-f78e7a83-cd6f-4555-937d-a64cd1e9f4e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9676480 Jul 07 18:22:29.864760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5247337a-a056-4bbf-b40c-71a2f690f525 req-d2dc270a-3220-4e3f-9451-c50e27ae7337 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092019 Jul 07 18:22:29.919185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=14']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:30.084791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:30.225058 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-85e035d5-5bef-4820-8999-04b3571997fe service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137883 Jul 07 18:22:30.228507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.372621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-cb0d2092-99b7-4ef7-93a1-29c449f13b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:30.375691 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-cb0d2092-99b7-4ef7-93a1-29c449f13b79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 915 time: 0.6753423 Jul 07 18:22:30.377647 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.383368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.430106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c1bbd048-a11e-44e4-9b2b-b973f55e6d3d', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'mac_address': 'fa:16:3e:e7:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:26Z', 'updated_at': '2021-07-07T18:22:26Z', 'revision_number': 0, 'project_id': '837de43f788343b1950cb9da4834f824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:30.483733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722111b-ecf0-4e43-8d12-ec130064b405 None None] The sync data for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 is: [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c1bbd048-a11e-44e4-9b2b-b973f55e6d3d', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'mac_address': 'fa:16:3e:e7:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:26Z', 'updated_at': '2021-07-07T18:22:26Z', 'revision_number': 0, 'project_id': '837de43f788343b1950cb9da4834f824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:30.488540 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-99809b47-7401-4f20-a64b-cf0871ce4fa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 1000 time: 0.0719926 Jul 07 18:22:30.742456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Router de79516a-29e8-4921-ac34-b7040e3bac49 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:30.918359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:30.923425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.024178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:31.027043 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e89513-f2e0-4645-b4a3-ea1760505284" -d '{"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:31.051469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f2b18-83d4-4b70-8a63-d5104a15b626 None None] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:22:31.067354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50f61455-33cf-4f3d-8ca4-e23cef737de1 req-69150b75-0326-4393-a8bf-4704caac4514 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191965 Jul 07 18:22:31.090192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0a651d22-f307-40c4-8720-14129890e6ca tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "PUT /v2.0/floatingips/c1bbd048-a11e-44e4-9b2b-b973f55e6d3d HTTP/1.1" status: 200 len: 992 time: 2.4067078 Jul 07 18:22:31.122206 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b128b-3c85-4075-b551-4914b8c82dfb x-openstack-request-id: req-372b128b-3c85-4075-b551-4914b8c82dfb {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:31.122498 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:31.122758 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-372b128b-3c85-4075-b551-4914b8c82dfb {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:31.123433 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'status': 'completed', 'code': 200} Jul 07 18:22:31.163315 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee27be1-9326-435d-8f16-60030c65d206 None None] New status for floating IP c1bbd048-a11e-44e4-9b2b-b973f55e6d3d: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:22:31.261733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-1080085b-3440-4c7b-aaa1-e2254e972044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:31.263672 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-1080085b-3440-4c7b-aaa1-e2254e972044 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 200 len: 853 time: 0.7649367 Jul 07 18:22:31.273189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb184190-1c89-4cf0-8c53-a312ab647dff up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:31.290676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2bb7-1931-4be3-94a1-1ec9f6d5210b req-88b7596b-337a-44a5-83d9-dede192a903c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:31.292265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-669c2bb7-1931-4be3-94a1-1ec9f6d5210b req-88b7596b-337a-44a5-83d9-dede192a903c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1824882 Jul 07 18:22:31.392961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-669c2bb7-1931-4be3-94a1-1ec9f6d5210b req-6c17e808-0ed9-4ada-87d8-1c1ef626ede4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919445 Jul 07 18:22:31.452412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-35199f6b-efad-4503-9e94-52ec16597a86 None None] Provisioning for port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:31.473076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port fb184190-1c89-4cf0-8c53-a312ab647dff completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:31.494243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fb184190-1c89-4cf0-8c53-a312ab647dff triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:31.497739 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.568779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] Sync routers for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:31.583869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:31.584672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:31.614336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.621739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.725536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.777070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-783ab399-abe7-4b75-936e-011f7bd34d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:31.780015 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-783ab399-abe7-4b75-936e-011f7bd34d50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c363b70-c127-4d7f-a374-efa3903b79ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5082510 Jul 07 18:22:31.832205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:31.934763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9644bc5-b2a8-4ac7-80bf-1af47908b2a3 None None] Provisioning for port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:31.940672 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.953242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9644bc5-b2a8-4ac7-80bf-1af47908b2a3 None None] Provisioning complete for port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:31.953704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9644bc5-b2a8-4ac7-80bf-1af47908b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.966094 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-38bfa8ec-75db-4f49-bee5-ee1ae289d15b service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444154 Jul 07 18:22:31.968033 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:31.969609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:31.991031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:32.030430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port fb184190-1c89-4cf0-8c53-a312ab647dff, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fb184190-1c89-4cf0-8c53-a312ab647dff,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:32.049734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.050614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cc88a833-5bd0-4d1c-b7eb-2498ec4028fc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:32.146370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f9644bc5-b2a8-4ac7-80bf-1af47908b2a3 None None] Port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:32.207251 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b022b2c0-a4ec-4f40-b36a-bb1c8a689cd8 req-79716a46-2cde-40b2-ac50-0dd1c78ec2f0 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282844 Jul 07 18:22:32.233054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=fb184190-1c89-4cf0-8c53-a312ab647dff,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:32.239421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 40560bde-d432-4f90-975c-545d6d72ac4e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:32.264542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:32.296137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:32.297815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.375099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0f138c73-186d-4cc9-9383-111e09914af3 None None] Provisioning complete for port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:32.375471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f138c73-186d-4cc9-9383-111e09914af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.411535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-8a169ca6-c4e7-4d72-a673-35e18102f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.413304 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-8a169ca6-c4e7-4d72-a673-35e18102f539 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1097 time: 0.1472161 Jul 07 18:22:32.433658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:32.439332 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8ff65cf7-202d-42f9-833d-cb1096c46329 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/40560bde-d432-4f90-975c-545d6d72ac4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6868072 Jul 07 18:22:32.458790 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Sync routers for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:32.474513 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:32.475389 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:32.476297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0f138c73-186d-4cc9-9383-111e09914af3 None None] Port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:32.531676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-4b9fa19b-8df5-4783-be24-67d3dd996a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.533391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-4b9fa19b-8df5-4783-be24-67d3dd996a54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 915 time: 0.1115656 Jul 07 18:22:32.604503 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.638550 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:32.646809 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-6a25fd19-b8d2-4a8a-86b1-6d86b127f4e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 1002 time: 0.1045167 Jul 07 18:22:32.677746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-45a10709-c72e-46d9-acb3-702c53a0e205 None None] Provisioning complete for port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:32.678242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a10709-c72e-46d9-acb3-702c53a0e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.685854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cc88a833-5bd0-4d1c-b7eb-2498ec4028fc,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:32.713166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921b11-e9e6-4bda-9935-a778e416ea91 req-ec5a5f6e-581f-468a-bacd-f020303a8b13 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.715677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97921b11-e9e6-4bda-9935-a778e416ea91 req-ec5a5f6e-581f-468a-bacd-f020303a8b13 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1349425 Jul 07 18:22:32.751437 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.752208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-78bd01ae-647d-42a4-adea-907e7da2b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.759290 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-78bd01ae-647d-42a4-adea-907e7da2b43a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 200 len: 853 time: 0.1055441 Jul 07 18:22:32.765934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c1bbd048-a11e-44e4-9b2b-b973f55e6d3d', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'mac_address': 'fa:16:3e:e7:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:26Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': '837de43f788343b1950cb9da4834f824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:32.771758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-829be5cd-739e-4c4a-a8ca-839cc55340d4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631271989&fields=id&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 267 time: 0.0547838 Jul 07 18:22:32.826625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] Checking router: de79516a-29e8-4921-ac34-b7040e3bac49 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:32.844116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-45a10709-c72e-46d9-acb3-702c53a0e205 None None] Port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:32.857206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:32.857859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:32.862026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-a2b82842-053e-4bb9-93d2-51fd25c6b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:32.868767 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-a2b82842-053e-4bb9-93d2-51fd25c6b0d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c363b70-c127-4d7f-a374-efa3903b79ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001899 Jul 07 18:22:32.885635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97921b11-e9e6-4bda-9935-a778e416ea91 req-607c5a3f-6682-4752-9a3d-3512fb98bbad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601722 Jul 07 18:22:32.899505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=cc88a833-5bd0-4d1c-b7eb-2498ec4028fc,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:33.011233 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb184190-1c89-4cf0-8c53-a312ab647dff up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:33.038595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-d257333d-41d7-4cbe-8e10-878642928731 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:33.050496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-d257333d-41d7-4cbe-8e10-878642928731 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/networks?id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c HTTP/1.1" status: 200 len: 797 time: 0.2706480 Jul 07 18:22:33.054159 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-fbb83e1a-5bf5-44fb-ba68-62892f0efb81 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795464 Jul 07 18:22:33.076821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-d43edcfc-21c4-4126-98f4-e9d9bd51f6ad tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/quotas/a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 375 time: 0.0253651 Jul 07 18:22:33.080025 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:33.152704 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Checking router: 40560bde-d432-4f90-975c-545d6d72ac4e for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:33.159447 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Updating router 40560bde-d432-4f90-975c-545d6d72ac4e port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:22:33.168921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:33.169365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:33.173191 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eca30c-1448-4aba-9377-f6eac8c3058a" -d '{"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:33.262677 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2e89513-f2e0-4645-b4a3-ea1760505284 req-28df09c0-8d7f-41e9-b8bf-72d132b93827 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992111 Jul 07 18:22:33.282317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44634) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:33.285498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-c508061d-e9d6-4b1a-a9b9-aa3c03774ea8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076988 Jul 07 18:22:33.303574 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.364792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fb184190-1c89-4cf0-8c53-a312ab647dff triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:33.364792 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.417748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29e3c171-e2fe-4bf4-87dd-229a32fb6273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.456562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-40cbffce-2817-425b-a9a5-f3ce9cc4030a service neutron] 10.222.0.88 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663511 Jul 07 18:22:33.546656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29e3c171-e2fe-4bf4-87dd-229a32fb6273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.553864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-29e3c171-e2fe-4bf4-87dd-229a32fb6273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.558139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dd9a4-310c-4012-8ed6-4d739f51b37f req-b6e6ed1a-803c-416e-8081-3f6a5daa0b53 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:33.565628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-441dd9a4-310c-4012-8ed6-4d739f51b37f req-b6e6ed1a-803c-416e-8081-3f6a5daa0b53 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1795504 Jul 07 18:22:33.610788 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-29e3c171-e2fe-4bf4-87dd-229a32fb6273 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2dd824455c2f410fa69a89d1aeb47112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240943 Jul 07 18:22:33.610788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c171-e2fe-4bf4-87dd-229a32fb6273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f686800-7801-40ab-8be5-68e92061d266,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:33.613089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44640) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:33.675265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-441dd9a4-310c-4012-8ed6-4d739f51b37f req-e2b29291-b183-4ae3-814b-e6dfff959f6b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086411 Jul 07 18:22:33.678041 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d03f0ae-ff59-4b67-b46c-0856188245e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.731465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-252b135e-ec07-4a98-b6d3-5469f7593423 service neutron] 10.222.0.88 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643471 Jul 07 18:22:33.733779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d03f0ae-ff59-4b67-b46c-0856188245e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.741580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c1bbd048-a11e-44e4-9b2b-b973f55e6d3d', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'mac_address': 'fa:16:3e:e7:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:26Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': '837de43f788343b1950cb9da4834f824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:33.749646 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5731f0fd-7da3-4197-a381-d1e3ed94eb8a x-openstack-request-id: req-5731f0fd-7da3-4197-a381-d1e3ed94eb8a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:33.749939 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:33.750193 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5731f0fd-7da3-4197-a381-d1e3ed94eb8a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:33.750595 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'status': 'completed', 'code': 200} Jul 07 18:22:33.806933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a8914-4120-4a1d-8cd8-78f1afc60192 None None] The sync data for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 is: [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c1bbd048-a11e-44e4-9b2b-b973f55e6d3d', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'port_id': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'mac_address': 'fa:16:3e:e7:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad5cf7-459a-401e-9088-f918d4062687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:26Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': '837de43f788343b1950cb9da4834f824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:33.821552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d03f0ae-ff59-4b67-b46c-0856188245e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.824093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d03f0ae-ff59-4b67-b46c-0856188245e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.829681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5d03f0ae-ff59-4b67-b46c-0856188245e8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f686800-7801-40ab-8be5-68e92061d266 HTTP/1.1" status: 204 len: 168 time: 0.2154787 Jul 07 18:22:33.861125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03f0ae-ff59-4b67-b46c-0856188245e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f686800-7801-40ab-8be5-68e92061d266,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:33.917373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-af967713-994c-41e0-92cd-6d98c935636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:33.918973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-af967713-994c-41e0-92cd-6d98c935636d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1097 time: 0.1359007 Jul 07 18:22:33.983519 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.014489 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Transition to ACTIVE for port object 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:34.016495 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.024078 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.039275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79611032-af5f-410d-8cda-a3dc9c06c540 req-a483c329-ce12-4300-a1d1-d1b89f5a1a58 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 210 time: 0.0558209 Jul 07 18:22:34.115742 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefb1e2-891b-4a6a-8eb5-6761b5d27ce4 None None] Pushing event updated for resources: {'Port': ['ID=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:34.131366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-13854cbc-c578-4716-82c7-7499b0b59269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.132818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-13854cbc-c578-4716-82c7-7499b0b59269 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 915 time: 0.1910865 Jul 07 18:22:34.211689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c878308-b845-4051-b89a-c83b1622a2b4 req-ac406ac5-9bbe-4b35-b336-a1eadf2dbb4e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.213278 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c878308-b845-4051-b89a-c83b1622a2b4 req-ac406ac5-9bbe-4b35-b336-a1eadf2dbb4e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1204100 Jul 07 18:22:34.230252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Attempting to bind port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:34.230252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Attempting to bind port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:34.230532 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Attempting to bind port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d on network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:34.242929 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:34.243296 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Checking segment: {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:34.243690 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.244061 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Bound using segment: {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:34.244522 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Bound port: 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:34.244922 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.255829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-6282440c-233a-4847-8670-16d2e5971f71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 1002 time: 0.1159587 Jul 07 18:22:34.307991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c878308-b845-4051-b89a-c83b1622a2b4 req-2f14dccf-3ccd-42de-be8d-e6eab04c863a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773146 Jul 07 18:22:34.340300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-b3464819-a0c1-4724-b7f4-b709e8c0d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.342648 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-b3464819-a0c1-4724-b7f4-b709e8c0d0e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 200 len: 853 time: 0.0796411 Jul 07 18:22:34.376447 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] For port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:34.380555 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] For port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:34.389705 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.390374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:34.412170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b7c90728-db29-41d2-8c72-3ea5d6ecdaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.462468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-c61b1b2a-6f89-461b-b98f-0a23057322c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.465052 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-c61b1b2a-6f89-461b-b98f-0a23057322c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c363b70-c127-4d7f-a374-efa3903b79ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139624 Jul 07 18:22:34.480840 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefb1e2-891b-4a6a-8eb5-6761b5d27ce4 None None] Pushing event updated for resources: {'Port': ['ID=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:34.514446 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:34.515119 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:34.617796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b7c90728-db29-41d2-8c72-3ea5d6ecdaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.630404 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b7c90728-db29-41d2-8c72-3ea5d6ecdaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.631380 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-d7882196-b521-479b-86b2-de0972de3cbf service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587150 Jul 07 18:22:34.685537 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:34.749838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b7c90728-db29-41d2-8c72-3ea5d6ecdaae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ebd314894149474a9f897defcc584ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567801 Jul 07 18:22:34.753192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:34.756754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c90728-db29-41d2-8c72-3ea5d6ecdaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632573e-db7f-47e1-993f-510e24e4a036,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:34.784976 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2eca30c-1448-4aba-9377-f6eac8c3058a req-cf61e5f7-a04c-4030-bd97-f0a4a2005d6c service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457019 Jul 07 18:22:34.828436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-0c2ea4e3-3d31-42c3-b319-ee805bf34a63 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.837051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-0c2ea4e3-3d31-42c3-b319-ee805bf34a63 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.2174659 Jul 07 18:22:34.856633 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7d5a-2bcf-4c5c-9f0f-7f3f0d453431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.862828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-e98f47d1-3b50-4201-a5ac-5a64ec499cdd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/quotas/8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 375 time: 0.0245459 Jul 07 18:22:34.901013 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7d5a-2bcf-4c5c-9f0f-7f3f0d453431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.921141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cc88a833-5bd0-4d1c-b7eb-2498ec4028fc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:34.982189 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7d5a-2bcf-4c5c-9f0f-7f3f0d453431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.985438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4dfc7d5a-2bcf-4c5c-9f0f-7f3f0d453431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.986937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4dfc7d5a-2bcf-4c5c-9f0f-7f3f0d453431 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2632573e-db7f-47e1-993f-510e24e4a036 HTTP/1.1" status: 204 len: 168 time: 0.2325716 Jul 07 18:22:34.991648 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:34Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:35.014794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:35.015012 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.025594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-f60da4e6-7f0f-41ff-9ef7-9db1e3dd7f0c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1613183 Jul 07 18:22:35.025750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc7d5a-2bcf-4c5c-9f0f-7f3f0d453431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632573e-db7f-47e1-993f-510e24e4a036,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:35.031340 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887d59f-5742-457b-9d6e-fa7fb5ec7d85 None None] The sync data for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 is: [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:34Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:35.240196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-d463bc95-72a1-4832-8629-f0b03ede2cf5 service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131188 Jul 07 18:22:35.357601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc663e57-f07d-4841-88a6-5e557037db41 req-8451921f-91ee-4247-971d-79e1115f2f1f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 210 time: 0.0747995 Jul 07 18:22:35.412554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-aecd34e8-45b5-4a1f-a907-5253469a5498 service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599214 Jul 07 18:22:35.660773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd799d3b-7de8-41b9-890e-c1d5f92b0ece req-0885edf9-0fa5-451e-9878-7f5ad00b9df9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 210 time: 0.0516965 Jul 07 18:22:35.865202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-035a2875-8032-4025-8613-d5ecbc767854 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:35.867087 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-035a2875-8032-4025-8613-d5ecbc767854 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/networks?id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c HTTP/1.1" status: 200 len: 797 time: 0.2133260 Jul 07 18:22:35.916869 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-598987ee-c359-48e5-9654-e5edf211837e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83ee44d4f4b413ab95cf44463fc88ca HTTP/1.1" status: 200 len: 380 time: 0.0406933 Jul 07 18:22:35.928468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'port': {'device_id': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'admin_state_up': True, 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'security_groups': ['65de56da-2c77-4fab-903d-72f7662c86cc']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:35.950738 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.121381 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Made reservation on behalf of a83ee44d4f4b413ab95cf44463fc88ca for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:36.126030 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.305581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.20.0.10 (58fbef9d-32d1-41d0-a2a9-c04a069cec5c/a07c47de-e806-48ef-9b3f-5aeaafc23c3f/8ea93fd9-7871-4da3-bf0c-86fad2d4669f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:36.543052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.562706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Transition to ACTIVE for port object 8ea93fd9-7871-4da3-bf0c-86fad2d4669f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:36.600894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79074ac4-45d2-4045-b205-c5619234e317 req-d6c7bc6b-ec42-43f8-80be-4848bd2f7fd5 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 210 time: 0.0300207 Jul 07 18:22:36.628982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.674441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:36.679125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:36.688787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:36.721581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:36.750848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:36.751699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.774000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-57223186-fb3b-47bb-bc66-ce004c3c2106 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8506534 Jul 07 18:22:36.800448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Request body: {'port': {'device_id': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:36.938299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f8a310a-15d1-4094-a5dc-7be314d58279 req-6fd52b24-aaf3-4385-93aa-8d72f94c6c56 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 210 time: 0.1195855 Jul 07 18:22:37.012140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.018606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:37.087820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a16d1da8-e8dd-4516-a3b7-38d6fc5e61c0 None None] Provisioning for port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:37.096690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a16d1da8-e8dd-4516-a3b7-38d6fc5e61c0 None None] Provisioning complete for port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:37.097342 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a16d1da8-e8dd-4516-a3b7-38d6fc5e61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.146900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a16d1da8-e8dd-4516-a3b7-38d6fc5e61c0 None None] Port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:37.164589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:37.169542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:37.169932 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.289628 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.328622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:37.333966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.392559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac5c9820-4f80-469e-a77a-5ed1091e8e5f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.394177 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac5c9820-4f80-469e-a77a-5ed1091e8e5f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.3084428 Jul 07 18:22:37.403158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:37.410090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'port': {'device_id': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'admin_state_up': True, 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:37.548668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea93fd9-7871-4da3-bf0c-86fad2d4669f {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:37.559842 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.578643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Transition to ACTIVE for port object 8ea93fd9-7871-4da3-bf0c-86fad2d4669f will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:37.584036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.591358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Made reservation on behalf of 8d8f5023beb44955ab61ac3fe381402d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:37.594906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.727605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:37.824052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Attempting to bind port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:37.824406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Attempting to bind port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:37.825014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Attempting to bind port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f on network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:37.832342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03cf53-4e4d-4a4a-a559-c2f096b09acb req-6929bed6-1e7b-49f7-af20-c98319d2e358 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.834734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d03cf53-4e4d-4a4a-a559-c2f096b09acb req-6929bed6-1e7b-49f7-af20-c98319d2e358 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 944 time: 0.0887508 Jul 07 18:22:37.838826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f on network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:22:37.839163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Attempting to bind port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f on network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:37.847325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Allocated IP 172.20.0.3 (0f7e9c77-5c78-43ec-8f53-afca8a4c2f63/cec48f9f-007d-47a9-afe4-c958028c86af/9ffa1d22-bcf3-4eaf-bb25-842ef5098b60) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:37.853058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:37.853402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Checking segment: {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:37.854070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Bound using segment: {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:37.854718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Bound port: 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bdbdf8-8141-4741-abd4-a72f7cdc174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:37.855248 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.892802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d03cf53-4e4d-4a4a-a559-c2f096b09acb req-fbcd2121-0387-43f6-af59-a67e3d04e2ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512142 Jul 07 18:22:38.015817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:38.035444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:38.044721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.076606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a9f2bb2-88a9-4c0d-aa47-94b7766b528e req-2df6900c-cc6b-48bd-9928-fb2f7573ec19 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 210 time: 0.0306497 Jul 07 18:22:38.115639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:38.116264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.118290 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] 10.222.0.90 "PUT /v2.0/ports/8ea93fd9-7871-4da3-bf0c-86fad2d4669f HTTP/1.1" status: 200 len: 1092 time: 1.3244731 Jul 07 18:22:38.120957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:38.123486 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8977b3bc-66af-400b-8a30-50829d499c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:38.166496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.168962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87459e-9789-441a-86fa-5688fa1c1ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:38.224709 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570c7d28-47a4-4229-acad-ea350079a54f x-openstack-request-id: req-570c7d28-47a4-4229-acad-ea350079a54f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:38.225035 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:38.225281 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-570c7d28-47a4-4229-acad-ea350079a54f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:38.225682 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'status': 'completed', 'code': 200} Jul 07 18:22:38.236103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Transition to ACTIVE for port object 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:38.276783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-2e7f3051-72b3-454c-8e2e-1f6778634391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:38.278645 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-2e7f3051-72b3-454c-8e2e-1f6778634391 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1095 time: 0.0906734 Jul 07 18:22:38.296167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.369734 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-7c4d5043-90e7-4d62-b8b1-7cb44081036c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f HTTP/1.1" status: 200 len: 217 time: 0.0700138 Jul 07 18:22:38.390530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:38.404123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:38.423421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:38.427443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:38.482832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-96f5e0fd-0bfa-4902-961e-89109a3c9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:38.484350 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-96f5e0fd-0bfa-4902-961e-89109a3c9b37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a07c47de-e806-48ef-9b3f-5aeaafc23c3f HTTP/1.1" status: 200 len: 835 time: 0.0962281 Jul 07 18:22:38.509437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:38.510512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.562194 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-ac8201d8-091d-4235-87c3-cc1cf290cc6f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1553767 Jul 07 18:22:38.585074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-817c6c3c-330a-42af-9944-dd7f10b19088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:38.586453 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-817c6c3c-330a-42af-9944-dd7f10b19088 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934846 Jul 07 18:22:38.699730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Request body: {'port': {'device_id': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:38.704338 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-05737235-010a-4141-b088-a402f85c7c33 service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101990 Jul 07 18:22:38.716507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f2a921ba-1a7d-4043-b32b-722425a47c59 None None] Provisioning for port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:38.721599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f2a921ba-1a7d-4043-b32b-722425a47c59 None None] Provisioning complete for port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:38.721948 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2a921ba-1a7d-4043-b32b-722425a47c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.761813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f2a921ba-1a7d-4043-b32b-722425a47c59 None None] Port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:38.858382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.865036 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-aaca0ce5-efec-412a-ba6b-1d33fce92ff5 req-970a28ba-7c8d-4ae1-8ecd-0f5681bfcf99 service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403527 Jul 07 18:22:38.914684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:38.981891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:38.982589 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.108440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eab9ae-333b-4bb8-9f5d-32b5981f3132 req-2ab97925-697a-4063-be45-976b407695fc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:39.110868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60eab9ae-333b-4bb8-9f5d-32b5981f3132 req-2ab97925-697a-4063-be45-976b407695fc tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 944 time: 0.0832951 Jul 07 18:22:39.156708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60eab9ae-333b-4bb8-9f5d-32b5981f3132 req-73f28672-6299-4171-982b-97c1c1a2e6bb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393319 Jul 07 18:22:39.198658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:39.306320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b0c45-90a9-4b5e-807a-c795be1774ba req-6eac85aa-a228-41c3-8caf-a0a0fe8382b9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:39.308143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-224b0c45-90a9-4b5e-807a-c795be1774ba req-6eac85aa-a228-41c3-8caf-a0a0fe8382b9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 931 time: 0.0788796 Jul 07 18:22:39.354269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-224b0c45-90a9-4b5e-807a-c795be1774ba req-5b42a1f8-7bf0-4444-b096-83fc04d8178b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Jul 07 18:22:39.514035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977b3bc-66af-400b-8a30-50829d499c1b req-7b6abf65-8a7c-4d21-9de6-6af61b953402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:39.515561 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8977b3bc-66af-400b-8a30-50829d499c1b req-7b6abf65-8a7c-4d21-9de6-6af61b953402 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1095 time: 0.5857120 Jul 07 18:22:39.665621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977b3bc-66af-400b-8a30-50829d499c1b req-ed0353d5-ed0b-4d2e-a56a-eccf5c158362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:39.667008 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8977b3bc-66af-400b-8a30-50829d499c1b req-ed0353d5-ed0b-4d2e-a56a-eccf5c158362 service neutron] 10.222.0.90 "GET /v2.0/networks?id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c HTTP/1.1" status: 200 len: 898 time: 0.1427052 Jul 07 18:22:39.684271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:39.717714 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8977b3bc-66af-400b-8a30-50829d499c1b req-57a6daa8-e091-4f2f-8531-137e67180aff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f HTTP/1.1" status: 200 len: 217 time: 0.0425279 Jul 07 18:22:39.719655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.756947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Transition to ACTIVE for port object 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:39.767582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.810230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977b3bc-66af-400b-8a30-50829d499c1b req-b05633c5-20cb-421f-b3e0-a4f9f4c7bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:39.811732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8977b3bc-66af-400b-8a30-50829d499c1b req-b05633c5-20cb-421f-b3e0-a4f9f4c7bcfc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a07c47de-e806-48ef-9b3f-5aeaafc23c3f HTTP/1.1" status: 200 len: 835 time: 0.0855222 Jul 07 18:22:39.860074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:39.946086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Attempting to bind port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:39.946455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Attempting to bind port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:39.946763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Attempting to bind port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:39.952949 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977b3bc-66af-400b-8a30-50829d499c1b req-ff5baf91-1108-455c-80d0-65c070a5ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:39.953823 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8977b3bc-66af-400b-8a30-50829d499c1b req-ff5baf91-1108-455c-80d0-65c070a5ff27 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350834 Jul 07 18:22:39.956096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:22:39.956423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Attempting to bind port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:39.971052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:39.971411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:39.971777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Bound using segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:39.972234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Bound port: 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:39.972595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.100881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8977b3bc-66af-400b-8a30-50829d499c1b req-f64c7442-534b-4444-9abc-51cd9f5fc5fe service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387260 Jul 07 18:22:40.103367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] For port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:40.106659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] For port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:40.118220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.211247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.212090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.218362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] 10.222.0.55 "PUT /v2.0/ports/9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 HTTP/1.1" status: 200 len: 1091 time: 1.6470184 Jul 07 18:22:40.227412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'tag': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:40.229727 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c83218-e5e9-4135-84b6-c877f9c0317c" -d '{"events": [{"name": "network-changed", "server_uuid": "f476b9ec-42c3-4273-a914-401d8aff91a3", "tag": "9ffa1d22-bcf3-4eaf-bb25-842ef5098b60"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:40.320385 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf9280a-e19a-4a98-a264-087c00df50bc x-openstack-request-id: req-6bf9280a-e19a-4a98-a264-087c00df50bc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:40.320742 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f476b9ec-42c3-4273-a914-401d8aff91a3", "tag": "9ffa1d22-bcf3-4eaf-bb25-842ef5098b60", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:40.321092 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6bf9280a-e19a-4a98-a264-087c00df50bc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:40.321561 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'tag': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', 'status': 'completed', 'code': 200} Jul 07 18:22:40.322216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6dd10-b393-44a3-b9b8-e80c6f2b63de service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:40.367524 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8977b3bc-66af-400b-8a30-50829d499c1b req-1f6266cc-0dce-48b8-94a4-9514d2ca19fb service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582924 Jul 07 18:22:40.396514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-cad191dc-9013-4b81-abe9-994aaaab0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.402494 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-cad191dc-9013-4b81-abe9-994aaaab0e23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 1094 time: 0.1332543 Jul 07 18:22:40.409095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0b02-55b6-40c0-a46f-918369dcb1bc req-260534c8-0902-4a68-a604-f6015c6e7e7d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.417592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de2d0b02-55b6-40c0-a46f-918369dcb1bc req-260534c8-0902-4a68-a604-f6015c6e7e7d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 944 time: 0.0820296 Jul 07 18:22:40.461953 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-8e0ff4c7-3522-48fe-8aa5-ab8d6810579a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 HTTP/1.1" status: 200 len: 217 time: 0.0507686 Jul 07 18:22:40.474624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de2d0b02-55b6-40c0-a46f-918369dcb1bc req-6031236b-bf24-407a-98b9-d9c55e346aaa tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514362 Jul 07 18:22:40.533759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-d34a98a6-2afb-4775-b528-f51caa5d5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.535306 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-d34a98a6-2afb-4775-b528-f51caa5d5863 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0607820 Jul 07 18:22:40.594806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0532fd5-cc43-4e07-8fdf-8a28cff704f8 req-9ab014ce-259d-4b94-9c6d-61c4ddd29b46 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.596702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0532fd5-cc43-4e07-8fdf-8a28cff704f8 req-9ab014ce-259d-4b94-9c6d-61c4ddd29b46 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 943 time: 0.0749559 Jul 07 18:22:40.597709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-325c1b9f-6a19-4cbd-8d93-0508ee12c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.601589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-325c1b9f-6a19-4cbd-8d93-0508ee12c482 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594313 Jul 07 18:22:40.656247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0532fd5-cc43-4e07-8fdf-8a28cff704f8 req-cccd13d6-a078-4cb2-b79e-7f717fc838a9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531559 Jul 07 18:22:40.709819 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-96eeaee8-1a5b-4989-a133-429dba3de6c5 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973439 Jul 07 18:22:40.803716 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efb7f5ac-dccf-495a-bb50-bf31b87ece04 req-cfa1ce2f-581d-4f14-b36d-6595f828ff43 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868511 Jul 07 18:22:40.926343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-4fe5d699-1078-4d17-85a9-f80d00d946de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:40.928903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-4fe5d699-1078-4d17-85a9-f80d00d946de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 1094 time: 0.0708957 Jul 07 18:22:41.023115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-c16ecccf-4471-4468-a70f-147a683e3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.024486 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-c16ecccf-4471-4468-a70f-147a683e3a8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0882759 Jul 07 18:22:41.072112 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-684ed99b-6938-46c5-8b46-020c262bad8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 HTTP/1.1" status: 200 len: 217 time: 0.0400479 Jul 07 18:22:41.123585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-1206a7e6-8ed2-4eb0-b965-b230835b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.125172 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-1206a7e6-8ed2-4eb0-b965-b230835b827e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0460446 Jul 07 18:22:41.187344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-9471a66e-a622-4924-8d8e-5d9d14c54247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.189141 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-9471a66e-a622-4924-8d8e-5d9d14c54247 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558982 Jul 07 18:22:41.295958 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-7e278839-ced0-4fae-b2cd-ad7ce8d383ea service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990832 Jul 07 18:22:41.402008 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5c83218-e5e9-4135-84b6-c877f9c0317c req-69a01648-20e7-495e-9057-128374e761a7 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980029 Jul 07 18:22:41.662942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8d990-16f3-49a6-b01d-5db89fde4003 req-39c5910c-a017-4e7d-87bb-78ceb3e26977 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.664458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5e8d990-16f3-49a6-b01d-5db89fde4003 req-39c5910c-a017-4e7d-87bb-78ceb3e26977 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 944 time: 0.0681388 Jul 07 18:22:41.704189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5e8d990-16f3-49a6-b01d-5db89fde4003 req-fab8367a-c49f-4065-89a1-0fb6361c9914 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334780 Jul 07 18:22:41.835667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5c21e-3b42-4bab-a258-bdbf38df0b89 req-5394b4cb-edf3-419c-b1f5-66c30f25da29 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:41.837205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16f5c21e-3b42-4bab-a258-bdbf38df0b89 req-5394b4cb-edf3-419c-b1f5-66c30f25da29 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 943 time: 0.0701864 Jul 07 18:22:41.877772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16f5c21e-3b42-4bab-a258-bdbf38df0b89 req-ccd206f2-4698-472b-b6d4-88d4f0a82eb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349252 Jul 07 18:22:42.053377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8ea93fd9-7871-4da3-bf0c-86fad2d4669f details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:42.153464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:42.165538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'port_id': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'mac_address': 'fa:16:3e:73:d1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:22:42.210258 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.224248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea93fd9-7871-4da3-bf0c-86fad2d4669f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:42.248395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:42.254483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:42.304010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:42.311901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.312189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.312566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.312917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.313245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.313566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.313887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.314204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.314522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.314848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.315206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.315474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:42.676040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8ea93fd9-7871-4da3-bf0c-86fad2d4669f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:42.896572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15763939-0a10-404c-ad2f-8f709e936414 req-3b7a6211-7b42-4118-8247-6c9120060853 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:42.899270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15763939-0a10-404c-ad2f-8f709e936414 req-3b7a6211-7b42-4118-8247-6c9120060853 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 945 time: 0.0735095 Jul 07 18:22:42.957614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15763939-0a10-404c-ad2f-8f709e936414 req-96ef8648-a1ab-4791-8ec4-06dfb44cdca9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521333 Jul 07 18:22:43.079935 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8539575-80e3-4ecf-90ed-e2c725f9cb15 req-ac134644-de1e-4e87-b26a-446d624fbb92 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.081940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8539575-80e3-4ecf-90ed-e2c725f9cb15 req-ac134644-de1e-4e87-b26a-446d624fbb92 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 943 time: 0.0764151 Jul 07 18:22:43.126340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8539575-80e3-4ecf-90ed-e2c725f9cb15 req-c320ee34-5503-4272-bf19-a5b4a0c0ca5d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381663 Jul 07 18:22:43.262455 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-d89167c4-f3ca-460c-9d22-fbb140044d3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553315 Jul 07 18:22:43.372352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-4ac8e02b-c696-4749-a7c9-d3f959d74857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.373983 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-4ac8e02b-c696-4749-a7c9-d3f959d74857 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1097 time: 0.0629604 Jul 07 18:22:43.489964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:22:43.509600 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-743802ba-09f8-42c7-b848-c86f6a32db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.511178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-743802ba-09f8-42c7-b848-c86f6a32db30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 915 time: 0.1071424 Jul 07 18:22:43.594493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:43.600105 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-e546c433-743c-4992-9c0b-7f1b05529fc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 1002 time: 0.0816159 Jul 07 18:22:43.608309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', 'mac_address': 'fa:16:3e:5e:eb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:22:43.654179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-1722cacc-6f65-4aee-b7da-85dcf37dcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.655634 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-1722cacc-6f65-4aee-b7da-85dcf37dcb29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 200 len: 853 time: 0.0487280 Jul 07 18:22:43.657608 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:43.672760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:22:43.695471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:43.703372 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:43.731532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-14875606-f666-45ea-adfe-5fd00245a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:43.733198 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-14875606-f666-45ea-adfe-5fd00245a1ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c363b70-c127-4d7f-a374-efa3903b79ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704787 Jul 07 18:22:43.767293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:43.846531 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-93da69dc-b15e-40f9-9b5e-f95c201d51b4 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047680 Jul 07 18:22:43.925127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:22:43.946495 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8ebf1150-50bc-4502-8d9a-bb4e945cce29 req-6e86103d-0c48-472a-a754-568ae8d4e5b7 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920227 Jul 07 18:22:44.087701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8ea93fd9-7871-4da3-bf0c-86fad2d4669f up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:44.157519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:44.164436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:44.165446 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.181882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ddc8a-ff34-4ac4-a98b-4e5e0e2b81f0 req-a7143390-4377-40e6-8bcc-e65915129b1e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:44.183653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-822ddc8a-ff34-4ac4-a98b-4e5e0e2b81f0 req-a7143390-4377-40e6-8bcc-e65915129b1e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 945 time: 0.0880172 Jul 07 18:22:44.240600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-822ddc8a-ff34-4ac4-a98b-4e5e0e2b81f0 req-02fcd65c-e41d-4ccc-a6a4-88c8329fe72b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500207 Jul 07 18:22:44.294260 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.322084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:44.324919 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9306b00-4f45-499a-8db9-093b7261df2c" -d '{"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:44.349251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:44.354991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:44.357943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cbb01-d26d-439b-ab5d-3fceeeec5888 req-d994dc3e-1f54-4609-91cf-b28f1ca781eb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:44.365139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-886cbb01-d26d-439b-ab5d-3fceeeec5888 req-d994dc3e-1f54-4609-91cf-b28f1ca781eb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 944 time: 0.0890214 Jul 07 18:22:44.386026 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7af2b6-a2d5-481e-8d73-8de9d1807ade x-openstack-request-id: req-7e7af2b6-a2d5-481e-8d73-8de9d1807ade {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:44.386322 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:44.386592 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e7af2b6-a2d5-481e-8d73-8de9d1807ade {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:44.387036 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'code': 200} Jul 07 18:22:44.414144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-886cbb01-d26d-439b-ab5d-3fceeeec5888 req-5d738629-2392-4b83-a502-2240c3aae3be tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477476 Jul 07 18:22:44.431422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:44.536423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930e7c7-07f0-48f2-88cd-9df7c6168398 req-6f0a7f93-a37a-4328-9ce6-d008c63c3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:44.538222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b930e7c7-07f0-48f2-88cd-9df7c6168398 req-6f0a7f93-a37a-4328-9ce6-d008c63c3ac6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1097 time: 0.0647657 Jul 07 18:22:44.580895 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b930e7c7-07f0-48f2-88cd-9df7c6168398 req-0b3cb303-b82f-491a-8266-22d018a5f511 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348508 Jul 07 18:22:45.449472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f8591-8543-4a47-9e90-773a1b55ee60 req-c97bcdd5-c5cc-4127-a9c6-3cd388c1487d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:45.451041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d92f8591-8543-4a47-9e90-773a1b55ee60 req-c97bcdd5-c5cc-4127-a9c6-3cd388c1487d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0751364 Jul 07 18:22:45.491340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:45.498091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d92f8591-8543-4a47-9e90-773a1b55ee60 req-519e0caf-3f9a-4b17-bb0f-6b0f3477d280 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Jul 07 18:22:45.549936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:45.555963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:45.556483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:45.604142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecbf6d-7c14-46a7-bc88-021707ea9ec2 req-f3aac5da-fce0-40d9-ae49-248027078c1b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:45.605757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5aecbf6d-7c14-46a7-bc88-021707ea9ec2 req-f3aac5da-fce0-40d9-ae49-248027078c1b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 944 time: 0.0703402 Jul 07 18:22:45.646550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:45.654615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5aecbf6d-7c14-46a7-bc88-021707ea9ec2 req-f319ccc2-c9ec-4b8d-afc6-51c7ae60a719 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Jul 07 18:22:45.685852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:45.690711 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:45.742912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:45.835529 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c562272-5e09-4c57-abae-c853283263ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:45.883447 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-526a1a19-0a31-4b1c-a27d-a103d373dae4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819538 Jul 07 18:22:46.006162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd51622-840d-419e-85da-c393b75b4c88 req-23475580-c645-41cd-aebe-5906043a0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.007513 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-23475580-c645-41cd-aebe-5906043a0a9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1096 time: 0.0591381 Jul 07 18:22:46.124027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd51622-840d-419e-85da-c393b75b4c88 req-b31c6af6-5de4-43aa-a2c3-edb3b2e3780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.125575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-b31c6af6-5de4-43aa-a2c3-edb3b2e3780d service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0943446 Jul 07 18:22:46.202202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-9a88a4d4-b51a-4f36-ba2c-534396334156 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0685740 Jul 07 18:22:46.260359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd51622-840d-419e-85da-c393b75b4c88 req-8e9ea31f-97c1-4b35-b02b-842ffc0c615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.261905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-8e9ea31f-97c1-4b35-b02b-842ffc0c615a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0512817 Jul 07 18:22:46.332303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd51622-840d-419e-85da-c393b75b4c88 req-6b26bd3d-b918-4425-998d-98ab5fc6dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.334844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-6b26bd3d-b918-4425-998d-98ab5fc6dd37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620701 Jul 07 18:22:46.388681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:46.391339 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e2d285-8b04-4832-808d-90d1712d53d9" -d '{"events": [{"server_uuid": "f476b9ec-42c3-4273-a914-401d8aff91a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa1d22-bcf3-4eaf-bb25-842ef5098b60"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:46.436493 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13bc9b2-1d0d-4b90-abd9-485f49cafd73 x-openstack-request-id: req-f13bc9b2-1d0d-4b90-abd9-485f49cafd73 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:46.436786 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f476b9ec-42c3-4273-a914-401d8aff91a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa1d22-bcf3-4eaf-bb25-842ef5098b60", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:46.437071 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f13bc9b2-1d0d-4b90-abd9-485f49cafd73 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:46.437475 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', 'code': 200} Jul 07 18:22:46.452526 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-00144b20-ade5-4f16-a2b9-229541e377f1 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055653 Jul 07 18:22:46.621176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fd51622-840d-419e-85da-c393b75b4c88 req-c7c48fc9-d623-42a7-b880-761b75dc3cc3 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590822 Jul 07 18:22:46.630449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384e904-772b-4260-83e4-4a746e6ef817 req-28ce405c-3341-4f59-b44f-0f2604e93be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.631917 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1384e904-772b-4260-83e4-4a746e6ef817 req-28ce405c-3341-4f59-b44f-0f2604e93be8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 1096 time: 0.1178465 Jul 07 18:22:46.678979 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1384e904-772b-4260-83e4-4a746e6ef817 req-96ab5aec-283d-4997-b7c2-a50a608f31f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Jul 07 18:22:46.737552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c0d42-e2a8-4e90-b897-10fca1206206 req-d20b73bb-0509-4a6d-b188-53b3e59c5b45 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.739186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-527c0d42-e2a8-4e90-b897-10fca1206206 req-d20b73bb-0509-4a6d-b188-53b3e59c5b45 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0774789 Jul 07 18:22:46.802336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-527c0d42-e2a8-4e90-b897-10fca1206206 req-1061184b-f0a5-46cb-8379-4a3e08e4ba26 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544012 Jul 07 18:22:46.865437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9277b9-84c0-47b0-a6a8-60efef77deec req-567cf1d2-5895-4317-84f5-73f0c73820b8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:46.867343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d9277b9-84c0-47b0-a6a8-60efef77deec req-567cf1d2-5895-4317-84f5-73f0c73820b8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0810227 Jul 07 18:22:46.914596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d9277b9-84c0-47b0-a6a8-60efef77deec req-9903476e-41b5-4845-8337-6fdbd1b6f011 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Jul 07 18:22:47.188899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865e90-c685-4453-b818-9a2aaacda3c8 req-05be99c7-6fd5-4ace-b0a3-f673d12bbb0e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:47.190571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1865e90-c685-4453-b818-9a2aaacda3c8 req-05be99c7-6fd5-4ace-b0a3-f673d12bbb0e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0734398 Jul 07 18:22:47.237580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1865e90-c685-4453-b818-9a2aaacda3c8 req-ba59b757-aaf3-475f-b1ad-314b70df10e7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Jul 07 18:22:47.262406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44854) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:47.344893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe6cc1-dad3-44db-bb44-70a87bea8480 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:47.349392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44856) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:47.349983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2ebe6cc1-dad3-44db-bb44-70a87bea8480 tempest-TestNetworkAdvancedServerOps-1554494404 tempest-TestNetworkAdvancedServerOps-1554494404-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1092 time: 0.0861249 Jul 07 18:22:47.354500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:47.402294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.518631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.631841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Allocated IP 172.25.1.121 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/82a9f3aa-5dce-46b5-86b7-097bacbc2769) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:47.768892 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.838790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.883537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:47.895443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:47.895443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:47.919919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=82a9f3aa-5dce-46b5-86b7-097bacbc2769,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:48.105263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6f6c-6c9c-4c58-8cd1-2d3e95b9adff req-c7c43762-4042-41a8-a01a-a205f0b0ff07 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:48.110110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b9b6f6c-6c9c-4c58-8cd1-2d3e95b9adff req-c7c43762-4042-41a8-a01a-a205f0b0ff07 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0709519 Jul 07 18:22:48.148018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b9b6f6c-6c9c-4c58-8cd1-2d3e95b9adff req-40badd42-35fd-4542-8fe9-053751c91533 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Jul 07 18:22:48.310173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.378032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-053e109c-618a-49bb-a672-4d35a2d4ab5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.406462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.524067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.539000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d6d8a-6f2f-4419-a1f5-b5e3b4e56757 req-d8115dd5-722a-4fbc-8409-e205cc0b49fb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:48.540683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a46d6d8a-6f2f-4419-a1f5-b5e3b4e56757 req-d8115dd5-722a-4fbc-8409-e205cc0b49fb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0866559 Jul 07 18:22:48.581287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a46d6d8a-6f2f-4419-a1f5-b5e3b4e56757 req-2a31bd1f-47b5-4cd0-a7fa-2ff5e7e4763d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Jul 07 18:22:48.589256 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.595944 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.669870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event updated for resources: {'Port': ['ID=82a9f3aa-5dce-46b5-86b7-097bacbc2769,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:48.680870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.784911 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP 89d953f6-8cc7-404c-a6e5-1d6826599a5c associated. External IP: 172.25.1.121, port: 8ea93fd9-7871-4da3-bf0c-86fad2d4669f. Jul 07 18:22:49.377582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 40560bde-d432-4f90-975c-545d6d72ac4e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:49.507833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:49.521053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] Sync routers for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:49.527145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:49.542495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:49.543233 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:49.573826 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e7149464-6b44-4ed9-a654-0287f275b806 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2231731 Jul 07 18:22:49.574650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:22:49.577300 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfc7f33-f8f6-498c-9242-0abfe61a3799" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:22:49.624055 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8d42ec-afee-43c5-9311-3f7588f96ea4 x-openstack-request-id: req-9b8d42ec-afee-43c5-9311-3f7588f96ea4 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:22:49.624346 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:22:49.624594 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9b8d42ec-afee-43c5-9311-3f7588f96ea4 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:22:49.625027 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'status': 'completed', 'code': 200} Jul 07 18:22:49.749149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-779082ff-a1df-4df4-aeb9-30a8919e250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:49.751043 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-779082ff-a1df-4df4-aeb9-30a8919e250f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1097 time: 0.0896835 Jul 07 18:22:49.849903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79b7d2-a4c2-4ea9-bff8-348584f56a7c req-2f44b67f-e590-49f0-9cf8-82042471c53f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:49.851463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b79b7d2-a4c2-4ea9-bff8-348584f56a7c req-2f44b67f-e590-49f0-9cf8-82042471c53f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1604166 Jul 07 18:22:49.871721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-804e9ef0-3c6d-496a-8567-3314d0bee31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:49.873567 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-804e9ef0-3c6d-496a-8567-3314d0bee31c service neutron] 10.222.0.90 "GET /v2.0/networks?id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c HTTP/1.1" status: 200 len: 898 time: 0.1105349 Jul 07 18:22:49.895189 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:49.911583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:49.958356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b7ef-2a25-4672-b2d8-0a92d8e1687d req-fa2b644a-6c72-4b8a-8a79-bd1056119b7f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:49.960427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a25b7ef-2a25-4672-b2d8-0a92d8e1687d req-fa2b644a-6c72-4b8a-8a79-bd1056119b7f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.1313822 Jul 07 18:22:49.964959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b79b7d2-a4c2-4ea9-bff8-348584f56a7c req-3074250a-86c0-41c0-b95e-471847f48e2a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905437 Jul 07 18:22:50.010253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44894) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:50.049391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a25b7ef-2a25-4672-b2d8-0a92d8e1687d req-19d55d3b-b4ef-4e74-b590-0ad26a4a6f1c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795293 Jul 07 18:22:50.084000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-9c75400f-a4b6-48bb-9867-34d9a4497177 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f HTTP/1.1" status: 200 len: 1000 time: 0.1983500 Jul 07 18:22:50.159035 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d1284370-88aa-45e2-9126-f3a0477c50fb tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/89d953f6-8cc7-404c-a6e5-1d6826599a5c HTTP/1.1" status: 200 len: 992 time: 0.1452439 Jul 07 18:22:50.168573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-61e5c95b-76a9-4b1f-8725-0e48fd772f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:50.168985 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-61e5c95b-76a9-4b1f-8725-0e48fd772f59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a07c47de-e806-48ef-9b3f-5aeaafc23c3f HTTP/1.1" status: 200 len: 835 time: 0.0783801 Jul 07 18:22:50.233927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-19273075-9acf-454f-99ef-0cb4ba95523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:50.235436 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-19273075-9acf-454f-99ef-0cb4ba95523d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576704 Jul 07 18:22:50.253560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '89d953f6-8cc7-404c-a6e5-1d6826599a5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'port_id': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'mac_address': 'fa:16:3e:73:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:48Z', 'updated_at': '2021-07-07T18:22:48Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:50.280716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] Checking router: 40560bde-d432-4f90-975c-545d6d72ac4e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:50.290932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:50.291643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:50.335187 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-ba9e834e-981a-4119-8368-7b1d5f029b09 service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920601 Jul 07 18:22:50.410090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:50.448911 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ddfc7f33-f8f6-498c-9242-0abfe61a3799 req-81f33ffc-cccc-4dcf-8b83-1ad3af401cf2 service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064579 Jul 07 18:22:50.661378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '89d953f6-8cc7-404c-a6e5-1d6826599a5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'port_id': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'mac_address': 'fa:16:3e:73:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:48Z', 'updated_at': '2021-07-07T18:22:48Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:50.696836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eedca2-2fc6-46dd-a496-2ea684263084 None None] The sync data for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 is: [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '89d953f6-8cc7-404c-a6e5-1d6826599a5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'port_id': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'mac_address': 'fa:16:3e:73:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:22:48Z', 'updated_at': '2021-07-07T18:22:48Z', 'revision_number': 0, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:50.925203 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639701a-55af-47de-97e3-270b67d0b521 None None] New status for floating IP 89d953f6-8cc7-404c-a6e5-1d6826599a5c: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:22:51.162812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44908) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:51.204919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:51.240683 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7324da29-7aa4-48aa-af71-35daa5abf303 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/89d953f6-8cc7-404c-a6e5-1d6826599a5c HTTP/1.1" status: 200 len: 994 time: 0.0767515 Jul 07 18:22:51.264540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c769ddf-c479-40a9-b35e-af96096e2897 req-fdaefe8a-bb90-4595-9e11-b2a8c7810de6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:51.266173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c769ddf-c479-40a9-b35e-af96096e2897 req-fdaefe8a-bb90-4595-9e11-b2a8c7810de6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0830431 Jul 07 18:22:51.310385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c769ddf-c479-40a9-b35e-af96096e2897 req-c8498c66-9a2a-4dc4-9e6d-bf62c8b4cfb3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Jul 07 18:22:52.495005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c7183-57cf-41bd-8848-90e722b50062 req-147633fb-221f-4262-8332-081e35928138 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:52.496445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9c7183-57cf-41bd-8848-90e722b50062 req-147633fb-221f-4262-8332-081e35928138 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0650017 Jul 07 18:22:52.537234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9c7183-57cf-41bd-8848-90e722b50062 req-3aa77b49-a870-498c-914c-735e09ff0096 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Jul 07 18:22:53.733611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8c926-b658-4eb6-9178-aa0ffede35ef req-fcc9dee0-6a92-43b9-9f1b-955576be3c7b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:53.735207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0cf8c926-b658-4eb6-9178-aa0ffede35ef req-fcc9dee0-6a92-43b9-9f1b-955576be3c7b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0732033 Jul 07 18:22:53.794279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0cf8c926-b658-4eb6-9178-aa0ffede35ef req-d618ca0f-6cbf-41f1-9a45-3b5b6e9acae7 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526929 Jul 07 18:22:55.003460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a62eaa-21de-4f4e-bd4f-67b1e2cf1551 req-9e06ecc3-9a37-4091-bb0b-06520ac0f36e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:55.005006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3a62eaa-21de-4f4e-bd4f-67b1e2cf1551 req-9e06ecc3-9a37-4091-bb0b-06520ac0f36e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0850704 Jul 07 18:22:55.051131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3a62eaa-21de-4f4e-bd4f-67b1e2cf1551 req-6921962f-c560-4c1f-82ce-8881add920b7 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Jul 07 18:22:55.958726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 44944) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:56.083457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7efbca44-2812-44b3-852c-603a306ffe69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.187810 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7efbca44-2812-44b3-852c-603a306ffe69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.192941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7efbca44-2812-44b3-852c-603a306ffe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.233385 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7efbca44-2812-44b3-852c-603a306ffe69 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=faad7170525f4b78876b91e60da555c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734027 Jul 07 18:22:56.234031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbca44-2812-44b3-852c-603a306ffe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1950f-a3dd-4242-881f-ac3a7f2f78b0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:56.236082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 44952) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:56.307733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8051fddc-d7a6-431c-8f38-2ccd9181cd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.331506 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8051fddc-d7a6-431c-8f38-2ccd9181cd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.401029 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8051fddc-d7a6-431c-8f38-2ccd9181cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.403898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8051fddc-d7a6-431c-8f38-2ccd9181cd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:56.405062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8051fddc-d7a6-431c-8f38-2ccd9181cd62 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ac1950f-a3dd-4242-881f-ac3a7f2f78b0 HTTP/1.1" status: 204 len: 168 time: 0.1679275 Jul 07 18:22:56.417308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051fddc-d7a6-431c-8f38-2ccd9181cd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1950f-a3dd-4242-881f-ac3a7f2f78b0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:56.446172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0435f2-2938-4b56-b7e1-c04c8823f892 req-93c2e96f-ab16-4071-aad4-6bb70efbf946 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:56.447736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab0435f2-2938-4b56-b7e1-c04c8823f892 req-93c2e96f-ab16-4071-aad4-6bb70efbf946 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0816483 Jul 07 18:22:56.491372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab0435f2-2938-4b56-b7e1-c04c8823f892 req-4ff47ebf-1c51-44d8-a6e1-de7dda60ba57 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Jul 07 18:22:57.670400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79690-7238-4dad-8d78-f6f3b385a6bb req-ae291756-f492-4e78-8a8d-af34318ed252 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:57.671899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7b79690-7238-4dad-8d78-f6f3b385a6bb req-ae291756-f492-4e78-8a8d-af34318ed252 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0645397 Jul 07 18:22:57.712265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7b79690-7238-4dad-8d78-f6f3b385a6bb req-645378a8-0a40-4a5d-b720-4142424ec579 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Jul 07 18:22:58.910594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d0047-9f80-4272-9e07-f633fb844dd8 req-496a2546-2d59-4542-b253-a73d063529a0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:58.912250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c6d0047-9f80-4272-9e07-f633fb844dd8 req-496a2546-2d59-4542-b253-a73d063529a0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0796731 Jul 07 18:22:58.950855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c6d0047-9f80-4272-9e07-f633fb844dd8 req-9cc9b8dd-5660-4116-be0a-92bbd392728f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Jul 07 18:23:00.138898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0badb6-8091-4bfc-a08c-9c507f103610 req-0578d49a-6f60-4717-a3b9-b643fbcd2d1f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:00.140300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a0badb6-8091-4bfc-a08c-9c507f103610 req-0578d49a-6f60-4717-a3b9-b643fbcd2d1f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0737925 Jul 07 18:23:00.187373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a0badb6-8091-4bfc-a08c-9c507f103610 req-0b3412d1-e907-43d5-af97-2e141511b693 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385866 Jul 07 18:23:01.382320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44459c2-6020-4078-9d1c-e85403f72796 req-3256ce09-ab16-41f2-a8e5-f4c86e05cee8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:01.384788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a44459c2-6020-4078-9d1c-e85403f72796 req-3256ce09-ab16-41f2-a8e5-f4c86e05cee8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0758018 Jul 07 18:23:01.428326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a44459c2-6020-4078-9d1c-e85403f72796 req-0e8cf9ed-04b2-4a1b-b5be-2578e73ce638 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Jul 07 18:23:02.612538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34ab0b-e430-432c-957b-abbb2a985e53 req-ee6bbb39-cd40-4573-a353-0386d41b8b95 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:02.614116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac34ab0b-e430-432c-957b-abbb2a985e53 req-ee6bbb39-cd40-4573-a353-0386d41b8b95 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0718949 Jul 07 18:23:02.666123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac34ab0b-e430-432c-957b-abbb2a985e53 req-4a409d65-12cc-4af9-9c3b-e59b9a8d14fd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Jul 07 18:23:03.843279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1f858-0ba6-4ea7-8f42-8eca524f079d req-58bc0bea-bf1d-4f6b-96df-eaaa10f8751d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:03.845305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2c1f858-0ba6-4ea7-8f42-8eca524f079d req-58bc0bea-bf1d-4f6b-96df-eaaa10f8751d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0649705 Jul 07 18:23:03.884952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c2c1f858-0ba6-4ea7-8f42-8eca524f079d req-2d9cb340-28ce-4337-9693-b1b0cd25dbb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Jul 07 18:23:04.006437 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.204297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45026) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:04.374392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Deleting port c4b8e65c-1a14-45f6-b08b-458cd60db7e8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:04.374748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.456075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.456548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.470782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Calling delete_port for c4b8e65c-1a14-45f6-b08b-458cd60db7e8 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:04.622595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.652374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event deleted for resources: {'Port': ['ID=c4b8e65c-1a14-45f6-b08b-458cd60db7e8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:04.717578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:04.717942 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Floating IP c1bbd048-a11e-44e4-9b2b-b973f55e6d3d disassociated (deleted). External IP: 172.25.1.124, port: 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990. Jul 07 18:23:04.946212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Router de79516a-29e8-4921-ac34-b7040e3bac49 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:05.063713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:05.069857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:05.076523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] Sync routers for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:05.084667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363e17c-d18d-4d9a-a3d1-7c0c01ee5df9 req-aba70dcb-ff72-4545-bd85-a26af57a64f5 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.086215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1363e17c-d18d-4d9a-a3d1-7c0c01ee5df9 req-aba70dcb-ff72-4545-bd85-a26af57a64f5 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0692647 Jul 07 18:23:05.091071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:05.092122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:05.109928 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fc616748-ba76-43bd-a11d-f7af8c6f9150 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "DELETE /v2.0/floatingips/c1bbd048-a11e-44e4-9b2b-b973f55e6d3d HTTP/1.1" status: 204 len: 168 time: 0.9043322 Jul 07 18:23:05.110813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:05.122718 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aad3134-3ad4-4891-a9bd-12db7164b074" -d '{"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:05.154321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1363e17c-d18d-4d9a-a3d1-7c0c01ee5df9 req-05486eac-3a28-4c8a-a495-fde4dd5ae361 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Jul 07 18:23:05.227589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:05.232594 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672bc0cb-fe25-49a8-b640-e96871a64b87 x-openstack-request-id: req-672bc0cb-fe25-49a8-b640-e96871a64b87 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:05.233122 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:05.233223 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-672bc0cb-fe25-49a8-b640-e96871a64b87 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:05.233594 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'status': 'completed', 'code': 200} Jul 07 18:23:05.326265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-19714619-a710-4c39-a4c7-a8688fc3a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.328044 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-19714619-a710-4c39-a4c7-a8688fc3a25b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=837de43f788343b1950cb9da4834f824&device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 1097 time: 0.0696943 Jul 07 18:23:05.489808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-5933d6ef-1c00-4d7a-a60c-e6ad5ce72473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.491722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-5933d6ef-1c00-4d7a-a60c-e6ad5ce72473 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 200 len: 915 time: 0.1545985 Jul 07 18:23:05.514616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:05.547227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] Checking router: de79516a-29e8-4921-ac34-b7040e3bac49 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:05.553058 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-406d1d9f-07d5-4bc8-a9a9-1f3a83e2f3d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 200 len: 217 time: 0.0531900 Jul 07 18:23:05.557598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:05.558358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:22:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:05.625889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-be7dc0f4-4fe7-42ed-aab9-8f2f85b4b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.627327 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-be7dc0f4-4fe7-42ed-aab9-8f2f85b4b73e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 200 len: 853 time: 0.0675728 Jul 07 18:23:05.660804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01040b3-f3ae-401c-9d13-1f2b4b39ac98 req-b1ab0967-a58f-4998-a6b2-f7498ea6b818 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.663324 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f01040b3-f3ae-401c-9d13-1f2b4b39ac98 req-b1ab0967-a58f-4998-a6b2-f7498ea6b818 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 946 time: 0.0954893 Jul 07 18:23:05.681337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:05.714450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f01040b3-f3ae-401c-9d13-1f2b4b39ac98 req-5433276c-8299-4317-8dbe-99749f7c4e29 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 Jul 07 18:23:05.719309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-2f94c97c-6fe6-46e8-9775-d79460edc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:05.721810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-2f94c97c-6fe6-46e8-9775-d79460edc3f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c363b70-c127-4d7f-a374-efa3903b79ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864220 Jul 07 18:23:05.853255 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-4ca718e0-38d0-40d8-8fbd-a9a2f836c1e0 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232193 Jul 07 18:23:05.907731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:05.937814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809de5f-b354-4f74-adab-61c76f87dadb None None] The sync data for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 is: [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:19:15Z', 'revision_number': 4, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1eb4488b-1511-466e-af86-4536a2eb149f', 'name': '', 'network_id': '2c363b70-c127-4d7f-a374-efa3903b79ad', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'mac_address': 'fa:16:3e:f9:df:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:13Z', 'updated_at': '2021-07-07T18:19:25Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'subnets': [{'id': 'edb5a3e4-3504-4815-b340-79cd016274c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:05.954428 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:05.969384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3aad3134-3ad4-4891-a9bd-12db7164b074 req-b9879485-32fd-4388-9fd8-dfcefd1d0843 service neutron] 10.222.0.55 "GET /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084547 Jul 07 18:23:06.232184 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e08d4d-c476-4bfd-88bd-d343677e7159 None None] New status for floating IP c1bbd048-a11e-44e4-9b2b-b973f55e6d3d: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:23:06.383238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb219d4-5b8d-4c96-a9d5-90334d1e645e req-27a6f87e-fb4b-47ad-945e-cbc0eb7752b6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:06.384858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fb219d4-5b8d-4c96-a9d5-90334d1e645e req-27a6f87e-fb4b-47ad-945e-cbc0eb7752b6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0989912 Jul 07 18:23:06.427140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fb219d4-5b8d-4c96-a9d5-90334d1e645e req-6b940b5f-ac32-48f5-81b3-58e089b9bcef tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Jul 07 18:23:06.907619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849a9b-5718-4593-b34a-8e2402f7998c req-d1061a13-5b4b-428b-876d-ef551ce695ba tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:06.909122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97849a9b-5718-4593-b34a-8e2402f7998c req-d1061a13-5b4b-428b-876d-ef551ce695ba tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 946 time: 0.0653458 Jul 07 18:23:06.952671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97849a9b-5718-4593-b34a-8e2402f7998c req-79a3f662-fac0-49d3-9109-67e8acca31e8 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/security-groups?id=675ef03f-c6c8-430e-9db1-d6f1ce890ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372748 Jul 07 18:23:07.211982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-4dc0329b-810d-47bd-9425-905e77da3d29 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:07.213530 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-4dc0329b-810d-47bd-9425-905e77da3d29 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.55 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 946 time: 0.0735993 Jul 07 18:23:07.324225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Deleting port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:07.324619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:07.423842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] For port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:07.424157 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:07.437627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Calling delete_port for 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:07.577336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:07.610467 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event deleted for resources: {'Port': ['ID=1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:07.663319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] No DVR routers for this DVR port 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:23:07.666053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:07.668865 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-13cd0396-bd8b-42c1-9c08-84aea2d07eef req-f78be86b-caa6-4d46-9d51-5c2b62f41dd1 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.55 "DELETE /v2.0/ports/1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 HTTP/1.1" status: 204 len: 173 time: 0.4491894 Jul 07 18:23:07.669370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'name': 'network-vif-deleted', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:07.675681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e150e30-bb22-4593-ab98-621b751633d9 req-99d3adfe-a7c4-4e48-ae54-3dae16547f50 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:07.677728 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e150e30-bb22-4593-ab98-621b751633d9 req-99d3adfe-a7c4-4e48-ae54-3dae16547f50 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.1361578 Jul 07 18:23:07.679576 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87e5506-413d-42f9-9915-89c4e88b20f5" -d '{"events": [{"server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "name": "network-vif-deleted", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:07.720320 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb4aece-dbec-46ad-a99a-3875a4d4f1ff x-openstack-request-id: req-dcb4aece-dbec-46ad-a99a-3875a4d4f1ff {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:07.720738 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ad5cf7-459a-401e-9088-f918d4062687", "name": "network-vif-deleted", "tag": "1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:07.721017 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dcb4aece-dbec-46ad-a99a-3875a4d4f1ff {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:07.721536 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ad5cf7-459a-401e-9088-f918d4062687', 'name': 'network-vif-deleted', 'tag': '1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990', 'status': 'completed', 'code': 200} Jul 07 18:23:07.754088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e150e30-bb22-4593-ab98-621b751633d9 req-eb6b158a-38df-4ecb-9b81-7496dcb0d35d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581892 Jul 07 18:23:08.170957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e75c4c7-c404-40c5-9f98-25c34e2cdfff req-9933bb8d-3596-4c43-b62d-2da0894abc05 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 210 time: 0.0385885 Jul 07 18:23:08.935974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab262a6-461e-4a2e-bfd1-7535be43148c req-cf15e612-0e5e-406d-ae15-4880ce1fd44c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:08.937529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fab262a6-461e-4a2e-bfd1-7535be43148c req-cf15e612-0e5e-406d-ae15-4880ce1fd44c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0668645 Jul 07 18:23:08.975493 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fab262a6-461e-4a2e-bfd1-7535be43148c req-c5f62c9d-d98b-436b-ae1d-f8bb7ed1538f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jul 07 18:23:09.349988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0f78ffb-db63-47ae-9a5b-8f1ce33f03ee req-b33541f7-de36-4696-bf39-26c87aec5061 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 210 time: 0.0390222 Jul 07 18:23:10.163354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143d0b-2d86-4345-aca6-f6c68d140bc3 req-83e397ef-68c0-45f9-b1f7-77eb875fd2ae tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:10.165747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e143d0b-2d86-4345-aca6-f6c68d140bc3 req-83e397ef-68c0-45f9-b1f7-77eb875fd2ae tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0740013 Jul 07 18:23:10.219403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e143d0b-2d86-4345-aca6-f6c68d140bc3 req-64fa076f-1c6b-4a5b-b8c0-9ecd14c64b31 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Jul 07 18:23:10.489626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-611caed2-bcfe-4330-9d3d-fa752cba4c17 req-06ce51e3-b686-4c40-9609-0be2ee5c8850 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 210 time: 0.0330951 Jul 07 18:23:11.414190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ae4e9-21e6-4afc-b5ea-0b20c900e50a req-d984b6c7-b7f9-4d0c-81c3-2941e0851cea tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:11.415716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-895ae4e9-21e6-4afc-b5ea-0b20c900e50a req-d984b6c7-b7f9-4d0c-81c3-2941e0851cea tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0799074 Jul 07 18:23:11.460361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-895ae4e9-21e6-4afc-b5ea-0b20c900e50a req-7d1d4ed6-4040-4352-9b46-df8b2fdec650 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Jul 07 18:23:11.569322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:11.592391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:11.592885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 1ef4edae-07b3-4ac0-b3ca-59ed6c1ac990 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:11.686711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ee368c4f-eff0-4bfd-86f7-4f35a1bd6139 req-cb194dca-ff76-48db-8a06-05224a71ce88 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "GET /v2.0/ports?device_id=99ad5cf7-459a-401e-9088-f918d4062687 HTTP/1.1" status: 200 len: 210 time: 0.0310900 Jul 07 18:23:12.639518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8227347-27a5-4793-9f86-e246b71445f1 req-7e75e02b-2b93-478e-8d81-10ead70574f0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:12.641189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8227347-27a5-4793-9f86-e246b71445f1 req-7e75e02b-2b93-478e-8d81-10ead70574f0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0684545 Jul 07 18:23:12.680461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8227347-27a5-4793-9f86-e246b71445f1 req-6b751eac-e375-4941-ad83-a8beb88717fe tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Jul 07 18:23:12.783398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45104) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:12.846849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5941127-8960-42b2-a7a8-f8d07b44e3a7 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:12.872054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5941127-8960-42b2-a7a8-f8d07b44e3a7 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:12.934005 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5941127-8960-42b2-a7a8-f8d07b44e3a7 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:12.936897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5941127-8960-42b2-a7a8-f8d07b44e3a7 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:12.938076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e5941127-8960-42b2-a7a8-f8d07b44e3a7 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] 10.222.0.88 "DELETE /v2.0/security-groups/675ef03f-c6c8-430e-9db1-d6f1ce890ac1 HTTP/1.1" status: 204 len: 168 time: 0.1536639 Jul 07 18:23:12.948374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5941127-8960-42b2-a7a8-f8d07b44e3a7 tempest-TestVolumeBackupRestore-234336690 tempest-TestVolumeBackupRestore-234336690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ef03f-c6c8-430e-9db1-d6f1ce890ac1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:13.004399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45112) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:13.501234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a999ef2e-992d-4694-bcd6-a27a0da1636e tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.501969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a999ef2e-992d-4694-bcd6-a27a0da1636e tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.502798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a999ef2e-992d-4694-bcd6-a27a0da1636e tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.504901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a999ef2e-992d-4694-bcd6-a27a0da1636e tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=efbcf2d9b96944e4aff6effab7ee53be&network_id=8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 200 len: 2969 time: 0.4992058 Jul 07 18:23:13.905135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e3f3-cce1-4729-91f4-0c7e560bdaf5 req-3a9c1413-7958-4c74-b7d3-77da8e24de83 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:13.912439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c502e3f3-cce1-4729-91f4-0c7e560bdaf5 req-3a9c1413-7958-4c74-b7d3-77da8e24de83 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0771105 Jul 07 18:23:13.958257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c502e3f3-cce1-4729-91f4-0c7e560bdaf5 req-ed969b8b-23ad-44e6-9819-0f8c04cba4dd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440605 Jul 07 18:23:15.049973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45334) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:15.160055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da87a59-0674-40f9-9f3f-c5ccf927c69f tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:15.166148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5da87a59-0674-40f9-9f3f-c5ccf927c69f tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731 HTTP/1.1" status: 200 len: 814 time: 0.1143062 Jul 07 18:23:15.326394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdd2dd-1e90-4bcb-8bb3-029bb42029bf req-8e750f6e-7e14-4bd0-9c93-22e5676324c0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:15.336296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33cdd2dd-1e90-4bcb-8bb3-029bb42029bf req-8e750f6e-7e14-4bd0-9c93-22e5676324c0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.1663153 Jul 07 18:23:15.396861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33cdd2dd-1e90-4bcb-8bb3-029bb42029bf req-be56f0c9-5537-4dec-a0b9-a09390b616aa tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551977 Jul 07 18:23:15.657788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45396) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:15.664681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'network': {'name': 'tempest-network-smoke--1574120781', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:15.716152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:23:15.722077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:15.763044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:23:15.774151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:15.775290 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Added segment 4991aa3f-fac7-47db-a429-fc9746fd6c0d of type vlan for network f2dc3430-c148-45e7-8b06-ddcab28c0710 Jul 07 18:23:15.855400 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:15.865553 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0939c3d9-9e77-4f0c-b122-ae1c80bcafc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:15.964484 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:16.009440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:16.011234 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:16.164751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45438) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:16.176923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5173733 Jul 07 18:23:16.188589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66512539-f7f3-481b-ab7c-18423a26fcb2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Network': ['ID=f2dc3430-c148-45e7-8b06-ddcab28c0710,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:16.204221 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:16.205602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:23:16.373170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c35d1-c0e9-4cbd-b1a4-06f1b2851c86 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:16.375939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-176c35d1-c0e9-4cbd-b1a4-06f1b2851c86 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=efbcf2d9b96944e4aff6effab7ee53be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2085419 Jul 07 18:23:16.380968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45460) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:16.525232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8be895-4c34-4189-97db-597d59df387c tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:16.528110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6b8be895-4c34-4189-97db-597d59df387c tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460555 Jul 07 18:23:16.531414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45478) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:16.676905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-351b2d03-dad9-4b89-a96a-79e1e7734b34 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435363 Jul 07 18:23:16.682573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45490) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:16.790821 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2cd4da13-bc36-41f8-8554-e53b4e485242 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=efbcf2d9b96944e4aff6effab7ee53be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1064854 Jul 07 18:23:16.791906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45502) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:16.838115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fa3e-795a-4498-8da2-b2a3f33c5d56 req-d3a834ad-a30c-476b-80c3-4eebc201053e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:16.862334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a52fa3e-795a-4498-8da2-b2a3f33c5d56 req-d3a834ad-a30c-476b-80c3-4eebc201053e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.2272589 Jul 07 18:23:16.956029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a52fa3e-795a-4498-8da2-b2a3f33c5d56 req-e881cec5-ebe6-490e-8f85-b910ed196981 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918500 Jul 07 18:23:16.987099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0f883-f782-442e-8cd4-1ca6d3e0aa3e tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:16.993617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45524) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:17.004643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9ee0f883-f782-442e-8cd4-1ca6d3e0aa3e tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2096453 Jul 07 18:23:17.031036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45532) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:17.034194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-06f88897-b7f0-4254-8052-4df3242bec24 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393708 Jul 07 18:23:17.037903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601051545', 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:17.193713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:23:17.198133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:17.536553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:17.602392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Subnet': ['ID=f0a3126d-39fa-4ada-8a2e-5a92954d4afe,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:17.624432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Checking segment: {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:23:17.624618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network hostable DHCP agents. Network: f2dc3430-c148-45e7-8b06-ddcab28c0710, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:23:17.658193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:23:17.672588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f2dc3430-c148-45e7-8b06-ddcab28c0710) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:17.682082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c5c37-8cff-43eb-93b4-b84dee82dbb0 None None] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:23:17.689316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:17.691383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:17.731731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f11cfedf-4e73-4f2c-8e1e-6d6ef016faba tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6982803 Jul 07 18:23:17.739337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45602) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:18.002367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-f2dc3430-c148-45e7-8b06-ddcab28c0710', 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ips': [{'subnet_id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:23:18.003243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.073725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45612) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:18.079302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-919abe79-003e-44ad-a2d0-0f3e072c5930 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688833164', 'description': 'tempest-secgroup-smoke-1688833164 description', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:18.105909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-919abe79-003e-44ad-a2d0-0f3e072c5930 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.302535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bbb0f-58ab-42d9-9e6f-7f3f60ea5931 req-79e4b292-8e15-4b98-a10f-eeca8b0f8dea tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:18.304398 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-413bbb0f-58ab-42d9-9e6f-7f3f60ea5931 req-79e4b292-8e15-4b98-a10f-eeca8b0f8dea tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.1178298 Jul 07 18:23:18.317072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-919abe79-003e-44ad-a2d0-0f3e072c5930 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.317812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Allocated IP 172.20.0.18 (f2dc3430-c148-45e7-8b06-ddcab28c0710/f0a3126d-39fa-4ada-8a2e-5a92954d4afe/dcab74da-ef09-40ba-9259-0d333a20cc32) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:23:18.324452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-919abe79-003e-44ad-a2d0-0f3e072c5930 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.358599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919abe79-003e-44ad-a2d0-0f3e072c5930 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233bfdba-4ead-447b-9861-bcd175971c9a,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:18.392197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-919abe79-003e-44ad-a2d0-0f3e072c5930 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.396624 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-919abe79-003e-44ad-a2d0-0f3e072c5930 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3218551 Jul 07 18:23:18.397461 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45616) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:18.404798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b1bbae31-680a-49e5-afe2-822f8d61ef84 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '233bfdba-4ead-447b-9861-bcd175971c9a', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:18.435534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bdea7f1-771c-45bf-a804-53649df425db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.443262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-413bbb0f-58ab-42d9-9e6f-7f3f60ea5931 req-87442476-c2b1-4388-9e9d-88de30b2e685 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280622 Jul 07 18:23:18.463790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1bbae31-680a-49e5-afe2-822f8d61ef84 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.530721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1bbae31-680a-49e5-afe2-822f8d61ef84 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.539424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1bbae31-680a-49e5-afe2-822f8d61ef84 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.549655 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.584538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbae31-680a-49e5-afe2-822f8d61ef84 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e5c4be-ab64-4b71-b249-b8d09f818ca3,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:18.602725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b1bbae31-680a-49e5-afe2-822f8d61ef84 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.604467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b1bbae31-680a-49e5-afe2-822f8d61ef84 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036140 Jul 07 18:23:18.607240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45618) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:18.611975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-90dfc017-c34d-429b-8fe9-6afb7dc3c76f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '233bfdba-4ead-447b-9861-bcd175971c9a', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:18.614281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.624085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Transition to ACTIVE for port object dcab74da-ef09-40ba-9259-0d333a20cc32 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:18.645288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90dfc017-c34d-429b-8fe9-6afb7dc3c76f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.645716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.646242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Transition to ACTIVE for port object dcab74da-ef09-40ba-9259-0d333a20cc32 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:18.676191 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.765422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:18.768882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:18.779139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:23:18.788331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90dfc017-c34d-429b-8fe9-6afb7dc3c76f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.795518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Pushing event updated for resources: {'Port': ['ID=dcab74da-ef09-40ba-9259-0d333a20cc32,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:18.796646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90dfc017-c34d-429b-8fe9-6afb7dc3c76f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.829819 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90dfc017-c34d-429b-8fe9-6afb7dc3c76f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.831214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-90dfc017-c34d-429b-8fe9-6afb7dc3c76f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2229278 Jul 07 18:23:18.835764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfc017-c34d-429b-8fe9-6afb7dc3c76f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ade3663-3ffe-4d31-9ce6-a8e9107190d6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:18.845208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45620) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:18.849900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-94dfb812-d2db-4ae6-88ba-5434e18a16c5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '233bfdba-4ead-447b-9861-bcd175971c9a', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:18.897624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Attempting to bind port dcab74da-ef09-40ba-9259-0d333a20cc32 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:23:18.898511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Attempting to bind port dcab74da-ef09-40ba-9259-0d333a20cc32 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:23:18.899004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Attempting to bind port dcab74da-ef09-40ba-9259-0d333a20cc32 on network f2dc3430-c148-45e7-8b06-ddcab28c0710 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:18.907666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:23:18.908051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Checking segment: {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:23:18.908800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.925435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Bound using segment: {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:23:18.926149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Bound port: dcab74da-ef09-40ba-9259-0d333a20cc32, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:23:18.926905 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.929399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94dfb812-d2db-4ae6-88ba-5434e18a16c5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.012516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] For port dcab74da-ef09-40ba-9259-0d333a20cc32, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:23:19.015962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] For port dcab74da-ef09-40ba-9259-0d333a20cc32, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcab74da-ef09-40ba-9259-0d333a20cc32,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:23:19.025186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.040281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94dfb812-d2db-4ae6-88ba-5434e18a16c5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.052725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94dfb812-d2db-4ae6-88ba-5434e18a16c5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.098532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfb812-d2db-4ae6-88ba-5434e18a16c5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d03fbee-ecda-4492-bdc9-af783d721def,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:19.104753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-94dfb812-d2db-4ae6-88ba-5434e18a16c5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.113551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-94dfb812-d2db-4ae6-88ba-5434e18a16c5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627413 Jul 07 18:23:19.113759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45622) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:19.115584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b08bb188-b914-4696-a527-db0778561abd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '233bfdba-4ead-447b-9861-bcd175971c9a', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:19.126793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d5e89-70fd-4876-933a-af00baf29612 None None] Pushing event updated for resources: {'Port': ['ID=dcab74da-ef09-40ba-9259-0d333a20cc32,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:19.156897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b08bb188-b914-4696-a527-db0778561abd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.183649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Deleting port 1eb4488b-1511-466e-af86-4536a2eb149f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:19.184488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.307430 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b08bb188-b914-4696-a527-db0778561abd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.316318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b08bb188-b914-4696-a527-db0778561abd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.385973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b08bb188-b914-4696-a527-db0778561abd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.387162 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b08bb188-b914-4696-a527-db0778561abd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2758448 Jul 07 18:23:19.390456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45626) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:19.391578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bb188-b914-4696-a527-db0778561abd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffc1613-4edd-453d-a0b2-b43d3f0b8a00,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:19.399403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] For port 1eb4488b-1511-466e-af86-4536a2eb149f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1eb4488b-1511-466e-af86-4536a2eb149f,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:19.400522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.411892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '233bfdba-4ead-447b-9861-bcd175971c9a', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:19.434151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Calling delete_port for 1eb4488b-1511-466e-af86-4536a2eb149f owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:19.448290 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Project efbcf2d9b96944e4aff6effab7ee53be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:23:19.459833 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.685013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.695523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.699693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.716276 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.731145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb4488b-1511-466e-af86-4536a2eb149f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:19.742334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecf780a-1eca-43a1-b18c-fa85ff852fe3,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:19.749459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.751433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ae7371de-1c98-446b-8615-e12ba4bcd6dd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453655 Jul 07 18:23:19.774258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e1eb9-6927-40db-a7d8-ecaafa1ca75d req-79c76bf8-2408-4252-8069-3e38e047dd75 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:19.778062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-366e1eb9-6927-40db-a7d8-ecaafa1ca75d req-79c76bf8-2408-4252-8069-3e38e047dd75 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.1910584 Jul 07 18:23:19.780098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45630) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:19.786676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '233bfdba-4ead-447b-9861-bcd175971c9a', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:19.883254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-366e1eb9-6927-40db-a7d8-ecaafa1ca75d req-7e2ec8b5-bb7f-4db4-b8e8-4591bac3bc2b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886149 Jul 07 18:23:19.887974 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Project efbcf2d9b96944e4aff6effab7ee53be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:23:19.893433 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.020479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.026617 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.057288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3a71a9-6d0c-478f-91a2-db3317394ae0,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:20.071144 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.072557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d220b124-787f-47d7-852a-543458374639 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2926185 Jul 07 18:23:20.498051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-80c87631-7bff-4358-8d26-6e741e8fb07b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688833164&fields=id&tenant_id=efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 267 time: 0.1135361 Jul 07 18:23:20.577555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c2d9-41f3-4a93-96cb-889b4bd50ab9 req-fdec432a-92f3-4355-b625-a95b53324c79 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:20.579071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdb7c2d9-41f3-4a93-96cb-889b4bd50ab9 req-fdec432a-92f3-4355-b625-a95b53324c79 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1869693 Jul 07 18:23:20.581454 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.611070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27d6099-847a-48f4-b02f-baa98d228ca6 None None] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:23:20.648677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdb7c2d9-41f3-4a93-96cb-889b4bd50ab9 req-959b61a0-5838-406f-890b-a307e887b4b8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619948 Jul 07 18:23:20.657297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-699cecd1-b1a4-4622-bf69-05850fd479b4 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:20.658797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-699cecd1-b1a4-4622-bf69-05850fd479b4 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/networks?id=f2dc3430-c148-45e7-8b06-ddcab28c0710 HTTP/1.1" status: 200 len: 797 time: 0.1516027 Jul 07 18:23:20.675087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-f684ed59-2c5d-4c56-ad6d-2796b55e71fe tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/quotas/efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 375 time: 0.0102599 Jul 07 18:23:20.771522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5559235d-c067-4e0a-bc2b-49065489d305 None None] Provisioning for port dcab74da-ef09-40ba-9259-0d333a20cc32 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:20.778266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-40c4f70b-d8fe-4b94-904f-95b7fc442bf9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0893700 Jul 07 18:23:20.829466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Router de79516a-29e8-4921-ac34-b7040e3bac49 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:20.946591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-385d0af2-b662-4b6f-aee2-18693f3126b7 service neutron] 10.222.0.88 "GET /v2.0/networks/f2dc3430-c148-45e7-8b06-ddcab28c0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559513 Jul 07 18:23:20.955767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccb2c6-aec7-4a4e-a68c-b34f8d37cf9f req-1fb06713-eed4-4aa6-97ed-412595ab8293 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:20.957328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bccb2c6-aec7-4a4e-a68c-b34f8d37cf9f req-1fb06713-eed4-4aa6-97ed-412595ab8293 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1577139 Jul 07 18:23:20.959471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:20.971657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] Sync routers for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:20.975471 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0b49edc7-627d-42b2-bef0-3b0563e255d4 admin admin] 10.222.0.88 "PUT /v2.0/routers/de79516a-29e8-4921-ac34-b7040e3bac49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2316475 Jul 07 18:23:20.975887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45652) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:20.999465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] Routers {'de79516a-29e8-4921-ac34-b7040e3bac49'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:21.000223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['de79516a-29e8-4921-ac34-b7040e3bac49'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:21.091936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bccb2c6-aec7-4a4e-a68c-b34f8d37cf9f req-d21baba3-6c5c-4870-ab23-83ed0a9bf2e4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131890 Jul 07 18:23:21.098349 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.106295 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-7b781e8a-e7d9-4d46-b47e-88bf5b7333b8 service neutron] 10.222.0.88 "GET /v2.0/networks/f2dc3430-c148-45e7-8b06-ddcab28c0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478000 Jul 07 18:23:21.262637 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.354830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Deleting port 38f70d50-55d4-4bfa-b02b-887ee4ee281d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:21.355181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.379481 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c06eaacc-6b7b-4e6e-9252-d8beae38447b req-49a7c94f-7dee-4925-b528-a87df5b3d1c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 210 time: 0.0609951 Jul 07 18:23:21.438626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcab74da-ef09-40ba-9259-0d333a20cc32 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:21.494061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] For port 38f70d50-55d4-4bfa-b02b-887ee4ee281d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=38f70d50-55d4-4bfa-b02b-887ee4ee281d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:21.494432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.521245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Calling delete_port for 38f70d50-55d4-4bfa-b02b-887ee4ee281d owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:21.525864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.579105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] Set router de79516a-29e8-4921-ac34-b7040e3bac49 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:21.604172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-a959ad81-c04f-4a80-a4bb-3605377157f5 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:21.624393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-a959ad81-c04f-4a80-a4bb-3605377157f5 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1999390 Jul 07 18:23:21.666198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-f3a84c31-6971-4110-b213-7dd7af40b34d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/quotas/8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 375 time: 0.0405805 Jul 07 18:23:21.757257 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.787663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Pushing event deleted for resources: {'Port': ['ID=38f70d50-55d4-4bfa-b02b-887ee4ee281d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:21.798587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-2df6c166-d074-4afc-933f-863626a0ccbd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1314273 Jul 07 18:23:21.875282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port dcab74da-ef09-40ba-9259-0d333a20cc32 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:21.896859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dcab74da-ef09-40ba-9259-0d333a20cc32 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:21.897230 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.925728 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:21.943017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-0dcdcc74-9624-431a-a633-d8de7a9dfa18 service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429763 Jul 07 18:23:22.062943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-3de30860-67a5-49e0-a815-41653c5caea3 service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186121 Jul 07 18:23:22.123060 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.125402 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.231506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.232269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Fanout notify agent at l3_agent the message router_deleted on router de79516a-29e8-4921-ac34-b7040e3bac49 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:23:22.237517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.237681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.241525 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f2b0e8b1-2df8-4e59-8f3f-64baaa2ac79d admin admin] 10.222.0.88 "DELETE /v2.0/routers/de79516a-29e8-4921-ac34-b7040e3bac49 HTTP/1.1" status: 204 len: 168 time: 1.2624049 Jul 07 18:23:22.242171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45690) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:22.316496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Deleting subnet edb5a3e4-3504-4815-b340-79cd016274c2 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:23:22.321344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.337521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'name': 'tempest-TestVolumeBackupRestore-1419898032-router', 'tenant_id': '837de43f788343b1950cb9da4834f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:10Z', 'updated_at': '2021-07-07T18:23:19Z', 'revision_number': 5, 'project_id': '837de43f788343b1950cb9da4834f824', 'gw_port': {'id': '38f70d50-55d4-4bfa-b02b-887ee4ee281d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79516a-29e8-4921-ac34-b7040e3bac49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:11Z', 'updated_at': '2021-07-07T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:22.348793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f801a75b-4513-4bc1-b93c-302cf05e7c0d req-a23e4061-dbea-43e4-b6e1-e5a0a653b78d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 210 time: 0.0647759 Jul 07 18:23:22.354897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port dcab74da-ef09-40ba-9259-0d333a20cc32, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcab74da-ef09-40ba-9259-0d333a20cc32,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:22.390210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] Checking router: de79516a-29e8-4921-ac34-b7040e3bac49 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:22.393848 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.397517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.431244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] Routers set() bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:22.431615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] Router IDs set() for agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 18:23:22.432230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_agentschedulers_db [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de79516a-29e8-4921-ac34-b7040e3bac49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent'). {{(pid=105590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 18:23:22.432650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f08d7-5ba0-4826-8167-131cdbac45c0 None None] The sync data for ids ['de79516a-29e8-4921-ac34-b7040e3bac49'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:22.482324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=dcab74da-ef09-40ba-9259-0d333a20cc32,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:22.626007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-143c4949-b9b7-4699-84d0-46be33e2919f req-9152d283-d62b-4ac7-be50-02df789099ca tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 210 time: 0.0444801 Jul 07 18:23:22.679348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.743155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.781179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb5a3e4-3504-4815-b340-79cd016274c2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:22.785618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:22.786573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b72e9c-372b-420c-90d5-85f7821b8ea7 None None] Network 2c363b70-c127-4d7f-a374-efa3903b79ad requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:23:22.787999 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/edb5a3e4-3504-4815-b340-79cd016274c2 HTTP/1.1" status: 204 len: 168 time: 0.5438385 Jul 07 18:23:22.791261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45704) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:22.795157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.795502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.795840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.796151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.796485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.796811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.797192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.797482 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.797853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.798179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.798498 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.798818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4837cc8-5a3a-42aa-ac59-7fbf68891af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:22.953710 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.077010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Deleting port 29d83235-53ed-4856-9a9a-b046cfd8a7fd {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:23.077444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.100201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcab74da-ef09-40ba-9259-0d333a20cc32 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:23.163144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] DHCP port deletion for 2c363b70-c127-4d7f-a374-efa3903b79ad request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:23:23.204086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] For port 29d83235-53ed-4856-9a9a-b046cfd8a7fd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=29d83235-53ed-4856-9a9a-b046cfd8a7fd,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:23.204631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.220848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Calling delete_port for 29d83235-53ed-4856-9a9a-b046cfd8a7fd owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:23.242448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port dcab74da-ef09-40ba-9259-0d333a20cc32 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:23.242718 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.310700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] Deleting port 29d83235-53ed-4856-9a9a-b046cfd8a7fd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:23.312160 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.323061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.338481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] No DVR routers for this DVR port 29d83235-53ed-4856-9a9a-b046cfd8a7fd on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:23:23.382335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Pushing event deleted for resources: {'Port': ['ID=29d83235-53ed-4856-9a9a-b046cfd8a7fd,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:23.486751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-fac2deba-a92e-4e91-b1d0-6a616281683c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:23.488377 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-fac2deba-a92e-4e91-b1d0-6a616281683c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "GET /v2.0/networks?id=f2dc3430-c148-45e7-8b06-ddcab28c0710 HTTP/1.1" status: 200 len: 797 time: 0.2307217 Jul 07 18:23:23.498106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] For port 29d83235-53ed-4856-9a9a-b046cfd8a7fd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=29d83235-53ed-4856-9a9a-b046cfd8a7fd,segment=NetworkSegment(65cc5be9-abe2-4da0-85e6-b2076793ed8c),segment_id=65cc5be9-abe2-4da0-85e6-b2076793ed8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:23.498518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.548330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.574291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c363b70-c127-4d7f-a374-efa3903b79ad']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:23.597849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1eb4488b-1511-466e-af86-4536a2eb149f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:23.603493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cc5be9-abe2-4da0-85e6-b2076793ed8c') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:23.605196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cc5be9-abe2-4da0-85e6-b2076793ed8c') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:23.610183 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-4ebdd421-b9ca-4163-9773-5675d8afbf92 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 472 time: 0.1024172 Jul 07 18:23:23.621826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'port': {'device_id': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710', 'admin_state_up': True, 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'security_groups': ['233bfdba-4ead-447b-9861-bcd175971c9a']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:23.626668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] Calling delete_port for 29d83235-53ed-4856-9a9a-b046cfd8a7fd owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:23.628682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.629339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1eb4488b-1511-466e-af86-4536a2eb149f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:23.629339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1eb4488b-1511-466e-af86-4536a2eb149f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:23.671688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f05fe2e1-1f43-4236-a422-ec036deac083 req-7a1220b2-c5a9-400a-980b-a5a54df11425 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 210 time: 0.0633290 Jul 07 18:23:23.693310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.704064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:23:23.704603 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:23:23.706668 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:23:23.758379 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.781925 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.792366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:23.797759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] 10.222.0.88 "DELETE /v2.0/networks/2c363b70-c127-4d7f-a374-efa3903b79ad HTTP/1.1" status: 204 len: 168 time: 1.0026920 Jul 07 18:23:23.799375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45710) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:23.805640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66980c7-891b-474c-8c0e-6588cff8b57c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c363b70-c127-4d7f-a374-efa3903b79ad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:23.814456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] Pushing event deleted for resources: {'Port': ['ID=29d83235-53ed-4856-9a9a-b046cfd8a7fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:23.823684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60495acb-8e74-48c2-a7c0-cbc16c8f05b1 None None] No DVR routers for this DVR port 29d83235-53ed-4856-9a9a-b046cfd8a7fd on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:23:23.901266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f144857-45c0-4996-9764-1e979addf117 req-bdc4dace-df1f-452a-bae1-0d0cc3c9d579 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 210 time: 0.0376735 Jul 07 18:23:23.973765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:23:23.977443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.123289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-23eb3f8e-4593-40c5-93f5-63c943f20ef4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:24.124906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-23eb3f8e-4593-40c5-93f5-63c943f20ef4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1132567 Jul 07 18:23:24.140768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'port': {'device_id': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'admin_state_up': True, 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:24.252256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.20.0.26 (f2dc3430-c148-45e7-8b06-ddcab28c0710/f0a3126d-39fa-4ada-8a2e-5a92954d4afe/d763defe-1c30-4e0a-837a-6ad8fed35efb) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:23:24.282515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Made reservation on behalf of 8d8f5023beb44955ab61ac3fe381402d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:23:24.293671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.448971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Allocated IP 172.20.0.8 (0f7e9c77-5c78-43ec-8f53-afca8a4c2f63/cec48f9f-007d-47a9-afe4-c958028c86af/8582bfad-e5c1-486c-8acd-c12ae2e935c2) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:23:24.467513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.487288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Transition to ACTIVE for port object d763defe-1c30-4e0a-837a-6ad8fed35efb will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:24.492723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.606450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.622390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.638602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Transition to ACTIVE for port object 8582bfad-e5c1-486c-8acd-c12ae2e935c2 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:24.674569 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.688316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:24.768611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:24.775400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:24.780533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:23:24.839756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=8582bfad-e5c1-486c-8acd-c12ae2e935c2,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:25.010744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38f70d50-55d4-4bfa-b02b-887ee4ee281d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:25.017678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:25.018377 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.047163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 38f70d50-55d4-4bfa-b02b-887ee4ee281d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:25.047514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38f70d50-55d4-4bfa-b02b-887ee4ee281d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:25.047917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29d83235-53ed-4856-9a9a-b046cfd8a7fd no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:25.079691 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 29d83235-53ed-4856-9a9a-b046cfd8a7fd {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:25.080038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29d83235-53ed-4856-9a9a-b046cfd8a7fd not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:25.080800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351552-bfce-42ca-8572-92c4ab865c33 req-4bba440f-c1d4-4ff3-a171-8b7bda9b8360 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:25.090896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7351552-bfce-42ca-8572-92c4ab865c33 req-4bba440f-c1d4-4ff3-a171-8b7bda9b8360 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 931 time: 0.2129371 Jul 07 18:23:25.108752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-d4ea0caa-de0a-4c31-b051-58f0d9c5677d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9746101 Jul 07 18:23:25.129348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Request body: {'port': {'device_id': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:25.142055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:25.147109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:25.152514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:23:25.171922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=d763defe-1c30-4e0a-837a-6ad8fed35efb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:25.224753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7351552-bfce-42ca-8572-92c4ab865c33 req-81e234b9-e141-4b99-a289-2e80b5cd88ad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326671 Jul 07 18:23:25.234249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-11f4c6d4-cf01-461f-9505-a19db6183b01 None None] Provisioning for port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:25.238599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-11f4c6d4-cf01-461f-9505-a19db6183b01 None None] Provisioning complete for port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:25.238969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11f4c6d4-cf01-461f-9505-a19db6183b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.243272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:25.244064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.291171 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-31356cf2-7c99-43dd-ab68-5c57ea93de59 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6715779 Jul 07 18:23:25.303536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.303664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-11f4c6d4-cf01-461f-9505-a19db6183b01 None None] Port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:23:25.312867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Request body: {'port': {'device_id': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:25.320688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960d10-9edc-4017-9c99-7849d6293f21 req-4eb54943-2ec6-4635-a20e-53490c52bbd6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:25.328226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8960d10-9edc-4017-9c99-7849d6293f21 req-4eb54943-2ec6-4635-a20e-53490c52bbd6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 932 time: 0.2086444 Jul 07 18:23:25.432885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8960d10-9edc-4017-9c99-7849d6293f21 req-324ffdb9-d4ce-41a1-9a21-ec06e939fb5c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010392 Jul 07 18:23:25.495749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.527539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-33df2b1a-9e70-4684-9cc3-182ae5f4960d None None] Provisioning for port d763defe-1c30-4e0a-837a-6ad8fed35efb completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:25.539315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-33df2b1a-9e70-4684-9cc3-182ae5f4960d None None] Provisioning complete for port d763defe-1c30-4e0a-837a-6ad8fed35efb triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:25.539729 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33df2b1a-9e70-4684-9cc3-182ae5f4960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.564942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Deleting port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:25.565626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.598625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-33df2b1a-9e70-4684-9cc3-182ae5f4960d None None] Port d763defe-1c30-4e0a-837a-6ad8fed35efb cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:23:25.713150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8582bfad-e5c1-486c-8acd-c12ae2e935c2 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:23:25.721201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.734401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Transition to ACTIVE for port object 8582bfad-e5c1-486c-8acd-c12ae2e935c2 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:25.737918 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.761267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] For port aae1a02f-8af6-4cb2-9c89-bf52ad4d912d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,segment=NetworkSegment(88bd40bf-854c-4488-aabc-9f75c472ac1b),segment_id=88bd40bf-854c-4488-aabc-9f75c472ac1b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:25.761653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.783828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Calling delete_port for aae1a02f-8af6-4cb2-9c89-bf52ad4d912d owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:25.831941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Pushing event updated for resources: {'Port': ['ID=8582bfad-e5c1-486c-8acd-c12ae2e935c2,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:25.891456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Attempting to bind port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:23:25.891456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Attempting to bind port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:23:25.891856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Attempting to bind port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:25.897145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:23:25.897531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Attempting to bind port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:25.903194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:23:25.903536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:23:25.904015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Bound using segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:23:25.904554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Bound port: 8582bfad-e5c1-486c-8acd-c12ae2e935c2, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:23:25.905007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.978299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d763defe-1c30-4e0a-837a-6ad8fed35efb {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:23:25.978952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] For port 8582bfad-e5c1-486c-8acd-c12ae2e935c2, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:23:25.983150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] For port 8582bfad-e5c1-486c-8acd-c12ae2e935c2, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:23:25.990067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:25.990939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.014928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Transition to ACTIVE for port object d763defe-1c30-4e0a-837a-6ad8fed35efb will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:26.023945 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.042075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:26.042680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.044327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] 10.222.0.55 "PUT /v2.0/ports/8582bfad-e5c1-486c-8acd-c12ae2e935c2 HTTP/1.1" status: 200 len: 1091 time: 0.9235265 Jul 07 18:23:26.044814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'tag': '8582bfad-e5c1-486c-8acd-c12ae2e935c2'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:26.047322 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf913e4-efe5-43e0-8856-05ba035a9c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8cf486-0c71-4efc-9fff-4ac2a532713e", "tag": "8582bfad-e5c1-486c-8acd-c12ae2e935c2"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:26.166665 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aa0ce6-677d-416a-922d-cf3b8da171ff x-openstack-request-id: req-20aa0ce6-677d-416a-922d-cf3b8da171ff {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:26.167069 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8cf486-0c71-4efc-9fff-4ac2a532713e", "tag": "8582bfad-e5c1-486c-8acd-c12ae2e935c2", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:26.167276 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-20aa0ce6-677d-416a-922d-cf3b8da171ff {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:26.167801 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'tag': '8582bfad-e5c1-486c-8acd-c12ae2e935c2', 'status': 'completed', 'code': 200} Jul 07 18:23:26.179927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309eb06-8387-4b11-8b25-1587ff83cecd service neutron] Pushing event updated for resources: {'Port': ['ID=8582bfad-e5c1-486c-8acd-c12ae2e935c2,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:26.238160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-fa309823-6836-4226-8831-04396a040e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:26.243509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-fa309823-6836-4226-8831-04396a040e93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 1094 time: 0.1469216 Jul 07 18:23:26.261081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Pushing event updated for resources: {'Port': ['ID=d763defe-1c30-4e0a-837a-6ad8fed35efb,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:26.333766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-574319d3-397c-417b-86b2-bdbbd3c6a56a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2 HTTP/1.1" status: 200 len: 217 time: 0.0810401 Jul 07 18:23:26.419128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.442881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-8fcebf43-36da-45ff-a08b-c359e481d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:26.444394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-8fcebf43-36da-45ff-a08b-c359e481d1da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0988293 Jul 07 18:23:26.523667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Pushing event deleted for resources: {'Port': ['ID=aae1a02f-8af6-4cb2-9c89-bf52ad4d912d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:26.591872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Attempting to bind port d763defe-1c30-4e0a-837a-6ad8fed35efb on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:23:26.592325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Attempting to bind port d763defe-1c30-4e0a-837a-6ad8fed35efb by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:23:26.593052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Attempting to bind port d763defe-1c30-4e0a-837a-6ad8fed35efb on network f2dc3430-c148-45e7-8b06-ddcab28c0710 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:26.600031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Port d763defe-1c30-4e0a-837a-6ad8fed35efb on network f2dc3430-c148-45e7-8b06-ddcab28c0710 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:23:26.600457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Attempting to bind port d763defe-1c30-4e0a-837a-6ad8fed35efb on network f2dc3430-c148-45e7-8b06-ddcab28c0710 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:26.609504 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:23:26.609992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Checking segment: {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:23:26.610475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Bound using segment: {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:23:26.611011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Bound port: d763defe-1c30-4e0a-837a-6ad8fed35efb, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:23:26.611481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.635741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1b065-821c-4619-a992-27575b293480 req-860be43b-6865-414f-b0fd-bf3bb340f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:26.638063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-860be43b-6865-414f-b0fd-bf3bb340f1aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857440 Jul 07 18:23:26.775392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] For port d763defe-1c30-4e0a-837a-6ad8fed35efb, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:23:26.795360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] For port d763defe-1c30-4e0a-837a-6ad8fed35efb, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d763defe-1c30-4e0a-837a-6ad8fed35efb,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:23:26.801618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.814036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e14f4-70d9-44d6-a469-7f3d6d974720 req-1781ccc3-ba0a-4f88-9e59-faeb246962d9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:26.815609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-523e14f4-70d9-44d6-a469-7f3d6d974720 req-1781ccc3-ba0a-4f88-9e59-faeb246962d9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 943 time: 0.2939029 Jul 07 18:23:26.833766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.849840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:26.850557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:26.852731 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] 10.222.0.55 "PUT /v2.0/ports/d763defe-1c30-4e0a-837a-6ad8fed35efb HTTP/1.1" status: 200 len: 1092 time: 1.5531201 Jul 07 18:23:26.857100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'tag': 'd763defe-1c30-4e0a-837a-6ad8fed35efb'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:26.859855 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e45db3-2f61-4c4c-a582-fd8e397adeba" -d '{"events": [{"name": "network-changed", "server_uuid": "af5bf1e1-fa7f-4c43-b797-09f24b3cc14c", "tag": "d763defe-1c30-4e0a-837a-6ad8fed35efb"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:26.883288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eac0e-5760-4d02-ad86-dc8b99d2aa5e req-e8825145-683b-48bb-9c11-566137cec2d8 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:26.884936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa9eac0e-5760-4d02-ad86-dc8b99d2aa5e req-e8825145-683b-48bb-9c11-566137cec2d8 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 944 time: 0.2443023 Jul 07 18:23:26.889032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-ab1cbacd-e3cd-4e6e-9c39-53e8eb86ecfa service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357531 Jul 07 18:23:26.977359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-523e14f4-70d9-44d6-a469-7f3d6d974720 req-ae765a34-8d4c-4bff-aa88-b06a5541180c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500921 Jul 07 18:23:27.032868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa9eac0e-5760-4d02-ad86-dc8b99d2aa5e req-08f343d1-4832-4f6b-b68f-74f3cb4a74d2 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374221 Jul 07 18:23:27.047190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f359869-7933-42c3-9d21-e20d1c0140de service neutron] Pushing event updated for resources: {'Port': ['ID=d763defe-1c30-4e0a-837a-6ad8fed35efb,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:27.082933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4c1b065-821c-4619-a992-27575b293480 req-e1230065-65db-4483-991f-d08637c8dd92 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741652 Jul 07 18:23:27.092097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-eb82ebe8-a636-4534-b61a-60e179d9b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:27.093667 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-eb82ebe8-a636-4534-b61a-60e179d9b615 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 1095 time: 0.1602883 Jul 07 18:23:27.253082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-74df4127-2808-4967-a4be-646facbe14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:27.255018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-74df4127-2808-4967-a4be-646facbe14c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 1094 time: 0.0928128 Jul 07 18:23:27.268250 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630e522b-0b82-4280-8181-bf8e2988dc8d x-openstack-request-id: req-630e522b-0b82-4280-8181-bf8e2988dc8d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:27.268688 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5bf1e1-fa7f-4c43-b797-09f24b3cc14c", "tag": "d763defe-1c30-4e0a-837a-6ad8fed35efb", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:27.268969 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-630e522b-0b82-4280-8181-bf8e2988dc8d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:27.269215 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'tag': 'd763defe-1c30-4e0a-837a-6ad8fed35efb', 'status': 'completed', 'code': 200} Jul 07 18:23:27.270857 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-d80f39bc-e302-4c02-8b4e-e417d944202b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d763defe-1c30-4e0a-837a-6ad8fed35efb HTTP/1.1" status: 200 len: 217 time: 0.1685138 Jul 07 18:23:27.332441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Router 796c7012-c6e4-4d62-9f8f-7a3571f69152 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:27.336638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-890d972a-995e-460c-9bf9-a2d0ec5853f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:27.338160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-890d972a-995e-460c-9bf9-a2d0ec5853f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f0a3126d-39fa-4ada-8a2e-5a92954d4afe HTTP/1.1" status: 200 len: 837 time: 0.0612974 Jul 07 18:23:27.360548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-89213608-8176-4c07-977c-b0be0ee21baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:27.362840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-89213608-8176-4c07-977c-b0be0ee21baa service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1012216 Jul 07 18:23:27.422300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-ab31ca35-a689-47c3-ba38-9d50172e39cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2 HTTP/1.1" status: 200 len: 217 time: 0.0513468 Jul 07 18:23:27.481534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-35001a48-4e11-4edd-bd14-751563492587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:27.483246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-35001a48-4e11-4edd-bd14-751563492587 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0535121 Jul 07 18:23:27.485662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:27.493774 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa295e40-19c3-4d14-a27a-28fd7af5af9f admin admin] 10.222.0.88 "PUT /v2.0/routers/796c7012-c6e4-4d62-9f8f-7a3571f69152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6871417 Jul 07 18:23:27.495262 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] Sync routers for ids ['796c7012-c6e4-4d62-9f8f-7a3571f69152'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:27.495778 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45744) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:27.497776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-412d1091-7d8c-4df8-9e91-62d6ca03810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:27.499285 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-412d1091-7d8c-4df8-9e91-62d6ca03810e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2dc3430-c148-45e7-8b06-ddcab28c0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539388 Jul 07 18:23:27.515133 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] Routers {'796c7012-c6e4-4d62-9f8f-7a3571f69152'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:27.515783 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['796c7012-c6e4-4d62-9f8f-7a3571f69152'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:27.563745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-53c8ccbe-861b-46d0-bfce-4c12bef080c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:27.565804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-53c8ccbe-861b-46d0-bfce-4c12bef080c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705206 Jul 07 18:23:27.634489 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] Set router 796c7012-c6e4-4d62-9f8f-7a3571f69152 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:27.661461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:27.766683 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-08f5fc86-49e8-4ec8-b3c9-6ff467de6b5b service neutron] 10.222.0.55 "GET /v2.0/networks/f2dc3430-c148-45e7-8b06-ddcab28c0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777952 Jul 07 18:23:27.873366 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:27.884562 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:23:26Z', 'revision_number': 5, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port': {'id': 'e23b1518-9284-4f4a-9def-25251dcc24dc', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:19:21Z', 'updated_at': '2021-07-07T18:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:27.917217 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] Checking router: 796c7012-c6e4-4d62-9f8f-7a3571f69152 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:27.928138 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] Routers {'796c7012-c6e4-4d62-9f8f-7a3571f69152'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:27.929332 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['796c7012-c6e4-4d62-9f8f-7a3571f69152'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:27.948972 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f02af26-9a8b-4842-8fee-6195351e7dd6 req-5c26f281-d925-49b3-aa01-20d901c6ce3c service neutron] 10.222.0.55 "GET /v2.0/networks/f2dc3430-c148-45e7-8b06-ddcab28c0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674047 Jul 07 18:23:27.972488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Deleting port e23b1518-9284-4f4a-9def-25251dcc24dc {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:27.972896 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:28.150174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] For port e23b1518-9284-4f4a-9def-25251dcc24dc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e23b1518-9284-4f4a-9def-25251dcc24dc,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:28.150813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:28.170736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-f539d156-8025-4b00-a046-b84877ca17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:28.173331 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-f539d156-8025-4b00-a046-b84877ca17a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 1095 time: 0.1542320 Jul 07 18:23:28.183487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Calling delete_port for e23b1518-9284-4f4a-9def-25251dcc24dc owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:28.185856 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] Set router 796c7012-c6e4-4d62-9f8f-7a3571f69152 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:28.191404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-9c0dbefa-0418-4c6e-9ac4-f5340bbab17c service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185298 Jul 07 18:23:28.259931 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:23:27Z', 'revision_number': 6, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:28.298055 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bce890-7548-47b4-8a1d-fb596bc52992 None None] The sync data for ids ['796c7012-c6e4-4d62-9f8f-7a3571f69152'] in n-d-798930-2 is: [{'id': '796c7012-c6e4-4d62-9f8f-7a3571f69152', 'name': 'tempest-TestVolumeBackupRestore-672024671-router', 'tenant_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:19:20Z', 'updated_at': '2021-07-07T18:23:27Z', 'revision_number': 6, 'project_id': 'd60d83562a8247ce9d8ee7a46c9557a5', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:28.410755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6e82-74d7-452e-996e-e8ad2df712f4 req-733b6925-3de1-4705-ab15-f80c423f46e3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:28.412473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3efb6e82-74d7-452e-996e-e8ad2df712f4 req-733b6925-3de1-4705-ab15-f80c423f46e3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 944 time: 0.2009416 Jul 07 18:23:28.421527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c5695-ba47-4ce7-b615-a31ea08d7573 req-a1919913-ea87-4e14-b6e1-68e801efa8ba tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:28.423220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-450c5695-ba47-4ce7-b615-a31ea08d7573 req-a1919913-ea87-4e14-b6e1-68e801efa8ba tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 943 time: 0.2467527 Jul 07 18:23:28.426888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bf913e4-efe5-43e0-8856-05ba035a9c3c req-99455902-36e4-445e-8de8-15dc3e2cba19 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027707 Jul 07 18:23:28.481223 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3efb6e82-74d7-452e-996e-e8ad2df712f4 req-d6661a29-88ec-4c53-a1a5-41ee2213252c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567267 Jul 07 18:23:28.500909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-450c5695-ba47-4ce7-b615-a31ea08d7573 req-3eaddc10-4a4d-42b2-9636-887b25e47bda tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518086 Jul 07 18:23:28.648531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-148e96f4-5aee-4162-8992-808b3712e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:28.648531 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-148e96f4-5aee-4162-8992-808b3712e167 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2dc3430-c148-45e7-8b06-ddcab28c0710 HTTP/1.1" status: 200 len: 898 time: 0.4626369 Jul 07 18:23:28.730846 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-103b7a3e-e2a0-4b6b-8573-c33c474323b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d763defe-1c30-4e0a-837a-6ad8fed35efb HTTP/1.1" status: 200 len: 217 time: 0.0483274 Jul 07 18:23:28.821476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-be807edd-d694-4d09-8765-3f42fc237a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:28.822879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-be807edd-d694-4d09-8765-3f42fc237a2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f0a3126d-39fa-4ada-8a2e-5a92954d4afe HTTP/1.1" status: 200 len: 837 time: 0.0845225 Jul 07 18:23:28.841110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:28.897485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Pushing event deleted for resources: {'Port': ['ID=e23b1518-9284-4f4a-9def-25251dcc24dc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:28.978376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45766) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:28.986031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-4c6fc3a5-101b-424c-a6ce-bea11c264d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:28.987609 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-4c6fc3a5-101b-424c-a6ce-bea11c264d46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2dc3430-c148-45e7-8b06-ddcab28c0710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566005 Jul 07 18:23:28.988506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.115872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.132624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.138356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.184408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e23b1518-9284-4f4a-9def-25251dcc24dc no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:29.211719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e23b1518-9284-4f4a-9def-25251dcc24dc {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:29.212212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e23b1518-9284-4f4a-9def-25251dcc24dc not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:29.212859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aae1a02f-8af6-4cb2-9c89-bf52ad4d912d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:29.223021 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-4b201fdf-e04c-44ed-b871-d30cc6ed882a service neutron] 10.222.0.55 "GET /v2.0/networks/f2dc3430-c148-45e7-8b06-ddcab28c0710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079351 Jul 07 18:23:29.240951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: aae1a02f-8af6-4cb2-9c89-bf52ad4d912d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:29.241428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aae1a02f-8af6-4cb2-9c89-bf52ad4d912d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:29.251712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.252176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 796c7012-c6e4-4d62-9f8f-7a3571f69152 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:23:29.285145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.288223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.288973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b86d3adf-8049-4705-aedd-984a6b1d616a admin admin] 10.222.0.88 "DELETE /v2.0/routers/796c7012-c6e4-4d62-9f8f-7a3571f69152 HTTP/1.1" status: 204 len: 168 time: 1.7886310 Jul 07 18:23:29.291732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:29.299813 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.336414 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b0e45db3-2f61-4c4c-a582-fd8e397adeba req-57a0c2d9-45bf-4fc4-8922-ca7953b37463 service neutron] 10.222.0.55 "GET /v2.0/networks/f2dc3430-c148-45e7-8b06-ddcab28c0710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062086 Jul 07 18:23:29.368399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb0483-4e21-445a-ae73-e3999c4a579c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:29.374446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] Deleting subnet 214ce052-1357-406f-ba1f-e56886a67578 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:23:29.377758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.404300 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8962170e050945a4b1f15037d5a29616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245381 Jul 07 18:23:29.406790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45772) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:29.419661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.419985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.420370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.420860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.421093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.421431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.421770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.422102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.422482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.422827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.423132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.423472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fecd-d582-46d6-bdd0-fd45fbff189b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:29.436214 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.479773 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d08bc73a-330c-435b-b9f6-1da678e3ba35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.506776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d08bc73a-330c-435b-b9f6-1da678e3ba35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.526397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.570541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d08bc73a-330c-435b-b9f6-1da678e3ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.576138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d08bc73a-330c-435b-b9f6-1da678e3ba35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.580420 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d08bc73a-330c-435b-b9f6-1da678e3ba35 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4fb0483-4e21-445a-ae73-e3999c4a579c HTTP/1.1" status: 204 len: 168 time: 0.1702161 Jul 07 18:23:29.596515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc73a-330c-435b-b9f6-1da678e3ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb0483-4e21-445a-ae73-e3999c4a579c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:29.609870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.658102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31835d77-36e7-4600-90f6-96ec51f8bfaa None None] Network ab0fcbb5-d071-4ae5-8982-16e55965ab26 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:23:29.661994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8582bfad-e5c1-486c-8acd-c12ae2e935c2 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:23:29.662292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214ce052-1357-406f-ba1f-e56886a67578,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:29.667185 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.669141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a1b8846e-1cae-41ed-bc21-bac48b980c1c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/214ce052-1357-406f-ba1f-e56886a67578 HTTP/1.1" status: 204 len: 168 time: 0.3772819 Jul 07 18:23:29.671943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45780) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:29.763474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.785267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384cfa0-0f86-4546-9e0c-441ee7d9cbea req-8db4225f-3e46-464b-ac8a-3b8893cfe5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:29.786965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e384cfa0-0f86-4546-9e0c-441ee7d9cbea req-8db4225f-3e46-464b-ac8a-3b8893cfe5ff tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 944 time: 0.1366997 Jul 07 18:23:29.803803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784189ce-803d-45e8-b887-5dbb48f23399 req-0efc137f-102a-454a-9271-cfa869c67929 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:29.805464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-784189ce-803d-45e8-b887-5dbb48f23399 req-0efc137f-102a-454a-9271-cfa869c67929 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 943 time: 0.1353137 Jul 07 18:23:29.848233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Deleting port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:29.849811 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.863259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e384cfa0-0f86-4546-9e0c-441ee7d9cbea req-df297968-b543-474d-af9b-dbc51fa418fa tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688951 Jul 07 18:23:29.879382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8582bfad-e5c1-486c-8acd-c12ae2e935c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:29.886833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-784189ce-803d-45e8-b887-5dbb48f23399 req-83ff4932-ad7f-4b6e-89ec-b078b9dd714c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589726 Jul 07 18:23:29.909260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '8582bfad-e5c1-486c-8acd-c12ae2e935c2', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '8582bfad-e5c1-486c-8acd-c12ae2e935c2', 'mac_address': 'fa:16:3e:d6:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:23:29.942725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] For port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1d1b67bf-3b45-4b75-ad27-1cb5c143105c,segment=NetworkSegment(88bd40bf-854c-4488-aabc-9f75c472ac1b),segment_id=88bd40bf-854c-4488-aabc-9f75c472ac1b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:29.943090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:29.959165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Calling delete_port for 1d1b67bf-3b45-4b75-ad27-1cb5c143105c owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:29.999625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.021368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8582bfad-e5c1-486c-8acd-c12ae2e935c2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:23:30.048396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8582bfad-e5c1-486c-8acd-c12ae2e935c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:30.053758 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.056748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.089878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1b67bf-3b45-4b75-ad27-1cb5c143105c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:30.094160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] No DVR routers for this DVR port 1d1b67bf-3b45-4b75-ad27-1cb5c143105c on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:23:30.111953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=8582bfad-e5c1-486c-8acd-c12ae2e935c2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:30.151352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499ee5c-4f2c-4b3e-8a8d-33845449855f None None] DHCP port deletion for ab0fcbb5-d071-4ae5-8982-16e55965ab26 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:23:30.181726 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.191999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0fcbb5-d071-4ae5-8982-16e55965ab26']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:30.211773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bd40bf-854c-4488-aabc-9f75c472ac1b') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:30.212141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bd40bf-854c-4488-aabc-9f75c472ac1b') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:30.226560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.240030 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.246186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:23:30.246570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:23:30.248247 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:23:30.280922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['8582bfad-e5c1-486c-8acd-c12ae2e935c2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:30.303120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.309133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.314037 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] 10.222.0.88 "DELETE /v2.0/networks/ab0fcbb5-d071-4ae5-8982-16e55965ab26 HTTP/1.1" status: 204 len: 168 time: 0.6383066 Jul 07 18:23:30.332411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7d656-cfd1-4a2f-94a0-20bf2cea366a admin admin] Pushing event deleted for resources: {'Network': ['ID=ab0fcbb5-d071-4ae5-8982-16e55965ab26,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:30.484071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45784) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:30.532157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f7fca6c3-5553-46bc-a577-a045d37ebd0d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=837de43f788343b1950cb9da4834f824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468819 Jul 07 18:23:30.534836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45786) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:30.589150 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a3fa36-3563-4270-84a1-1f7e26512546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.610315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a3fa36-3563-4270-84a1-1f7e26512546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.659467 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a3fa36-3563-4270-84a1-1f7e26512546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.662298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a3fa36-3563-4270-84a1-1f7e26512546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.663923 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c2a3fa36-3563-4270-84a1-1f7e26512546 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cce25875-7c0b-472e-b916-c8a73f1e36a1 HTTP/1.1" status: 204 len: 168 time: 0.1278129 Jul 07 18:23:30.674828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3fa36-3563-4270-84a1-1f7e26512546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce25875-7c0b-472e-b916-c8a73f1e36a1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:30.942157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d1b67bf-3b45-4b75-ad27-1cb5c143105c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:30.970276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1d1b67bf-3b45-4b75-ad27-1cb5c143105c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:30.971114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d1b67bf-3b45-4b75-ad27-1cb5c143105c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:31.064143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:31.104330 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7e119249-8532-4ba5-a92a-f196aad900a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d60d83562a8247ce9d8ee7a46c9557a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382288 Jul 07 18:23:31.106818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45798) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:31.126759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa14617-0deb-4dd1-8bb9-19b439d66b8b req-91212a45-bdcc-4669-9596-332a6b427c58 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:31.128288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa14617-0deb-4dd1-8bb9-19b439d66b8b req-91212a45-bdcc-4669-9596-332a6b427c58 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 944 time: 0.1165717 Jul 07 18:23:31.137059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605c4d-d57c-4c1a-80f6-e66740c695be req-f951167d-664f-4e0c-b5d5-5376c6b82c77 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:31.138569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7605c4d-d57c-4c1a-80f6-e66740c695be req-f951167d-664f-4e0c-b5d5-5376c6b82c77 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 944 time: 0.0978971 Jul 07 18:23:31.156851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6e7f885-bd6f-4ab1-988a-4a36eef1bc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:31.179274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6e7f885-bd6f-4ab1-988a-4a36eef1bc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:31.194336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5fa14617-0deb-4dd1-8bb9-19b439d66b8b req-87c40fc3-5798-4a75-ae32-fa565aa098a4 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547931 Jul 07 18:23:31.199662 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7605c4d-d57c-4c1a-80f6-e66740c695be req-5fc403f7-8571-4eff-a335-b10714707ca5 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539544 Jul 07 18:23:31.233091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6e7f885-bd6f-4ab1-988a-4a36eef1bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:31.235718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d6e7f885-bd6f-4ab1-988a-4a36eef1bc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:31.236901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d6e7f885-bd6f-4ab1-988a-4a36eef1bc11 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a5dbec1-9c4a-43b0-8467-6b9b3466e9b7 HTTP/1.1" status: 204 len: 168 time: 0.1291556 Jul 07 18:23:31.245668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7f885-bd6f-4ab1-988a-4a36eef1bc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5dbec1-9c4a-43b0-8467-6b9b3466e9b7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:31.677563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d763defe-1c30-4e0a-837a-6ad8fed35efb details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:23:31.679892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8582bfad-e5c1-486c-8acd-c12ae2e935c2 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:31.803133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:31.815312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:31.815689 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:31.853206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d763defe-1c30-4e0a-837a-6ad8fed35efb, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d763defe-1c30-4e0a-837a-6ad8fed35efb,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:31.873757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'd763defe-1c30-4e0a-837a-6ad8fed35efb', 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710', 'port_id': 'd763defe-1c30-4e0a-837a-6ad8fed35efb', 'mac_address': 'fa:16:3e:2b:2e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:23:31.950164 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:31.971226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d763defe-1c30-4e0a-837a-6ad8fed35efb {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:23:31.975204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:32.007005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d763defe-1c30-4e0a-837a-6ad8fed35efb, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d763defe-1c30-4e0a-837a-6ad8fed35efb,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:32.013260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8582bfad-e5c1-486c-8acd-c12ae2e935c2'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:32.015740 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7df92c-2f36-4dba-8db6-a1fce3b446d6" -d '{"events": [{"server_uuid": "3b8cf486-0c71-4efc-9fff-4ac2a532713e", "name": "network-vif-plugged", "status": "completed", "tag": "8582bfad-e5c1-486c-8acd-c12ae2e935c2"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:32.041972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:32.049252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8582bfad-e5c1-486c-8acd-c12ae2e935c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:32.052951 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ab7b30-3f2b-4ec0-93bb-8d2c9e6bfa32 x-openstack-request-id: req-a6ab7b30-3f2b-4ec0-93bb-8d2c9e6bfa32 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:32.053285 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8cf486-0c71-4efc-9fff-4ac2a532713e", "name": "network-vif-plugged", "status": "completed", "tag": "8582bfad-e5c1-486c-8acd-c12ae2e935c2", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:32.053542 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6ab7b30-3f2b-4ec0-93bb-8d2c9e6bfa32 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:32.054060 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8582bfad-e5c1-486c-8acd-c12ae2e935c2', 'code': 200} Jul 07 18:23:32.074438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:32.100463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=d763defe-1c30-4e0a-837a-6ad8fed35efb,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:32.154167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=8582bfad-e5c1-486c-8acd-c12ae2e935c2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:32.170643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcdb0b-ee9b-408e-9f47-8f7acf91e786 req-e1f8ba8c-803a-49dd-b8cf-a6bc58647249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:32.172154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-80dcdb0b-ee9b-408e-9f47-8f7acf91e786 req-e1f8ba8c-803a-49dd-b8cf-a6bc58647249 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 1096 time: 0.0562177 Jul 07 18:23:32.209916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-80dcdb0b-ee9b-408e-9f47-8f7acf91e786 req-33501c06-c4b4-442a-b4c2-f78df6b9dda0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298603 Jul 07 18:23:32.277169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['d763defe-1c30-4e0a-837a-6ad8fed35efb'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:23:32.422328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaff33-6bd3-43a1-8e86-455d773bf9b8 req-0a66355a-19d0-422b-be3e-ab0b132fb61e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:32.423896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ecaff33-6bd3-43a1-8e86-455d773bf9b8 req-0a66355a-19d0-422b-be3e-ab0b132fb61e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 945 time: 0.1125307 Jul 07 18:23:32.436952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bf9be-9042-4c56-a7e0-1a60877938eb req-c6db16ab-f4d4-4835-acfa-46626b296954 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:32.438482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-762bf9be-9042-4c56-a7e0-1a60877938eb req-c6db16ab-f4d4-4835-acfa-46626b296954 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 945 time: 0.0968742 Jul 07 18:23:32.495209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ecaff33-6bd3-43a1-8e86-455d773bf9b8 req-3a6a40c8-7c9f-4a26-9d15-04c82f9911c6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555508 Jul 07 18:23:32.500161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-762bf9be-9042-4c56-a7e0-1a60877938eb req-ed2e24aa-5098-4f39-84ba-8eec80b6443d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543780 Jul 07 18:23:33.707176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d763defe-1c30-4e0a-837a-6ad8fed35efb up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:33.725751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d67935-2708-4a35-a68a-9e639a358591 req-b6d67723-6881-4dd1-afce-fd078df79286 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:33.727249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1d67935-2708-4a35-a68a-9e639a358591 req-b6d67723-6881-4dd1-afce-fd078df79286 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 945 time: 0.1075652 Jul 07 18:23:33.738554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a840ce-fb8b-4e58-b9d4-9263742a92db req-7fc62e3a-26b4-4173-9de6-7afe64852997 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:33.740092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0a840ce-fb8b-4e58-b9d4-9263742a92db req-7fc62e3a-26b4-4173-9de6-7afe64852997 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 945 time: 0.1111073 Jul 07 18:23:33.759089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port d763defe-1c30-4e0a-837a-6ad8fed35efb completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:33.763094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port d763defe-1c30-4e0a-837a-6ad8fed35efb triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:33.763985 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:33.800221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1d67935-2708-4a35-a68a-9e639a358591 req-0ada895a-2441-4ba3-9cc5-1c3009bd2ed9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590034 Jul 07 18:23:33.805791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0a840ce-fb8b-4e58-b9d4-9263742a92db req-cd89a95e-85ec-4c1b-ad24-01706bb3d71a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571935 Jul 07 18:23:33.847485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:33.881012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port d763defe-1c30-4e0a-837a-6ad8fed35efb, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d763defe-1c30-4e0a-837a-6ad8fed35efb,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:33.886019 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:33.942549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=d763defe-1c30-4e0a-837a-6ad8fed35efb,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:34.002640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:34.055581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd763defe-1c30-4e0a-837a-6ad8fed35efb'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:34.057983 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0f1943-875b-4922-94ab-f8117763afea" -d '{"events": [{"server_uuid": "af5bf1e1-fa7f-4c43-b797-09f24b3cc14c", "name": "network-vif-plugged", "status": "completed", "tag": "d763defe-1c30-4e0a-837a-6ad8fed35efb"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:34.093629 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e709a92-0d0c-481a-a205-915c0a3b4b9a x-openstack-request-id: req-7e709a92-0d0c-481a-a205-915c0a3b4b9a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:34.093943 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5bf1e1-fa7f-4c43-b797-09f24b3cc14c", "name": "network-vif-plugged", "status": "completed", "tag": "d763defe-1c30-4e0a-837a-6ad8fed35efb", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:34.094174 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e709a92-0d0c-481a-a205-915c0a3b4b9a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:34.094912 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd763defe-1c30-4e0a-837a-6ad8fed35efb', 'code': 200} Jul 07 18:23:34.210478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2afe-a9e4-4cac-94c0-efe26ae670f1 req-a3f7736c-558f-464b-926b-ad4296116c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:34.212027 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bdff2afe-a9e4-4cac-94c0-efe26ae670f1 req-a3f7736c-558f-464b-926b-ad4296116c8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 1097 time: 0.0529718 Jul 07 18:23:34.255072 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bdff2afe-a9e4-4cac-94c0-efe26ae670f1 req-b159102d-1f2f-46c6-a893-88dffcf0f568 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351198 Jul 07 18:23:35.007922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21caf87-4c4a-4d70-a905-c471efceb4ee req-5bd5f62d-733e-4191-b850-9094e7959597 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:35.009713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b21caf87-4c4a-4d70-a905-c471efceb4ee req-5bd5f62d-733e-4191-b850-9094e7959597 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 946 time: 0.0712833 Jul 07 18:23:35.055305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b21caf87-4c4a-4d70-a905-c471efceb4ee req-6ccb8483-df18-4309-901a-577ccad5981b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Jul 07 18:23:35.959955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:36.245425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438df724-4a7e-4f08-8709-779ed3762183 req-4223afdc-97bd-496e-80cd-eb067805bb1d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:36.246966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-438df724-4a7e-4f08-8709-779ed3762183 req-4223afdc-97bd-496e-80cd-eb067805bb1d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 946 time: 0.0715985 Jul 07 18:23:36.299362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-438df724-4a7e-4f08-8709-779ed3762183 req-2c30ae89-8066-4f70-8b0c-1ffa191881f7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Jul 07 18:23:36.490888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af766b-cf6c-4b53-9620-5f3480ae4585 req-9052f487-96b1-4f10-a9c0-14cef44a4241 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:36.492339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80af766b-cf6c-4b53-9620-5f3480ae4585 req-9052f487-96b1-4f10-a9c0-14cef44a4241 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 946 time: 0.0786350 Jul 07 18:23:36.533881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80af766b-cf6c-4b53-9620-5f3480ae4585 req-dfb38ba2-d8d5-438b-a448-a623f7640791 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351393 Jul 07 18:23:38.078021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45838) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:38.545612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:38.886303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.20.0.17 (f2dc3430-c148-45e7-8b06-ddcab28c0710/f0a3126d-39fa-4ada-8a2e-5a92954d4afe/95b35676-f38c-4ffc-9d5c-21c63450b2d4) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:23:39.013831 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.029161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Transition to ACTIVE for port object 95b35676-f38c-4ffc-9d5c-21c63450b2d4 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:39.063621 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.106348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:39.111949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:39.115857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:23:39.123267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=95b35676-f38c-4ffc-9d5c-21c63450b2d4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:39.166306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.323302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.345404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ac254b0f-720f-4947-bf0c-8f2b83688fd5 None None] Provisioning for port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:39.352961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ac254b0f-720f-4947-bf0c-8f2b83688fd5 None None] Provisioning complete for port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:39.355653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac254b0f-720f-4947-bf0c-8f2b83688fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.396861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ac254b0f-720f-4947-bf0c-8f2b83688fd5 None None] Port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:23:39.614969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.620974 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.697114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=95b35676-f38c-4ffc-9d5c-21c63450b2d4,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:39.702055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:39.796309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:23:39.797767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:23:39.918709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:40.021276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4de4304d-4094-4749-8434-c437c9ab1998 None None] Provisioning complete for port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:40.021734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4de4304d-4094-4749-8434-c437c9ab1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:40.037128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:40.046523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1dedfc26-a8a5-4c21-8b6c-dea9471a453b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "PUT /v2.0/routers/0925ba82-7bc2-4cc1-8533-aaa8fe331246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639785 Jul 07 18:23:40.060412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Sync routers for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:40.063903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4de4304d-4094-4749-8434-c437c9ab1998 None None] Port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:23:40.071404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:40.071969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:40.196674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:40.596438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:23:39Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:57Z', 'revision_number': 1, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b35676-f38c-4ffc-9d5c-21c63450b2d4', 'name': '', 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:b0:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:38Z', 'updated_at': '2021-07-07T18:23:39Z', 'revision_number': 2, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:40.622002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Checking router: 0925ba82-7bc2-4cc1-8533-aaa8fe331246 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:40.622327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Updating router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:23:40.656402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:40.931222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:40.941555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Transition to ACTIVE for port object 95b35676-f38c-4ffc-9d5c-21c63450b2d4 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:23:40.949865 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:41.000767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a10b2-1d21-42c6-ac57-5bd1780ff5ac None None] Pushing event updated for resources: {'Port': ['ID=95b35676-f38c-4ffc-9d5c-21c63450b2d4,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:41.054791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Attempting to bind port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:23:41.055169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Attempting to bind port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:23:41.055492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Attempting to bind port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 on network f2dc3430-c148-45e7-8b06-ddcab28c0710 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:23:41.060782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:23:41.061216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Checking segment: {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:23:41.061621 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:41.061995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Bound using segment: {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:23:41.062460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Bound port: 95b35676-f38c-4ffc-9d5c-21c63450b2d4, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4991aa3f-fac7-47db-a429-fc9746fd6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:23:41.062837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:41.131823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] For port 95b35676-f38c-4ffc-9d5c-21c63450b2d4, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:23:41.135227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] For port 95b35676-f38c-4ffc-9d5c-21c63450b2d4, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=95b35676-f38c-4ffc-9d5c-21c63450b2d4,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:23:41.139040 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:41.206129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:41.206769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:41.208906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a10b2-1d21-42c6-ac57-5bd1780ff5ac None None] Pushing event updated for resources: {'Port': ['ID=95b35676-f38c-4ffc-9d5c-21c63450b2d4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:41.328229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:41.583338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c0007477-bc86-458a-856e-e170762ac65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:23:39Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:57Z', 'revision_number': 1, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b35676-f38c-4ffc-9d5c-21c63450b2d4', 'name': '', 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:b0:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:38Z', 'updated_at': '2021-07-07T18:23:41Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:41.610923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0007477-bc86-458a-856e-e170762ac65a None None] The sync data for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 is: [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:23:39Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:57Z', 'revision_number': 1, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b35676-f38c-4ffc-9d5c-21c63450b2d4', 'name': '', 'network_id': 'f2dc3430-c148-45e7-8b06-ddcab28c0710', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:b0:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:38Z', 'updated_at': '2021-07-07T18:23:41Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': 'f0a3126d-39fa-4ada-8a2e-5a92954d4afe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:42.955844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95b35676-f38c-4ffc-9d5c-21c63450b2d4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:43.011389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:23:43.015274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:43.015641 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.097621 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.131371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 95b35676-f38c-4ffc-9d5c-21c63450b2d4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=95b35676-f38c-4ffc-9d5c-21c63450b2d4,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:43.138289 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:43.190829 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=95b35676-f38c-4ffc-9d5c-21c63450b2d4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:43.198857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.199289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.199641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.199873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.200190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.200535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.200879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.201222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.201563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.201868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.202187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.202506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:43.267594 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-69365d93-c05f-44b1-a995-6f3ffc7b7cff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586810 Jul 07 18:23:43.387217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b504-5242-434c-a44c-bca124802e66 req-8cd4c4c1-21cf-47f4-bba6-cd20eefb807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.388785 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-8cd4c4c1-21cf-47f4-bba6-cd20eefb807b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 1096 time: 0.0645270 Jul 07 18:23:43.503261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b504-5242-434c-a44c-bca124802e66 req-47983cee-8331-4d75-988a-be9bcdc665da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.504784 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-47983cee-8331-4d75-988a-be9bcdc665da service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0887692 Jul 07 18:23:43.550506 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-4ea1f8b9-e721-4fed-808c-397ede60645a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 HTTP/1.1" status: 200 len: 217 time: 0.0386808 Jul 07 18:23:43.600950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b504-5242-434c-a44c-bca124802e66 req-a2d73e62-9742-4300-a208-b5d2dc3adf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.602382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-a2d73e62-9742-4300-a208-b5d2dc3adf1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0455449 Jul 07 18:23:43.662135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b504-5242-434c-a44c-bca124802e66 req-42a70a81-ebc9-4f3f-81d2-db106f835baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:43.664000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-42a70a81-ebc9-4f3f-81d2-db106f835baf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536990 Jul 07 18:23:43.773569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-1cd42920-76d4-4807-9bb4-ce05c093f8e9 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991113 Jul 07 18:23:43.870864 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0ad1b504-5242-434c-a44c-bca124802e66 req-980d4b61-203b-4f62-b123-2c497000d322 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866563 Jul 07 18:23:44.938249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95b35676-f38c-4ffc-9d5c-21c63450b2d4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:23:44.989452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:23:44.989820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.842392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-172443aa-40ca-4808-8658-aaa9aee46d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:46.027951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-76378e1f-585c-4fd1-a840-e75376ba9467 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010174 Jul 07 18:23:46.116885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d15eb-373e-4316-9139-7a31184ff41c req-f7e4d2a8-95ad-4fe1-a411-6fa6fa3fb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.118405 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-f7e4d2a8-95ad-4fe1-a411-6fa6fa3fb0a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 1096 time: 0.0660036 Jul 07 18:23:46.239921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d15eb-373e-4316-9139-7a31184ff41c req-e89a2a4e-e01d-4130-984e-8bec90e8b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.241437 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-e89a2a4e-e01d-4130-984e-8bec90e8b073 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 200 len: 898 time: 0.0933979 Jul 07 18:23:46.302124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563252-20a9-4370-a36b-596463297a55 req-481008b9-c7c5-43a1-bbd9-2b2bc92af957 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.303514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa563252-20a9-4370-a36b-596463297a55 req-481008b9-c7c5-43a1-bbd9-2b2bc92af957 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0742192 Jul 07 18:23:46.318460 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-e4709d1f-5b2f-4975-9c63-332fd35757d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d HTTP/1.1" status: 200 len: 1001 time: 0.0682673 Jul 07 18:23:46.346272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa563252-20a9-4370-a36b-596463297a55 req-65fa4860-acc3-4957-a17c-1ee170d5774e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370417 Jul 07 18:23:46.370582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d15eb-373e-4316-9139-7a31184ff41c req-1bd2fbfd-96ad-4a20-80b4-3cd8f13f31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.372115 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-1bd2fbfd-96ad-4a20-80b4-3cd8f13f31fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1fd313d6-bf91-4b96-8fa3-dabbec61c31c HTTP/1.1" status: 200 len: 835 time: 0.0470145 Jul 07 18:23:46.443115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d15eb-373e-4316-9139-7a31184ff41c req-f24d9a42-8440-4ed5-93ed-72b9e09649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.445047 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-f24d9a42-8440-4ed5-93ed-72b9e09649a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8664009a-fb31-441d-9ff3-a695e3f4135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613074 Jul 07 18:23:46.534755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f0fa9-539a-4a22-b6f8-d325359dfa4b req-9b121cbe-a2fa-4585-a753-58a81b8af5ce tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.536332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d5f0fa9-539a-4a22-b6f8-d325359dfa4b req-9b121cbe-a2fa-4585-a753-58a81b8af5ce tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0712941 Jul 07 18:23:46.557693 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-cedee3dd-6b70-4df8-b7cd-34b02fe5c763 service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042295 Jul 07 18:23:46.576484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d5f0fa9-539a-4a22-b6f8-d325359dfa4b req-a90f492b-bdab-4ee3-9505-cdb9f30e88cd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Jul 07 18:23:46.657208 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d04d15eb-373e-4316-9139-7a31184ff41c req-d6793851-adcd-445d-b531-4636f6574d91 service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897632 Jul 07 18:23:46.995191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedee62-6808-4cdb-a37e-ce57fb34a3ee req-39651185-b04a-4c75-828e-4bbc19d8f3ad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.996998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-baedee62-6808-4cdb-a37e-ce57fb34a3ee req-39651185-b04a-4c75-828e-4bbc19d8f3ad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0757501 Jul 07 18:23:47.037291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-baedee62-6808-4cdb-a37e-ce57fb34a3ee req-20c26554-091e-4625-a85c-60eb38a11308 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341408 Jul 07 18:23:47.700647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48f958-ce92-4c20-b323-8ae3ba20f497 req-4075d96b-2ff6-4671-b07b-47663d252838 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:47.702052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf48f958-ce92-4c20-b323-8ae3ba20f497 req-4075d96b-2ff6-4671-b07b-47663d252838 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0756950 Jul 07 18:23:47.747145 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf48f958-ce92-4c20-b323-8ae3ba20f497 req-cf9c3696-4aa1-4235-883c-40e6812acb1f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368702 Jul 07 18:23:48.380321 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74150a11-725f-4055-9fc5-9e1672b75ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.514285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.936927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182024ce-3d08-4bcc-bb01-e3b9d890b916 req-5cd4613c-666a-4f47-944e-615980a09bdc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:48.938694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-182024ce-3d08-4bcc-bb01-e3b9d890b916 req-5cd4613c-666a-4f47-944e-615980a09bdc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0765476 Jul 07 18:23:48.976932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-182024ce-3d08-4bcc-bb01-e3b9d890b916 req-b5bf1a10-09fd-463b-b395-a0d0f7ac4065 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324035 Jul 07 18:23:49.698958 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.168725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c523641-493d-453f-83fd-db825775d381 req-af96f687-82cf-4962-b767-6890fec4f7d3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:50.170272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c523641-493d-453f-83fd-db825775d381 req-af96f687-82cf-4962-b767-6890fec4f7d3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0723555 Jul 07 18:23:50.209424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0c523641-493d-453f-83fd-db825775d381 req-7eb90490-7741-451b-abe2-c85476ef32f1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332425 Jul 07 18:23:51.195946 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:51.407948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbd6e4-5c98-449c-bc30-7be27368030a req-a5db2fa4-0fbe-42a6-9bcf-80882cd673d1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:51.409252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ffbd6e4-5c98-449c-bc30-7be27368030a req-a5db2fa4-0fbe-42a6-9bcf-80882cd673d1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0832756 Jul 07 18:23:51.451334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ffbd6e4-5c98-449c-bc30-7be27368030a req-5f5f95f2-959c-4a49-ab27-050c0ea63aad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339978 Jul 07 18:23:52.643404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558132b5-30ca-404b-89d5-63b4fbb149ad req-0d274526-c47c-4657-ab61-922ef408068f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:52.645104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-558132b5-30ca-404b-89d5-63b4fbb149ad req-0d274526-c47c-4657-ab61-922ef408068f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0820794 Jul 07 18:23:52.687026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-558132b5-30ca-404b-89d5-63b4fbb149ad req-32d0eeeb-0894-4bcd-a9d1-36beda7c6652 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Jul 07 18:23:53.205423 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:53.875499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6e556-1005-4d7c-a251-16e8b783606e req-83081aa6-3f47-45ee-909f-8716d0029a5f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:53.877019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2b6e556-1005-4d7c-a251-16e8b783606e req-83081aa6-3f47-45ee-909f-8716d0029a5f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0732763 Jul 07 18:23:53.925223 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2b6e556-1005-4d7c-a251-16e8b783606e req-6970bab0-ba7a-48b7-ab4f-1da5c9879293 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Jul 07 18:23:55.105877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc2194-930c-4fac-b684-33f38d3b7a39 req-694ebaa1-b3b3-4645-b0d6-abf99a6c6631 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:55.107357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5dc2194-930c-4fac-b684-33f38d3b7a39 req-694ebaa1-b3b3-4645-b0d6-abf99a6c6631 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0645893 Jul 07 18:23:55.147421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5dc2194-930c-4fac-b684-33f38d3b7a39 req-b021c0bb-d333-414e-9403-ae0d4c6fb20c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319707 Jul 07 18:23:56.339498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903267a-5fc5-497e-9e2f-9ead9535b62b req-1a80bf1d-2b53-402b-be30-c21481a1034c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:56.341020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a903267a-5fc5-497e-9e2f-9ead9535b62b req-1a80bf1d-2b53-402b-be30-c21481a1034c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0774958 Jul 07 18:23:56.389789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a903267a-5fc5-497e-9e2f-9ead9535b62b req-a8b6acbc-3c43-4987-a0d3-dc4ed9ddcd5a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408063 Jul 07 18:23:57.595690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee40367-9849-45ec-85ab-400086ea1aa4 req-af5852ed-f481-47af-89f1-8e667339586c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:57.597174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ee40367-9849-45ec-85ab-400086ea1aa4 req-af5852ed-f481-47af-89f1-8e667339586c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0778060 Jul 07 18:23:57.639422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ee40367-9849-45ec-85ab-400086ea1aa4 req-fee43963-7439-4641-bcae-bbf9e3c098fb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Jul 07 18:23:58.829794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a714da-95c9-49e8-83a5-e1668eb176d6 req-fbe86647-2825-441e-9d5e-66dda7c940fe tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:58.831321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a714da-95c9-49e8-83a5-e1668eb176d6 req-fbe86647-2825-441e-9d5e-66dda7c940fe tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0702939 Jul 07 18:23:58.873917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0a714da-95c9-49e8-83a5-e1668eb176d6 req-1bb8c3d4-2e31-47c4-9566-ef4eb952adc2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342813 Jul 07 18:23:59.230246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-8b552836-0450-41c4-8d15-bd16aa08a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:59.231760 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-8b552836-0450-41c4-8d15-bd16aa08a040 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1096 time: 0.0571477 Jul 07 18:23:59.239850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008f7ac-a044-4729-a5e0-e85159fd1fe0 req-83f5fa7d-5735-41d6-9ca9-c03a6ec69bbd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:59.241269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b008f7ac-a044-4729-a5e0-e85159fd1fe0 req-83f5fa7d-5735-41d6-9ca9-c03a6ec69bbd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0688365 Jul 07 18:23:59.280539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b008f7ac-a044-4729-a5e0-e85159fd1fe0 req-733fb7e8-52f1-488d-87b4-61e528dd28d3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332899 Jul 07 18:23:59.327141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-45d8309a-cc67-4545-9a55-c5833b7df446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:59.328621 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-45d8309a-cc67-4545-9a55-c5833b7df446 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0905507 Jul 07 18:23:59.393143 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-e9f54190-af6e-411d-9d0c-34ddd3142db2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0575800 Jul 07 18:23:59.454973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-9637240a-f0d0-444b-9bad-9dd731e6bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:59.456362 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-9637240a-f0d0-444b-9bad-9dd731e6bb7e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0565162 Jul 07 18:23:59.527352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-7e7f1c0f-d726-44e6-987a-389f8b415503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:59.528813 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-7e7f1c0f-d726-44e6-987a-389f8b415503 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654793 Jul 07 18:23:59.617104 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-d3e3c3b2-fed5-40f7-a8af-20f0031fa72d service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812459 Jul 07 18:23:59.718845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-99d8e9d4-4bce-4e61-b484-900cf30b302b req-ca13b9cd-df2d-4e3c-8edc-b42d6b32daec service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939021 Jul 07 18:24:00.463995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e073e-4f80-4c8f-85cd-4fdd166c7a1b req-040c5680-4227-44d0-b598-fc46ea5f583e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:00.465542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-574e073e-4f80-4c8f-85cd-4fdd166c7a1b req-040c5680-4227-44d0-b598-fc46ea5f583e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0686321 Jul 07 18:24:00.508391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-574e073e-4f80-4c8f-85cd-4fdd166c7a1b req-2d8dcaac-7bed-4902-9ed2-07abbb901ecf tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Jul 07 18:24:00.703736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3c1d-c8d4-4b6e-80a2-8308dd9f1910 req-b6e25f5a-2693-46e0-991a-c4f39abc0b02 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:00.705250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02fc3c1d-c8d4-4b6e-80a2-8308dd9f1910 req-b6e25f5a-2693-46e0-991a-c4f39abc0b02 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0777056 Jul 07 18:24:00.713956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45932) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:00.746364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02fc3c1d-c8d4-4b6e-80a2-8308dd9f1910 req-9f4f3ed7-e3a5-4421-90f6-da27eba66777 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342476 Jul 07 18:24:01.136319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c5585-b57c-4080-ade6-b8ab4f1f25b1 req-d2a3e156-a0c1-49d2-b034-55c0f99be8cf tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:01.137858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c07c5585-b57c-4080-ade6-b8ab4f1f25b1 req-d2a3e156-a0c1-49d2-b034-55c0f99be8cf tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0692301 Jul 07 18:24:01.179281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c07c5585-b57c-4080-ade6-b8ab4f1f25b1 req-0d4037d2-2a4b-40ae-add7-e655ec825409 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352085 Jul 07 18:24:01.381517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.606401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba4b38-2b8c-45aa-912b-bd3e2ea44e19 req-d163c0ea-d819-4ec9-8953-70196b21de5b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:01.608559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-daba4b38-2b8c-45aa-912b-bd3e2ea44e19 req-d163c0ea-d819-4ec9-8953-70196b21de5b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0769207 Jul 07 18:24:01.651192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-daba4b38-2b8c-45aa-912b-bd3e2ea44e19 req-78cecd0b-50c1-4fea-8eaa-d55f832c8dd2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359824 Jul 07 18:24:01.734314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port 95b35676-f38c-4ffc-9d5c-21c63450b2d4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:01.734932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.827854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port 95b35676-f38c-4ffc-9d5c-21c63450b2d4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=95b35676-f38c-4ffc-9d5c-21c63450b2d4,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:01.828337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:01.846038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for 95b35676-f38c-4ffc-9d5c-21c63450b2d4 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:02.053394 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.078653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=95b35676-f38c-4ffc-9d5c-21c63450b2d4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:02.278322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.510667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:02.621933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:02.627228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b49eab54-d5ac-49da-ac5b-6a9ea82bd66c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "PUT /v2.0/routers/0925ba82-7bc2-4cc1-8533-aaa8fe331246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120650 Jul 07 18:24:02.631500 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] Sync routers for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:02.641895 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:02.642553 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:02.755469 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:02.836609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8d4c0-09f2-46dc-b24e-20174d9cd547 req-099ac4ee-465c-4318-b498-632c5d558e3a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:02.838233 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ebb8d4c0-09f2-46dc-b24e-20174d9cd547 req-099ac4ee-465c-4318-b498-632c5d558e3a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0704505 Jul 07 18:24:03.027064 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:01Z', 'revision_number': 6, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:57Z', 'revision_number': 1, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:03.054439 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] Checking router: 0925ba82-7bc2-4cc1-8533-aaa8fe331246 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:03.064104 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:03.064859 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:03.174426 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:03.261597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ebb8d4c0-09f2-46dc-b24e-20174d9cd547 req-5d0e141f-46d7-4ec1-ada2-5dc4e406d2a7 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177284 Jul 07 18:24:03.292880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065460e-666b-47cd-9c5a-18a5efdac3b7 req-08f524f1-ee9f-40aa-ac6f-72e2620c5cb8 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:03.294375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e065460e-666b-47cd-9c5a-18a5efdac3b7 req-08f524f1-ee9f-40aa-ac6f-72e2620c5cb8 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 946 time: 0.0794065 Jul 07 18:24:03.334708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e065460e-666b-47cd-9c5a-18a5efdac3b7 req-b2eca8ed-9d47-4940-bb61-9c9c2cdd0dbe tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 Jul 07 18:24:03.404547 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:01Z', 'revision_number': 6, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:57Z', 'revision_number': 1, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:03.434939 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17264e82-a63a-4dab-9343-6c441c82f387 None None] The sync data for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 is: [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:01Z', 'revision_number': 6, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'port_id': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'mac_address': 'fa:16:3e:d7:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97819bca-bc82-47d6-8068-201da1aced0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:21:51Z', 'updated_at': '2021-07-07T18:21:57Z', 'revision_number': 1, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:03.629836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70867d-dfe3-4980-bc86-4aa2e14f9bb9 req-8f7e909e-be64-4318-84ff-f98c80b93199 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:03.631342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a70867d-dfe3-4980-bc86-4aa2e14f9bb9 req-8f7e909e-be64-4318-84ff-f98c80b93199 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0814631 Jul 07 18:24:03.679125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a70867d-dfe3-4980-bc86-4aa2e14f9bb9 req-1935add5-1ce8-46a2-9f8f-40dda9d73672 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Jul 07 18:24:04.020690 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.526052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966965-707f-41f4-9954-b011ab601fe5 req-017dbe78-c018-4980-8d9d-cc8fa70c7210 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:04.527606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2966965-707f-41f4-9954-b011ab601fe5 req-017dbe78-c018-4980-8d9d-cc8fa70c7210 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 946 time: 0.0716958 Jul 07 18:24:04.537416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-06fba6ea-6088-43f9-a580-547766a16538 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:04.538995 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-06fba6ea-6088-43f9-a580-547766a16538 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5bf1e1-fa7f-4c43-b797-09f24b3cc14c HTTP/1.1" status: 200 len: 946 time: 0.0658791 Jul 07 18:24:04.567503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2966965-707f-41f4-9954-b011ab601fe5 req-e0ad2949-6f81-43e9-9275-72944595c945 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=233bfdba-4ead-447b-9861-bcd175971c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Jul 07 18:24:04.648088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port d763defe-1c30-4e0a-837a-6ad8fed35efb {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:04.648409 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.742373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port d763defe-1c30-4e0a-837a-6ad8fed35efb, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=d763defe-1c30-4e0a-837a-6ad8fed35efb,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:04.742725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.756563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for d763defe-1c30-4e0a-837a-6ad8fed35efb owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:04.863272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a388c97-deda-47c1-badb-5175d50a9e0f req-ca555f15-ef2e-4c10-bad8-97660d8ff60d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:04.864804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a388c97-deda-47c1-badb-5175d50a9e0f req-ca555f15-ef2e-4c10-bad8-97660d8ff60d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0660472 Jul 07 18:24:04.896328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.909626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a388c97-deda-47c1-badb-5175d50a9e0f req-33e8f7b8-ebd2-4d7f-84af-efe05e772aa4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389452 Jul 07 18:24:04.915223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95b35676-f38c-4ffc-9d5c-21c63450b2d4 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:04.937254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=d763defe-1c30-4e0a-837a-6ad8fed35efb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:04.938285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 95b35676-f38c-4ffc-9d5c-21c63450b2d4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:04.938842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 95b35676-f38c-4ffc-9d5c-21c63450b2d4 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:04.977387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] No DVR routers for this DVR port d763defe-1c30-4e0a-837a-6ad8fed35efb on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:04.980270 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:04.982279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a139041e-4e3d-4d64-a3e4-367bccbe4677 req-4c02f81e-6945-41d1-8711-13fd088bc7fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "DELETE /v2.0/ports/d763defe-1c30-4e0a-837a-6ad8fed35efb HTTP/1.1" status: 204 len: 173 time: 0.4367747 Jul 07 18:24:04.982681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'name': 'network-vif-deleted', 'tag': 'd763defe-1c30-4e0a-837a-6ad8fed35efb'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:04.984993 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3098e93-5496-4954-a387-2221e829629d" -d '{"events": [{"server_uuid": "af5bf1e1-fa7f-4c43-b797-09f24b3cc14c", "name": "network-vif-deleted", "tag": "d763defe-1c30-4e0a-837a-6ad8fed35efb"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:05.025048 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac40eb0-4c43-4e50-83c8-74aa8d0087fd x-openstack-request-id: req-0ac40eb0-4c43-4e50-83c8-74aa8d0087fd {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:05.025524 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5bf1e1-fa7f-4c43-b797-09f24b3cc14c", "name": "network-vif-deleted", "tag": "d763defe-1c30-4e0a-837a-6ad8fed35efb", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:05.025837 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0ac40eb0-4c43-4e50-83c8-74aa8d0087fd {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:05.026311 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5bf1e1-fa7f-4c43-b797-09f24b3cc14c', 'name': 'network-vif-deleted', 'tag': 'd763defe-1c30-4e0a-837a-6ad8fed35efb', 'status': 'completed', 'code': 200} Jul 07 18:24:05.109902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20ee4d-8550-42c8-adfa-918249c8a6d7 req-7b9838f5-e35a-4122-992e-3c4c306af050 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:05.111739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a20ee4d-8550-42c8-adfa-918249c8a6d7 req-7b9838f5-e35a-4122-992e-3c4c306af050 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0691409 Jul 07 18:24:05.157158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a20ee4d-8550-42c8-adfa-918249c8a6d7 req-faffe3b7-4bc9-4344-bd5d-9a128e48dffc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 Jul 07 18:24:05.340186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b6cdd-2916-43e0-8a3f-b0e3f42e2907 req-f696a1a5-8dd1-4d80-a91f-1b761582a930 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:05.341977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca6b6cdd-2916-43e0-8a3f-b0e3f42e2907 req-f696a1a5-8dd1-4d80-a91f-1b761582a930 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0711787 Jul 07 18:24:05.384323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca6b6cdd-2916-43e0-8a3f-b0e3f42e2907 req-32e91301-212f-4f84-ab73-d6fe982833ad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359106 Jul 07 18:24:05.577563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4bafd-7cc9-4dd1-b7b5-778e51f24f5f req-9e0d97aa-5ce9-472f-a84b-bd0e36e05694 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:05.579936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9d4bafd-7cc9-4dd1-b7b5-778e51f24f5f req-9e0d97aa-5ce9-472f-a84b-bd0e36e05694 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0813100 Jul 07 18:24:05.629354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9d4bafd-7cc9-4dd1-b7b5-778e51f24f5f req-a5e64d33-012b-41eb-9093-9c5113718e9a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Jul 07 18:24:05.666752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45968) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:05.731408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9089-f699-49f4-b68a-d3cde95aec3b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.756965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9089-f699-49f4-b68a-d3cde95aec3b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.818793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9089-f699-49f4-b68a-d3cde95aec3b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.821494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9089-f699-49f4-b68a-d3cde95aec3b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.822707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5e6d9089-f699-49f4-b68a-d3cde95aec3b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/security-groups/233bfdba-4ead-447b-9861-bcd175971c9a HTTP/1.1" status: 204 len: 168 time: 0.1547978 Jul 07 18:24:05.831765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d9089-f699-49f4-b68a-d3cde95aec3b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233bfdba-4ead-447b-9861-bcd175971c9a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:05.855097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45974) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:05.909910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting subnet f0a3126d-39fa-4ada-8a2e-5a92954d4afe {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:24:05.913793 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.954225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.963098 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.047803 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.117962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.146522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a3126d-39fa-4ada-8a2e-5a92954d4afe,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:06.150312 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.152612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08d9f3e3-9920-42fd-b7ce-c41b7700915b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/subnets/f0a3126d-39fa-4ada-8a2e-5a92954d4afe HTTP/1.1" status: 204 len: 168 time: 0.2964308 Jul 07 18:24:06.154139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de31e68-ec02-47ae-826d-9e950a6c41d1 None None] Network f2dc3430-c148-45e7-8b06-ddcab28c0710 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:06.155439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45976) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:06.231865 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.297166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port dcab74da-ef09-40ba-9259-0d333a20cc32 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:06.297625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.360334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port dcab74da-ef09-40ba-9259-0d333a20cc32, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcab74da-ef09-40ba-9259-0d333a20cc32,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:06.360670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.362517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] DHCP port deletion for f2dc3430-c148-45e7-8b06-ddcab28c0710 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:24:06.374169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for dcab74da-ef09-40ba-9259-0d333a20cc32 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:06.410643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] Deleting port dcab74da-ef09-40ba-9259-0d333a20cc32 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:06.411023 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.453011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.473947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] For port dcab74da-ef09-40ba-9259-0d333a20cc32, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dcab74da-ef09-40ba-9259-0d333a20cc32,segment=NetworkSegment(4991aa3f-fac7-47db-a429-fc9746fd6c0d),segment_id=4991aa3f-fac7-47db-a429-fc9746fd6c0d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:06.474220 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.484820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=dcab74da-ef09-40ba-9259-0d333a20cc32,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:06.486690 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] No DVR routers for this DVR port dcab74da-ef09-40ba-9259-0d333a20cc32 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:06.490283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] Calling delete_port for dcab74da-ef09-40ba-9259-0d333a20cc32 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:06.564094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.565537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.574873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dc3430-c148-45e7-8b06-ddcab28c0710']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:06.585749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4991aa3f-fac7-47db-a429-fc9746fd6c0d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:06.586405 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4991aa3f-fac7-47db-a429-fc9746fd6c0d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:06.596012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] Pushing event deleted for resources: {'Port': ['ID=dcab74da-ef09-40ba-9259-0d333a20cc32,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:06.596709 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.602535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336bbdc-8bed-4dea-a686-db3275c7feff None None] No DVR routers for this DVR port dcab74da-ef09-40ba-9259-0d333a20cc32 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:06.613715 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.620385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:24:06.620759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:24:06.623767 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:24:06.689250 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.697106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.698898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/networks/f2dc3430-c148-45e7-8b06-ddcab28c0710 HTTP/1.1" status: 204 len: 168 time: 0.5425563 Jul 07 18:24:06.701929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 45978) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:06.710367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103d24e-8ebb-4f12-a297-0b7e69579c0c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Network': ['ID=f2dc3430-c148-45e7-8b06-ddcab28c0710,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:06.876310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port 92b35ebb-d0bc-4c74-b6eb-260891af3a42 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:06.876726 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.951158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcab74da-ef09-40ba-9259-0d333a20cc32 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:06.960853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.961212 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:06.970757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: dcab74da-ef09-40ba-9259-0d333a20cc32 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:06.971320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dcab74da-ef09-40ba-9259-0d333a20cc32 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:06.974234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for 92b35ebb-d0bc-4c74-b6eb-260891af3a42 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:07.131596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.160217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=92b35ebb-d0bc-4c74-b6eb-260891af3a42,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:07.225820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.226164 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Floating IP f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29 disassociated (deleted). External IP: 172.25.1.244, port: 9817a934-8b8f-4ee9-927d-f8fb8e5e414d. Jul 07 18:24:07.447483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:07.555428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:07.563947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.565642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] Sync routers for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:07.575748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:07.576441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:07.601841 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3eae29a7-f6e2-4a9e-af51-7c92530e08c7 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/floatingips/f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29 HTTP/1.1" status: 204 len: 168 time: 0.8986716 Jul 07 18:24:07.602571 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:07.605083 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a2c349-cd28-47fb-a032-20c8322bf874" -d '{"events": [{"name": "network-changed", "server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:07.653584 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b376d20-0207-40f0-83ba-8ed506351c45 x-openstack-request-id: req-3b376d20-0207-40f0-83ba-8ed506351c45 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:07.653981 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:07.654343 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3b376d20-0207-40f0-83ba-8ed506351c45 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:07.654820 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'status': 'completed', 'code': 200} Jul 07 18:24:07.693075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:07.736900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-9035ba2c-e6f4-4b24-b64c-2feae8146c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.738732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-9035ba2c-e6f4-4b24-b64c-2feae8146c71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 1096 time: 0.0556321 Jul 07 18:24:07.845855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-be8a9743-b586-4bac-8d78-ad4250fdd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.847315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-be8a9743-b586-4bac-8d78-ad4250fdd269 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 200 len: 898 time: 0.1014292 Jul 07 18:24:07.902046 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-0bab5848-39fc-4d2c-80ee-bc080b36a8bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d HTTP/1.1" status: 200 len: 217 time: 0.0425036 Jul 07 18:24:07.910573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:01Z', 'revision_number': 6, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:07.938954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] Checking router: 0925ba82-7bc2-4cc1-8533-aaa8fe331246 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:07.952896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:07.954003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:07.968989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-675b03ee-5248-4027-9f9c-dc61eac03236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.970490 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-675b03ee-5248-4027-9f9c-dc61eac03236 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1fd313d6-bf91-4b96-8fa3-dabbec61c31c HTTP/1.1" status: 200 len: 835 time: 0.0520890 Jul 07 18:24:07.986016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3e408-661b-4093-a581-a9722def5f86 req-127d08d6-36a8-45d6-a9ff-06f61e4fefad tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.987802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ca3e408-661b-4093-a581-a9722def5f86 req-127d08d6-36a8-45d6-a9ff-06f61e4fefad tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 945 time: 0.0667937 Jul 07 18:24:08.033982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ca3e408-661b-4093-a581-a9722def5f86 req-77922115-3960-4c3d-b7eb-a58cdeece2fd tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Jul 07 18:24:08.050575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-89a0e20c-24ee-4b3c-ae22-06ef241ff7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:08.052164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-89a0e20c-24ee-4b3c-ae22-06ef241ff7d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8664009a-fb31-441d-9ff3-a695e3f4135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658619 Jul 07 18:24:08.082110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:08.145508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-ac85105d-71df-49a4-9e6a-42f41c5ae436 service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847607 Jul 07 18:24:08.244416 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-66a2c349-cd28-47fb-a032-20c8322bf874 req-f9d9fbf9-81df-499e-88e4-447884b942bf service neutron] 10.222.0.90 "GET /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899110 Jul 07 18:24:08.288764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:01Z', 'revision_number': 6, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:08.315306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d46862-e9f8-4a0a-b904-3c1d0119c486 None None] The sync data for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 is: [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:01Z', 'revision_number': 6, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c17dedd9-af54-43a0-83eb-2d4720008f54', 'name': '', 'network_id': '8664009a-fb31-441d-9ff3-a695e3f4135c', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:97:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:25Z', 'updated_at': '2021-07-07T18:21:31Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '1fd313d6-bf91-4b96-8fa3-dabbec61c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:08.559947 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d2b12-5075-45e7-9a47-bba15c6d195e None None] New status for floating IP f3f7cda0-9a28-48ae-bd32-b5c4b48f6a29: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:24:09.220125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f6926-1bdd-45f4-b266-c03f90c673ab req-5de0d18e-404d-45f3-9a31-93004a182091 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:09.221668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-194f6926-1bdd-45f4-b266-c03f90c673ab req-5de0d18e-404d-45f3-9a31-93004a182091 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 945 time: 0.0696442 Jul 07 18:24:09.262057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-194f6926-1bdd-45f4-b266-c03f90c673ab req-0deb48a3-fe93-4e34-8bfd-fe26e096a04b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=c11a8342-3c54-4fb3-bbba-0a03be915cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342774 Jul 07 18:24:09.772861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8e288605-49c1-4849-85cb-89ef8852470a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:09.774380 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8e288605-49c1-4849-85cb-89ef8852470a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.90 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 945 time: 0.0815349 Jul 07 18:24:09.834600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d763defe-1c30-4e0a-837a-6ad8fed35efb no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:09.860478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: d763defe-1c30-4e0a-837a-6ad8fed35efb {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:09.860815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device d763defe-1c30-4e0a-837a-6ad8fed35efb not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:09.892586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:09.892899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:09.992402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:09.992793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.006712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for 9817a934-8b8f-4ee9-927d-f8fb8e5e414d owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:10.158119 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.187179 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=9817a934-8b8f-4ee9-927d-f8fb8e5e414d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:10.232136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] No DVR routers for this DVR port 9817a934-8b8f-4ee9-927d-f8fb8e5e414d on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:10.234939 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:10.237128 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ec75337c-b599-4b86-b955-f510eba8e822 req-8efbbdec-7f49-49b9-a01f-cd8b2cc84a1b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.90 "DELETE /v2.0/ports/9817a934-8b8f-4ee9-927d-f8fb8e5e414d HTTP/1.1" status: 204 len: 173 time: 0.4565201 Jul 07 18:24:10.237543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'name': 'network-vif-deleted', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:10.239895 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc91975-f078-4f04-937f-27fc3eb0d6ba" -d '{"events": [{"server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "name": "network-vif-deleted", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:10.280256 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9565349-6d8e-481a-8f9d-60968a8432b8 x-openstack-request-id: req-d9565349-6d8e-481a-8f9d-60968a8432b8 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:10.280653 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97819bca-bc82-47d6-8068-201da1aced0c", "name": "network-vif-deleted", "tag": "9817a934-8b8f-4ee9-927d-f8fb8e5e414d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:10.281100 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d9565349-6d8e-481a-8f9d-60968a8432b8 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:10.281536 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97819bca-bc82-47d6-8068-201da1aced0c', 'name': 'network-vif-deleted', 'tag': '9817a934-8b8f-4ee9-927d-f8fb8e5e414d', 'status': 'completed', 'code': 200} Jul 07 18:24:10.415011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d72e1745-4420-48f2-9f63-15de27874258 req-9df7fce9-0ab0-4d83-be29-71d3d34e71ed tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=97819bca-bc82-47d6-8068-201da1aced0c HTTP/1.1" status: 200 len: 210 time: 0.0323880 Jul 07 18:24:11.539011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 45998) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:11.605887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20abf4bb-a48c-42c4-844c-68045f9c573d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.632256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20abf4bb-a48c-42c4-844c-68045f9c573d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.703387 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20abf4bb-a48c-42c4-844c-68045f9c573d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.706098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20abf4bb-a48c-42c4-844c-68045f9c573d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.707264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-20abf4bb-a48c-42c4-844c-68045f9c573d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/security-groups/c11a8342-3c54-4fb3-bbba-0a03be915cec HTTP/1.1" status: 204 len: 168 time: 0.1664002 Jul 07 18:24:11.717656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abf4bb-a48c-42c4-844c-68045f9c573d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11a8342-3c54-4fb3-bbba-0a03be915cec,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:11.750770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46002) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:12.151942 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.448182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port c17dedd9-af54-43a0-83eb-2d4720008f54 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:12.448563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.550822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port c17dedd9-af54-43a0-83eb-2d4720008f54, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c17dedd9-af54-43a0-83eb-2d4720008f54,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:12.551570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.565435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for c17dedd9-af54-43a0-83eb-2d4720008f54 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:12.596452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9817a934-8b8f-4ee9-927d-f8fb8e5e414d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:12.626051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 9817a934-8b8f-4ee9-927d-f8fb8e5e414d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:12.626415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9817a934-8b8f-4ee9-927d-f8fb8e5e414d not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:12.803352 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.834340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=c17dedd9-af54-43a0-83eb-2d4720008f54,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:12.844005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257d279-973f-4928-a6a9-13db530708ca req-bb6965ec-cea1-40c2-a9d0-37f2f31fb8b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:12.845550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0257d279-973f-4928-a6a9-13db530708ca req-bb6965ec-cea1-40c2-a9d0-37f2f31fb8b0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1359868 Jul 07 18:24:12.996592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0257d279-973f-4928-a6a9-13db530708ca req-0a0e5c09-742f-4298-9221-4a4d402a1ba2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372178 Jul 07 18:24:13.101568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.335880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:13.444851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:13.450387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7983b1ac-0cbb-4352-a05e-993e9b19f701 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "PUT /v2.0/routers/0925ba82-7bc2-4cc1-8533-aaa8fe331246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991122 Jul 07 18:24:13.453246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46022) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:13.456118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] Sync routers for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:13.466586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:13.467275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:13.507183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting subnet 1fd313d6-bf91-4b96-8fa3-dabbec61c31c {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:24:13.510286 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.551212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.571007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:13.658114 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.712095 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.739663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd313d6-bf91-4b96-8fa3-dabbec61c31c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:13.743801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.746403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-17ccc15a-bc0b-4cc0-89fe-a61b53bc1f21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/subnets/1fd313d6-bf91-4b96-8fa3-dabbec61c31c HTTP/1.1" status: 204 len: 168 time: 0.2920368 Jul 07 18:24:13.748965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46024) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:13.752281 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b66980-ade0-4943-95ef-64b4ac9c692b None None] Network 8664009a-fb31-441d-9ff3-a695e3f4135c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:13.819434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:12Z', 'revision_number': 7, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:13.859649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.865453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] Checking router: 0925ba82-7bc2-4cc1-8533-aaa8fe331246 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:13.895509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] Routers {'0925ba82-7bc2-4cc1-8533-aaa8fe331246'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:13.896230 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:14.196183 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] Set router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:14.262866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] DHCP port deletion for 8664009a-fb31-441d-9ff3-a695e3f4135c request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:24:14.263565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.328523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:14.329321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.405549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] Deleting port 0d6e5969-86ab-4f42-9fdc-c29421064fac {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:24:14.405854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.418592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port d4c2e3ad-6497-47ae-a052-1d9a65a41ee2, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:14.418592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.430650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4b1f-fae7-428b-a7c7-cb820e5ed390 req-ac9c47b7-4120-4b31-b9f4-eacd142b9b2d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:14.432152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:14.432375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ade4b1f-fae7-428b-a7c7-cb820e5ed390 req-ac9c47b7-4120-4b31-b9f4-eacd142b9b2d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0703094 Jul 07 18:24:14.476561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] For port 0d6e5969-86ab-4f42-9fdc-c29421064fac, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0d6e5969-86ab-4f42-9fdc-c29421064fac,segment=NetworkSegment(ce5791de-97ce-4a9f-88af-fa7318240b56),segment_id=ce5791de-97ce-4a9f-88af-fa7318240b56)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:14.476872 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.480625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ade4b1f-fae7-428b-a7c7-cb820e5ed390 req-f7abca04-1714-41ea-8848-da16c5535f71 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Jul 07 18:24:14.491058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] Calling delete_port for 0d6e5969-86ab-4f42-9fdc-c29421064fac owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:24:14.508424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:12Z', 'revision_number': 7, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:14.567734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828c31ce-c7bd-48a3-b708-f7195c0651af None None] The sync data for ids ['0925ba82-7bc2-4cc1-8533-aaa8fe331246'] in n-d-798930-2 is: [{'id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'name': 'tempest-TestNetworkBasicOps-router-1452928011', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:21:17Z', 'updated_at': '2021-07-07T18:24:12Z', 'revision_number': 7, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': 'd4c2e3ad-6497-47ae-a052-1d9a65a41ee2', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925ba82-7bc2-4cc1-8533-aaa8fe331246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:21:20Z', 'updated_at': '2021-07-07T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:14.610837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.614065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.636146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] Pushing event deleted for resources: {'Port': ['ID=0d6e5969-86ab-4f42-9fdc-c29421064fac,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:14.639814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f99158-7c07-4f63-9c6f-513a37d3f317 None None] No DVR routers for this DVR port 0d6e5969-86ab-4f42-9fdc-c29421064fac on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:24:14.653440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=d4c2e3ad-6497-47ae-a052-1d9a65a41ee2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:14.712933 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.804175 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.806562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.850206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.850751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Fanout notify agent at l3_agent the message router_deleted on router 0925ba82-7bc2-4cc1-8533-aaa8fe331246 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:24:14.857554 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.858649 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ce1d9460-b546-493a-a4e5-7d3952adae01 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/routers/0925ba82-7bc2-4cc1-8533-aaa8fe331246 HTTP/1.1" status: 204 len: 168 time: 1.1080520 Jul 07 18:24:14.861545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46030) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:14.958306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.026289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0d6e5969-86ab-4f42-9fdc-c29421064fac no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:15.048008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 0d6e5969-86ab-4f42-9fdc-c29421064fac {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:15.048350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0d6e5969-86ab-4f42-9fdc-c29421064fac not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:15.048767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c17dedd9-af54-43a0-83eb-2d4720008f54 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:15.059782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.067850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c17dedd9-af54-43a0-83eb-2d4720008f54 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:15.068191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c17dedd9-af54-43a0-83eb-2d4720008f54 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:15.071121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8664009a-fb31-441d-9ff3-a695e3f4135c']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:15.082778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5791de-97ce-4a9f-88af-fa7318240b56') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:15.083041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5791de-97ce-4a9f-88af-fa7318240b56') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:15.092157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.106205 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.112021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:24:15.112405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:24:15.115359 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:24:15.175723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.183292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.188896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/networks/8664009a-fb31-441d-9ff3-a695e3f4135c HTTP/1.1" status: 204 len: 168 time: 0.3225229 Jul 07 18:24:15.203687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46032) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:15.209331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'network': {'name': 'tempest-network-smoke--1106595503', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:15.213463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9cfc1-e3c6-4cd1-839d-e7a770debb9c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Network': ['ID=8664009a-fb31-441d-9ff3-a695e3f4135c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:15.237981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:24:15.241729 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.266181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:24:15.274785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.275184 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Added segment 53fb66a1-178e-4c99-93d2-2026a22f1f51 of type vlan for network deee7d16-29b5-4487-8aea-467357573df7 Jul 07 18:24:15.319625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.353109 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.358614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.359201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.414943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2101500 Jul 07 18:24:15.417858 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46034) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:15.422345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'admin_state_up': True, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:15.440790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f084c9-2acf-4990-bb1b-7b8139a4d8b6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Network': ['ID=deee7d16-29b5-4487-8aea-467357573df7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:15.451306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network deee7d16-29b5-4487-8aea-467357573df7 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:24:15.456125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.457225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.516006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.684909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.763119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6bac-06cd-4f7d-8cd4-1989d42bacac req-e26dad94-2726-4da4-ae96-4e414db56d20 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.764608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08fb6bac-06cd-4f7d-8cd4-1989d42bacac req-e26dad94-2726-4da4-ae96-4e414db56d20 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1395288 Jul 07 18:24:15.817753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08fb6bac-06cd-4f7d-8cd4-1989d42bacac req-b6a2bb16-52b1-447c-8b8f-aa07a8a18780 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463097 Jul 07 18:24:15.837859 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-849a9a6b-6416-4616-b1de-927f4fa0df94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.267257 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.286143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.401193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.25.1.148 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/585ce287-fb2d-43fe-831e-ccc1306c91d1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:16.522085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.567054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.605255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:16.610279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:16.613965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:16.619730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=585ce287-fb2d-43fe-831e-ccc1306c91d1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:16.875947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:16.916452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:16.939569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:24:16.940350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d4c2e3ad-6497-47ae-a052-1d9a65a41ee2 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:24:17.118961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cadd7-8b41-49ac-b720-296008f79730 req-ce443983-ce6f-47d3-afd0-944505ad3b70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:17.120452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b8cadd7-8b41-49ac-b720-296008f79730 req-ce443983-ce6f-47d3-afd0-944505ad3b70 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1552093 Jul 07 18:24:17.153078 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.202179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b8cadd7-8b41-49ac-b720-296008f79730 req-04eece1a-2c8d-4b1d-bfda-1be45bf103ad tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756590 Jul 07 18:24:17.308722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 95a00bc0-fdea-4853-b114-98a75f22f683 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:24:17.430912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:17.442011 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Sync routers for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:17.452975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.453254 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:17.453811 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:17.454284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bcaeda9d-7d23-44bf-aeb9-ed79163fb430 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0354695 Jul 07 18:24:17.457527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46040) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:17.490343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f11cb311-e02f-4a1a-8751-a464d803cc07 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=efbcf2d9b96944e4aff6effab7ee53be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315499 Jul 07 18:24:17.493216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46042) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:17.566304 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:17.581414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498064b-5858-4eb5-bb2f-8775c1a87e5a tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:17.582980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0498064b-5858-4eb5-bb2f-8775c1a87e5a tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887086 Jul 07 18:24:17.585730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46044) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:17.614757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b072e474-88c3-43e1-b9a1-8e4c9e156d15 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278704 Jul 07 18:24:17.617164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46046) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:17.622079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-751288295', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:17.727218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:24:17.730811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.756276 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 3, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:17.782078 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Checking router: 95a00bc0-fdea-4853-b114-98a75f22f683 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:17.782384 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Updating router 95a00bc0-fdea-4853-b114-98a75f22f683 port 585ce287-fb2d-43fe-831e-ccc1306c91d1 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:24:17.818434 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.916571 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.976544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Subnet': ['ID=3e8c5946-7d75-4d16-ad3e-55d426460aea,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:17.985584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Checking segment: {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:17.985944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network hostable DHCP agents. Network: deee7d16-29b5-4487-8aea-467357573df7, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:24:18.004169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network deee7d16-29b5-4487-8aea-467357573df7 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:24:18.013621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, deee7d16-29b5-4487-8aea-467357573df7) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:18.018227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:18.018820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.026544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4082f-ced9-4a9d-af58-8a9312c4240f None None] Network deee7d16-29b5-4487-8aea-467357573df7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:18.040600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0bc4ee6d-becd-43db-a9be-0e9885054223 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4223022 Jul 07 18:24:18.043318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46050) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:18.078410 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.088506 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Transition to ACTIVE for port object 585ce287-fb2d-43fe-831e-ccc1306c91d1 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:18.095263 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.140366 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Pushing event updated for resources: {'Port': ['ID=585ce287-fb2d-43fe-831e-ccc1306c91d1,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:18.155498 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.155832 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.156155 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.156482 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.156798 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.157137 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.157450 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.157761 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.158069 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.158377 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.158684 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.158988 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:18.162205 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Attempting to bind port 585ce287-fb2d-43fe-831e-ccc1306c91d1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:18.162578 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Attempting to bind port 585ce287-fb2d-43fe-831e-ccc1306c91d1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:18.162917 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Attempting to bind port 585ce287-fb2d-43fe-831e-ccc1306c91d1 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:18.168509 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:18.169045 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:18.169277 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.169652 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:18.170107 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Bound port: 585ce287-fb2d-43fe-831e-ccc1306c91d1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:18.170477 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.179087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-deee7d16-29b5-4487-8aea-467357573df7', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:24:18.180047 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.229336 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] For port 585ce287-fb2d-43fe-831e-ccc1306c91d1, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:18.232292 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] For port 585ce287-fb2d-43fe-831e-ccc1306c91d1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=585ce287-fb2d-43fe-831e-ccc1306c91d1,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:18.238059 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.342953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Allocated IP 172.20.0.2 (deee7d16-29b5-4487-8aea-467357573df7/3e8c5946-7d75-4d16-ad3e-55d426460aea/0c4d3321-3b65-4c8b-8fcd-7f6183198d58) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:18.425352 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:18.426571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:23:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:18.428233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5793e1be-d7bc-46d7-842c-0dd8e99c8f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.498029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca027bc-c629-42de-808c-0026de9dafae req-499df7e7-1d98-467e-9aca-6ed0d55b6cc0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:18.500579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ca027bc-c629-42de-808c-0026de9dafae req-499df7e7-1d98-467e-9aca-6ed0d55b6cc0 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1602294 Jul 07 18:24:18.522565 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98aaf-f35f-4e21-b3ec-e79e63c9996e None None] Pushing event updated for resources: {'Port': ['ID=585ce287-fb2d-43fe-831e-ccc1306c91d1,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:18.550622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.551179 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:18.557972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.568677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Transition to ACTIVE for port object 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:18.585545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Transition to ACTIVE for port object 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:18.588678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ca027bc-c629-42de-808c-0026de9dafae req-1273fe22-2531-4378-90e1-cdf3324fffe2 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786138 Jul 07 18:24:18.598699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.642284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Network deee7d16-29b5-4487-8aea-467357573df7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:18.643366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.646308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:18.648454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Pushing event updated for resources: {'Port': ['ID=0c4d3321-3b65-4c8b-8fcd-7f6183198d58,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:18.651779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:18.709076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Attempting to bind port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:18.709737 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Attempting to bind port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:18.710191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Attempting to bind port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 on network deee7d16-29b5-4487-8aea-467357573df7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:18.715427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:18.715925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Checking segment: {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:18.716424 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.716924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Bound using segment: {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:18.717476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Bound port: 0c4d3321-3b65-4c8b-8fcd-7f6183198d58, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:18.717973 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.750743 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 3, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:18.780288 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cc002-ef00-4ff6-b76a-c74d896c0ce2 None None] The sync data for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 is: [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:16Z', 'revision_number': 3, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:18.789096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] For port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:18.793039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] For port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0c4d3321-3b65-4c8b-8fcd-7f6183198d58,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:18.806345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.873080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722972f6-ce7a-44cd-a9f7-2289eb707f53 None None] Pushing event updated for resources: {'Port': ['ID=0c4d3321-3b65-4c8b-8fcd-7f6183198d58,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:18.950287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.20.0.1 (deee7d16-29b5-4487-8aea-467357573df7/3e8c5946-7d75-4d16-ad3e-55d426460aea/05a03cd2-222b-4872-89e8-e745c5cc86bf) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:19.115690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.130435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Transition to ACTIVE for port object 05a03cd2-222b-4872-89e8-e745c5cc86bf will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:19.172245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.227032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network deee7d16-29b5-4487-8aea-467357573df7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:19.230452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:19.236682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:19.241037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=05a03cd2-222b-4872-89e8-e745c5cc86bf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:19.285874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.437587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.716743 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.809028 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.818150 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.881894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921de5e-180f-407f-9b2b-296505204019 req-7092a0eb-bf00-41e1-846d-48bf573f6c07 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:19.883446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a921de5e-180f-407f-9b2b-296505204019 req-7092a0eb-bf00-41e1-846d-48bf573f6c07 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1634884 Jul 07 18:24:19.930543 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.935469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=05a03cd2-222b-4872-89e8-e745c5cc86bf,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:20.007162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a921de5e-180f-407f-9b2b-296505204019 req-f1670f26-1a3f-4eb4-9da5-7ae9a8d3b1ef tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149547 Jul 07 18:24:20.045689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3037e78c-cc7a-40b5-9f2f-90b9f656134e None None] Network deee7d16-29b5-4487-8aea-467357573df7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:20.060074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network deee7d16-29b5-4487-8aea-467357573df7 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:20.061554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:20.127403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e43b7ee1-6316-49f1-ac91-e3c55bb347b3 None None] Provisioning for port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:20.179513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 95a00bc0-fdea-4853-b114-98a75f22f683 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:20.460991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09031531-4a21-452c-b884-abfe16dd0809 None None] Provisioning for port 05a03cd2-222b-4872-89e8-e745c5cc86bf completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:20.466123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-09031531-4a21-452c-b884-abfe16dd0809 None None] Provisioning complete for port 05a03cd2-222b-4872-89e8-e745c5cc86bf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:20.466504 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09031531-4a21-452c-b884-abfe16dd0809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.511750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-09031531-4a21-452c-b884-abfe16dd0809 None None] Port 05a03cd2-222b-4872-89e8-e745c5cc86bf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:20.641274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a3ffbcc0-5513-4b99-867f-399ddad03862 None None] Provisioning complete for port 05a03cd2-222b-4872-89e8-e745c5cc86bf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:20.642247 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3ffbcc0-5513-4b99-867f-399ddad03862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.656680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:20.661857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fbe9195e-340c-4bc1-b6d5-b1b936983a83 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "PUT /v2.0/routers/95a00bc0-fdea-4853-b114-98a75f22f683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6174002 Jul 07 18:24:20.664352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46058) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:20.671284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Sync routers for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:20.693893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:20.694502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:20.696650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffbcc0-5513-4b99-867f-399ddad03862 None None] Port 05a03cd2-222b-4872-89e8-e745c5cc86bf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:20.767487 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446cc90-a557-40f9-aa9e-3dfb11023ae1 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.768296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446cc90-a557-40f9-aa9e-3dfb11023ae1 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.769006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446cc90-a557-40f9-aa9e-3dfb11023ae1 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.769613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446cc90-a557-40f9-aa9e-3dfb11023ae1 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.770346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446cc90-a557-40f9-aa9e-3dfb11023ae1 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.771047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446cc90-a557-40f9-aa9e-3dfb11023ae1 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.775990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46060) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:20.776510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e446cc90-a557-40f9-aa9e-3dfb11023ae1 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.1104515 Jul 07 18:24:20.816119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:20.858602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c97986d0-43d2-46ec-aa08-bfda00b032c5 None None] Provisioning complete for port 05a03cd2-222b-4872-89e8-e745c5cc86bf triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:20.858952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c97986d0-43d2-46ec-aa08-bfda00b032c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.876366 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4692e18-fc47-412d-b76e-8bf3d66c5050 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.876884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4692e18-fc47-412d-b76e-8bf3d66c5050 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.877323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4692e18-fc47-412d-b76e-8bf3d66c5050 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.877779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4692e18-fc47-412d-b76e-8bf3d66c5050 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.878235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4692e18-fc47-412d-b76e-8bf3d66c5050 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.878684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4692e18-fc47-412d-b76e-8bf3d66c5050 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.883062 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f4692e18-fc47-412d-b76e-8bf3d66c5050 tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.1033785 Jul 07 18:24:20.883440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46062) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:20.964868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c97986d0-43d2-46ec-aa08-bfda00b032c5 None None] Port 05a03cd2-222b-4872-89e8-e745c5cc86bf cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:21.034761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 585ce287-fb2d-43fe-831e-ccc1306c91d1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:21.104972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 2, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:21.108019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 585ce287-fb2d-43fe-831e-ccc1306c91d1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:21.129578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8bdc6aa4-4d79-48d4-a903-5ced15a3dd6d tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.2446501 Jul 07 18:24:21.134814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 585ce287-fb2d-43fe-831e-ccc1306c91d1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:21.135157 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.137187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Checking router: 95a00bc0-fdea-4853-b114-98a75f22f683 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:21.137479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Updating router 95a00bc0-fdea-4853-b114-98a75f22f683 port 05a03cd2-222b-4872-89e8-e745c5cc86bf binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:24:21.217933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f896d99-9f16-4f88-b88b-581f3f1a7ebd req-f793f4dc-7123-456f-98c6-4b0eddbcde26 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:21.220819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f896d99-9f16-4f88-b88b-581f3f1a7ebd req-f793f4dc-7123-456f-98c6-4b0eddbcde26 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0831454 Jul 07 18:24:21.228028 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.232338 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.267123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f896d99-9f16-4f88-b88b-581f3f1a7ebd req-a1e72419-eb8e-46f7-a323-b591a4ab5bc4 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398288 Jul 07 18:24:21.316363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46068) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:21.316576 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.321288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-16b672f5-994c-4436-97cb-1790a0bd5cae tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770400523', 'description': 'tempest-secgroup-smoke-1770400523 description', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:21.345258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b672f5-994c-4436-97cb-1790a0bd5cae tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.390583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 585ce287-fb2d-43fe-831e-ccc1306c91d1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=585ce287-fb2d-43fe-831e-ccc1306c91d1,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:21.398894 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.399660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:21.435629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b672f5-994c-4436-97cb-1790a0bd5cae tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.441097 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b672f5-994c-4436-97cb-1790a0bd5cae tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.472479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16b672f5-994c-4436-97cb-1790a0bd5cae tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.473772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-16b672f5-994c-4436-97cb-1790a0bd5cae tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562006 Jul 07 18:24:21.475615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b672f5-994c-4436-97cb-1790a0bd5cae tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871d6fca-b346-428c-8b1d-7ab2f71d0af7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:21.476766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46070) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:21.481597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-79278720-f43b-43a7-a8cd-7014def9636a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '871d6fca-b346-428c-8b1d-7ab2f71d0af7', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:21.511153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79278720-f43b-43a7-a8cd-7014def9636a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.542907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=585ce287-fb2d-43fe-831e-ccc1306c91d1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:21.572057 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79278720-f43b-43a7-a8cd-7014def9636a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.572918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:21.575802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79278720-f43b-43a7-a8cd-7014def9636a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.594281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79278720-f43b-43a7-a8cd-7014def9636a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c895027-ab81-4143-a13a-4b589c6039c7,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:21.606395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-79278720-f43b-43a7-a8cd-7014def9636a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.607631 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-79278720-f43b-43a7-a8cd-7014def9636a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298463 Jul 07 18:24:21.610403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46072) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:21.615101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6480c54b-a835-4613-8f05-8fd7432d82be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '871d6fca-b346-428c-8b1d-7ab2f71d0af7', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:21.644211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6480c54b-a835-4613-8f05-8fd7432d82be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.708463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6480c54b-a835-4613-8f05-8fd7432d82be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.713649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6480c54b-a835-4613-8f05-8fd7432d82be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.734377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480c54b-a835-4613-8f05-8fd7432d82be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fd3ab1-42a0-47a9-81e7-9fe5ca6a4e61,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:21.738124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6480c54b-a835-4613-8f05-8fd7432d82be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.742403 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6480c54b-a835-4613-8f05-8fd7432d82be tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282454 Jul 07 18:24:21.742991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:21.747756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-31f4af21-71d1-49db-b8fe-ad54d5ed3eb5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '871d6fca-b346-428c-8b1d-7ab2f71d0af7', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:21.767187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:21.767759 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.776254 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31f4af21-71d1-49db-b8fe-ad54d5ed3eb5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.835200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31f4af21-71d1-49db-b8fe-ad54d5ed3eb5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.839758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31f4af21-71d1-49db-b8fe-ad54d5ed3eb5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.855037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4af21-71d1-49db-b8fe-ad54d5ed3eb5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279ccd66-3086-41f2-9999-43e8bb56fa22,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:21.858871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.865863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-31f4af21-71d1-49db-b8fe-ad54d5ed3eb5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.867176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-31f4af21-71d1-49db-b8fe-ad54d5ed3eb5 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233108 Jul 07 18:24:21.870203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46076) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:21.873135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Transition to ACTIVE for port object 05a03cd2-222b-4872-89e8-e745c5cc86bf will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:21.874979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-45f0d82d-57a3-42e0-9dfd-405b6ba6f674 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '871d6fca-b346-428c-8b1d-7ab2f71d0af7', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:21.900515 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.902255 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45f0d82d-57a3-42e0-9dfd-405b6ba6f674 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.947732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.971883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45f0d82d-57a3-42e0-9dfd-405b6ba6f674 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.976361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45f0d82d-57a3-42e0-9dfd-405b6ba6f674 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:21.981437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2984942-01a3-4420-a097-ff935fb73826 None None] Pushing event updated for resources: {'Port': ['ID=05a03cd2-222b-4872-89e8-e745c5cc86bf,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:21.997371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0d82d-57a3-42e0-9dfd-405b6ba6f674 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d55d9a-746b-4a15-918e-536506e63a2f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:22.005920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45f0d82d-57a3-42e0-9dfd-405b6ba6f674 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.007620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-45f0d82d-57a3-42e0-9dfd-405b6ba6f674 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363423 Jul 07 18:24:22.010387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46078) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:22.015057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '871d6fca-b346-428c-8b1d-7ab2f71d0af7', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:22.039757 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Project efbcf2d9b96944e4aff6effab7ee53be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:24:22.045885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.061490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0c4d3321-3b65-4c8b-8fcd-7f6183198d58,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:22.063707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Attempting to bind port 05a03cd2-222b-4872-89e8-e745c5cc86bf on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:22.064159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Attempting to bind port 05a03cd2-222b-4872-89e8-e745c5cc86bf by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:22.064559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Attempting to bind port 05a03cd2-222b-4872-89e8-e745c5cc86bf on network deee7d16-29b5-4487-8aea-467357573df7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:22.068728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.077018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:22.077398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Checking segment: {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:22.077801 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.078210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Bound using segment: {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:22.078700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Bound port: 05a03cd2-222b-4872-89e8-e745c5cc86bf, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:22.079088 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.124100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.128516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.147778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add7d227-3f3c-4daf-91d8-d7318a7e4637,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:22.156605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.157885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-954beab8-32bf-4e4b-815a-d1e32304ab1c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465442 Jul 07 18:24:22.160681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46080) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:22.163584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=0c4d3321-3b65-4c8b-8fcd-7f6183198d58,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:22.165699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'security_group_rule': {'security_group_id': '871d6fca-b346-428c-8b1d-7ab2f71d0af7', 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:22.188033 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Project efbcf2d9b96944e4aff6effab7ee53be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:24:22.193088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.205905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] For port 05a03cd2-222b-4872-89e8-e745c5cc86bf, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:22.211443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] For port 05a03cd2-222b-4872-89e8-e745c5cc86bf, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=05a03cd2-222b-4872-89e8-e745c5cc86bf,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:22.221702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.257747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.262546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.277713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:22.278359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:22.283519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c39bca4-1eab-4d98-b915-5706917276d4,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:22.295241 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.306221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-eb307402-ec59-4425-8ce5-449515e76a4b tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442251 Jul 07 18:24:22.334498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2984942-01a3-4420-a097-ff935fb73826 None None] Pushing event updated for resources: {'Port': ['ID=05a03cd2-222b-4872-89e8-e745c5cc86bf,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:22.418366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:22.524114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bd3da-0850-4171-9622-6c12acf55539 req-1266e6f6-ae83-47e4-b3b4-f0149e42d9b8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:22.525876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-599bd3da-0850-4171-9622-6c12acf55539 req-1266e6f6-ae83-47e4-b3b4-f0149e42d9b8 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1161661 Jul 07 18:24:22.535265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-dea01e6b-5157-456a-9318-4a1cbd8de14c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770400523&fields=id&tenant_id=efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 267 time: 0.0568480 Jul 07 18:24:22.611681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-599bd3da-0850-4171-9622-6c12acf55539 req-3c6b110f-402d-4539-9a14-2a88dbd03e38 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798805 Jul 07 18:24:22.644251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:22.661824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-e41477bc-634d-4882-b420-9f62b1cc26cb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:22.663254 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-e41477bc-634d-4882-b420-9f62b1cc26cb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/networks?id=deee7d16-29b5-4487-8aea-467357573df7 HTTP/1.1" status: 200 len: 797 time: 0.1145563 Jul 07 18:24:22.670941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7eecb3-8611-4484-8aa5-47552a821872 None None] The sync data for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 is: [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:22Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:22.678560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-ce425eb5-3d64-46c6-93c0-2dfb0a3316cf tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/quotas/efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 375 time: 0.0095344 Jul 07 18:24:22.762487 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-4d41c621-487d-4b01-8066-de8cf283ff52 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778203 Jul 07 18:24:22.864099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-0beba5fd-f5d4-44b4-8910-21fe97bf37b3 service neutron] 10.222.0.88 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900221 Jul 07 18:24:22.972603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-48339431-ae09-47de-9170-94904c002479 service neutron] 10.222.0.88 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022828 Jul 07 18:24:23.042449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 05a03cd2-222b-4872-89e8-e745c5cc86bf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:23.096216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 05a03cd2-222b-4872-89e8-e745c5cc86bf completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:23.107881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 05a03cd2-222b-4872-89e8-e745c5cc86bf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:23.108306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:23.205218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e977a0f-1f40-4238-afd6-78dc847cb028 req-524438ee-b785-48b8-b22d-494a86fa4bf9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 210 time: 0.0537949 Jul 07 18:24:23.218442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:23.257430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 05a03cd2-222b-4872-89e8-e745c5cc86bf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=05a03cd2-222b-4872-89e8-e745c5cc86bf,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:23.262810 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:23.264056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 585ce287-fb2d-43fe-831e-ccc1306c91d1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:23.355516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=05a03cd2-222b-4872-89e8-e745c5cc86bf,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:23.371565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 585ce287-fb2d-43fe-831e-ccc1306c91d1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:23.371936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:23.459001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:23.509015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:23.509596 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:23.832974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b177b51-8e9e-44ad-8d90-53c06360b0b2 req-4e5d72df-e540-430d-9dd8-7f2cf1cfad06 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:23.841056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b177b51-8e9e-44ad-8d90-53c06360b0b2 req-4e5d72df-e540-430d-9dd8-7f2cf1cfad06 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0767195 Jul 07 18:24:23.882502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b177b51-8e9e-44ad-8d90-53c06360b0b2 req-87f1eb6e-6db8-42a5-a49b-53306d595f54 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405700 Jul 07 18:24:24.339394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-e104b23a-1a06-45f5-826c-5615a4b8b843 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:24.340904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-e104b23a-1a06-45f5-826c-5615a4b8b843 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "GET /v2.0/networks?id=deee7d16-29b5-4487-8aea-467357573df7 HTTP/1.1" status: 200 len: 797 time: 0.1161940 Jul 07 18:24:24.342594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15a6178c-be24-4152-9364-3190c475ecfd req-f6fa6d70-5913-4de9-b97e-031622001e8e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 210 time: 0.0292494 Jul 07 18:24:24.385483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-70de3bfa-6221-4cdb-ada7-66fab85f3259 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efbcf2d9b96944e4aff6effab7ee53be HTTP/1.1" status: 200 len: 380 time: 0.0346344 Jul 07 18:24:24.394638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'port': {'device_id': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'admin_state_up': True, 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'security_groups': ['871d6fca-b346-428c-8b1d-7ab2f71d0af7']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:24.511670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Made reservation on behalf of efbcf2d9b96944e4aff6effab7ee53be for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:24:24.515170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.649967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.20.0.13 (deee7d16-29b5-4487-8aea-467357573df7/3e8c5946-7d75-4d16-ad3e-55d426460aea/47b8eda4-491b-48f3-9660-1e18ff1d891b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:24.794725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.809403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Transition to ACTIVE for port object 47b8eda4-491b-48f3-9660-1e18ff1d891b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:24.847138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.887679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network deee7d16-29b5-4487-8aea-467357573df7 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:24.890911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:24.896671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:24.922672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=47b8eda4-491b-48f3-9660-1e18ff1d891b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:24.942398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.942775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.943101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.943582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.944755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.945163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.945538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.945876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.946200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.946558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.946888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.947204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:24.983145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:24.983827 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.002341 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f91ebc0e-fe4e-4fd5-bf0f-60d5b3cf3563 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109841 Jul 07 18:24:25.014527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Request body: {'port': {'device_id': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:25.022182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 05a03cd2-222b-4872-89e8-e745c5cc86bf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:25.109961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 05a03cd2-222b-4872-89e8-e745c5cc86bf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:25.110291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3e08d-156e-4ed9-a7a9-fa8064f7c83e req-a6860655-7d1f-4b9a-b6b1-7fcc4886251c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.110955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.111564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7b3e08d-156e-4ed9-a7a9-fa8064f7c83e req-a6860655-7d1f-4b9a-b6b1-7fcc4886251c tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.1003160 Jul 07 18:24:25.118189 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.170845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7b3e08d-156e-4ed9-a7a9-fa8064f7c83e req-c1f88bfb-0a9a-4916-ab9f-93c132dfa68f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486839 Jul 07 18:24:25.210751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9b585466-dc92-4afe-9edd-1b98ca058b63 None None] Provisioning for port 47b8eda4-491b-48f3-9660-1e18ff1d891b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:25.216005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9b585466-dc92-4afe-9edd-1b98ca058b63 None None] Provisioning complete for port 47b8eda4-491b-48f3-9660-1e18ff1d891b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:25.216379 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b585466-dc92-4afe-9edd-1b98ca058b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.250473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9b585466-dc92-4afe-9edd-1b98ca058b63 None None] Port 47b8eda4-491b-48f3-9660-1e18ff1d891b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:25.422910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b8eda4-491b-48f3-9660-1e18ff1d891b {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:25.432544 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.454634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Transition to ACTIVE for port object 47b8eda4-491b-48f3-9660-1e18ff1d891b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:25.464027 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.542208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d618e8d-c4aa-49e4-a9bb-ff28247edb88 req-47bae2cd-1524-4c7f-8c1b-ebb1e82ba1a6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.544594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d618e8d-c4aa-49e4-a9bb-ff28247edb88 req-47bae2cd-1524-4c7f-8c1b-ebb1e82ba1a6 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 944 time: 0.0777898 Jul 07 18:24:25.545012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Pushing event updated for resources: {'Port': ['ID=47b8eda4-491b-48f3-9660-1e18ff1d891b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:25.594253 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d618e8d-c4aa-49e4-a9bb-ff28247edb88 req-e8fc8105-d8e5-4311-9a80-8d9b2fc23a2c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Jul 07 18:24:25.610090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Attempting to bind port 47b8eda4-491b-48f3-9660-1e18ff1d891b on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:25.610090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Attempting to bind port 47b8eda4-491b-48f3-9660-1e18ff1d891b by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:25.610090 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Attempting to bind port 47b8eda4-491b-48f3-9660-1e18ff1d891b on network deee7d16-29b5-4487-8aea-467357573df7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:25.614093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Port 47b8eda4-491b-48f3-9660-1e18ff1d891b on network deee7d16-29b5-4487-8aea-467357573df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:24:25.614414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Attempting to bind port 47b8eda4-491b-48f3-9660-1e18ff1d891b on network deee7d16-29b5-4487-8aea-467357573df7 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:25.619948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:25.620349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Checking segment: {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:25.620796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Bound using segment: {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:25.621326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Bound port: 47b8eda4-491b-48f3-9660-1e18ff1d891b, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fb66a1-178e-4c99-93d2-2026a22f1f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:25.621869 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.687315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] For port 47b8eda4-491b-48f3-9660-1e18ff1d891b, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:25.690747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] For port 47b8eda4-491b-48f3-9660-1e18ff1d891b, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:25.696266 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.726230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.726853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:25.728310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] 10.222.0.55 "PUT /v2.0/ports/47b8eda4-491b-48f3-9660-1e18ff1d891b HTTP/1.1" status: 200 len: 1092 time: 0.7184691 Jul 07 18:24:25.730913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:25.733138 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234f50d-0b05-4ee2-bd3c-2479b67cb532" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:25.794029 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed450b8-3dbe-493a-9a52-39f3374a21e3 x-openstack-request-id: req-fed450b8-3dbe-493a-9a52-39f3374a21e3 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:25.794425 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:25.794852 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fed450b8-3dbe-493a-9a52-39f3374a21e3 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:25.795341 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'status': 'completed', 'code': 200} Jul 07 18:24:25.828908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a224f2-b28d-45bd-86c3-4a6e08d6ca59 service neutron] Pushing event updated for resources: {'Port': ['ID=47b8eda4-491b-48f3-9660-1e18ff1d891b,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:25.871861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-a1c83874-452b-4ec3-acb0-813078abfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.873491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-a1c83874-452b-4ec3-acb0-813078abfb0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 1095 time: 0.0969684 Jul 07 18:24:25.917831 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-b0006db8-2ce6-4b0e-9a91-cacb0993f440 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b HTTP/1.1" status: 200 len: 217 time: 0.0368276 Jul 07 18:24:25.973076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f1eacc16-b898-4ac8-acc3-ea5fb2fd413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.974581 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-f1eacc16-b898-4ac8-acc3-ea5fb2fd413d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e8c5946-7d75-4d16-ad3e-55d426460aea HTTP/1.1" status: 200 len: 834 time: 0.0494535 Jul 07 18:24:26.036151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-e0794306-1dbd-4601-9e19-51388a649280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.037707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-e0794306-1dbd-4601-9e19-51388a649280 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=deee7d16-29b5-4487-8aea-467357573df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567422 Jul 07 18:24:26.145106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-032a5982-cd36-4638-951c-586b95ac3efd service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998082 Jul 07 18:24:26.241818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c310e8ff-171b-4f7c-b15e-b7f4333a450d req-94558b02-7ee0-4432-bbe4-449650aa2260 service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901034 Jul 07 18:24:26.347812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-1ae7297d-fb94-4b33-9edd-78fddc3d54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.349322 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-1ae7297d-fb94-4b33-9edd-78fddc3d54c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 1095 time: 0.0553100 Jul 07 18:24:26.352301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaabf1d-c2ae-4f4d-afda-f82e449ad68f req-bcbea201-63e7-4465-9b35-4559717f74e9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.353956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aaabf1d-c2ae-4f4d-afda-f82e449ad68f req-bcbea201-63e7-4465-9b35-4559717f74e9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0720110 Jul 07 18:24:26.393040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6aaabf1d-c2ae-4f4d-afda-f82e449ad68f req-a17fb7dd-e0fe-4ff0-98c7-8fae16191060 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329926 Jul 07 18:24:26.442087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-76067e58-f578-4cd3-8fdb-0d6b14f3986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.443659 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-76067e58-f578-4cd3-8fdb-0d6b14f3986f service neutron] 10.222.0.55 "GET /v2.0/networks?id=deee7d16-29b5-4487-8aea-467357573df7 HTTP/1.1" status: 200 len: 898 time: 0.0876408 Jul 07 18:24:26.492649 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-9971e98f-8b24-4625-a77f-356c95380c1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b HTTP/1.1" status: 200 len: 217 time: 0.0413430 Jul 07 18:24:26.551056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-2a13fb8c-672f-40f3-92ee-08cf0dc55b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.553213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-2a13fb8c-672f-40f3-92ee-08cf0dc55b26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e8c5946-7d75-4d16-ad3e-55d426460aea HTTP/1.1" status: 200 len: 834 time: 0.0533566 Jul 07 18:24:26.630230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-14dbf55f-08b0-4203-bea2-f31a9189ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.632143 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-14dbf55f-08b0-4203-bea2-f31a9189ce6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=deee7d16-29b5-4487-8aea-467357573df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712318 Jul 07 18:24:26.727735 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-0e397be4-749f-4abf-ac70-3f984c38423c service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883329 Jul 07 18:24:26.781246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3e4e1-5553-4758-a1f6-3976949fced4 req-320c58c5-7724-42df-b9fd-ac02d283dd61 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.782882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cf3e4e1-5553-4758-a1f6-3976949fced4 req-320c58c5-7724-42df-b9fd-ac02d283dd61 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 944 time: 0.0746202 Jul 07 18:24:26.826585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a234f50d-0b05-4ee2-bd3c-2479b67cb532 req-a7150f0d-cd65-435a-aa57-b5ecf68a0c12 service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908511 Jul 07 18:24:26.828850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cf3e4e1-5553-4758-a1f6-3976949fced4 req-555fa045-61df-4acb-a83e-a75a11f10506 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395839 Jul 07 18:24:27.575541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eef55c-d561-45b7-943b-71bbdb0f8381 req-df3a702b-902d-42b5-b964-5b151d064ca6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:27.577033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02eef55c-d561-45b7-943b-71bbdb0f8381 req-df3a702b-902d-42b5-b964-5b151d064ca6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0671895 Jul 07 18:24:27.624421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02eef55c-d561-45b7-943b-71bbdb0f8381 req-d818c511-fdd5-4ff6-9a8b-fb0116d4ae18 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416775 Jul 07 18:24:28.037098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa09c54-d8c7-414c-9316-843e0447f66b req-b4c67041-9d57-44fe-9470-56dbcd41c7a9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:28.039462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fa09c54-d8c7-414c-9316-843e0447f66b req-b4c67041-9d57-44fe-9470-56dbcd41c7a9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 944 time: 0.0899451 Jul 07 18:24:28.089810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fa09c54-d8c7-414c-9316-843e0447f66b req-57ae9bfd-31f2-439c-9a0f-44d5e0e9fb2c tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Jul 07 18:24:28.806618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62410c-6e5f-401f-9e7d-725e7641d7d3 req-0d90310b-a03b-4b1a-ae85-2afa9dea0f5d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:28.808187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae62410c-6e5f-401f-9e7d-725e7641d7d3 req-0d90310b-a03b-4b1a-ae85-2afa9dea0f5d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0662239 Jul 07 18:24:28.850068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae62410c-6e5f-401f-9e7d-725e7641d7d3 req-7d9eac05-ae48-4c97-9f20-dff10cea91d1 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Jul 07 18:24:29.279789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae82b3e-742b-4299-8f81-5245ded85a35 req-20a56e73-3c3f-4ea6-a863-fac218ea946e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:29.281224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ae82b3e-742b-4299-8f81-5245ded85a35 req-20a56e73-3c3f-4ea6-a863-fac218ea946e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 944 time: 0.0706689 Jul 07 18:24:29.324368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7ae82b3e-742b-4299-8f81-5245ded85a35 req-49a1a44b-06d4-469b-8e0d-1abb81532259 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352356 Jul 07 18:24:29.939499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 47b8eda4-491b-48f3-9660-1e18ff1d891b details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:24:30.032585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56c09-3907-4fe1-b72f-16731abf01b2 req-f0dff4e2-4f7e-4539-9408-0368433c58b3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:30.034171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36c56c09-3907-4fe1-b72f-16731abf01b2 req-f0dff4e2-4f7e-4539-9408-0368433c58b3 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0656755 Jul 07 18:24:30.037224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 47b8eda4-491b-48f3-9660-1e18ff1d891b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:30.048634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'port_id': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'mac_address': 'fa:16:3e:9d:98:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:24:30.072174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36c56c09-3907-4fe1-b72f-16731abf01b2 req-c9059e1c-8464-44b2-ad77-cdabd3799fd7 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Jul 07 18:24:30.084412 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:30.097436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b8eda4-491b-48f3-9660-1e18ff1d891b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:30.116191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 47b8eda4-491b-48f3-9660-1e18ff1d891b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:30.123417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:30.173252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=47b8eda4-491b-48f3-9660-1e18ff1d891b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:30.205187 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:30.365763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['47b8eda4-491b-48f3-9660-1e18ff1d891b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:24:30.510355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8d208-a603-485a-a736-12adb86245a3 req-0846b81e-bd33-46d8-8c57-0521c79e623e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:30.511885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cf8d208-a603-485a-a736-12adb86245a3 req-0846b81e-bd33-46d8-8c57-0521c79e623e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 945 time: 0.0665224 Jul 07 18:24:30.556332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cf8d208-a603-485a-a736-12adb86245a3 req-b2968f27-cd66-4bd7-a726-1c869915d6bf tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355370 Jul 07 18:24:31.264055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bafe24-82eb-4a24-bcb9-682b761f86e0 req-ba93ef99-89ab-4faf-b376-eace8a05fb89 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.265612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40bafe24-82eb-4a24-bcb9-682b761f86e0 req-ba93ef99-89ab-4faf-b376-eace8a05fb89 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0788639 Jul 07 18:24:31.304614 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40bafe24-82eb-4a24-bcb9-682b761f86e0 req-a84a6d7f-6d81-40f4-ba92-3869bb0d9824 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333004 Jul 07 18:24:31.742603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155887-a1d8-46d5-891f-296c4df345bb req-05ab38f0-5029-4fbb-87ca-a8b725a3a3b3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.744200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51155887-a1d8-46d5-891f-296c4df345bb req-05ab38f0-5029-4fbb-87ca-a8b725a3a3b3 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 945 time: 0.0739701 Jul 07 18:24:31.784257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51155887-a1d8-46d5-891f-296c4df345bb req-2b157c8c-dc74-476d-a1f8-9082a4c0ae37 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342672 Jul 07 18:24:31.954900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 47b8eda4-491b-48f3-9660-1e18ff1d891b up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:32.016084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 47b8eda4-491b-48f3-9660-1e18ff1d891b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:32.020848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 47b8eda4-491b-48f3-9660-1e18ff1d891b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:32.021240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.111129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.145546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:32.147809 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa676f0-821c-4291-91a6-08e435c43843" -d '{"events": [{"server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "name": "network-vif-plugged", "status": "completed", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:32.161372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 47b8eda4-491b-48f3-9660-1e18ff1d891b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:32.167171 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.217305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=47b8eda4-491b-48f3-9660-1e18ff1d891b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:32.249341 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18873099-92cb-4799-a355-56c15156bc57 x-openstack-request-id: req-18873099-92cb-4799-a355-56c15156bc57 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:32.249638 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "name": "network-vif-plugged", "status": "completed", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:32.249962 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-18873099-92cb-4799-a355-56c15156bc57 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:32.250284 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'code': 200} Jul 07 18:24:32.369739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ca44-b75e-4057-8d02-54dddc94b291 req-092300d5-ef4a-4f02-8ae2-6e00ee4e52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:32.371259 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3820ca44-b75e-4057-8d02-54dddc94b291 req-092300d5-ef4a-4f02-8ae2-6e00ee4e52e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 1097 time: 0.0569518 Jul 07 18:24:32.412491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3820ca44-b75e-4057-8d02-54dddc94b291 req-1ac2f6bf-5a94-4224-ae5f-9433bacf50b7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343978 Jul 07 18:24:32.486886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090c4ed-abf1-42c3-9445-8d0934572476 req-122043dc-0be4-420d-9842-1f40d3f46ed9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:32.488305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6090c4ed-abf1-42c3-9445-8d0934572476 req-122043dc-0be4-420d-9842-1f40d3f46ed9 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0733612 Jul 07 18:24:32.528717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6090c4ed-abf1-42c3-9445-8d0934572476 req-f9112a80-379f-4aad-b7ea-94a8554e43e6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345299 Jul 07 18:24:32.680628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79535943-da6e-42b0-92bc-8c34e419ca1b req-2da442da-ba37-4697-b878-d53408372f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:32.682273 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-79535943-da6e-42b0-92bc-8c34e419ca1b req-2da442da-ba37-4697-b878-d53408372f2e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1097 time: 0.0637946 Jul 07 18:24:32.697070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8ea93fd9-7871-4da3-bf0c-86fad2d4669f no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:24:32.700038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8ea93fd9-7871-4da3-bf0c-86fad2d4669f details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:24:32.725364 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-79535943-da6e-42b0-92bc-8c34e419ca1b req-2c93f5f4-f79f-4c05-8120-ee88a69130de service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339475 Jul 07 18:24:32.850268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.856529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:32.878587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'port_id': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'mac_address': 'fa:16:3e:73:d1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:24:32.912585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:32.918997 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.947595 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.963366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6930fd-0a6d-481e-bbc2-f54bc4657db1 req-5327422e-eae6-4d8e-ba05-7e3ab566486a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:32.964897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c6930fd-0a6d-481e-bbc2-f54bc4657db1 req-5327422e-eae6-4d8e-ba05-7e3ab566486a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 946 time: 0.0651743 Jul 07 18:24:32.972862 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ea93fd9-7871-4da3-bf0c-86fad2d4669f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:32.993117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:33.006246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c6930fd-0a6d-481e-bbc2-f54bc4657db1 req-509254e9-767b-4ed0-97a0-a241faa5a7ef tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345643 Jul 07 18:24:33.028737 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:24:33.029131 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:24:33.569437 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.583770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea93fd9-7871-4da3-bf0c-86fad2d4669f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:33.604603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:33.610669 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.669382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:33.718184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc97a-28af-4e41-8de5-4f78bb4d748c req-df26675b-d228-49a9-b280-3c3c24a99170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.719690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f8dc97a-28af-4e41-8de5-4f78bb4d748c req-df26675b-d228-49a9-b280-3c3c24a99170 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 945 time: 0.0662165 Jul 07 18:24:33.758207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f8dc97a-28af-4e41-8de5-4f78bb4d748c req-0c953ac8-db2c-42d6-929d-833ac8883b8a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328808 Jul 07 18:24:33.971577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8ea93fd9-7871-4da3-bf0c-86fad2d4669f'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:24:34.036711 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.192264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ba6d-fa31-4119-b588-f17661ec21b4 req-fb162809-a68d-47df-bf8f-3ba29ea2593e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.193835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77c0ba6d-fa31-4119-b588-f17661ec21b4 req-fb162809-a68d-47df-bf8f-3ba29ea2593e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 946 time: 0.0680289 Jul 07 18:24:34.233166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77c0ba6d-fa31-4119-b588-f17661ec21b4 req-08f20e47-257f-44ed-8fcc-8bc08088e6ea tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329103 Jul 07 18:24:34.251308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:34.253707 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deec67d5-0ad0-462f-aac7-e83e8b014ee6" -d '{"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:34.289203 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b2861d-b192-42d5-a971-25d8f2713c16 x-openstack-request-id: req-35b2861d-b192-42d5-a971-25d8f2713c16 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:34.289496 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:34.289747 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-35b2861d-b192-42d5-a971-25d8f2713c16 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:34.290197 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'code': 200} Jul 07 18:24:34.416103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76655f01-e49f-4e41-962c-209de2e7c8bd req-1f0f9ef2-9889-485a-8e5f-aaa1459eb065 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.421582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76655f01-e49f-4e41-962c-209de2e7c8bd req-1f0f9ef2-9889-485a-8e5f-aaa1459eb065 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 946 time: 0.0736294 Jul 07 18:24:34.459335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76655f01-e49f-4e41-962c-209de2e7c8bd req-2d6368ab-1aea-4739-969c-daee050d2576 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358763 Jul 07 18:24:34.489009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46158) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:34.549226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1e2bc-db60-4bf3-8c19-f42517ddc05a tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.550786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1fe1e2bc-db60-4bf3-8c19-f42517ddc05a tempest-TestNetworkBasicOps-872204451 tempest-TestNetworkBasicOps-872204451-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 1092 time: 0.0608630 Jul 07 18:24:34.554138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46160) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:34.560530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:34.589452 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.701399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.828998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Allocated IP 172.25.1.45 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/c10d7b99-bcdb-4064-af82-fcec64650553) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:34.978911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:34.995195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa2a64-741d-46f3-a454-ee2ac1db2cfa req-91ff7c18-43aa-4118-ba9e-3418fe2b9988 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.996687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89aa2a64-741d-46f3-a454-ee2ac1db2cfa req-91ff7c18-43aa-4118-ba9e-3418fe2b9988 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 945 time: 0.1130080 Jul 07 18:24:35.052103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89aa2a64-741d-46f3-a454-ee2ac1db2cfa req-bc0cb852-d109-40e6-9fde-de970df66f08 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491893 Jul 07 18:24:35.059124 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.079345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46164) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:35.097192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:35.101961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:35.105543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:35.111203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=c10d7b99-bcdb-4064-af82-fcec64650553,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:35.137964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.138393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.138759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.139093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.139420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.139785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.140065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.140390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.140702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.141041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.141361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.141676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:35.151492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ff9e4c67-0527-4e59-bd21-16d4b0c4f61e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/floatingips/89d953f6-8cc7-404c-a6e5-1d6826599a5c HTTP/1.1" status: 200 len: 993 time: 0.0657718 Jul 07 18:24:35.524547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.603331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.759263 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.765350 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.837008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event updated for resources: {'Port': ['ID=c10d7b99-bcdb-4064-af82-fcec64650553,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:35.854139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.960656 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Floating IP eee363c6-14c6-424f-a074-b408b38160e5 associated. External IP: 172.25.1.45, port: 47b8eda4-491b-48f3-9660-1e18ff1d891b. Jul 07 18:24:35.963898 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:36.187184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 95a00bc0-fdea-4853-b114-98a75f22f683 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:36.297809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:36.309373 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] Sync routers for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:36.315749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:36.320561 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:36.321192 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:36.358679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-29f2b660-412c-4836-acee-c5fda268dafb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8030803 Jul 07 18:24:36.359285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:36.361543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46166) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:36.362041 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375dc73c-6451-4281-adbf-4c3277c199e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:36.423075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6356b125-a9cd-44fe-9f5d-ae27728b202d tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/floatingips/eee363c6-14c6-424f-a074-b408b38160e5 HTTP/1.1" status: 200 len: 991 time: 0.0603673 Jul 07 18:24:36.434035 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:36.462275 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf98392-b0e9-4072-bf00-26779d0dfa61 x-openstack-request-id: req-3cf98392-b0e9-4072-bf00-26779d0dfa61 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:36.462574 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:36.462832 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3cf98392-b0e9-4072-bf00-26779d0dfa61 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:36.463256 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'status': 'completed', 'code': 200} Jul 07 18:24:36.543275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-e8c5e162-b0fa-479e-aee9-4936aeced6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:36.545235 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-e8c5e162-b0fa-479e-aee9-4936aeced6d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 1097 time: 0.0551538 Jul 07 18:24:36.641705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-edab7ccb-9271-4680-8630-d04d2a498a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:36.643178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-edab7ccb-9271-4680-8630-d04d2a498a23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=deee7d16-29b5-4487-8aea-467357573df7 HTTP/1.1" status: 200 len: 898 time: 0.0917163 Jul 07 18:24:36.673746 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'eee363c6-14c6-424f-a074-b408b38160e5', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'port_id': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'mac_address': 'fa:16:3e:9d:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:35Z', 'updated_at': '2021-07-07T18:24:35Z', 'revision_number': 0, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:23Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:36.699437 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] Checking router: 95a00bc0-fdea-4853-b114-98a75f22f683 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:36.707624 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:36.708224 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:36.708450 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-5ebc56fc-110e-4a26-ae31-bc1645ce0ef3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b HTTP/1.1" status: 200 len: 999 time: 0.0583022 Jul 07 18:24:36.714100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8ea93fd9-7871-4da3-bf0c-86fad2d4669f up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:36.769275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:36.769645 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:36.824868 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:36.854071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:36.878560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:36.880897 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd6c1d4-014e-42ac-ae7d-deea0ea68570" -d '{"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:36.895112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:36.901482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:36.937406 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f188c-6bb8-4803-9f0d-fd368705db47 x-openstack-request-id: req-7e2f188c-6bb8-4803-9f0d-fd368705db47 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:36.937837 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:36.938185 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e2f188c-6bb8-4803-9f0d-fd368705db47 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:36.938686 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'code': 200} Jul 07 18:24:36.964906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:37.040672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-6fcad2c9-f96a-4967-9275-75e9c5b57842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:37.042203 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-6fcad2c9-f96a-4967-9275-75e9c5b57842 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e8c5946-7d75-4d16-ad3e-55d426460aea HTTP/1.1" status: 200 len: 834 time: 0.3272305 Jul 07 18:24:37.091479 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'eee363c6-14c6-424f-a074-b408b38160e5', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'port_id': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'mac_address': 'fa:16:3e:9d:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:35Z', 'updated_at': '2021-07-07T18:24:35Z', 'revision_number': 0, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:23Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:37.100807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-c15ea131-9794-4a82-9adb-97a05298962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:37.102353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-c15ea131-9794-4a82-9adb-97a05298962a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=deee7d16-29b5-4487-8aea-467357573df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534332 Jul 07 18:24:37.118435 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabe4d0-15f8-45ce-a7db-65960c300c3e None None] The sync data for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 is: [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'eee363c6-14c6-424f-a074-b408b38160e5', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'port_id': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'mac_address': 'fa:16:3e:9d:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:35Z', 'updated_at': '2021-07-07T18:24:35Z', 'revision_number': 0, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:23Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:37.196035 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-4ea956b7-8264-4bb5-98d6-777bf0e49ed7 service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866556 Jul 07 18:24:37.294628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-375dc73c-6451-4281-adbf-4c3277c199e5 req-9a98163c-7f60-4c1b-89f2-327662097ac8 service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916631 Jul 07 18:24:37.325474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7014c30-43d7-4dc8-a49d-09b165db7158 None None] New status for floating IP eee363c6-14c6-424f-a074-b408b38160e5: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:24:37.426830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46174) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:37.489660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-365da99a-82f9-4e7e-8db4-605697c7a788 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/floatingips/eee363c6-14c6-424f-a074-b408b38160e5 HTTP/1.1" status: 200 len: 991 time: 0.0616803 Jul 07 18:24:38.494170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46176) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:38.566470 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-224425ec-d456-43c6-840a-12ce755925cb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/floatingips/eee363c6-14c6-424f-a074-b408b38160e5 HTTP/1.1" status: 200 len: 993 time: 0.0700488 Jul 07 18:24:45.359930 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-c7a3b9ee-32e8-4c15-a3e0-77706fbaf1f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582154 Jul 07 18:24:45.441545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-3681b186-f9cc-4a56-9aba-0839a023e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:45.443375 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-3681b186-f9cc-4a56-9aba-0839a023e15c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 1096 time: 0.0592504 Jul 07 18:24:45.569086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-cf040471-dca2-48c8-afc7-4e51404e343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:45.570571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-cf040471-dca2-48c8-afc7-4e51404e343d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0996993 Jul 07 18:24:45.617122 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-e8215690-5920-4eba-9dd3-abc025ddcdfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2 HTTP/1.1" status: 200 len: 217 time: 0.0387185 Jul 07 18:24:45.671111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-b33376a2-6803-4a04-805d-42ce958e56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:45.672511 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-b33376a2-6803-4a04-805d-42ce958e56eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0497563 Jul 07 18:24:45.738533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-64cf4e2c-147e-439b-a1c8-d6b1b6ecaeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:45.740033 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-64cf4e2c-147e-439b-a1c8-d6b1b6ecaeab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597866 Jul 07 18:24:45.839439 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-03274f33-226f-4778-a6f8-2ae6edb78ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904915 Jul 07 18:24:45.843472 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a36fff5c-0836-4d8d-802d-5984ab1e508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:45.937189 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75c22074-6100-4e82-8ed8-51dd985c2900 req-4e4a95b3-0fa3-41f3-bcdf-3c8de7220afd service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894868 Jul 07 18:24:47.886323 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-2342ff36-1d23-498c-85cb-e5aa75477855 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663805 Jul 07 18:24:47.997051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc369-9c65-4439-8100-76672bacb372 req-ab41499a-3fb9-489b-9fcc-dc5d77ab630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.998560 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-ab41499a-3fb9-489b-9fcc-dc5d77ab630b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1096 time: 0.0557258 Jul 07 18:24:48.119171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc369-9c65-4439-8100-76672bacb372 req-cdac0275-3733-4ba4-a3a0-fc19a7ca6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:48.120859 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-cdac0275-3733-4ba4-a3a0-fc19a7ca6b71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0909975 Jul 07 18:24:48.192888 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-fdd5ef70-bc32-4d47-a47c-1a0cdcda5f80 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0600569 Jul 07 18:24:48.249709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc369-9c65-4439-8100-76672bacb372 req-23e7afb9-c1e9-4339-8ef0-d658fc9f01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:48.251155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-23e7afb9-c1e9-4339-8ef0-d658fc9f01d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0509930 Jul 07 18:24:48.316131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abc369-9c65-4439-8100-76672bacb372 req-6dd37d45-5490-4d45-81a9-fb50a1b8f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:48.317675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-6dd37d45-5490-4d45-81a9-fb50a1b8f888 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545537 Jul 07 18:24:48.381972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc39f59d-f6b6-4c5b-a761-7f6fa66d3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:48.409424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-c97775e2-dd4d-4491-a7a1-07ae3811680d service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837352 Jul 07 18:24:48.519546 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:48.526971 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-24abc369-9c65-4439-8100-76672bacb372 req-05fd3854-3597-425e-bbf5-2deec905eb8b service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097240 Jul 07 18:24:49.706004 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:51.206644 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:04.036633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.976417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:07.205855 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:09.809235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46198) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:09.877538 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6c70ed1a-e188-4fd3-9f81-90af73e6c77a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/floatingips/eee363c6-14c6-424f-a074-b408b38160e5 HTTP/1.1" status: 200 len: 993 time: 0.0671005 Jul 07 18:25:10.185876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46204) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:10.353883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port c10d7b99-bcdb-4064-af82-fcec64650553 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:10.354228 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.436476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.436630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.451963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for c10d7b99-bcdb-4064-af82-fcec64650553 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:10.626199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dc459-bb7b-406a-8f3f-303eb2494b88 req-2d0a5b58-2cf2-4b65-b013-f30339d0f7b5 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:10.627767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b34dc459-bb7b-406a-8f3f-303eb2494b88 req-2d0a5b58-2cf2-4b65-b013-f30339d0f7b5 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0690246 Jul 07 18:25:10.652415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca241f-7461-4956-836c-30abfd182f14 req-c41356a4-3715-497a-a5d8-248f75a3bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:10.654612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7ca241f-7461-4956-836c-30abfd182f14 req-c41356a4-3715-497a-a5d8-248f75a3bb64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1096 time: 0.1166687 Jul 07 18:25:10.655322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.667140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b34dc459-bb7b-406a-8f3f-303eb2494b88 req-3f094ca3-213c-4049-a192-465382b7c1c8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328856 Jul 07 18:25:10.704416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=c10d7b99-bcdb-4064-af82-fcec64650553,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:10.811988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:10.812727 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Floating IP eee363c6-14c6-424f-a074-b408b38160e5 disassociated (deleted). External IP: 172.25.1.45, port: 47b8eda4-491b-48f3-9660-1e18ff1d891b. Jul 07 18:25:10.850188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca241f-7461-4956-836c-30abfd182f14 req-090f7c6a-87ab-4485-9960-de92175b3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:10.851727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7ca241f-7461-4956-836c-30abfd182f14 req-090f7c6a-87ab-4485-9960-de92175b3dc4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1869133 Jul 07 18:25:10.960936 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7ca241f-7461-4956-836c-30abfd182f14 req-8ff6e69a-9351-47e2-b6e6-8542a8770090 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.1006765 Jul 07 18:25:11.050381 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca241f-7461-4956-836c-30abfd182f14 req-6ac7bcd6-67d7-4e7b-acd8-28df2182a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.051836 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7ca241f-7461-4956-836c-30abfd182f14 req-6ac7bcd6-67d7-4e7b-acd8-28df2182a8a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0827415 Jul 07 18:25:11.143781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 95a00bc0-fdea-4853-b114-98a75f22f683 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:11.164617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca241f-7461-4956-836c-30abfd182f14 req-78396d82-eaa1-40a3-81d9-477945a5994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.166164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7ca241f-7461-4956-836c-30abfd182f14 req-78396d82-eaa1-40a3-81d9-477945a5994a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043386 Jul 07 18:25:11.335538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:11.338712 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7ca241f-7461-4956-836c-30abfd182f14 req-92b62a13-ca71-4fec-a500-c12dffafd74a service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416028 Jul 07 18:25:11.342028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:11.345870 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] Sync routers for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:11.357201 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:11.358159 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:11.425888 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5e867145-67f6-4361-a2b7-c87099f21097 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/floatingips/eee363c6-14c6-424f-a074-b408b38160e5 HTTP/1.1" status: 204 len: 168 time: 1.2388854 Jul 07 18:25:11.427982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:11.430547 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1938cf-dbf4-4994-93c7-343c2b3f439a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:11.474772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:11.475555 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a228e35-11e6-4f92-9267-fbc180d9bb2d x-openstack-request-id: req-9a228e35-11e6-4f92-9267-fbc180d9bb2d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:11.476005 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:11.476260 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a228e35-11e6-4f92-9267-fbc180d9bb2d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:11.476676 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'status': 'completed', 'code': 200} Jul 07 18:25:11.490894 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7ca241f-7461-4956-836c-30abfd182f14 req-8e36c943-f473-4a5b-9bc1-bc70be3c2e47 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447799 Jul 07 18:25:11.556677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-e7661371-1f23-4410-83ef-a461a4efed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.558379 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-e7661371-1f23-4410-83ef-a461a4efed4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 1097 time: 0.0592365 Jul 07 18:25:11.663933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-da388817-3cb1-4a87-99d5-a62a94d1f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.665810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-da388817-3cb1-4a87-99d5-a62a94d1f6e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=deee7d16-29b5-4487-8aea-467357573df7 HTTP/1.1" status: 200 len: 898 time: 0.1002634 Jul 07 18:25:11.759293 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-ccfb84bf-6a08-47aa-b7ed-c3acd9a4e6c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b HTTP/1.1" status: 200 len: 217 time: 0.0836291 Jul 07 18:25:11.820606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-c030300a-0148-4cd7-a178-2928189715ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.822336 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-c030300a-0148-4cd7-a178-2928189715ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e8c5946-7d75-4d16-ad3e-55d426460aea HTTP/1.1" status: 200 len: 834 time: 0.0549760 Jul 07 18:25:11.888400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-0b3a4a6d-48ac-4288-9d80-20894b3dd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.890307 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-0b3a4a6d-48ac-4288-9d80-20894b3dd43f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=deee7d16-29b5-4487-8aea-467357573df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562930 Jul 07 18:25:11.892938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ebdee-9c34-45fc-a466-9ef97b5c8fd9 req-e147f471-a952-4bb1-85d1-2d5cd4a75c0e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.894451 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-705ebdee-9c34-45fc-a466-9ef97b5c8fd9 req-e147f471-a952-4bb1-85d1-2d5cd4a75c0e tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 946 time: 0.1176000 Jul 07 18:25:11.894634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:23Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:11.909311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e091-6f9f-4e1b-ab38-b72ebb897be1 req-027dfbe9-0fb7-4b4f-a32b-8b87296978e7 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:11.910756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e58e091-6f9f-4e1b-ab38-b72ebb897be1 req-027dfbe9-0fb7-4b4f-a32b-8b87296978e7 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0979216 Jul 07 18:25:11.921562 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] Checking router: 95a00bc0-fdea-4853-b114-98a75f22f683 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:11.930389 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:11.930997 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:11.966635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-705ebdee-9c34-45fc-a466-9ef97b5c8fd9 req-be7cfa41-80ef-4ba7-883c-15c4301c80d1 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652344 Jul 07 18:25:11.971998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e58e091-6f9f-4e1b-ab38-b72ebb897be1 req-7cae79c9-e8c0-4cc1-a3ea-b95591db7865 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553081 Jul 07 18:25:12.013273 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-ea994bb0-162d-4a10-87e2-8e149d6faaa9 service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115243 Jul 07 18:25:12.056642 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:12.108581 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4a1938cf-dbf4-4994-93c7-343c2b3f439a req-e93df3cc-2e7b-4bd3-8b2d-e2e9eb906455 service neutron] 10.222.0.55 "GET /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886416 Jul 07 18:25:12.272041 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:23Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:12.303565 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab11a06-8c8a-42c7-9406-a40c93d3b12c None None] The sync data for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 is: [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:24:19Z', 'revision_number': 4, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '05a03cd2-222b-4872-89e8-e745c5cc86bf', 'name': '', 'network_id': 'deee7d16-29b5-4487-8aea-467357573df7', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'mac_address': 'fa:16:3e:a3:ab:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:18Z', 'updated_at': '2021-07-07T18:24:23Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'subnets': [{'id': '3e8c5946-7d75-4d16-ad3e-55d426460aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:12.543440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd4a8d-a6ee-4b92-8f08-89ffe81a8d58 None None] New status for floating IP eee363c6-14c6-424f-a074-b408b38160e5: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:25:13.205476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e9dd-2894-4d1a-ab6c-cef7680adaac req-d6ce0ea3-3849-4bed-924c-8c7b6e1dea21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:13.206914 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1dd7e9dd-2894-4d1a-ab6c-cef7680adaac req-d6ce0ea3-3849-4bed-924c-8c7b6e1dea21 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 946 time: 0.1034312 Jul 07 18:25:13.212337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca221be-1862-443c-860b-3883e2d6f951 req-e3387b5b-2c52-40ce-93ee-c1c284c373ed tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:13.213904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fca221be-1862-443c-860b-3883e2d6f951 req-e3387b5b-2c52-40ce-93ee-c1c284c373ed tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 946 time: 0.0744624 Jul 07 18:25:13.215381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72292433-fd43-4aa7-a5e2-63cd479bf94a req-69d724e6-0ec2-48a0-b05a-7aa78a94e835 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:13.217285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72292433-fd43-4aa7-a5e2-63cd479bf94a req-69d724e6-0ec2-48a0-b05a-7aa78a94e835 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1242211 Jul 07 18:25:13.272670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1dd7e9dd-2894-4d1a-ab6c-cef7680adaac req-2b6369ac-e90d-4eb2-bae5-227fdd0311cb tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/security-groups?id=871d6fca-b346-428c-8b1d-7ab2f71d0af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544140 Jul 07 18:25:13.277899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-72292433-fd43-4aa7-a5e2-63cd479bf94a req-645d1c2c-54b7-44c7-9f6e-c953f32d95f2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530252 Jul 07 18:25:13.323221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port 47b8eda4-491b-48f3-9660-1e18ff1d891b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:13.323617 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.427899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port 47b8eda4-491b-48f3-9660-1e18ff1d891b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=47b8eda4-491b-48f3-9660-1e18ff1d891b,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:13.428218 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.444043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for 47b8eda4-491b-48f3-9660-1e18ff1d891b owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:13.605380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.638556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=47b8eda4-491b-48f3-9660-1e18ff1d891b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:13.683459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] No DVR routers for this DVR port 47b8eda4-491b-48f3-9660-1e18ff1d891b on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:13.686138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.688158 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fca221be-1862-443c-860b-3883e2d6f951 req-0281350d-81e2-4957-a55f-4de5b6592832 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.55 "DELETE /v2.0/ports/47b8eda4-491b-48f3-9660-1e18ff1d891b HTTP/1.1" status: 204 len: 173 time: 0.4664867 Jul 07 18:25:13.688600 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'name': 'network-vif-deleted', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:13.691028 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04fa4cf-f5b9-4f52-867f-0be88c1560de" -d '{"events": [{"server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "name": "network-vif-deleted", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:13.739632 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff411b26-60b7-479c-8eff-6f85c40a25ae x-openstack-request-id: req-ff411b26-60b7-479c-8eff-6f85c40a25ae {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:13.739920 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d94b6f7-3cfa-4919-a66f-be5a0fc412bf", "name": "network-vif-deleted", "tag": "47b8eda4-491b-48f3-9660-1e18ff1d891b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:13.740191 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff411b26-60b7-479c-8eff-6f85c40a25ae {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:13.740568 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d94b6f7-3cfa-4919-a66f-be5a0fc412bf', 'name': 'network-vif-deleted', 'tag': '47b8eda4-491b-48f3-9660-1e18ff1d891b', 'status': 'completed', 'code': 200} Jul 07 18:25:14.431160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11365892-5765-46d0-ba1f-f25fd43ca1e0 req-6234cf9b-aed1-480f-b3f5-540088993bca tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d94b6f7-3cfa-4919-a66f-be5a0fc412bf HTTP/1.1" status: 200 len: 210 time: 0.0302589 Jul 07 18:25:15.535993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46234) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:15.596685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0de5aecf-2d37-489c-bfb7-b0edb2297796 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.622114 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0de5aecf-2d37-489c-bfb7-b0edb2297796 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.691351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0de5aecf-2d37-489c-bfb7-b0edb2297796 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.695737 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0de5aecf-2d37-489c-bfb7-b0edb2297796 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.696943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0de5aecf-2d37-489c-bfb7-b0edb2297796 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/security-groups/871d6fca-b346-428c-8b1d-7ab2f71d0af7 HTTP/1.1" status: 204 len: 168 time: 0.1596193 Jul 07 18:25:15.706665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5aecf-2d37-489c-bfb7-b0edb2297796 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d6fca-b346-428c-8b1d-7ab2f71d0af7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:15.732656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46238) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:15.848350 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7ea1-47c3-4898-8223-ca4640e8be8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.443232 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.732476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port 05a03cd2-222b-4872-89e8-e745c5cc86bf {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:16.733260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.826381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port 05a03cd2-222b-4872-89e8-e745c5cc86bf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=05a03cd2-222b-4872-89e8-e745c5cc86bf,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:16.826680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:16.839594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for 05a03cd2-222b-4872-89e8-e745c5cc86bf owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:17.032377 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.063708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=05a03cd2-222b-4872-89e8-e745c5cc86bf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:17.245948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.482181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Router 95a00bc0-fdea-4853-b114-98a75f22f683 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:17.601356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:17.607294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-df76a75a-a13a-4f7f-bbac-380f28a4a1d9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "PUT /v2.0/routers/95a00bc0-fdea-4853-b114-98a75f22f683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735688 Jul 07 18:25:17.610185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46240) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:17.611064 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] Sync routers for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:17.620935 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:17.621547 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:17.661766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting subnet 3e8c5946-7d75-4d16-ad3e-55d426460aea {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:25:17.665098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.704721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.725712 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:17.792000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.852157 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.878571 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8c5946-7d75-4d16-ad3e-55d426460aea,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:17.888496 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.889999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b3d42-f648-4904-8bad-db6724710657 None None] Network deee7d16-29b5-4487-8aea-467357573df7 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:17.893313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1762087c-a4f4-4bca-b036-27976db0581a tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/subnets/3e8c5946-7d75-4d16-ad3e-55d426460aea HTTP/1.1" status: 204 len: 168 time: 0.2794428 Jul 07 18:25:17.893523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:17.903522 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:25:16Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:17.929747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] Checking router: 95a00bc0-fdea-4853-b114-98a75f22f683 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:17.938140 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] Routers {'95a00bc0-fdea-4853-b114-98a75f22f683'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:17.939002 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:24:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['95a00bc0-fdea-4853-b114-98a75f22f683'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:18.006661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.046786 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] Set router 95a00bc0-fdea-4853-b114-98a75f22f683 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:18.113157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] DHCP port deletion for deee7d16-29b5-4487-8aea-467357573df7 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:25:18.140921 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.175129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Deleting port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:18.175911 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.196302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Deleting port 585ce287-fb2d-43fe-831e-ccc1306c91d1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:18.196693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.220559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 47b8eda4-491b-48f3-9660-1e18ff1d891b no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:18.248072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 47b8eda4-491b-48f3-9660-1e18ff1d891b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:18.248428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 47b8eda4-491b-48f3-9660-1e18ff1d891b not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:18.268443 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:25:16Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:18.271168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] For port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0c4d3321-3b65-4c8b-8fcd-7f6183198d58,segment=NetworkSegment(53fb66a1-178e-4c99-93d2-2026a22f1f51),segment_id=53fb66a1-178e-4c99-93d2-2026a22f1f51)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:18.272314 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.289661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Calling delete_port for 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:18.292066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] For port 585ce287-fb2d-43fe-831e-ccc1306c91d1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=585ce287-fb2d-43fe-831e-ccc1306c91d1,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:18.292526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.298789 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af991c0-ef6e-4d88-965c-337468687cf4 None None] The sync data for ids ['95a00bc0-fdea-4853-b114-98a75f22f683'] in n-d-798930-2 is: [{'id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'name': 'tempest-TestNetworkBasicOps-router-2138674411', 'tenant_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:24:15Z', 'updated_at': '2021-07-07T18:25:16Z', 'revision_number': 5, 'project_id': 'efbcf2d9b96944e4aff6effab7ee53be', 'gw_port': {'id': '585ce287-fb2d-43fe-831e-ccc1306c91d1', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a00bc0-fdea-4853-b114-98a75f22f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:24:16Z', 'updated_at': '2021-07-07T18:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:18.305708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Calling delete_port for 585ce287-fb2d-43fe-831e-ccc1306c91d1 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:18.386110 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.390018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c387a75-1555-462d-9cdd-22425801fde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.419245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Pushing event deleted for resources: {'Port': ['ID=0c4d3321-3b65-4c8b-8fcd-7f6183198d58,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:18.429879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] No DVR routers for this DVR port 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:18.432522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.432907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.433205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.434148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.434485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.434815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.435164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.435881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.436416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.436957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.437503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.437997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a0dc87-5fd3-4554-a9ea-0de7721541e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:18.498207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.517593 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.529031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Port': ['ID=585ce287-fb2d-43fe-831e-ccc1306c91d1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:18.594224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.992509 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.995170 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.039574 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.040208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Fanout notify agent at l3_agent the message router_deleted on router 95a00bc0-fdea-4853-b114-98a75f22f683 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:25:19.048237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.049418 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d2c05e0c-a178-4394-991b-f47fd56ff29f tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/routers/95a00bc0-fdea-4853-b114-98a75f22f683 HTTP/1.1" status: 204 len: 168 time: 1.1550105 Jul 07 18:25:19.052676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46246) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.057415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 05a03cd2-222b-4872-89e8-e745c5cc86bf no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:19.079903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 05a03cd2-222b-4872-89e8-e745c5cc86bf {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:19.080246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 05a03cd2-222b-4872-89e8-e745c5cc86bf not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:19.080674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:19.099568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:19.099917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0c4d3321-3b65-4c8b-8fcd-7f6183198d58 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:19.136813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.236368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.247379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deee7d16-29b5-4487-8aea-467357573df7']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:19.258104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fb66a1-178e-4c99-93d2-2026a22f1f51') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:19.258404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fb66a1-178e-4c99-93d2-2026a22f1f51') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:19.267887 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.281756 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.288339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:25:19.289113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:25:19.292156 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:25:19.354040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.359201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.361135 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] 10.222.0.88 "DELETE /v2.0/networks/deee7d16-29b5-4487-8aea-467357573df7 HTTP/1.1" status: 204 len: 168 time: 0.3074422 Jul 07 18:25:19.375507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e11ed-4eb5-4b65-ab41-028678f51ff9 tempest-TestNetworkBasicOps-541128712 tempest-TestNetworkBasicOps-541128712-project] Pushing event deleted for resources: {'Network': ['ID=deee7d16-29b5-4487-8aea-467357573df7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:19.668951 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46252) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.712708 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.822553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9ad84aa0-2a72-4618-aaf8-801a0f8530d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=efbcf2d9b96944e4aff6effab7ee53be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522069 Jul 07 18:25:19.826043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46256) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:19.876078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34634921-40f6-4b27-94d6-cf08de950e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.898447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34634921-40f6-4b27-94d6-cf08de950e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.946848 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34634921-40f6-4b27-94d6-cf08de950e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.949436 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34634921-40f6-4b27-94d6-cf08de950e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.950587 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-34634921-40f6-4b27-94d6-cf08de950e81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d134d172-c122-4632-97e0-bee2551939c5 HTTP/1.1" status: 204 len: 168 time: 0.1235044 Jul 07 18:25:19.958576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34634921-40f6-4b27-94d6-cf08de950e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d134d172-c122-4632-97e0-bee2551939c5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:20.231783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46262) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:20.245308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-783ee21f-35ff-4c6f-97b2-156d94b6e088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.334068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-783ee21f-35ff-4c6f-97b2-156d94b6e088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.339304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-783ee21f-35ff-4c6f-97b2-156d94b6e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.376414 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-783ee21f-35ff-4c6f-97b2-156d94b6e088 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=365f19904dd94e2889cb479071a8ccfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434176 Jul 07 18:25:20.377726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ee21f-35ff-4c6f-97b2-156d94b6e088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209f5631-d102-4507-9216-5259fe86d697,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:20.379845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46264) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:20.439619 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab93d909-fc9d-48b0-9d1e-3edcb865fe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.461971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab93d909-fc9d-48b0-9d1e-3edcb865fe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.522935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab93d909-fc9d-48b0-9d1e-3edcb865fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.525704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ab93d909-fc9d-48b0-9d1e-3edcb865fe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.526935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ab93d909-fc9d-48b0-9d1e-3edcb865fe69 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/209f5631-d102-4507-9216-5259fe86d697 HTTP/1.1" status: 204 len: 168 time: 0.1459639 Jul 07 18:25:20.536152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93d909-fc9d-48b0-9d1e-3edcb865fe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f5631-d102-4507-9216-5259fe86d697,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:20.953768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 585ce287-fb2d-43fe-831e-ccc1306c91d1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:25:20.975602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 585ce287-fb2d-43fe-831e-ccc1306c91d1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:25:20.976032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 585ce287-fb2d-43fe-831e-ccc1306c91d1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:25:21.207196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:22.795218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46420) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:22.902169 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd201fad-425b-4267-a5ef-9fd2c9d8f4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.002763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd201fad-425b-4267-a5ef-9fd2c9d8f4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.008444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cd201fad-425b-4267-a5ef-9fd2c9d8f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.046565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cd201fad-425b-4267-a5ef-9fd2c9d8f4a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e28652e6e7d45dd80eea063a3b5dbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500896 Jul 07 18:25:23.047255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd201fad-425b-4267-a5ef-9fd2c9d8f4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2831e9-207f-4467-8504-a02a8a46ee28,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.049271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46424) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:23.103733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c25d2e-50bd-488d-861e-5572c9e64d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.125989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c25d2e-50bd-488d-861e-5572c9e64d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.175296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c25d2e-50bd-488d-861e-5572c9e64d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.177967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53c25d2e-50bd-488d-861e-5572c9e64d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.179117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-53c25d2e-50bd-488d-861e-5572c9e64d27 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/db2831e9-207f-4467-8504-a02a8a46ee28 HTTP/1.1" status: 204 len: 168 time: 0.1288648 Jul 07 18:25:23.187134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c25d2e-50bd-488d-861e-5572c9e64d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2831e9-207f-4467-8504-a02a8a46ee28,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.466291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46430) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:23.480376 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69184f39-6112-4b79-8e27-ea07519342c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.574476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69184f39-6112-4b79-8e27-ea07519342c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.579737 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69184f39-6112-4b79-8e27-ea07519342c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.615990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69184f39-6112-4b79-8e27-ea07519342c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a0826-2099-4cd7-8d73-97b1c0dcb476,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:23.620226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-69184f39-6112-4b79-8e27-ea07519342c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=68cb4b8824ea4e03a8edb967d5ca4144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525767 Jul 07 18:25:23.623124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46432) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:23.671443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f28bb09b-b01e-45d0-95d4-bbe22dba55dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.700050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f28bb09b-b01e-45d0-95d4-bbe22dba55dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.759156 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f28bb09b-b01e-45d0-95d4-bbe22dba55dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.761770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f28bb09b-b01e-45d0-95d4-bbe22dba55dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:23.762940 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f28bb09b-b01e-45d0-95d4-bbe22dba55dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c18a0826-2099-4cd7-8d73-97b1c0dcb476 HTTP/1.1" status: 204 len: 168 time: 0.1389201 Jul 07 18:25:23.770883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bb09b-b01e-45d0-95d4-bbe22dba55dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a0826-2099-4cd7-8d73-97b1c0dcb476,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:34.048337 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:35.977769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:44.205368 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:45.852799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-826ae693-7889-46c9-b383-64e7e499ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:47.243808 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-f8928728-e980-414b-a3f7-497f7e726d64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641503 Jul 07 18:25:47.372783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-96604e4a-025b-4a1e-aa87-7d346c059467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.375406 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-96604e4a-025b-4a1e-aa87-7d346c059467 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 1096 time: 0.0758598 Jul 07 18:25:47.498073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-10d0b5d9-1255-4ce0-bcba-363afc18a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.499483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-10d0b5d9-1255-4ce0-bcba-363afc18a250 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1031444 Jul 07 18:25:47.547199 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-e226cf13-8c74-4bbe-923a-08cedd34de4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 HTTP/1.1" status: 200 len: 217 time: 0.0400844 Jul 07 18:25:47.599407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-409eda19-9aec-4911-a472-356c8aed1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.600944 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-409eda19-9aec-4911-a472-356c8aed1835 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0480764 Jul 07 18:25:47.662808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-21221b72-1cd3-46bc-9f94-2cd141015940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:47.664352 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-21221b72-1cd3-46bc-9f94-2cd141015940 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565434 Jul 07 18:25:47.767003 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-15eafaa3-f5c2-4aed-b9cc-9dfeae0b652c service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942526 Jul 07 18:25:47.871111 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f8b5d4f-2fe9-4a27-b0cc-0aac65900795 req-d9b908b5-fd3a-4682-8368-10bbb126382a service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972841 Jul 07 18:25:48.383127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7976b4bf-99c6-495f-80ec-bf3d8fa4950e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:48.517493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:48.877958 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-c6178aed-086c-482b-a1c0-31e1e7a9f5fb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603516 Jul 07 18:25:48.962549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-d0d2a491-57d2-4b27-9119-c27054f7a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:48.964091 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-d0d2a491-57d2-4b27-9119-c27054f7a92c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1097 time: 0.0560253 Jul 07 18:25:49.086999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-f3d54eda-dc87-4b83-ada9-8b2b3281577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:49.088687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-f3d54eda-dc87-4b83-ada9-8b2b3281577e service neutron] 10.222.0.90 "GET /v2.0/networks?id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c HTTP/1.1" status: 200 len: 898 time: 0.0973747 Jul 07 18:25:49.159842 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-6978bd65-04a4-4412-a885-2a678d26e0ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f HTTP/1.1" status: 200 len: 1002 time: 0.0628798 Jul 07 18:25:49.212489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-9ada92a3-d177-4f3f-86bf-ab6c119a2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:49.214007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-9ada92a3-d177-4f3f-86bf-ab6c119a2c71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a07c47de-e806-48ef-9b3f-5aeaafc23c3f HTTP/1.1" status: 200 len: 835 time: 0.0438442 Jul 07 18:25:49.273176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-7d0dc879-3235-4ba3-9f06-41905958e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:49.274662 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-7d0dc879-3235-4ba3-9f06-41905958e266 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533295 Jul 07 18:25:49.390191 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-29ee9cbc-20f6-48de-8489-23f1627dc04c service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074569 Jul 07 18:25:49.489818 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-db8c918a-02fb-4191-aeb2-082e48511cb9 req-ad082a2f-dcba-499d-9dd4-851d5a32b1b0 service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922866 Jul 07 18:25:49.707159 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:51.210590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.181337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46448) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:54.349338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 82a9f3aa-5dce-46b5-86b7-097bacbc2769 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:54.349675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.443751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.444028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.457651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 82a9f3aa-5dce-46b5-86b7-097bacbc2769 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:54.615570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.640938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=82a9f3aa-5dce-46b5-86b7-097bacbc2769,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:54.654096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.654434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.654882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.655067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.655403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.655730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.656082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.656413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.656712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.657087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.657399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.657709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:54.716960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.717593 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Floating IP 89d953f6-8cc7-404c-a6e5-1d6826599a5c disassociated (deleted). External IP: 172.25.1.121, port: 8ea93fd9-7871-4da3-bf0c-86fad2d4669f. Jul 07 18:25:54.947184 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 40560bde-d432-4f90-975c-545d6d72ac4e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:25:55.065718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:25:55.071021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:55.075730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] Sync routers for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:25:55.086047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:55.086793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:55.110905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f1cd88f-03f4-4c09-ac86-44003a4cfe0d tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/floatingips/89d953f6-8cc7-404c-a6e5-1d6826599a5c HTTP/1.1" status: 204 len: 168 time: 0.9284155 Jul 07 18:25:55.111502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:55.113842 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:55.154085 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0d308-0bb7-4f92-a76f-b1a71d929f85 x-openstack-request-id: req-4ed0d308-0bb7-4f92-a76f-b1a71d929f85 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:55.154381 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:55.154636 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ed0d308-0bb7-4f92-a76f-b1a71d929f85 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:55.155043 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'status': 'completed', 'code': 200} Jul 07 18:25:55.250523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-257c0eb5-3cc3-4034-8abc-b73d70d99a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:55.253117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-257c0eb5-3cc3-4034-8abc-b73d70d99a34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 1097 time: 0.0695994 Jul 07 18:25:55.354689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-1d1914b0-d77f-415c-a584-eb3a717f68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:55.359484 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-1d1914b0-d77f-415c-a584-eb3a717f68d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c HTTP/1.1" status: 200 len: 898 time: 0.0967517 Jul 07 18:25:55.402055 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-b2a4e9e8-bd64-4293-8c28-d1e754749a17 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f HTTP/1.1" status: 200 len: 217 time: 0.0373385 Jul 07 18:25:55.405830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:55.462398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-5645d278-b0ba-4a42-96fe-98528d21e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:55.463895 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-5645d278-b0ba-4a42-96fe-98528d21e13b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a07c47de-e806-48ef-9b3f-5aeaafc23c3f HTTP/1.1" status: 200 len: 835 time: 0.0550227 Jul 07 18:25:55.519552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142e2e-8884-464a-9e9e-8a026dbdc7ff req-d08442f4-d1b5-4da8-baa4-33114a15bb09 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:55.521039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0142e2e-8884-464a-9e9e-8a026dbdc7ff req-d08442f4-d1b5-4da8-baa4-33114a15bb09 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0662324 Jul 07 18:25:55.527989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-6236d908-74a9-4fcd-a9c8-69844d272822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:55.529567 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-6236d908-74a9-4fcd-a9c8-69844d272822 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58fbef9d-32d1-41d0-a2a9-c04a069cec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556109 Jul 07 18:25:55.569238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0142e2e-8884-464a-9e9e-8a026dbdc7ff req-e0c315cb-36aa-4c72-bcd1-1ffc1abffb4f tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Jul 07 18:25:55.626560 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-199b055a-d25c-410d-9c11-3ee17e6feb57 service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885174 Jul 07 18:25:55.631733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:55.666580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] Checking router: 40560bde-d432-4f90-975c-545d6d72ac4e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:25:55.675405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:25:55.676007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:55.723539 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb01e6aa-3717-4e32-a0a0-7e5e956d2bef req-2301d657-b6f4-493d-9264-8507c8a2da82 service neutron] 10.222.0.90 "GET /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900650 Jul 07 18:25:55.779769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:25:55.996768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:25:56.027793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e3816-d14c-4747-8a4a-68b5d619cea1 None None] The sync data for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 is: [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:22:29Z', 'revision_number': 4, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '3bd2ebed-1b34-450c-8ae3-c5d1c07e841d', 'name': '', 'network_id': '58fbef9d-32d1-41d0-a2a9-c04a069cec5c', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'mac_address': 'fa:16:3e:66:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:29Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'subnets': [{'id': 'a07c47de-e806-48ef-9b3f-5aeaafc23c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:25:56.269370 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e643996-aa54-4752-b072-7cdc8e647946 None None] New status for floating IP 89d953f6-8cc7-404c-a6e5-1d6826599a5c: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:25:56.776872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fd3b-869b-4c7a-aead-acb351e6c146 req-8a9dc55e-3b4f-4296-aebd-7674d56dfd3b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:56.778415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09a2fd3b-869b-4c7a-aead-acb351e6c146 req-8a9dc55e-3b4f-4296-aebd-7674d56dfd3b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0772853 Jul 07 18:25:56.817966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09a2fd3b-869b-4c7a-aead-acb351e6c146 req-c122313a-abfb-4dcf-ae3f-f2d6b4efae1b tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/security-groups?id=65de56da-2c77-4fab-903d-72f7662c86cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Jul 07 18:25:57.257140 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-568f6a5a-a467-48e1-ab7d-cab3d15dc53a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:57.258628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-568f6a5a-a467-48e1-ab7d-cab3d15dc53a tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 946 time: 0.0763171 Jul 07 18:25:57.381985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:57.382296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:57.484990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:57.485451 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:57.505531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 8ea93fd9-7871-4da3-bf0c-86fad2d4669f owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:25:57.641932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:57.672134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=8ea93fd9-7871-4da3-bf0c-86fad2d4669f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:57.718597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] No DVR routers for this DVR port 8ea93fd9-7871-4da3-bf0c-86fad2d4669f on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:25:57.722197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:57.724589 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-41ac4066-0bc6-4d73-a14b-616c055ed43a req-4f85cfbd-b431-4d9d-90e1-7b358da9c3fd tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.90 "DELETE /v2.0/ports/8ea93fd9-7871-4da3-bf0c-86fad2d4669f HTTP/1.1" status: 204 len: 173 time: 0.4599466 Jul 07 18:25:57.725104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-deleted', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:25:57.728203 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850333cf-d6e0-42b7-abed-c59932c6a90a" -d '{"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-deleted", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:25:57.770178 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527eaa80-7ea7-4935-9308-9d2385b55605 x-openstack-request-id: req-527eaa80-7ea7-4935-9308-9d2385b55605 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:25:57.770664 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e", "name": "network-vif-deleted", "tag": "8ea93fd9-7871-4da3-bf0c-86fad2d4669f", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:25:57.770923 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-527eaa80-7ea7-4935-9308-9d2385b55605 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:25:57.771357 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e', 'name': 'network-vif-deleted', 'tag': '8ea93fd9-7871-4da3-bf0c-86fad2d4669f', 'status': 'completed', 'code': 200} Jul 07 18:25:57.980062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13f918ee-adb2-45a5-aa93-aa50922ed168 req-b2bc89b7-2fd6-4e7c-8592-ba0ca22abb7e tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ce1d6b2-aa02-4c5c-aa4a-87492cb10c9e HTTP/1.1" status: 200 len: 210 time: 0.0305269 Jul 07 18:25:59.074215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46468) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:59.514948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:59.801480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:25:59.801784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:59.891480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:59.891832 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:59.904561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:26:00.093638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:00.119457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=3bd2ebed-1b34-450c-8ae3-c5d1c07e841d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:00.293672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:00.815985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Router 40560bde-d432-4f90-975c-545d6d72ac4e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:26:00.943429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:26:00.948995 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fede6c0f-fe52-4e82-bb68-96a0d98feaf6 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "PUT /v2.0/routers/40560bde-d432-4f90-975c-545d6d72ac4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735125 Jul 07 18:26:00.952727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:00.954180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] Sync routers for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:26:00.964204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:00.964840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:01.011051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting subnet a07c47de-e806-48ef-9b3f-5aeaafc23c3f {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:26:01.014970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.059150 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.073782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:01.141323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.211209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.245041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Subnet': ['ID=a07c47de-e806-48ef-9b3f-5aeaafc23c3f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:01.249081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.253774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:01.256677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44368619-dfe2-4e86-9ecc-14febab4a9db None None] Network 58fbef9d-32d1-41d0-a2a9-c04a069cec5c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:26:01.257400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-00c17b9e-c7c8-4b3a-bf9d-bdc3eb20a756 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/subnets/a07c47de-e806-48ef-9b3f-5aeaafc23c3f HTTP/1.1" status: 204 len: 168 time: 0.3034842 Jul 07 18:26:01.300335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8ea93fd9-7871-4da3-bf0c-86fad2d4669f no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:26:01.306050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:26:00Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:01.354650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 8ea93fd9-7871-4da3-bf0c-86fad2d4669f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:26:01.354913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8ea93fd9-7871-4da3-bf0c-86fad2d4669f not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:26:01.356998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] Checking router: 40560bde-d432-4f90-975c-545d6d72ac4e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:26:01.361996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.379521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] Routers {'40560bde-d432-4f90-975c-545d6d72ac4e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:01.380149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['40560bde-d432-4f90-975c-545d6d72ac4e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:01.471261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.533753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Deleting port fb184190-1c89-4cf0-8c53-a312ab647dff {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:26:01.534420 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.552289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] Set router 40560bde-d432-4f90-975c-545d6d72ac4e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:01.633411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] DHCP port deletion for 58fbef9d-32d1-41d0-a2a9-c04a069cec5c request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:26:01.634862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] For port fb184190-1c89-4cf0-8c53-a312ab647dff, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fb184190-1c89-4cf0-8c53-a312ab647dff,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:01.635239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.653572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Calling delete_port for fb184190-1c89-4cf0-8c53-a312ab647dff owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:26:01.758912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] Deleting port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:26:01.759294 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.830611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] For port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cc88a833-5bd0-4d1c-b7eb-2498ec4028fc,segment=NetworkSegment(49bdbdf8-8141-4741-abd4-a72f7cdc174d),segment_id=49bdbdf8-8141-4741-abd4-a72f7cdc174d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:01.831015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.831170 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.849060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] Calling delete_port for cc88a833-5bd0-4d1c-b7eb-2498ec4028fc owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:26:01.854369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:26:00Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:01.860945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Port': ['ID=fb184190-1c89-4cf0-8c53-a312ab647dff,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:01.871804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.872152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.872492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.872838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.873174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.873502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.873830 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.874203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.874464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.874783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.875101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.875420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:01.888808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acaf1b-ffba-4894-a7b8-290352f67867 None None] The sync data for ids ['40560bde-d432-4f90-975c-545d6d72ac4e'] in n-d-798930-2 is: [{'id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385935347', 'tenant_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:24Z', 'updated_at': '2021-07-07T18:26:00Z', 'revision_number': 5, 'project_id': 'a83ee44d4f4b413ab95cf44463fc88ca', 'gw_port': {'id': 'fb184190-1c89-4cf0-8c53-a312ab647dff', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40560bde-d432-4f90-975c-545d6d72ac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:25Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:26:01.944064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.965189 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:01.991038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] Pushing event deleted for resources: {'Port': ['ID=cc88a833-5bd0-4d1c-b7eb-2498ec4028fc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:01.994793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72989063-15d7-4c2b-9043-9e4e83808be5 None None] No DVR routers for this DVR port cc88a833-5bd0-4d1c-b7eb-2498ec4028fc on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:26:02.037643 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.043253 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.087723 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.088259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Fanout notify agent at l3_agent the message router_deleted on router 40560bde-d432-4f90-975c-545d6d72ac4e {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:26:02.095789 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.096944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6c33f9c8-77d6-48e6-b8b3-2cd55067c3ff tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/routers/40560bde-d432-4f90-975c-545d6d72ac4e HTTP/1.1" status: 204 len: 168 time: 0.8421502 Jul 07 18:26:02.099943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46474) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:02.175219 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.279464 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.289870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fbef9d-32d1-41d0-a2a9-c04a069cec5c']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:02.300919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bdbdf8-8141-4741-abd4-a72f7cdc174d') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:02.301307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bdbdf8-8141-4741-abd4-a72f7cdc174d') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:02.314770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.333490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.342029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:26:02.342486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:26:02.345882 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:26:02.405787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.413388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.414562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/networks/58fbef9d-32d1-41d0-a2a9-c04a069cec5c HTTP/1.1" status: 204 len: 168 time: 0.3135903 Jul 07 18:26:02.418597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46476) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:02.426494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455bd1-4b83-40e0-bb21-6e1032e95bda tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'Network': ['ID=58fbef9d-32d1-41d0-a2a9-c04a069cec5c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:02.488602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd339897-abf7-4a52-a706-85eb7f3a8625 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.515926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd339897-abf7-4a52-a706-85eb7f3a8625 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.587361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd339897-abf7-4a52-a706-85eb7f3a8625 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.590105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fd339897-abf7-4a52-a706-85eb7f3a8625 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.594211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fd339897-abf7-4a52-a706-85eb7f3a8625 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] 10.222.0.88 "DELETE /v2.0/security-groups/65de56da-2c77-4fab-903d-72f7662c86cc HTTP/1.1" status: 204 len: 168 time: 0.1720085 Jul 07 18:26:02.601098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd339897-abf7-4a52-a706-85eb7f3a8625 tempest-TestNetworkAdvancedServerOps-194700728 tempest-TestNetworkAdvancedServerOps-194700728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de56da-2c77-4fab-903d-72f7662c86cc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:02.909988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46484) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:03.017723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb184190-1c89-4cf0-8c53-a312ab647dff no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:26:03.037997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: fb184190-1c89-4cf0-8c53-a312ab647dff {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:26:03.038344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb184190-1c89-4cf0-8c53-a312ab647dff not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:26:03.038762 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:26:03.050043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b0b35df2-bc30-4c5f-b56d-820f46af1ee5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a83ee44d4f4b413ab95cf44463fc88ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388123 Jul 07 18:26:03.052648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46488) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:03.061069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:26:03.061418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3bd2ebed-1b34-450c-8ae3-c5d1c07e841d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:26:03.061846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cc88a833-5bd0-4d1c-b7eb-2498ec4028fc no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:26:03.080183 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: cc88a833-5bd0-4d1c-b7eb-2498ec4028fc {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:26:03.080570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cc88a833-5bd0-4d1c-b7eb-2498ec4028fc not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:26:03.104548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6e58-fc14-4a8d-be8e-08c1d8851b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.128980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6e58-fc14-4a8d-be8e-08c1d8851b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.182412 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6e58-fc14-4a8d-be8e-08c1d8851b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.184972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6e58-fc14-4a8d-be8e-08c1d8851b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.186163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6bcc6e58-fc14-4a8d-be8e-08c1d8851b86 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2306e96f-9d96-4426-a9ee-ccd5ffc223ba HTTP/1.1" status: 204 len: 168 time: 0.1324704 Jul 07 18:26:03.194299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc6e58-fc14-4a8d-be8e-08c1d8851b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2306e96f-9d96-4426-a9ee-ccd5ffc223ba,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:03.477963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46494) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:03.521625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-455ba280-c574-4f8e-9775-af0e5b3ded46 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c51aae64c6964ad5bdc41cf986a5a05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424900 Jul 07 18:26:03.525112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:03.584431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20632604-4b6c-4ecd-abc8-5b69bd841fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.625073 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20632604-4b6c-4ecd-abc8-5b69bd841fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.677274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20632604-4b6c-4ecd-abc8-5b69bd841fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.679885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-20632604-4b6c-4ecd-abc8-5b69bd841fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.681098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-20632604-4b6c-4ecd-abc8-5b69bd841fd3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a3a8949b-93ca-4250-bbf1-20e188c9281f HTTP/1.1" status: 204 len: 168 time: 0.1547163 Jul 07 18:26:03.688802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20632604-4b6c-4ecd-abc8-5b69bd841fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a8949b-93ca-4250-bbf1-20e188c9281f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:04.042794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:05.959178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46548) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:05.967277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'network': {'name': 'tempest-network-smoke--2020301361', 'project_id': '965702fd72c64b48bd8fb97738b78472', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:05.994540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Made reservation on behalf of 965702fd72c64b48bd8fb97738b78472 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:26:05.996127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:05.998345 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.007346 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.105198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.111160 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.138261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:26:06.148544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b94acee-8288-459a-bb6a-862fa2a5cfbf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:06.154548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.154910 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Added segment 955d7293-f525-4e91-8e88-97445f7a5fb5 of type vlan for network b4e6e34e-fb14-4903-8484-b969c1885ad6 Jul 07 18:26:06.204534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.240285 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.246040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:06.246620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.300489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3401387 Jul 07 18:26:06.303757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46550) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:06.311481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'admin_state_up': True, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:06.327944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459221-ebb9-4736-9612-819f84e150d0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Network': ['ID=b4e6e34e-fb14-4903-8484-b969c1885ad6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:06.338595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:26:06.343537 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.344669 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.400772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.540038 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.760077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.778984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:06.909701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Allocated IP 172.25.1.188 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/7a9ce64d-997e-4713-b9c1-0a49fcf5da84) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:07.014442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:07.056820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:07.093676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:07.099710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:07.105083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:26:07.107639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:07.706726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:07.905618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.041510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router fc93c356-d0cb-48d9-a689-f5dd16bb6837 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:26:08.148052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:26:08.159186 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Sync routers for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:26:08.169486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.169923 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:08.170623 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:08.170899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-315f2eb8-dcee-45b4-823b-b9a351dcdf9b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8658440 Jul 07 18:26:08.174262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46554) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:08.302105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3206497c-5d77-4225-96e0-16e23a0fd054 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=965702fd72c64b48bd8fb97738b78472&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265244 Jul 07 18:26:08.304686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46558) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:08.378940 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:08.400464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629e330-fdee-4aee-92e6-4e6067f04336 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:08.402048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5629e330-fdee-4aee-92e6-4e6067f04336 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963819 Jul 07 18:26:08.405052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:08.435584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-46b8227a-bef8-4fdd-8cec-778b294a2b50 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292692 Jul 07 18:26:08.438404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46562) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:08.443715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460464619', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'project_id': '965702fd72c64b48bd8fb97738b78472', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:08.535736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Made reservation on behalf of 965702fd72c64b48bd8fb97738b78472 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:26:08.539408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.559562 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:07Z', 'revision_number': 3, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:08.585360 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Checking router: fc93c356-d0cb-48d9-a689-f5dd16bb6837 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:26:08.585671 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Updating router fc93c356-d0cb-48d9-a689-f5dd16bb6837 port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:26:08.625041 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.726964 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.781188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Subnet': ['ID=c7002273-ee7c-4036-9ca6-1ddfec8d71f7,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:08.798620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Checking segment: {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:08.798989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network hostable DHCP agents. Network: b4e6e34e-fb14-4903-8484-b969c1885ad6, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:26:08.819603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:26:08.834392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b4e6e34e-fb14-4903-8484-b969c1885ad6) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:08.839938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:08.840891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.847626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d072d8b-c224-47db-8aa2-88b209465cda None None] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:26:08.861023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d82efd1b-88c8-46e8-af8d-1afb665760ab tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4185374 Jul 07 18:26:08.861334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46564) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:08.883120 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.894064 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Transition to ACTIVE for port object 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:08.900330 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.945316 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Pushing event updated for resources: {'Port': ['ID=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:08.959565 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.960024 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.960333 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.960677 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.961090 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.961772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.961772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.961992 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.962293 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.962608 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.962924 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.963260 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:08.968914 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Attempting to bind port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:26:08.969283 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Attempting to bind port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:26:08.969644 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Attempting to bind port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:08.975413 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:26:08.975791 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:08.976194 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:08.976631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:26:08.977057 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Bound port: 7a9ce64d-997e-4713-b9c1-0a49fcf5da84, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:26:08.977522 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.007758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b4e6e34e-fb14-4903-8484-b969c1885ad6', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:26:09.008757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.041581 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] For port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:26:09.044796 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] For port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:26:09.050647 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.110966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f9967-e1bc-4900-abf4-721b247dbaff None None] Pushing event updated for resources: {'Port': ['ID=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:09.114996 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:09.115615 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:09.155713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Allocated IP 172.20.0.2 (b4e6e34e-fb14-4903-8484-b969c1885ad6/c7002273-ee7c-4036-9ca6-1ddfec8d71f7/f612be50-9616-45a0-af17-4b95ba72e5da) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:09.233504 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:09.305248 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.314118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Transition to ACTIVE for port object f612be50-9616-45a0-af17-4b95ba72e5da will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:09.329344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.329692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Transition to ACTIVE for port object f612be50-9616-45a0-af17-4b95ba72e5da will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:09.336209 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.372289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:09.375558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:09.378649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:26:09.413859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Pushing event updated for resources: {'Port': ['ID=f612be50-9616-45a0-af17-4b95ba72e5da,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:09.427619 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:07Z', 'revision_number': 3, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:09.446267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Attempting to bind port f612be50-9616-45a0-af17-4b95ba72e5da on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:26:09.446646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Attempting to bind port f612be50-9616-45a0-af17-4b95ba72e5da by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:26:09.447014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Attempting to bind port f612be50-9616-45a0-af17-4b95ba72e5da on network b4e6e34e-fb14-4903-8484-b969c1885ad6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:09.452492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:26:09.452942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Checking segment: {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:09.453401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.454117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Bound using segment: {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:26:09.454524 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Bound port: f612be50-9616-45a0-af17-4b95ba72e5da, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:26:09.454929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.467252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660aa5b2-0a5b-4f1f-820b-f6c9585e9412 None None] The sync data for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 is: [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:07Z', 'revision_number': 3, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:26:09.529848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] For port f612be50-9616-45a0-af17-4b95ba72e5da, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:26:09.534379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] For port f612be50-9616-45a0-af17-4b95ba72e5da, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f612be50-9616-45a0-af17-4b95ba72e5da,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:26:09.539531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.601055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364911e-5b83-4823-82e4-ccc2be8f5a2e None None] Pushing event updated for resources: {'Port': ['ID=f612be50-9616-45a0-af17-4b95ba72e5da,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:09.626505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Allocated IP 172.20.0.1 (b4e6e34e-fb14-4903-8484-b969c1885ad6/c7002273-ee7c-4036-9ca6-1ddfec8d71f7/00cb72ea-94da-4c11-ac8c-b10216763acd) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:09.784911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.805909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Transition to ACTIVE for port object 00cb72ea-94da-4c11-ac8c-b10216763acd will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:09.860619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:09.935648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:09.940733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:09.947618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:26:09.979743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=00cb72ea-94da-4c11-ac8c-b10216763acd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:10.001100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:10.155895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:10.466104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:10.471383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:10.552289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=00cb72ea-94da-4c11-ac8c-b10216763acd,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:10.555795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:10.618790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5dbdc3-7dcd-40df-8989-ca30ef1a13dd None None] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:26:10.653700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:10.655622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:10.748254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-29313fdc-06c5-4d3e-8d04-92c2bc66807c None None] Provisioning for port f612be50-9616-45a0-af17-4b95ba72e5da completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:10.772920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router fc93c356-d0cb-48d9-a689-f5dd16bb6837 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:26:10.897354 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:26:10.902625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1a4e332a-e583-42e1-9ffa-2d91146d7acc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "PUT /v2.0/routers/fc93c356-d0cb-48d9-a689-f5dd16bb6837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0401826 Jul 07 18:26:10.905433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:10.910591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6f838ff1-018b-42bc-a609-9ce6c3305b23 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1895192148', 'description': 'tempest-secgroup_access--1895192148 description', 'project_id': '965702fd72c64b48bd8fb97738b78472'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:10.937472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f838ff1-018b-42bc-a609-9ce6c3305b23 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.049479 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f838ff1-018b-42bc-a609-9ce6c3305b23 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.055209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f838ff1-018b-42bc-a609-9ce6c3305b23 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.086116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f838ff1-018b-42bc-a609-9ce6c3305b23 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35421e2-ffa5-4f71-b256-8d9ad2763365,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:11.088970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f838ff1-018b-42bc-a609-9ce6c3305b23 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.090741 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6f838ff1-018b-42bc-a609-9ce6c3305b23 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1840620 Jul 07 18:26:11.093839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46568) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:11.096622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1da9a141-d89d-4828-a9f6-dd37bb1f6b78 None None] Provisioning for port 00cb72ea-94da-4c11-ac8c-b10216763acd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:11.099426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8e009709-b8d7-4441-9554-b6b9b9d4ab93 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1211076570', 'description': 'tempest-secgroup_general--1211076570 description', 'project_id': '965702fd72c64b48bd8fb97738b78472'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:11.101506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1da9a141-d89d-4828-a9f6-dd37bb1f6b78 None None] Provisioning complete for port 00cb72ea-94da-4c11-ac8c-b10216763acd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:11.101887 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1da9a141-d89d-4828-a9f6-dd37bb1f6b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.134931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:11.135474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e009709-b8d7-4441-9554-b6b9b9d4ab93 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.180134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1da9a141-d89d-4828-a9f6-dd37bb1f6b78 None None] Port 00cb72ea-94da-4c11-ac8c-b10216763acd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:26:11.204111 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:11.211764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:11.212136 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.241376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Sync routers for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:26:11.244288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e009709-b8d7-4441-9554-b6b9b9d4ab93 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.250067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e009709-b8d7-4441-9554-b6b9b9d4ab93 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.275777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e009709-b8d7-4441-9554-b6b9b9d4ab93 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.277207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8e009709-b8d7-4441-9554-b6b9b9d4ab93 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1820774 Jul 07 18:26:11.280341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46570) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:11.285470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-40a0c934-6f3f-4b69-8fcd-d454795e5012 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'security_group_rule': {'security_group_id': 'e35421e2-ffa5-4f71-b256-8d9ad2763365', 'project_id': '965702fd72c64b48bd8fb97738b78472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:11.286629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e009709-b8d7-4441-9554-b6b9b9d4ab93 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a64820-5d3b-44d1-ab27-179ead52a3c0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:11.323247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a0c934-6f3f-4b69-8fcd-d454795e5012 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.394236 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a0c934-6f3f-4b69-8fcd-d454795e5012 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.398938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a0c934-6f3f-4b69-8fcd-d454795e5012 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.422384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0c934-6f3f-4b69-8fcd-d454795e5012 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd3cc3b-8f8d-4697-936d-f948510675bc,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:11.431597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40a0c934-6f3f-4b69-8fcd-d454795e5012 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.436889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40a0c934-6f3f-4b69-8fcd-d454795e5012 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513925 Jul 07 18:26:11.453589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:11.454227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:11.493966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-853f7969-38bc-4282-aec1-a4c648219163 None None] Provisioning complete for port 00cb72ea-94da-4c11-ac8c-b10216763acd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:11.494327 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-853f7969-38bc-4282-aec1-a4c648219163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.590093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-37d98573-b3ca-42b6-8a59-53c11d1492ce tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_access--1895192148&fields=id&tenant_id=965702fd72c64b48bd8fb97738b78472 HTTP/1.1" status: 200 len: 267 time: 0.0388892 Jul 07 18:26:11.613556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-853f7969-38bc-4282-aec1-a4c648219163 None None] Port 00cb72ea-94da-4c11-ac8c-b10216763acd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:26:11.617684 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.636745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-bb0c19f0-bd65-4384-999f-2f41b3841f0e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_general--1211076570&fields=id&tenant_id=965702fd72c64b48bd8fb97738b78472 HTTP/1.1" status: 200 len: 267 time: 0.0390108 Jul 07 18:26:11.647739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:11.676697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:11.684321 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.685444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f612be50-9616-45a0-af17-4b95ba72e5da up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:11.784869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-cea93c37-7723-4f5f-a952-b85b8b69e929 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:11.786342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-cea93c37-7723-4f5f-a952-b85b8b69e929 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/networks?id=b4e6e34e-fb14-4903-8484-b969c1885ad6 HTTP/1.1" status: 200 len: 797 time: 0.1418002 Jul 07 18:26:11.802213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7ec385b6-f6a6-4e1e-9cc5-42a54d9564f0 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/quotas/965702fd72c64b48bd8fb97738b78472 HTTP/1.1" status: 200 len: 375 time: 0.0096419 Jul 07 18:26:11.852468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5dde3b8a-dadb-4a18-8ffb-0b6ae1adfcbf None None] Provisioning complete for port 00cb72ea-94da-4c11-ac8c-b10216763acd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:11.852860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5dde3b8a-dadb-4a18-8ffb-0b6ae1adfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.856551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:11.873617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-134da8a1-565e-4d76-aca0-60fe02cefacd tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655198 Jul 07 18:26:11.913815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port f612be50-9616-45a0-af17-4b95ba72e5da completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:11.925953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5dde3b8a-dadb-4a18-8ffb-0b6ae1adfcbf None None] Port 00cb72ea-94da-4c11-ac8c-b10216763acd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:26:11.929170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f612be50-9616-45a0-af17-4b95ba72e5da triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:11.929500 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:11.976310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-3049d44f-08fd-4940-a2f8-cce0f8a35a6d service neutron] 10.222.0.88 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898273 Jul 07 18:26:12.025972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 2, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:12.061298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Checking router: fc93c356-d0cb-48d9-a689-f5dd16bb6837 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:26:12.062118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Updating router fc93c356-d0cb-48d9-a689-f5dd16bb6837 port 00cb72ea-94da-4c11-ac8c-b10216763acd binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:26:12.077492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-ea5b6689-d089-42af-94d4-edf42432be38 service neutron] 10.222.0.88 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922434 Jul 07 18:26:12.094806 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.122690 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.145193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port f612be50-9616-45a0-af17-4b95ba72e5da, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f612be50-9616-45a0-af17-4b95ba72e5da,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:12.150170 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.289863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=f612be50-9616-45a0-af17-4b95ba72e5da,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:12.290059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3803d4dc-10dc-4b84-a50b-e2507920b8e2 req-d5d4f253-ed28-404a-afd4-7161ac94dcba tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 210 time: 0.0308230 Jul 07 18:26:12.469746 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.479908 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Transition to ACTIVE for port object 00cb72ea-94da-4c11-ac8c-b10216763acd will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:12.486246 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.538535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838f439-7285-447e-8e6d-ad11ab8cb12d None None] Pushing event updated for resources: {'Port': ['ID=00cb72ea-94da-4c11-ac8c-b10216763acd,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:12.606049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Attempting to bind port 00cb72ea-94da-4c11-ac8c-b10216763acd on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:26:12.606440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Attempting to bind port 00cb72ea-94da-4c11-ac8c-b10216763acd by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:26:12.606836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Attempting to bind port 00cb72ea-94da-4c11-ac8c-b10216763acd on network b4e6e34e-fb14-4903-8484-b969c1885ad6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:12.614017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:26:12.614376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Checking segment: {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:12.614785 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.615227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Bound using segment: {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:26:12.615932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Bound port: 00cb72ea-94da-4c11-ac8c-b10216763acd, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:26:12.616388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.693709 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] For port 00cb72ea-94da-4c11-ac8c-b10216763acd, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:26:12.697180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] For port 00cb72ea-94da-4c11-ac8c-b10216763acd, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=00cb72ea-94da-4c11-ac8c-b10216763acd,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:26:12.702230 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:12.770161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:12.770700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:25:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:12.772337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838f439-7285-447e-8e6d-ad11ab8cb12d None None] Pushing event updated for resources: {'Port': ['ID=00cb72ea-94da-4c11-ac8c-b10216763acd,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:12.887557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:13.058645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:13.146195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:13.146559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:13.187003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:12Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:13.217236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db354601-fc8b-43c2-bc56-8927051de7b1 None None] The sync data for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 is: [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:12Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:26:13.268487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f612be50-9616-45a0-af17-4b95ba72e5da up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:13.343426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f612be50-9616-45a0-af17-4b95ba72e5da triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:13.345358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:13.489693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0f81eb2-7e18-4689-9c59-18a93d97b8bd req-f6942e95-8fc6-4bb8-a8a2-81a2035deff1 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 210 time: 0.0594246 Jul 07 18:26:13.543212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-305993ee-c588-43b9-9a9f-939e55194ae9 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:13.545009 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-305993ee-c588-43b9-9a9f-939e55194ae9 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.90 "GET /v2.0/networks?id=b4e6e34e-fb14-4903-8484-b969c1885ad6 HTTP/1.1" status: 200 len: 797 time: 0.1474271 Jul 07 18:26:13.595574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-e68ab62d-38c3-4d0e-bb90-1a8e6a7277e3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=965702fd72c64b48bd8fb97738b78472 HTTP/1.1" status: 200 len: 478 time: 0.0415614 Jul 07 18:26:13.608552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'port': {'device_id': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'admin_state_up': True, 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'security_groups': ['e35421e2-ffa5-4f71-b256-8d9ad2763365', '46a64820-5d3b-44d1-ab27-179ead52a3c0']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:13.730631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Made reservation on behalf of 965702fd72c64b48bd8fb97738b78472 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:26:13.734247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:13.866457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Allocated IP 172.20.0.7 (b4e6e34e-fb14-4903-8484-b969c1885ad6/c7002273-ee7c-4036-9ca6-1ddfec8d71f7/5bcd10ba-b28e-4943-94e0-5b923968456d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:14.028474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.043991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Transition to ACTIVE for port object 5bcd10ba-b28e-4943-94e0-5b923968456d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:14.080262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.125028 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:14.130581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:14.134642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:26:14.141833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=5bcd10ba-b28e-4943-94e0-5b923968456d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:14.194610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:14.195284 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.211638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-b8835ec3-7cbd-4b25-99f8-d6a15d2cc680 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6072209 Jul 07 18:26:14.266575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Request body: {'port': {'device_id': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:14.346548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.382625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8ef5fecb-078c-4ed4-9d92-b74aae9a54c5 None None] Provisioning for port 5bcd10ba-b28e-4943-94e0-5b923968456d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:14.387886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8ef5fecb-078c-4ed4-9d92-b74aae9a54c5 None None] Provisioning complete for port 5bcd10ba-b28e-4943-94e0-5b923968456d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:14.388348 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ef5fecb-078c-4ed4-9d92-b74aae9a54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.423619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5fecb-078c-4ed4-9d92-b74aae9a54c5 None None] Port 5bcd10ba-b28e-4943-94e0-5b923968456d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:26:14.621999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcd10ba-b28e-4943-94e0-5b923968456d {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:26:14.629683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.642108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Transition to ACTIVE for port object 5bcd10ba-b28e-4943-94e0-5b923968456d will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:14.646656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.687610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619af70b-3fda-45d4-b52d-8558bf42ca21 req-b34a96c9-11cb-4770-be1e-c73692e2fdc3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:14.690407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-619af70b-3fda-45d4-b52d-8558bf42ca21 req-b34a96c9-11cb-4770-be1e-c73692e2fdc3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 970 time: 0.0850773 Jul 07 18:26:14.728461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcd10ba-b28e-4943-94e0-5b923968456d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:14.747330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-619af70b-3fda-45d4-b52d-8558bf42ca21 req-d94df9df-11eb-4d42-8a74-9d2426cbb48a tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0495133 Jul 07 18:26:14.784602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Attempting to bind port 5bcd10ba-b28e-4943-94e0-5b923968456d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:26:14.784971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Attempting to bind port 5bcd10ba-b28e-4943-94e0-5b923968456d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:26:14.785296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Attempting to bind port 5bcd10ba-b28e-4943-94e0-5b923968456d on network b4e6e34e-fb14-4903-8484-b969c1885ad6 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:14.790210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Port 5bcd10ba-b28e-4943-94e0-5b923968456d on network b4e6e34e-fb14-4903-8484-b969c1885ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:26:14.790540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Attempting to bind port 5bcd10ba-b28e-4943-94e0-5b923968456d on network b4e6e34e-fb14-4903-8484-b969c1885ad6 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:14.795578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:26:14.795919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Checking segment: {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:14.796308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Bound using segment: {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:26:14.796734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Bound port: 5bcd10ba-b28e-4943-94e0-5b923968456d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955d7293-f525-4e91-8e88-97445f7a5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:26:14.797116 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.864144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] For port 5bcd10ba-b28e-4943-94e0-5b923968456d, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:26:14.867409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] For port 5bcd10ba-b28e-4943-94e0-5b923968456d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=5bcd10ba-b28e-4943-94e0-5b923968456d,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:26:14.872592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.912102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:14.912784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:14.914244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] 10.222.0.90 "PUT /v2.0/ports/5bcd10ba-b28e-4943-94e0-5b923968456d HTTP/1.1" status: 200 len: 1130 time: 0.6523786 Jul 07 18:26:14.914805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:14.917243 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:14.951607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc13b4e-86cd-4750-afbb-1dce8223fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcd10ba-b28e-4943-94e0-5b923968456d,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:14.996254 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91252eb1-d31b-4b73-a3eb-8eb2efd656ff x-openstack-request-id: req-91252eb1-d31b-4b73-a3eb-8eb2efd656ff {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:14.996254 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:14.997659 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91252eb1-d31b-4b73-a3eb-8eb2efd656ff {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:14.998078 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'status': 'completed', 'code': 200} Jul 07 18:26:15.032526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-9a27c217-f87e-4e9a-92fd-9c1de40348cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:15.034124 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-9a27c217-f87e-4e9a-92fd-9c1de40348cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1133 time: 0.0752559 Jul 07 18:26:15.086055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 00cb72ea-94da-4c11-ac8c-b10216763acd up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:15.094658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-46de65af-6744-45d3-83f2-341908f50127 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bcd10ba-b28e-4943-94e0-5b923968456d HTTP/1.1" status: 200 len: 217 time: 0.0511014 Jul 07 18:26:15.145499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 00cb72ea-94da-4c11-ac8c-b10216763acd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:15.151006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 00cb72ea-94da-4c11-ac8c-b10216763acd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:15.151480 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:15.160565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-59c9277f-9e97-45fb-8935-18e62d9912e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:15.162341 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-59c9277f-9e97-45fb-8935-18e62d9912e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7002273-ee7c-4036-9ca6-1ddfec8d71f7 HTTP/1.1" status: 200 len: 834 time: 0.0604184 Jul 07 18:26:15.229814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-4fddb5d2-7d77-4ba7-8113-1c654a3e0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:15.233829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-4fddb5d2-7d77-4ba7-8113-1c654a3e0aca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4e6e34e-fb14-4903-8484-b969c1885ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636840 Jul 07 18:26:15.246601 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:15.279706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 00cb72ea-94da-4c11-ac8c-b10216763acd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=00cb72ea-94da-4c11-ac8c-b10216763acd,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:15.284187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:15.328170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-92639452-71b3-434e-84f0-9a22bd930a59 service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859373 Jul 07 18:26:15.335954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=00cb72ea-94da-4c11-ac8c-b10216763acd,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:15.434179 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-83b9da3a-2f82-4042-95f5-1009387748b0 req-3f68671a-0838-412a-a4cc-146aa3b594ad service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984800 Jul 07 18:26:15.551536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-f1b545c8-3062-4ef4-9a20-f19594a5e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:15.553078 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-f1b545c8-3062-4ef4-9a20-f19594a5e0bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1133 time: 0.0530138 Jul 07 18:26:15.857308 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cc40b92-783a-4cf3-9ced-b279d509a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:15.930150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77041-596e-4ad7-a296-a0afb3d3dbcd req-f174dfdf-4288-48ef-b9a0-f1a1d3202b03 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:15.931968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51b77041-596e-4ad7-a296-a0afb3d3dbcd req-f174dfdf-4288-48ef-b9a0-f1a1d3202b03 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 982 time: 0.0676613 Jul 07 18:26:15.937135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-28a8b808-b947-4919-b540-c960e5df6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:15.938662 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-28a8b808-b947-4919-b540-c960e5df6cef service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4e6e34e-fb14-4903-8484-b969c1885ad6 HTTP/1.1" status: 200 len: 898 time: 0.3773611 Jul 07 18:26:15.973046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51b77041-596e-4ad7-a296-a0afb3d3dbcd req-8e6648d4-dc2e-459f-8d2a-54f9153ea6ae tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0351515 Jul 07 18:26:15.981796 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-135dad67-05d1-4e5f-ad45-f916c3141d78 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bcd10ba-b28e-4943-94e0-5b923968456d HTTP/1.1" status: 200 len: 217 time: 0.0341914 Jul 07 18:26:16.030258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-62060d0e-34bf-45f1-af3f-26d0ab7bee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:16.031633 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-62060d0e-34bf-45f1-af3f-26d0ab7bee26 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7002273-ee7c-4036-9ca6-1ddfec8d71f7 HTTP/1.1" status: 200 len: 834 time: 0.0430477 Jul 07 18:26:16.107490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-f9495709-6b3b-40c7-b629-59b40c96d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:16.109709 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-f9495709-6b3b-40c7-b629-59b40c96d69c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4e6e34e-fb14-4903-8484-b969c1885ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659933 Jul 07 18:26:16.204870 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-5a2c3142-3415-4560-87fe-405a50239aba service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875399 Jul 07 18:26:16.310690 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ffabfd94-2ec6-4dbf-afb7-aefbb9a8f59c req-6f8df770-a118-4421-b3be-a56a8d14a339 service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989847 Jul 07 18:26:17.031177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 00cb72ea-94da-4c11-ac8c-b10216763acd up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:17.081550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 00cb72ea-94da-4c11-ac8c-b10216763acd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:17.082036 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:17.171168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9bdfa-35eb-4ac9-8ce6-245823579907 req-c94068dd-b838-433e-94a1-01b2a8351f77 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:17.172678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fde9bdfa-35eb-4ac9-8ce6-245823579907 req-c94068dd-b838-433e-94a1-01b2a8351f77 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1136000 Jul 07 18:26:17.185331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1990ac6-1551-4a77-b41e-972f744cc6a8 req-2b80c40a-23af-44f4-b0b4-d2a0feec5ce7 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:17.186835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1990ac6-1551-4a77-b41e-972f744cc6a8 req-2b80c40a-23af-44f4-b0b4-d2a0feec5ce7 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 982 time: 0.0921180 Jul 07 18:26:17.245657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fde9bdfa-35eb-4ac9-8ce6-245823579907 req-20224472-ece8-4bc4-b8f9-a5a697b4b341 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578272 Jul 07 18:26:17.252770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1990ac6-1551-4a77-b41e-972f744cc6a8 req-72e16b8d-8a43-4841-8fd8-2a62ca33b2da tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0588477 Jul 07 18:26:17.434480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6667-7506-42ee-8752-22c477da3f02 req-ddf3ac89-550d-49bb-ad67-144908294c89 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:17.436046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-714b6667-7506-42ee-8752-22c477da3f02 req-ddf3ac89-550d-49bb-ad67-144908294c89 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0785356 Jul 07 18:26:17.478273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-714b6667-7506-42ee-8752-22c477da3f02 req-ea6435f9-66e7-4a37-998b-6f551e157895 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350173 Jul 07 18:26:17.789581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-5c721229-5382-4803-853d-b9e73c03b14d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:17.791044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-5c721229-5382-4803-853d-b9e73c03b14d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1166549 Jul 07 18:26:17.807068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-5a471992-24fc-4f86-89eb-a7e632afd507 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/quotas/8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 375 time: 0.0104699 Jul 07 18:26:17.897175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-c6408623-3759-484a-bcb2-ca1538578232 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0812447 Jul 07 18:26:18.004094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-a4ddb2c3-257c-4845-95b1-e980c967a49c service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968852 Jul 07 18:26:18.100329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-523e56fd-e98e-4ac2-9ec2-096ddc294d6a service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902255 Jul 07 18:26:18.280902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac4d3d16-0f6b-4237-9434-2f2dc0bb7ef2 req-12eb924e-857f-44de-8913-15dfb64b825f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Jul 07 18:26:18.387566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3216afb-0d26-4260-bd5e-400aacb740f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:18.439508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4987f5-ba94-489e-af15-ac0c1c59bddd req-39121aa5-bd70-4e14-b34e-eb72420a6681 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:18.441087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf4987f5-ba94-489e-af15-ac0c1c59bddd req-39121aa5-bd70-4e14-b34e-eb72420a6681 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 982 time: 0.0686679 Jul 07 18:26:18.484641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf4987f5-ba94-489e-af15-ac0c1c59bddd req-2b6d39bf-329d-463e-bec3-a217578342d5 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0356953 Jul 07 18:26:18.514640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.383331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 5bcd10ba-b28e-4943-94e0-5b923968456d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:26:19.428075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-741ef9e7-cb4e-4e28-9b77-7291df83d159 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:19.429678 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-741ef9e7-cb4e-4e28-9b77-7291df83d159 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1211045 Jul 07 18:26:19.443514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'port': {'device_id': '2b972b85-f235-439e-9494-878f68d306b4', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'admin_state_up': True, 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:19.444371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f11ade9b-934e-466c-9dff-784fb3a6f54a req-f23671a6-4b7c-4dbd-b368-32932f32ed7e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 210 time: 0.0336866 Jul 07 18:26:19.497041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 5bcd10ba-b28e-4943-94e0-5b923968456d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=5bcd10ba-b28e-4943-94e0-5b923968456d,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:19.509224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'port_id': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'mac_address': 'fa:16:3e:7b:83:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:26:19.548453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.565346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcd10ba-b28e-4943-94e0-5b923968456d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:26:19.580346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Made reservation on behalf of 8d8f5023beb44955ab61ac3fe381402d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:26:19.584182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.599117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 5bcd10ba-b28e-4943-94e0-5b923968456d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=5bcd10ba-b28e-4943-94e0-5b923968456d,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:19.603975 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.687353 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca067e3-fcc5-47e1-84a2-b7eb96ecd315 req-ba693107-d253-4dc5-b583-f28d64ab8194 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:19.689027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aca067e3-fcc5-47e1-84a2-b7eb96ecd315 req-ba693107-d253-4dc5-b583-f28d64ab8194 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 983 time: 0.0711389 Jul 07 18:26:19.727895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Allocated IP 172.20.0.11 (0f7e9c77-5c78-43ec-8f53-afca8a4c2f63/cec48f9f-007d-47a9-afe4-c958028c86af/01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:19.742564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aca067e3-fcc5-47e1-84a2-b7eb96ecd315 req-bbfc9522-349e-428a-9428-12dbd8bf75b8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0422053 Jul 07 18:26:19.851359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.864265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=5bcd10ba-b28e-4943-94e0-5b923968456d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:19.871937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.872275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.872609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.872968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.873295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.873618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.873936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.874253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.874569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.874888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.875200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.875511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:19.908380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.924591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Transition to ACTIVE for port object 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:19.963429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.977623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', '8582bfad-e5c1-486c-8acd-c12ae2e935c2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:20.011602 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:20.014825 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['5bcd10ba-b28e-4943-94e0-5b923968456d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:20.017072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:20.022262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:26:20.047330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:20.080416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:20.081221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.099123 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-3ba686bb-8714-4b54-8aa3-1fe46e154ba3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6599061 Jul 07 18:26:20.111844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Request body: {'port': {'device_id': '2b972b85-f235-439e-9494-878f68d306b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:20.186712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.283896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43b1d816-c8ed-41a7-82a5-71397633d349 None None] Provisioning for port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:20.297444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43b1d816-c8ed-41a7-82a5-71397633d349 None None] Provisioning complete for port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:20.298624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43b1d816-c8ed-41a7-82a5-71397633d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.355489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-43b1d816-c8ed-41a7-82a5-71397633d349 None None] Port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:26:20.467278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:26:20.476004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.493220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Transition to ACTIVE for port object 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:20.498693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.545921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:20.634984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Attempting to bind port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:26:20.635313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Attempting to bind port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:26:20.635638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Attempting to bind port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:20.640766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:26:20.640766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Attempting to bind port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:20.645703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:26:20.646042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:20.646420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Bound using segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:26:20.646846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Bound port: 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:26:20.647202 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.647803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63f71-fd47-46fe-8827-d984c77382e9 req-27210895-1348-4a58-b855-60e03aac0d44 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:20.650041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ef63f71-fd47-46fe-8827-d984c77382e9 req-27210895-1348-4a58-b855-60e03aac0d44 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 944 time: 0.0818763 Jul 07 18:26:20.690001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ef63f71-fd47-46fe-8827-d984c77382e9 req-f3932d74-78b4-4475-815b-8e599bce6334 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Jul 07 18:26:20.723804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] For port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:26:20.727117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] For port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:26:20.732731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.767593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:20.768210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.769641 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] 10.222.0.55 "PUT /v2.0/ports/01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 HTTP/1.1" status: 200 len: 1092 time: 0.6625354 Jul 07 18:26:20.770097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:20.772384 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facbded8-dad8-4a9b-91b6-410f5751a3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:20.824576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280849-cc8c-45d8-b338-e70f269a0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:20.828473 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f6e9b4-1316-4f4d-87ef-a28030059303 x-openstack-request-id: req-87f6e9b4-1316-4f4d-87ef-a28030059303 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:20.828921 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:20.829179 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-87f6e9b4-1316-4f4d-87ef-a28030059303 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:20.829645 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7', 'status': 'completed', 'code': 200} Jul 07 18:26:20.892751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-f29cdb5f-f8be-468e-9662-6ec3d2983d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:20.894398 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-f29cdb5f-f8be-468e-9662-6ec3d2983d2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 1095 time: 0.0638602 Jul 07 18:26:20.944944 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-12e6e6f3-fb35-457a-a479-258fb634ccbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0425899 Jul 07 18:26:20.960125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098b54-0312-433e-839d-291e3c367e89 req-242027b6-f42a-4afc-8776-97460c0d5956 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:20.962027 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9098b54-0312-433e-839d-291e3c367e89 req-242027b6-f42a-4afc-8776-97460c0d5956 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 983 time: 0.0783944 Jul 07 18:26:21.005251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-469e66e7-01be-4a3b-bfc5-582a3a765cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.006732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-469e66e7-01be-4a3b-bfc5-582a3a765cbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0552957 Jul 07 18:26:21.014107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9098b54-0312-433e-839d-291e3c367e89 req-7d6348b1-e47e-44d0-ac39-e0713c02b1f2 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0421810 Jul 07 18:26:21.066081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-74dadb97-cdbd-4c3a-afb3-671027d647ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.067463 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-74dadb97-cdbd-4c3a-afb3-671027d647ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537179 Jul 07 18:26:21.171038 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-23cebae4-b401-4c9a-a521-b041b873d295 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939507 Jul 07 18:26:21.205916 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:21.212953 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:21.278374 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95b99168-9a33-4041-8e83-062c7a0b1381 req-1fd99130-0af0-4ea6-8ac5-8bb0fc50b2d5 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002624 Jul 07 18:26:21.397592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 5bcd10ba-b28e-4943-94e0-5b923968456d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:21.422071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-99981624-77b0-45cd-8c74-4fcea0298c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.423612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-99981624-77b0-45cd-8c74-4fcea0298c0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 1095 time: 0.0568283 Jul 07 18:26:21.448031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 5bcd10ba-b28e-4943-94e0-5b923968456d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:21.451813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 5bcd10ba-b28e-4943-94e0-5b923968456d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:21.452185 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:21.523346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-d870efd5-4681-4d8b-b3cd-f31ef13d50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.525747 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-d870efd5-4681-4d8b-b3cd-f31ef13d50db service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0953960 Jul 07 18:26:21.541716 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:21.565806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:21.568288 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343acd9b-2ce4-4411-989a-1f7c45540456" -d '{"events": [{"server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "name": "network-vif-plugged", "status": "completed", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:21.569483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-02493bb0-8830-4a54-bfdb-28beaef1cc56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0358257 Jul 07 18:26:21.585520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 5bcd10ba-b28e-4943-94e0-5b923968456d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=5bcd10ba-b28e-4943-94e0-5b923968456d,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:21.591439 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:21.619423 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda07d9-d66b-4425-9356-96bac735745c x-openstack-request-id: req-7cda07d9-d66b-4425-9356-96bac735745c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:21.619807 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "name": "network-vif-plugged", "status": "completed", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:21.620244 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7cda07d9-d66b-4425-9356-96bac735745c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:21.622688 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'code': 200} Jul 07 18:26:21.637373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-381a1805-eb9f-47dc-8a9f-d2e6cbd058df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.638889 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-381a1805-eb9f-47dc-8a9f-d2e6cbd058df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0623336 Jul 07 18:26:21.649715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=5bcd10ba-b28e-4943-94e0-5b923968456d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:21.728785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-fc2a4964-3041-43fa-be56-6f9003350d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.730255 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-fc2a4964-3041-43fa-be56-6f9003350d39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839045 Jul 07 18:26:21.814116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6e57b-9bce-4a7c-a3cc-5dc6d9cdb66d req-b6623b61-8af5-46cb-9cdb-aa2455b6aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.815633 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-81c6e57b-9bce-4a7c-a3cc-5dc6d9cdb66d req-b6623b61-8af5-46cb-9cdb-aa2455b6aba2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1135 time: 0.1310902 Jul 07 18:26:21.869689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dc0df-5e38-43f6-9dff-ae3b65b3f06f req-90e6332e-391c-4fca-9928-6ab6bb3df085 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:21.871203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de2dc0df-5e38-43f6-9dff-ae3b65b3f06f req-90e6332e-391c-4fca-9928-6ab6bb3df085 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 944 time: 0.0653074 Jul 07 18:26:21.874823 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-37872056-9f9f-4c6a-90fc-9f5ddf10ee7c service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371017 Jul 07 18:26:21.876667 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-81c6e57b-9bce-4a7c-a3cc-5dc6d9cdb66d req-fed443ec-7f53-4b23-9031-e5e59f2fba36 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e35421e2-ffa5-4f71-b256-8d9ad2763365&id=46a64820-5d3b-44d1-ab27-179ead52a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0528448 Jul 07 18:26:21.910289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-de2dc0df-5e38-43f6-9dff-ae3b65b3f06f req-b96c9bdc-adee-4735-a96d-4cf2fb50537f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jul 07 18:26:21.968536 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-facbded8-dad8-4a9b-91b6-410f5751a3e4 req-7edbe3bd-1f26-4d3b-a9fe-2c1b8da089dc service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848045 Jul 07 18:26:22.200592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda3cd6-a346-4a8f-8255-57717909567f req-db030fe3-8b4b-40cd-ba60-0ce6ef1ed505 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:22.202082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fda3cd6-a346-4a8f-8255-57717909567f req-db030fe3-8b4b-40cd-ba60-0ce6ef1ed505 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 984 time: 0.0690680 Jul 07 18:26:22.248235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8fda3cd6-a346-4a8f-8255-57717909567f req-2093f69c-cfdf-46df-85c5-94bd79c91b37 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0403197 Jul 07 18:26:23.093483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe5577-dbdf-45d4-9c29-295ceb11e9af req-cb50a386-c4da-45ca-bd87-f3c3bcdd9109 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:23.095052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2abe5577-dbdf-45d4-9c29-295ceb11e9af req-cb50a386-c4da-45ca-bd87-f3c3bcdd9109 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 944 time: 0.0695827 Jul 07 18:26:23.141512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2abe5577-dbdf-45d4-9c29-295ceb11e9af req-1191d35a-ab7f-4a4c-948a-8b378c26f81b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Jul 07 18:26:23.430380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c661e6a-ae17-4ff7-9661-092814a0d9f6 req-bf7660f7-f943-40e2-b249-44b3c106bbcf tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:23.431929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c661e6a-ae17-4ff7-9661-092814a0d9f6 req-bf7660f7-f943-40e2-b249-44b3c106bbcf tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 984 time: 0.0635636 Jul 07 18:26:23.476127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c661e6a-ae17-4ff7-9661-092814a0d9f6 req-75ce2419-d615-4c3d-b1a9-a43ba18fbc67 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0379903 Jul 07 18:26:23.671452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828785-fa91-4387-b4fc-2c20ecdd42d5 req-92f72a80-db23-4dc9-aab2-29b8a05d7c72 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:23.672987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d828785-fa91-4387-b4fc-2c20ecdd42d5 req-92f72a80-db23-4dc9-aab2-29b8a05d7c72 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 984 time: 0.0787435 Jul 07 18:26:23.719519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d828785-fa91-4387-b4fc-2c20ecdd42d5 req-611c7fc3-ba2f-45df-9129-4905d13cee90 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0379558 Jul 07 18:26:23.901715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647623c7-8812-4f99-8a90-faafa6d25b2e req-4562fd59-e853-4423-a7b4-9c3193de7983 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:23.904234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-647623c7-8812-4f99-8a90-faafa6d25b2e req-4562fd59-e853-4423-a7b4-9c3193de7983 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1135 time: 0.0700011 Jul 07 18:26:23.925727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-647623c7-8812-4f99-8a90-faafa6d25b2e req-18868b9f-b37c-4134-9530-2b8cd5476461 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.031665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-647623c7-8812-4f99-8a90-faafa6d25b2e req-18868b9f-b37c-4134-9530-2b8cd5476461 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.037279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-647623c7-8812-4f99-8a90-faafa6d25b2e req-18868b9f-b37c-4134-9530-2b8cd5476461 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.060035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-647623c7-8812-4f99-8a90-faafa6d25b2e req-18868b9f-b37c-4134-9530-2b8cd5476461 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1475618 Jul 07 18:26:24.068611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18868b9f-b37c-4134-9530-2b8cd5476461 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc9cbe4-7d0b-44d5-ad4d-840057eed9b5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:24.085124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46664) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:24.148782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b8fe9-932e-4834-9a62-46c55d031c52 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:24.150440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e04b8fe9-932e-4834-9a62-46c55d031c52 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1130 time: 0.0643370 Jul 07 18:26:24.153648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46666) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:24.158494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:24.185097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.290239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.319789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4cc47-569d-4d66-8917-7329494afef5 req-2bc2340b-0a0e-431d-8de8-c0a815036754 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:24.321468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9c4cc47-569d-4d66-8917-7329494afef5 req-2bc2340b-0a0e-431d-8de8-c0a815036754 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 944 time: 0.0644104 Jul 07 18:26:24.361034 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9c4cc47-569d-4d66-8917-7329494afef5 req-ba8fee87-0471-4e64-b3a1-9deeb9b470e3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Jul 07 18:26:24.396198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Allocated IP 172.25.1.236 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/16fd3569-86bf-425d-8807-0d379485d6b4) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:24.502504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:26:24.504244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.548418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.589678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:24.592841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:24.597673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:26:24.600401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=16fd3569-86bf-425d-8807-0d379485d6b4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:24.604981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:24.617557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7', 'mac_address': 'fa:16:3e:57:a6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:26:24.659405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.672956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:26:24.692196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:24.697222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:24.746090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:24.924039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:24.970607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:25.054252 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:25.205374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:25.211268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:25.278312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=16fd3569-86bf-425d-8807-0d379485d6b4,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:25.289433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:25.395615 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Floating IP c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef associated. External IP: 172.25.1.236, port: 5bcd10ba-b28e-4943-94e0-5b923968456d. Jul 07 18:26:25.546899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cdacd-51d8-477a-8ecc-1758b2562ee0 req-32dab2a7-6f3a-4b4a-80c5-05750aef6f31 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:25.548344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b88cdacd-51d8-477a-8ecc-1758b2562ee0 req-32dab2a7-6f3a-4b4a-80c5-05750aef6f31 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 945 time: 0.0677922 Jul 07 18:26:25.592284 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b88cdacd-51d8-477a-8ecc-1758b2562ee0 req-8dfded00-c020-487a-9cd6-1a2f9adf5c8b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Jul 07 18:26:25.616738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router fc93c356-d0cb-48d9-a689-f5dd16bb6837 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:26:25.731781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:26:25.742211 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] Sync routers for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:26:25.750143 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:25.752267 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:25.752990 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:26:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:25.786704 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-df3c78cc-4b00-4b92-91c6-7b90234d421b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6319456 Jul 07 18:26:25.787425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:25.789495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46672) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:25.789919 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5e820-0648-403c-8473-7e99d5bc5426" -d '{"events": [{"name": "network-changed", "server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:25.833376 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46df407-aed2-4112-af0f-c00056d87f75 x-openstack-request-id: req-f46df407-aed2-4112-af0f-c00056d87f75 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:25.833782 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:25.834021 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f46df407-aed2-4112-af0f-c00056d87f75 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:25.834578 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'status': 'completed', 'code': 200} Jul 07 18:26:25.879327 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:25.896083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254993c-e354-4881-a11f-d99ff0155970 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:25.896570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254993c-e354-4881-a11f-d99ff0155970 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:25.897325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254993c-e354-4881-a11f-d99ff0155970 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:25.897678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254993c-e354-4881-a11f-d99ff0155970 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:25.898153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254993c-e354-4881-a11f-d99ff0155970 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:25.901604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f254993c-e354-4881-a11f-d99ff0155970 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3586 time: 0.1107492 Jul 07 18:26:25.902767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 46676) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:26.122273 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'port_id': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'mac_address': 'fa:16:3e:7b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:26:24Z', 'updated_at': '2021-07-07T18:26:24Z', 'revision_number': 0, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:15Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:26.151104 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] Checking router: fc93c356-d0cb-48d9-a689-f5dd16bb6837 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:26:26.160943 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:26:26.161724 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:26:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:26.247879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-14441f81-3718-44ba-a77c-149fbac235ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.249428 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-14441f81-3718-44ba-a77c-149fbac235ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1135 time: 0.3917868 Jul 07 18:26:26.272181 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:26:26.318565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4027f-8bea-45fc-93f0-273b79ce082d tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.319253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4027f-8bea-45fc-93f0-273b79ce082d tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.319946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4027f-8bea-45fc-93f0-273b79ce082d tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.320630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4027f-8bea-45fc-93f0-273b79ce082d tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.321424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4027f-8bea-45fc-93f0-273b79ce082d tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.324073 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-57b4027f-8bea-45fc-93f0-273b79ce082d tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.4202034 Jul 07 18:26:26.327346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46678) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:26.387084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-b4b8385d-3480-47ca-9b47-55972861b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.388693 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-b4b8385d-3480-47ca-9b47-55972861b74a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4e6e34e-fb14-4903-8484-b969c1885ad6 HTTP/1.1" status: 200 len: 898 time: 0.1301126 Jul 07 18:26:26.458855 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-f84934d2-29a7-4b79-9354-8d40625ad79d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bcd10ba-b28e-4943-94e0-5b923968456d HTTP/1.1" status: 200 len: 999 time: 0.0634601 Jul 07 18:26:26.475709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-943b90ce-aca1-488c-a7fe-c546ed297495 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2336 time: 0.1467314 Jul 07 18:26:26.478796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 46680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:26.508760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-998ad63b-d087-4d2a-a6aa-baaf140151e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.510421 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-998ad63b-d087-4d2a-a6aa-baaf140151e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7002273-ee7c-4036-9ca6-1ddfec8d71f7 HTTP/1.1" status: 200 len: 834 time: 0.0438941 Jul 07 18:26:26.513046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:26.536265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d2ccf-5b20-4df0-a69a-1cb5688b97dd tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.536789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d2ccf-5b20-4df0-a69a-1cb5688b97dd tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.538445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee8d2ccf-5b20-4df0-a69a-1cb5688b97dd tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fc93c356-d0cb-48d9-a689-f5dd16bb6837 HTTP/1.1" status: 200 len: 1990 time: 0.0585284 Jul 07 18:26:26.572675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-a5eef4e8-8d10-4b6a-b513-f1084df6781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.574395 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-a5eef4e8-8d10-4b6a-b513-f1084df6781f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4e6e34e-fb14-4903-8484-b969c1885ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570536 Jul 07 18:26:26.582067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:26.585935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:26.586423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.617801 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'port_id': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'mac_address': 'fa:16:3e:7b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:26:24Z', 'updated_at': '2021-07-07T18:26:24Z', 'revision_number': 0, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:15Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:26:26.649413 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62515f7-ab50-48c8-8a31-ae91aed2a51c None None] The sync data for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 is: [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'port_id': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'mac_address': 'fa:16:3e:7b:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:26:24Z', 'updated_at': '2021-07-07T18:26:24Z', 'revision_number': 0, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:15Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:26:26.677507 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-6ca4b574-d437-400a-8560-9ac85237c871 service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961483 Jul 07 18:26:26.682397 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.717261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:26.719613 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685c181-f30a-4203-88ac-9891efa3762c" -d '{"events": [{"server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "name": "network-vif-plugged", "status": "completed", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:26.736990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:26.744705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.789214 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62f5e820-0648-403c-8473-7e99d5bc5426 req-06701c41-80c8-422c-94fc-dde146b2a15c service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046364 Jul 07 18:26:26.795903 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd7ceb3-ecef-4230-bb31-ca70bfc3de5d x-openstack-request-id: req-8bd7ceb3-ecef-4230-bb31-ca70bfc3de5d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:26.796288 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "name": "network-vif-plugged", "status": "completed", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:26.796613 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8bd7ceb3-ecef-4230-bb31-ca70bfc3de5d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:26.797101 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7', 'code': 200} Jul 07 18:26:26.812544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:26.847597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a237cc-76d5-4d39-86ae-8b8a19fd1182 req-8b03e905-d6ab-4e5b-814a-eaed7a97ddab tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.849173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7a237cc-76d5-4d39-86ae-8b8a19fd1182 req-8b03e905-d6ab-4e5b-814a-eaed7a97ddab tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 945 time: 0.1317508 Jul 07 18:26:26.894025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7a237cc-76d5-4d39-86ae-8b8a19fd1182 req-22f1ed04-e2f4-41ab-bd40-e7cc9b9d170d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Jul 07 18:26:26.913758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690120f-db11-4446-a7ed-dd6dddad50de req-76b5c08c-6ddf-487c-b122-1a2d151b4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:26.915522 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1690120f-db11-4446-a7ed-dd6dddad50de req-76b5c08c-6ddf-487c-b122-1a2d151b4151 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 1097 time: 0.0580842 Jul 07 18:26:26.942579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f8283-c306-4a31-ac96-76e7f01beecf None None] New status for floating IP c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:26:26.959045 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1690120f-db11-4446-a7ed-dd6dddad50de req-5f2f8054-bb45-4abd-b16f-80ca6625c0b8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371654 Jul 07 18:26:28.076776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab1644-458e-4741-8254-fea195940cc2 req-634ce09e-1d81-4b6b-872c-8f4a6da2a9c6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:28.078285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7ab1644-458e-4741-8254-fea195940cc2 req-634ce09e-1d81-4b6b-872c-8f4a6da2a9c6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 946 time: 0.0655222 Jul 07 18:26:28.118425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7ab1644-458e-4741-8254-fea195940cc2 req-921edf6e-1a1d-420b-a3e2-0dc8afcc1163 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Jul 07 18:26:28.275621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-baf144b8-dff1-45a0-8997-403441f2b79c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 267 time: 0.0409439 Jul 07 18:26:28.347794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-6cb88b10-fbd8-4241-8da1-656e278c5880 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:28.349307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-6cb88b10-fbd8-4241-8da1-656e278c5880 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 946 time: 0.0684793 Jul 07 18:26:28.361153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'port': {'security_groups': []}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:28.446583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:28.616444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] For port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:28.646949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:28.652459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:28.665226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', '8582bfad-e5c1-486c-8acd-c12ae2e935c2', '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:28.698297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:28.698494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:28.699856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42eadc54-f46e-4dd6-897e-a65d7e9cbcb3 req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "PUT /v2.0/ports/01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 HTTP/1.1" status: 200 len: 905 time: 0.3443284 Jul 07 18:26:28.700333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:28.702828 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d97be-8c1e-4681-a262-be4c642ffff2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:28.782083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:28.787738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cf47f-d84f-4633-bdce-5d9736eed100 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:28.800147 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfedd747-4bb5-4dc4-a5cd-9f59398afed9 x-openstack-request-id: req-cfedd747-4bb5-4dc4-a5cd-9f59398afed9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:28.800791 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:28.806338 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfedd747-4bb5-4dc4-a5cd-9f59398afed9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:28.807022 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7', 'status': 'completed', 'code': 200} Jul 07 18:26:28.904553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-07542821-c423-4a92-88fe-dc14452aee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:28.906196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-07542821-c423-4a92-88fe-dc14452aee0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 1059 time: 0.1041148 Jul 07 18:26:28.976612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2613b-d22d-400a-aaf5-5fa37c995d00 req-2cb86a9b-9c3d-4c3d-bb13-bfc916b9b53f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:28.989436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71a2613b-d22d-400a-aaf5-5fa37c995d00 req-2cb86a9b-9c3d-4c3d-bb13-bfc916b9b53f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 908 time: 0.0952606 Jul 07 18:26:29.020059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-96ca3435-91d7-4df3-a6ab-98dbca1c1d2c None None] Provisioning complete for port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:29.020432 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96ca3435-91d7-4df3-a6ab-98dbca1c1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:29.021550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-00357c9d-f7e9-43d7-b096-886c3b47c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:29.023194 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-00357c9d-f7e9-43d7-b096-886c3b47c348 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1096642 Jul 07 18:26:29.077426 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-4abadc4f-de58-450e-9c9d-eee4dcf13c44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0471988 Jul 07 18:26:29.137882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-6fa8bf80-899b-45b2-990a-ba4a3d4e7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:29.140284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-6fa8bf80-899b-45b2-990a-ba4a3d4e7789 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0555327 Jul 07 18:26:29.172190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3091721-f7ea-4c6b-9ad9-6ac66345b1a3 req-c4d8429f-a481-4373-b4cb-9dcf750d4220 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:29.173728 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3091721-f7ea-4c6b-9ad9-6ac66345b1a3 req-c4d8429f-a481-4373-b4cb-9dcf750d4220 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0737534 Jul 07 18:26:29.216861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3091721-f7ea-4c6b-9ad9-6ac66345b1a3 req-98c49d7f-c56e-4a33-90bd-769c5cb5958d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371425 Jul 07 18:26:29.225086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-9cf560d9-1a3b-450f-9813-eee9203d1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:29.226817 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-9cf560d9-1a3b-450f-9813-eee9203d1a0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784860 Jul 07 18:26:29.325419 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-65c6c919-2da7-4ffc-b8c8-2096a8c9b1bb service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891120 Jul 07 18:26:29.395360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931a90-56ab-48b6-b1cb-36cd9298c2e7 req-9c95ffcf-94af-4df7-85f3-cd7d1149fea8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:29.396778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56931a90-56ab-48b6-b1cb-36cd9298c2e7 req-9c95ffcf-94af-4df7-85f3-cd7d1149fea8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0666199 Jul 07 18:26:29.415258 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-838d97be-8c1e-4681-a262-be4c642ffff2 req-58fe1fc7-516d-4b27-920e-39aa8a53096e service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831926 Jul 07 18:26:29.439269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-56931a90-56ab-48b6-b1cb-36cd9298c2e7 req-54e8ab20-5430-4b56-938f-83116527d4e7 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340497 Jul 07 18:26:29.682522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-ca076e3f-435c-45b4-a24b-4132ef899fe4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:29.683915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-ca076e3f-435c-45b4-a24b-4132ef899fe4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1040382 Jul 07 18:26:29.699296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-6f77d939-e733-41ab-8870-038fa3df543b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/quotas/8d8f5023beb44955ab61ac3fe381402d HTTP/1.1" status: 200 len: 375 time: 0.0097957 Jul 07 18:26:29.779279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-18dc47eb-3887-47b4-8763-6ba1b0b3bd69 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0748417 Jul 07 18:26:29.878063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-b8ee2d86-bb76-42c1-8cfa-a436d0beade2 service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920367 Jul 07 18:26:29.971012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-cfa06bc9-ad67-4c44-9247-3b850e97ed96 service neutron] 10.222.0.88 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850446 Jul 07 18:26:30.143126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8eee3d5-9b34-460b-ac20-b4099f30f1a5 req-73993f86-ddcc-48b1-b551-a7a76dfca96e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Jul 07 18:26:31.292471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-0fd72cda-2cab-4e97-a124-17ffbf5ebb2a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:31.293880 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-0fd72cda-2cab-4e97-a124-17ffbf5ebb2a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 812 time: 0.1102335 Jul 07 18:26:31.298577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fb70a1c1-f753-4f38-bc4b-b63ba8c72f22 req-3758df7d-33af-46ee-8458-b7b74dc1f0a4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 210 time: 0.0340173 Jul 07 18:26:31.308601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Request body: {'port': {'device_id': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'admin_state_up': True, 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:31.425707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Made reservation on behalf of 8d8f5023beb44955ab61ac3fe381402d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:26:31.430526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:31.568746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Allocated IP 172.20.0.7 (0f7e9c77-5c78-43ec-8f53-afca8a4c2f63/cec48f9f-007d-47a9-afe4-c958028c86af/242429c0-160c-4725-97c6-8f79f639a4ad) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:26:31.725711 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:31.739836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Transition to ACTIVE for port object 242429c0-160c-4725-97c6-8f79f639a4ad will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:31.773344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:31.784973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', '8582bfad-e5c1-486c-8acd-c12ae2e935c2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:31.821729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:26:31.826957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:26:31.830754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:26:31.837462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:31.885304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:31.885969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:31.905176 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-d0b82812-6ad5-44a2-9a67-17d57a11744d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015992 Jul 07 18:26:31.928793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Request body: {'port': {'device_id': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:26:32.003724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.061044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-41edbe2a-052e-416c-997a-6aa13b6024c4 None None] Provisioning for port 242429c0-160c-4725-97c6-8f79f639a4ad completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:32.065173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-41edbe2a-052e-416c-997a-6aa13b6024c4 None None] Provisioning complete for port 242429c0-160c-4725-97c6-8f79f639a4ad triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:32.065606 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41edbe2a-052e-416c-997a-6aa13b6024c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.102303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-41edbe2a-052e-416c-997a-6aa13b6024c4 None None] Port 242429c0-160c-4725-97c6-8f79f639a4ad cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:26:32.281219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242429c0-160c-4725-97c6-8f79f639a4ad {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:26:32.288798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.301944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Transition to ACTIVE for port object 242429c0-160c-4725-97c6-8f79f639a4ad will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:26:32.308179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.365433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:32.440475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Attempting to bind port 242429c0-160c-4725-97c6-8f79f639a4ad on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:26:32.440820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Attempting to bind port 242429c0-160c-4725-97c6-8f79f639a4ad by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:26:32.441265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Attempting to bind port 242429c0-160c-4725-97c6-8f79f639a4ad on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:32.446071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Port 242429c0-160c-4725-97c6-8f79f639a4ad on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:26:32.446410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Attempting to bind port 242429c0-160c-4725-97c6-8f79f639a4ad on network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:26:32.452160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:26:32.452160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Checking segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:26:32.452519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Bound using segment: {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:26:32.452925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Bound port: 242429c0-160c-4725-97c6-8f79f639a4ad, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90f30f3-2727-4c7e-88b6-869e5762332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:26:32.453292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.483252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28d8a9-d17d-4895-ad42-795f9adb279b req-00b59ce7-5d95-4a35-b681-c9ef2a9e5129 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:32.490529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa28d8a9-d17d-4895-ad42-795f9adb279b req-00b59ce7-5d95-4a35-b681-c9ef2a9e5129 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 943 time: 0.0723312 Jul 07 18:26:32.526007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:26:32.528180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa28d8a9-d17d-4895-ad42-795f9adb279b req-aad38044-dbed-47eb-9353-aacf30c11713 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 Jul 07 18:26:32.529531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:26:32.535616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.586433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:32.587065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.588465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] 10.222.0.90 "PUT /v2.0/ports/242429c0-160c-4725-97c6-8f79f639a4ad HTTP/1.1" status: 200 len: 1091 time: 0.6664126 Jul 07 18:26:32.588942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:32.591538 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2c4138-4236-4a61-b285-d3944dc424bb" -d '{"events": [{"name": "network-changed", "server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:32.622450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940736-86fc-4875-8f99-9912f353f607 service neutron] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:32.644196 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b0ab83-c360-4163-b632-dca78f2bbe4a x-openstack-request-id: req-00b0ab83-c360-4163-b632-dca78f2bbe4a {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:32.644561 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:32.644955 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00b0ab83-c360-4163-b632-dca78f2bbe4a {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:32.645458 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad', 'status': 'completed', 'code': 200} Jul 07 18:26:32.697075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-47c346d5-a2dc-46ed-984a-4bf52b3326af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:32.698808 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-47c346d5-a2dc-46ed-984a-4bf52b3326af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 1094 time: 0.0636103 Jul 07 18:26:32.765890 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-4c5ef07d-5317-420a-be2a-d6a7ef7b2bf9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=242429c0-160c-4725-97c6-8f79f639a4ad HTTP/1.1" status: 200 len: 217 time: 0.0548363 Jul 07 18:26:32.815721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-60433a03-918a-4898-a737-433d515e7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:32.817246 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-60433a03-918a-4898-a737-433d515e7b29 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0446382 Jul 07 18:26:32.879618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-8a4774f0-43d2-47c1-81b6-46cabc3ef431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:32.882272 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-8a4774f0-43d2-47c1-81b6-46cabc3ef431 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565290 Jul 07 18:26:32.980129 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-fb8eab4a-8069-49f5-b7b4-e8e74c95ceb6 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914264 Jul 07 18:26:33.075526 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b79b38f3-0713-4249-9f92-2000d2cf6676 req-04cc4ddf-ed81-4df8-ba3d-f583c69f4f81 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880039 Jul 07 18:26:33.200939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-94306452-8eb5-4d79-bf46-e23b3581e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:33.202475 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-94306452-8eb5-4d79-bf46-e23b3581e22d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 1094 time: 0.0604668 Jul 07 18:26:33.299263 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-3a2eb41a-ea00-4782-a54c-fbcc2ff9c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:33.300762 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-3a2eb41a-ea00-4782-a54c-fbcc2ff9c0b3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0916502 Jul 07 18:26:33.351649 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-dd83bb45-8a5f-4535-b13d-3bddd3448fcd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=242429c0-160c-4725-97c6-8f79f639a4ad HTTP/1.1" status: 200 len: 217 time: 0.0430167 Jul 07 18:26:33.413394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-391ef6eb-4efa-4fc7-b81f-9334a486695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:33.414771 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-391ef6eb-4efa-4fc7-b81f-9334a486695f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0561266 Jul 07 18:26:33.476431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-6a538ca5-8b27-4609-bc16-83c668f83f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:33.478213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-6a538ca5-8b27-4609-bc16-83c668f83f91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556693 Jul 07 18:26:33.573048 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-91aa1034-ca81-402f-b88e-0641ab5181f0 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875368 Jul 07 18:26:33.668967 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c2c4138-4236-4a61-b285-d3944dc424bb req-507ac744-608b-4e2e-85d5-4c1202e2514e service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890672 Jul 07 18:26:33.709322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78482f-3095-463c-91db-322622b3a6c5 req-4fd5fe9f-bbb1-41ce-92b6-55863b01cc44 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:33.710817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc78482f-3095-463c-91db-322622b3a6c5 req-4fd5fe9f-bbb1-41ce-92b6-55863b01cc44 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 943 time: 0.0660532 Jul 07 18:26:33.753499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bc78482f-3095-463c-91db-322622b3a6c5 req-6e06781e-8dd5-468e-8528-beb03f0eac86 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366974 Jul 07 18:26:34.051846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:34.932432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4051a-b200-4675-bd47-1ed7fa4c17df req-87a588ae-46c2-4f5d-8e1c-0499bdc146bf tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:34.933943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffb4051a-b200-4675-bd47-1ed7fa4c17df req-87a588ae-46c2-4f5d-8e1c-0499bdc146bf tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 943 time: 0.0675647 Jul 07 18:26:34.974744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffb4051a-b200-4675-bd47-1ed7fa4c17df req-aa041dab-fb2d-4c70-a47a-659b5d8be38e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Jul 07 18:26:35.485114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 242429c0-160c-4725-97c6-8f79f639a4ad details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:26:35.583985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:35.602119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '242429c0-160c-4725-97c6-8f79f639a4ad', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '242429c0-160c-4725-97c6-8f79f639a4ad', 'mac_address': 'fa:16:3e:c6:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:26:35.640877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:35.653823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242429c0-160c-4725-97c6-8f79f639a4ad {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:26:35.674520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:35.680787 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:35.742221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:36.014607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:36.130563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['242429c0-160c-4725-97c6-8f79f639a4ad'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:36.164262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015367c-8b9e-46a9-a478-b4af85c04ba5 req-1da7a89b-2c4b-461f-9881-c728c3bff14d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:36.166268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4015367c-8b9e-46a9-a478-b4af85c04ba5 req-1da7a89b-2c4b-461f-9881-c728c3bff14d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 944 time: 0.0697589 Jul 07 18:26:36.206951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4015367c-8b9e-46a9-a478-b4af85c04ba5 req-02cfd98d-fc22-489a-9008-dc8b74fd6af9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Jul 07 18:26:37.393523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cd5cf-710c-4fa0-b4d2-641bce817c68 req-fd21a76c-8447-4e4d-8ae6-a3491e479f03 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:37.395677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f0cd5cf-710c-4fa0-b4d2-641bce817c68 req-fd21a76c-8447-4e4d-8ae6-a3491e479f03 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 944 time: 0.0774548 Jul 07 18:26:37.441201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f0cd5cf-710c-4fa0-b4d2-641bce817c68 req-3263304d-5728-46c1-9eb2-b3b408fb4fa8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Jul 07 18:26:37.498548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 242429c0-160c-4725-97c6-8f79f639a4ad up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:37.550784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 242429c0-160c-4725-97c6-8f79f639a4ad completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:26:37.555167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 242429c0-160c-4725-97c6-8f79f639a4ad triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:37.555539 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:37.638378 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:37.661611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:37.663869 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b9cc47-bff4-4608-88ac-4255c537c3fc" -d '{"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-plugged", "status": "completed", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:37.676985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:37.682610 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:37.706859 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2ed60f-f348-4542-b515-031ef7680a9e x-openstack-request-id: req-fe2ed60f-f348-4542-b515-031ef7680a9e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:37.707151 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-plugged", "status": "completed", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:37.707401 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe2ed60f-f348-4542-b515-031ef7680a9e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:37.707791 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad', 'code': 200} Jul 07 18:26:37.735728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:37.824798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551a3c9-7049-4a08-8c71-b9b97d57b48f req-fb83fbc2-1536-4b85-8cdb-8d0dd3796556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:37.826242 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8551a3c9-7049-4a08-8c71-b9b97d57b48f req-fb83fbc2-1536-4b85-8cdb-8d0dd3796556 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 1096 time: 0.0568042 Jul 07 18:26:37.866070 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8551a3c9-7049-4a08-8c71-b9b97d57b48f req-e6c58da1-23ef-45f0-b5cc-c55036d870a7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Jul 07 18:26:38.638738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75738e7f-d2e4-452c-9ced-8ba7291fdd5f req-c8d943af-f55f-44f4-bdc0-a5d590a63efc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:38.640752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75738e7f-d2e4-452c-9ced-8ba7291fdd5f req-c8d943af-f55f-44f4-bdc0-a5d590a63efc tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0803373 Jul 07 18:26:38.683352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75738e7f-d2e4-452c-9ced-8ba7291fdd5f req-47f9cb42-e596-48f7-87eb-815304c78b2e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Jul 07 18:26:39.874398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a4d-364a-4551-924c-0ec3febb85b6 req-30651766-ef3a-4b50-9a31-bb005188c600 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:39.876757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be898a4d-364a-4551-924c-0ec3febb85b6 req-30651766-ef3a-4b50-9a31-bb005188c600 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0784502 Jul 07 18:26:39.921032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be898a4d-364a-4551-924c-0ec3febb85b6 req-625d00a9-d6c7-4f9d-a7d4-63ac3cf9aee2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Jul 07 18:26:40.278309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca65662-9e20-4f34-b660-77ff1c054e80 req-2208b53d-5c93-44fb-b260-ccec7536eae9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:40.279853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ca65662-9e20-4f34-b660-77ff1c054e80 req-2208b53d-5c93-44fb-b260-ccec7536eae9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0681474 Jul 07 18:26:40.318738 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ca65662-9e20-4f34-b660-77ff1c054e80 req-b202927a-60df-463d-968e-4d92b6e75df3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Jul 07 18:26:41.505516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfee4c-51af-4d58-b2fb-46ed8b5fe64d req-1bba73ed-946e-475e-b323-f616f1ba854c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:41.506903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6cfee4c-51af-4d58-b2fb-46ed8b5fe64d req-1bba73ed-946e-475e-b323-f616f1ba854c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0760474 Jul 07 18:26:41.547031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6cfee4c-51af-4d58-b2fb-46ed8b5fe64d req-908bb187-eb07-4a55-9944-b00b5346cfd2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Jul 07 18:26:42.158547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f854216-4ef4-468d-9ea7-d5da62af78eb req-6abb90d4-94f6-4ebf-93c8-33aad481cd83 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:42.160009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f854216-4ef4-468d-9ea7-d5da62af78eb req-6abb90d4-94f6-4ebf-93c8-33aad481cd83 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0789356 Jul 07 18:26:42.200372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f854216-4ef4-468d-9ea7-d5da62af78eb req-d9d9e444-56fa-4f9a-9d5f-496ce5d787d6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Jul 07 18:26:43.381270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa2480-8f64-4393-a53e-d28c6fbcbab1 req-45d939e4-1384-4c16-937d-358ae3dfd63d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:43.382875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aefa2480-8f64-4393-a53e-d28c6fbcbab1 req-45d939e4-1384-4c16-937d-358ae3dfd63d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0670164 Jul 07 18:26:43.425001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aefa2480-8f64-4393-a53e-d28c6fbcbab1 req-05a918ec-6e40-47fe-87cc-6cc404dc2ea1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Jul 07 18:26:43.531223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 242429c0-160c-4725-97c6-8f79f639a4ad details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:26:43.636552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:43.648574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '242429c0-160c-4725-97c6-8f79f639a4ad', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'port_id': '242429c0-160c-4725-97c6-8f79f639a4ad', 'mac_address': 'fa:16:3e:c6:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:26:43.686319 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:43.700106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 242429c0-160c-4725-97c6-8f79f639a4ad {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:26:43.721346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:43.726568 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:43.780548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:43.823955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['242429c0-160c-4725-97c6-8f79f639a4ad'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:26:44.796539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29eb02-9a39-441c-bc1b-08e5975d6919 req-82e5e663-e57b-4e73-a875-7cd887f8ff42 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:44.798001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd29eb02-9a39-441c-bc1b-08e5975d6919 req-82e5e663-e57b-4e73-a875-7cd887f8ff42 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 944 time: 0.0752184 Jul 07 18:26:44.844291 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd29eb02-9a39-441c-bc1b-08e5975d6919 req-fe25fe06-af38-46fd-87f0-d3488e6e9ac4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Jul 07 18:26:45.562078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 242429c0-160c-4725-97c6-8f79f639a4ad up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:26:45.616160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 242429c0-160c-4725-97c6-8f79f639a4ad triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:26:45.616544 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:45.697435 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:45.721142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:45.723398 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516514cb-53bb-4793-8653-07dd3b9f90c3" -d '{"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-plugged", "status": "completed", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:45.736236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:45.742349 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:45.766030 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe53c84-1ced-45fa-b78f-8f5652bc2224 x-openstack-request-id: req-4fe53c84-1ced-45fa-b78f-8f5652bc2224 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:45.766322 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-plugged", "status": "completed", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:45.766578 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4fe53c84-1ced-45fa-b78f-8f5652bc2224 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:45.766968 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad', 'code': 200} Jul 07 18:26:45.792431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:45.860978 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf448f84-1bb6-4bf2-853d-1fc759403153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:46.035713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68321da-db9b-4775-9cb6-2fe38a791b9f req-9cbdf88b-2bc0-42e9-a716-c5c0061928b2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:46.037276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f68321da-db9b-4775-9cb6-2fe38a791b9f req-9cbdf88b-2bc0-42e9-a716-c5c0061928b2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0763273 Jul 07 18:26:46.080201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f68321da-db9b-4775-9cb6-2fe38a791b9f req-8872313f-fbf4-4ee7-adda-251813261b22 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Jul 07 18:26:47.279670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1337e8-e901-4890-a4d2-cab2f75f770f req-eda5578e-87fe-49ec-821f-5aec2450b0ea tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:47.281113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c1337e8-e901-4890-a4d2-cab2f75f770f req-eda5578e-87fe-49ec-821f-5aec2450b0ea tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0752859 Jul 07 18:26:47.333098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c1337e8-e901-4890-a4d2-cab2f75f770f req-ba7fbc5b-f620-439a-ab36-761c3786d736 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Jul 07 18:26:48.394819 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90be4bad-320f-400d-9ca8-1856183ed11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:48.512129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:48.552109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b14585-2342-4a82-be97-355f86e53984 req-beb46324-7761-4e57-a075-edf123bac5b9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:48.553600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5b14585-2342-4a82-be97-355f86e53984 req-beb46324-7761-4e57-a075-edf123bac5b9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0848804 Jul 07 18:26:48.600390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5b14585-2342-4a82-be97-355f86e53984 req-1bc0b6e5-323a-4269-8017-8b74a138c9d8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Jul 07 18:26:48.859441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-e55d22ee-c1fe-4ef4-9217-f7f9a1e2cfff service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588741 Jul 07 18:26:48.969934 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-511f7415-7452-4874-8b44-e3ad5c50eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:48.971448 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-511f7415-7452-4874-8b44-e3ad5c50eed3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1096 time: 0.0656559 Jul 07 18:26:49.082196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-1916c04e-f90e-4e27-8a3c-5f9ac9bbfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.083706 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-1916c04e-f90e-4e27-8a3c-5f9ac9bbfd6c service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0875688 Jul 07 18:26:49.157212 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-f9e6382c-d0d9-4ff0-bf25-5dcebb9d4ec9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0655031 Jul 07 18:26:49.215145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-2d0e4c8e-4173-4bf3-a3d2-dcadd560f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.216617 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-2d0e4c8e-4173-4bf3-a3d2-dcadd560f3de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0530727 Jul 07 18:26:49.325227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-ff180628-80b9-490a-9171-0664b848692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.326727 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-ff180628-80b9-490a-9171-0664b848692c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032999 Jul 07 18:26:49.332650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-8693419d-c6f4-4211-a0a0-6c12643bbd9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012352 Jul 07 18:26:49.452989 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-e68794dc-bfb6-4c3f-ad3e-dca33f6b7d99 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186712 Jul 07 18:26:49.460275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-6513bcd8-249b-4add-a68d-ef8e93d1357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.461702 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-6513bcd8-249b-4add-a68d-ef8e93d1357a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 1096 time: 0.0871079 Jul 07 18:26:49.620081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-58a78158-ce99-45da-bc22-f8ca9df9d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.621590 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-58a78158-ce99-45da-bc22-f8ca9df9d274 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.1365342 Jul 07 18:26:49.671072 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-762e8e53-fee8-47cd-b8e7-c95980468f74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2 HTTP/1.1" status: 200 len: 217 time: 0.0422852 Jul 07 18:26:49.712208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:49.719984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b086f0b-9a3c-4778-9355-c77cfa4e97e8 req-f60ef0c1-dd58-4c9f-8c9f-2e79f3a0032a service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739080 Jul 07 18:26:49.735984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-f2a8513a-061f-4960-87b6-e1b9d2173c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.736977 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-f2a8513a-061f-4960-87b6-e1b9d2173c2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0579672 Jul 07 18:26:49.791229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ef120-bca5-4eeb-ae28-85f58b105911 req-c3c4e72e-63df-4edd-b1b4-2363b086367f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.792878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e47ef120-bca5-4eeb-ae28-85f58b105911 req-c3c4e72e-63df-4edd-b1b4-2363b086367f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0767870 Jul 07 18:26:49.806914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-2e17f14b-72d0-4d19-a83f-dba0752a3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.808857 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-2e17f14b-72d0-4d19-a83f-dba0752a3706 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644128 Jul 07 18:26:49.838447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e47ef120-bca5-4eeb-ae28-85f58b105911 req-a09f772f-a812-41ed-8577-1dc7c21e8286 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Jul 07 18:26:49.906009 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-9b099c4d-2722-4430-a2c1-e917211574bb service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900221 Jul 07 18:26:50.005767 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8f83c4a2-204c-43dd-8925-83962dc1699e req-a3c40e07-8bcc-4bfa-a44d-dd7bd4e44d02 service neutron] 10.222.0.55 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925045 Jul 07 18:26:51.056535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc8ee4-2125-4140-b079-95bc2eb243a9 req-2413acfa-ae56-414e-b69f-215a3feaf6d0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:51.058215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5dcc8ee4-2125-4140-b079-95bc2eb243a9 req-2413acfa-ae56-414e-b69f-215a3feaf6d0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0789373 Jul 07 18:26:51.100025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5dcc8ee4-2125-4140-b079-95bc2eb243a9 req-abd30078-a9cc-45c2-a2d7-9dd528a44594 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Jul 07 18:26:51.216688 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:52.306359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1eb35-329a-4b1d-bfb2-6f79246c2984 req-2e4caae2-5889-4e7a-b374-759ab023e483 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:52.309601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7e1eb35-329a-4b1d-bfb2-6f79246c2984 req-2e4caae2-5889-4e7a-b374-759ab023e483 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0846694 Jul 07 18:26:52.353056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7e1eb35-329a-4b1d-bfb2-6f79246c2984 req-aabfffaa-7624-49f6-bbd5-e5d10e8bb5b9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Jul 07 18:26:53.558681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c9c57-e0ed-4680-b895-9ddfb54b10de req-2f5d292c-4664-4c43-a50c-9d3320345020 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:53.560389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-254c9c57-e0ed-4680-b895-9ddfb54b10de req-2f5d292c-4664-4c43-a50c-9d3320345020 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0785038 Jul 07 18:26:53.609658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-254c9c57-e0ed-4680-b895-9ddfb54b10de req-d7d1ad12-698b-4cda-934d-94883666b96d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Jul 07 18:26:54.805108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666239-3659-431c-a19a-14abea9796e8 req-3e5d568a-be40-40ea-9dbb-3dd0f1bfb89c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:54.806865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82666239-3659-431c-a19a-14abea9796e8 req-3e5d568a-be40-40ea-9dbb-3dd0f1bfb89c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0846062 Jul 07 18:26:54.850132 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82666239-3659-431c-a19a-14abea9796e8 req-92ebff0a-5181-485d-ab7a-14b41354ade0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Jul 07 18:26:56.055032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2fc18-225c-4d98-b9ae-60731234b9fb req-e3dd6ce2-abb4-49d1-a045-a374abb547c2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:56.056759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cd2fc18-225c-4d98-b9ae-60731234b9fb req-e3dd6ce2-abb4-49d1-a045-a374abb547c2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0742741 Jul 07 18:26:56.099178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5cd2fc18-225c-4d98-b9ae-60731234b9fb req-c143b22a-ffdf-41d0-8140-031ac12f00ec tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Jul 07 18:26:57.314732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e877e-0f7d-4009-8655-ce9166d42162 req-e4f8c416-07d8-4ba5-a2b4-af098abea6c2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:57.316205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc1e877e-0f7d-4009-8655-ce9166d42162 req-e4f8c416-07d8-4ba5-a2b4-af098abea6c2 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0786617 Jul 07 18:26:57.362010 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc1e877e-0f7d-4009-8655-ce9166d42162 req-6fe31dda-040b-4c21-ac59-7dd8b3e6ad12 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Jul 07 18:26:58.206907 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:58.548250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a27f0-49d6-410d-9230-2c869d36d1bd req-e6e45e53-a490-4f0d-958f-29b1e708d650 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:58.549735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c92a27f0-49d6-410d-9230-2c869d36d1bd req-e6e45e53-a490-4f0d-958f-29b1e708d650 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0717900 Jul 07 18:26:58.590496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c92a27f0-49d6-410d-9230-2c869d36d1bd req-ecd58681-bcb2-42d1-9ca5-8e0f44433142 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Jul 07 18:26:59.787617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8749c7-02f7-478e-9484-03da863c8eaf req-700e5da4-8bb8-427a-a6ea-25086baee86e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:59.789456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e8749c7-02f7-478e-9484-03da863c8eaf req-700e5da4-8bb8-427a-a6ea-25086baee86e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0743744 Jul 07 18:26:59.841432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e8749c7-02f7-478e-9484-03da863c8eaf req-0f46ce61-011e-472d-8d81-8740f4af726b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445173 Jul 07 18:27:01.063511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a9286-39be-4d59-b644-5a603b7bcf41 req-e36a7d13-2396-4485-92fe-3a0b7beb8af6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:01.065009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc8a9286-39be-4d59-b644-5a603b7bcf41 req-e36a7d13-2396-4485-92fe-3a0b7beb8af6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0844526 Jul 07 18:27:01.103960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc8a9286-39be-4d59-b644-5a603b7bcf41 req-61b647fe-cc9b-4b00-a554-84bf2d90f20a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Jul 07 18:27:01.540499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376345-b460-4de9-8da8-505a0d7cee0d req-cb6d0dfa-969f-4080-8de2-c3e9934228f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:01.542002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20376345-b460-4de9-8da8-505a0d7cee0d req-cb6d0dfa-969f-4080-8de2-c3e9934228f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 1096 time: 0.0553820 Jul 07 18:27:01.641785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376345-b460-4de9-8da8-505a0d7cee0d req-24faa779-69dc-43f4-97b7-e6c6c041e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:01.643382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20376345-b460-4de9-8da8-505a0d7cee0d req-24faa779-69dc-43f4-97b7-e6c6c041e721 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0944593 Jul 07 18:27:01.685113 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20376345-b460-4de9-8da8-505a0d7cee0d req-7c791807-72ae-4283-9a7d-d2ea1fc2ee39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=242429c0-160c-4725-97c6-8f79f639a4ad HTTP/1.1" status: 200 len: 217 time: 0.0349214 Jul 07 18:27:01.734779 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376345-b460-4de9-8da8-505a0d7cee0d req-e8c6078c-691d-4e0a-bea3-3518c4a54eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:01.736275 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20376345-b460-4de9-8da8-505a0d7cee0d req-e8c6078c-691d-4e0a-bea3-3518c4a54eba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0444274 Jul 07 18:27:01.800954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376345-b460-4de9-8da8-505a0d7cee0d req-47091f9f-7bef-4e4b-8247-19fd4243eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:01.802377 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20376345-b460-4de9-8da8-505a0d7cee0d req-47091f9f-7bef-4e4b-8247-19fd4243eecb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519862 Jul 07 18:27:01.901128 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20376345-b460-4de9-8da8-505a0d7cee0d req-55543246-35e1-4046-a159-56430a88ccde service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910611 Jul 07 18:27:01.990068 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-20376345-b460-4de9-8da8-505a0d7cee0d req-38854e61-5855-4693-8eca-a667a35d0ad0 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817938 Jul 07 18:27:02.293344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fac09d-f3c5-4b8d-bb55-9d7ac4ce4cbc req-fb162199-6b37-4566-9af7-16b32b11469f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:02.295089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5fac09d-f3c5-4b8d-bb55-9d7ac4ce4cbc req-fb162199-6b37-4566-9af7-16b32b11469f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0771496 Jul 07 18:27:02.340411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5fac09d-f3c5-4b8d-bb55-9d7ac4ce4cbc req-3e809cad-b9bf-41ee-96e4-67db26f4b400 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Jul 07 18:27:03.540793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d39b7-ec59-4fd9-8407-c3bbb9d200c2 req-fce3f4fa-4783-4e8c-8cc8-b661b8b4edf3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:03.542362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c6d39b7-ec59-4fd9-8407-c3bbb9d200c2 req-fce3f4fa-4783-4e8c-8cc8-b661b8b4edf3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 945 time: 0.0737967 Jul 07 18:27:03.582639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c6d39b7-ec59-4fd9-8407-c3bbb9d200c2 req-4589a049-6461-4538-b308-87a0b8a3116f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344615 Jul 07 18:27:03.681312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 242429c0-160c-4725-97c6-8f79f639a4ad no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:03.768929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.791538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:03.793828 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77415ba-cceb-491d-a2e1-017c48a6f5b7" -d '{"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-unplugged", "status": "completed", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:03.807967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:03.813386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.839403 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a93da-9ae0-4c30-a116-1b9701911ed2 x-openstack-request-id: req-2e9a93da-9ae0-4c30-a116-1b9701911ed2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:03.839716 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-unplugged", "status": "completed", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:03.839971 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2e9a93da-9ae0-4c30-a116-1b9701911ed2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:03.840361 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad', 'code': 200} Jul 07 18:27:03.866792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:04.064876 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:04.785158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862326d-e576-46c7-a0f4-b9e29ceeddfa req-fc8ef71a-9132-427c-96c2-7c7a14fde5e8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:04.786583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3862326d-e576-46c7-a0f4-b9e29ceeddfa req-fc8ef71a-9132-427c-96c2-7c7a14fde5e8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 943 time: 0.0726981 Jul 07 18:27:04.827017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3862326d-e576-46c7-a0f4-b9e29ceeddfa req-1efd08d7-4cc2-4fac-bdc6-125640922d82 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Jul 07 18:27:05.013955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a0f1b-593f-40a2-b6c3-0919eb5c58dc req-d748760c-bd16-415b-a2d1-b0bbfba2f39f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.015462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f8a0f1b-593f-40a2-b6c3-0919eb5c58dc req-d748760c-bd16-415b-a2d1-b0bbfba2f39f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0699446 Jul 07 18:27:05.057425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f8a0f1b-593f-40a2-b6c3-0919eb5c58dc req-7ec40991-c1a8-4ff6-8832-8a4bfe192ff0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358911 Jul 07 18:27:05.247159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfb817-b257-4993-bf1d-adb69494dbde req-78b48f93-99fa-4940-958a-6c2c46c02a94 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.248739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73bfb817-b257-4993-bf1d-adb69494dbde req-78b48f93-99fa-4940-958a-6c2c46c02a94 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0730350 Jul 07 18:27:05.289286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73bfb817-b257-4993-bf1d-adb69494dbde req-56e21f75-9ee1-44b8-8ec7-1a32c210030e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348270 Jul 07 18:27:05.648650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da08cdc-56d6-45ab-abfa-326abe3f0ae5 req-ac06fd31-8b0b-46ae-aaa2-0885f5248792 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.650219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da08cdc-56d6-45ab-abfa-326abe3f0ae5 req-ac06fd31-8b0b-46ae-aaa2-0885f5248792 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0657079 Jul 07 18:27:05.691484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1da08cdc-56d6-45ab-abfa-326abe3f0ae5 req-bee20b54-2721-40b6-a26e-8d6c57194c0c tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Jul 07 18:27:06.015425 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:06.889097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5433-a261-4c2a-9488-9503a9ebeab9 req-3ec2cd26-0e80-4ca3-bb92-2543f286eb64 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:06.890781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3ab5433-a261-4c2a-9488-9503a9ebeab9 req-3ec2cd26-0e80-4ca3-bb92-2543f286eb64 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0852089 Jul 07 18:27:06.933512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3ab5433-a261-4c2a-9488-9503a9ebeab9 req-6992577a-160c-4374-8f0d-4510b3497c13 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368357 Jul 07 18:27:07.685511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 242429c0-160c-4725-97c6-8f79f639a4ad no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:08.127453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f1f-feb3-42a3-af3e-d1e8c72d4e70 req-b4fe0411-4f63-47af-bc16-294c853c6460 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:08.128983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3c40f1f-feb3-42a3-af3e-d1e8c72d4e70 req-b4fe0411-4f63-47af-bc16-294c853c6460 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0739453 Jul 07 18:27:08.170028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3c40f1f-feb3-42a3-af3e-d1e8c72d4e70 req-9ca74979-6b1f-4969-874c-11d634f484e4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333135 Jul 07 18:27:09.365974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da11c00-8b09-4b38-ab8c-6a88a914744b req-5a3f04ab-b2d2-4b6f-9c84-a0122df55a33 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:09.367489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0da11c00-8b09-4b38-ab8c-6a88a914744b req-5a3f04ab-b2d2-4b6f-9c84-a0122df55a33 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0670431 Jul 07 18:27:09.405915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0da11c00-8b09-4b38-ab8c-6a88a914744b req-e79dcb33-a510-4a04-95a6-627135507503 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325632 Jul 07 18:27:10.599961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a2bf-ca5d-461b-80fb-8e543367dafb req-4a35c0f4-00e8-483c-809a-05f9f8308489 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:10.601384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e947a2bf-ca5d-461b-80fb-8e543367dafb req-4a35c0f4-00e8-483c-809a-05f9f8308489 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0813951 Jul 07 18:27:10.641718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e947a2bf-ca5d-461b-80fb-8e543367dafb req-912142ea-158f-4f2f-8f6b-5d91b3a46fef tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Jul 07 18:27:11.839314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea40f5-7df9-4bfd-b6fa-cd7cac7689cb req-c13ff974-427e-4009-8c26-d851b12ddac8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:11.840861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00ea40f5-7df9-4bfd-b6fa-cd7cac7689cb req-c13ff974-427e-4009-8c26-d851b12ddac8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0732412 Jul 07 18:27:11.880384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00ea40f5-7df9-4bfd-b6fa-cd7cac7689cb req-2fe52038-0f9f-4c14-8315-0819bc1b3bb0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Jul 07 18:27:13.068407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e72c7-8996-478c-8a60-2b66f94016c9 req-8873db56-b17d-482e-98a0-bc527f80a08b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:13.069938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa9e72c7-8996-478c-8a60-2b66f94016c9 req-8873db56-b17d-482e-98a0-bc527f80a08b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0692492 Jul 07 18:27:13.119031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa9e72c7-8996-478c-8a60-2b66f94016c9 req-b7a8fed2-5110-4181-a051-19e2b92fd6d3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Jul 07 18:27:14.328645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53222651-0c51-4e32-bea6-562630e22bd2 req-8cddcd97-b9b5-4a9d-a1f6-8a691fb7b9ad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:14.330166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53222651-0c51-4e32-bea6-562630e22bd2 req-8cddcd97-b9b5-4a9d-a1f6-8a691fb7b9ad tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0966706 Jul 07 18:27:14.369211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53222651-0c51-4e32-bea6-562630e22bd2 req-e4b191d6-e1fe-4fbc-b9d7-e51f0c39d659 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Jul 07 18:27:15.578236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3394-cb05-4e40-af48-bab230fc86ea req-6365a1ce-99ce-4d41-8117-452ffd10dd23 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:15.579875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f09d3394-cb05-4e40-af48-bab230fc86ea req-6365a1ce-99ce-4d41-8117-452ffd10dd23 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0756278 Jul 07 18:27:15.621492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f09d3394-cb05-4e40-af48-bab230fc86ea req-4fe6b8d2-43f7-4091-894f-ebc5f166f4ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340900 Jul 07 18:27:15.866847 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32c3f057-a8e5-499d-b24c-307c269bf945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.814352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4c1bb-5050-4a17-b6c5-d4de3280f116 req-a7e69112-f2f1-44c7-93b9-b8205ab29411 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:16.815876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7d4c1bb-5050-4a17-b6c5-d4de3280f116 req-a7e69112-f2f1-44c7-93b9-b8205ab29411 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0688946 Jul 07 18:27:16.860709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7d4c1bb-5050-4a17-b6c5-d4de3280f116 req-07a866ed-00e8-4c40-959a-a5ef93b4bcef tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364885 Jul 07 18:27:17.213305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901f71-2432-462d-9bf3-b9beede6253a req-429511aa-184c-4c5d-9db2-033f6044a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:17.215304 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-65901f71-2432-462d-9bf3-b9beede6253a req-429511aa-184c-4c5d-9db2-033f6044a670 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1096 time: 0.0609584 Jul 07 18:27:17.219150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37bb67-f72f-457a-b7e2-7509530246c5 req-5e8a8582-2d42-472d-8a66-28404920d76f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:17.220746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd37bb67-f72f-457a-b7e2-7509530246c5 req-5e8a8582-2d42-472d-8a66-28404920d76f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0678382 Jul 07 18:27:17.259612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd37bb67-f72f-457a-b7e2-7509530246c5 req-18f6d5e9-46e9-45d1-9d81-3733cf358c36 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329452 Jul 07 18:27:17.310149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901f71-2432-462d-9bf3-b9beede6253a req-26af4055-c219-42ef-bff7-e1e7ff7ba093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:17.311636 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-65901f71-2432-462d-9bf3-b9beede6253a req-26af4055-c219-42ef-bff7-e1e7ff7ba093 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.0882835 Jul 07 18:27:17.385650 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-65901f71-2432-462d-9bf3-b9beede6253a req-16afd2c9-612e-470b-acbe-6b2ef5af3d9a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0670245 Jul 07 18:27:17.438826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901f71-2432-462d-9bf3-b9beede6253a req-02df0915-3925-4dc5-a87d-4a7fe0f88c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:17.441039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-65901f71-2432-462d-9bf3-b9beede6253a req-02df0915-3925-4dc5-a87d-4a7fe0f88c39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0481830 Jul 07 18:27:17.503083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901f71-2432-462d-9bf3-b9beede6253a req-ab5b7ca9-ed11-4c69-8210-23c1fd9bde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:17.504545 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-65901f71-2432-462d-9bf3-b9beede6253a req-ab5b7ca9-ed11-4c69-8210-23c1fd9bde91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557973 Jul 07 18:27:17.614374 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-65901f71-2432-462d-9bf3-b9beede6253a req-c33a925d-1ece-4fe9-bee9-41164e1dd66d service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026981 Jul 07 18:27:17.704171 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-65901f71-2432-462d-9bf3-b9beede6253a req-4b162c44-5bce-4c5c-aa18-52d5674e461e service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831766 Jul 07 18:27:18.392815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f91c96ea-7202-42dd-b56f-1776af3bcad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.451043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27badfec-5640-4566-a8f8-df5e9b5310cd req-a8d4e86c-de50-434f-9dfd-cb9f64265608 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:18.452566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27badfec-5640-4566-a8f8-df5e9b5310cd req-a8d4e86c-de50-434f-9dfd-cb9f64265608 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0784903 Jul 07 18:27:18.493092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27badfec-5640-4566-a8f8-df5e9b5310cd req-5bd7afbb-8349-4ed3-84e8-78fc87e10524 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343885 Jul 07 18:27:18.507093 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.672191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0cb0c-fa47-402d-8cf5-be2fb114b90e req-1a5cf24c-292f-4ff3-81c7-db303aea27f8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:18.673831 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61c0cb0c-fa47-402d-8cf5-be2fb114b90e req-1a5cf24c-292f-4ff3-81c7-db303aea27f8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0641005 Jul 07 18:27:18.721274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61c0cb0c-fa47-402d-8cf5-be2fb114b90e req-c0d10bca-609d-48cd-b059-34f03a19897b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366254 Jul 07 18:27:18.906629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5fb02-1802-44b3-988f-a211c6a27897 req-9f541e06-8a35-4d02-a957-6217462c7ca1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:18.908124 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41a5fb02-1802-44b3-988f-a211c6a27897 req-9f541e06-8a35-4d02-a957-6217462c7ca1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0707355 Jul 07 18:27:18.950916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41a5fb02-1802-44b3-988f-a211c6a27897 req-a5710e78-f4f9-40e0-9d49-9d16087ae655 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363548 Jul 07 18:27:19.365869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d6e9-f28b-4c3b-ad27-db9ae48f0ddc req-d35bd173-4635-4c2a-909a-8f01e2834d02 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:19.367391 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d659d6e9-f28b-4c3b-ad27-db9ae48f0ddc req-d35bd173-4635-4c2a-909a-8f01e2834d02 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0733156 Jul 07 18:27:19.425487 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d659d6e9-f28b-4c3b-ad27-db9ae48f0ddc req-483461ed-842a-4a1a-852f-48f190594ef9 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516927 Jul 07 18:27:19.717376 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:20.635344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc9c50-9654-427a-9eba-b32de0eed75a req-b579ee75-8c21-4fc7-bf01-451cc1c4ae43 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:20.636843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5bc9c50-9654-427a-9eba-b32de0eed75a req-b579ee75-8c21-4fc7-bf01-451cc1c4ae43 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0806496 Jul 07 18:27:20.675371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5bc9c50-9654-427a-9eba-b32de0eed75a req-b616a47f-0d30-4072-9918-af848af3f234 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Jul 07 18:27:21.018301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-221d56c0-9d68-4d97-af18-fea7466c425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:21.019882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-221d56c0-9d68-4d97-af18-fea7466c425e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d8f5023beb44955ab61ac3fe381402d&device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 1096 time: 0.0580108 Jul 07 18:27:21.042012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5be63-7c2d-4f72-bcdb-8a7d9d564dc8 req-28112eea-5f95-4156-8f4b-0c1c9ef1da24 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:21.043358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fe5be63-7c2d-4f72-bcdb-8a7d9d564dc8 req-28112eea-5f95-4156-8f4b-0c1c9ef1da24 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0732737 Jul 07 18:27:21.086810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fe5be63-7c2d-4f72-bcdb-8a7d9d564dc8 req-50e46683-3b24-4544-8c85-e0bb8f6003d3 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368688 Jul 07 18:27:21.223685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:21.423638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-e68694b5-86f3-4b1c-be91-121bc7599f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:21.425174 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-e68694b5-86f3-4b1c-be91-121bc7599f7b service neutron] 10.222.0.90 "GET /v2.0/networks?id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 200 len: 913 time: 0.3986099 Jul 07 18:27:21.500925 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-256524f3-8940-44b0-a239-24023a82bc41 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 200 len: 1000 time: 0.0686142 Jul 07 18:27:21.556227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-09dce1c8-cf42-4ef6-9f9e-531cd8b7ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:21.558933 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-09dce1c8-cf42-4ef6-9f9e-531cd8b7ae99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 200 len: 851 time: 0.0509841 Jul 07 18:27:21.619733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-fb3fdb95-2697-4b6c-b34e-0aa33d40d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:21.621255 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-fb3fdb95-2697-4b6c-b34e-0aa33d40d509 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550041 Jul 07 18:27:21.720538 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-4c85065a-1500-4cf7-b464-1379cabfd927 service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911682 Jul 07 18:27:21.824891 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c315b779-8a06-41f7-a9c1-c90b8f2a2176 req-a44c0758-ef81-4c08-a230-719f1c57f05c service neutron] 10.222.0.90 "GET /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975013 Jul 07 18:27:22.280380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985c11-e206-4e0a-84d2-d941e9c9fc4f req-dbbcb0a3-da37-4043-a00c-335fec70c8ec tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:22.281909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9985c11-e206-4e0a-84d2-d941e9c9fc4f req-dbbcb0a3-da37-4043-a00c-335fec70c8ec tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0669191 Jul 07 18:27:22.324725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9985c11-e206-4e0a-84d2-d941e9c9fc4f req-4e2e2f7d-3ab3-4822-bd8f-ab1a3e98c427 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363076 Jul 07 18:27:23.586800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935115d5-abc9-4485-b209-9162c4fbc22f req-91254a03-3e7e-43ee-8f43-fc208ff37143 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.588690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-935115d5-abc9-4485-b209-9162c4fbc22f req-91254a03-3e7e-43ee-8f43-fc208ff37143 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1354554 Jul 07 18:27:23.626791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-935115d5-abc9-4485-b209-9162c4fbc22f req-b19f2b3c-6ae7-45e1-abd7-342b767040e0 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320425 Jul 07 18:27:23.878738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025a4a-c714-49eb-9275-ff5ec113057b req-1935fa8a-34d6-405a-ab56-5089fd2baa74 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:23.880210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32025a4a-c714-49eb-9275-ff5ec113057b req-1935fa8a-34d6-405a-ab56-5089fd2baa74 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.1345630 Jul 07 18:27:23.929705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32025a4a-c714-49eb-9275-ff5ec113057b req-6e1d348e-d680-4f89-be66-2cd9cb005fb4 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Jul 07 18:27:24.660530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-345dfd83-12c6-47cf-bcca-4673ff8a7a14 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:24.662047 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-345dfd83-12c6-47cf-bcca-4673ff8a7a14 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=da987ca6-b93e-4ed3-8f7f-9849dbcca661 HTTP/1.1" status: 200 len: 943 time: 0.0728810 Jul 07 18:27:25.129002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Deleting port 242429c0-160c-4725-97c6-8f79f639a4ad {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:25.129345 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:25.216863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] For port 242429c0-160c-4725-97c6-8f79f639a4ad, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=242429c0-160c-4725-97c6-8f79f639a4ad,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:25.217254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:25.234102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Calling delete_port for 242429c0-160c-4725-97c6-8f79f639a4ad owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:25.368219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:25.380853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', '8582bfad-e5c1-486c-8acd-c12ae2e935c2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:27:25.397864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event deleted for resources: {'Port': ['ID=242429c0-160c-4725-97c6-8f79f639a4ad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:25.430403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.430751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.431096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.431434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.431762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.432092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.432418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.432745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.433096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.433412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.433739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.434087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:25.465280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] No DVR routers for this DVR port 242429c0-160c-4725-97c6-8f79f639a4ad on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:25.468695 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:25.471004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31a4b97e-8077-4acb-855f-05c61dcb059f req-49023b21-4d23-4b8d-83f5-3fa37ee0c34b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "DELETE /v2.0/ports/242429c0-160c-4725-97c6-8f79f639a4ad HTTP/1.1" status: 204 len: 173 time: 0.8025839 Jul 07 18:27:25.471471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-deleted', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:25.473846 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee413238-f0d0-450d-a8bf-d0c3266447ea" -d '{"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-deleted", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:25.521811 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6a3436-2f65-4e52-ac87-231ff97550d7 x-openstack-request-id: req-bf6a3436-2f65-4e52-ac87-231ff97550d7 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:25.522570 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da987ca6-b93e-4ed3-8f7f-9849dbcca661", "name": "network-vif-deleted", "tag": "242429c0-160c-4725-97c6-8f79f639a4ad", "status": "failed", "code": 422}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:25.522570 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf6a3436-2f65-4e52-ac87-231ff97550d7 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:25.522834 n-d-798930-2 neutron-server[105588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da987ca6-b93e-4ed3-8f7f-9849dbcca661', 'name': 'network-vif-deleted', 'tag': '242429c0-160c-4725-97c6-8f79f639a4ad', 'status': 'failed', 'code': 422} returned with failed status Jul 07 18:27:26.358941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16727e4c-07fa-4c3c-a730-ce57b7108644 req-cdcb4658-1da5-4b60-8a2b-d785bc9c7f29 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:26.360438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16727e4c-07fa-4c3c-a730-ce57b7108644 req-cdcb4658-1da5-4b60-8a2b-d785bc9c7f29 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 908 time: 0.0723712 Jul 07 18:27:27.557632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f193-b1f5-4445-bc62-7f56041ebf64 req-90a72b04-9a46-4877-a0d5-b2f7696de488 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:27.559290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-66c3f193-b1f5-4445-bc62-7f56041ebf64 req-90a72b04-9a46-4877-a0d5-b2f7696de488 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 908 time: 0.0721314 Jul 07 18:27:27.680244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-b9844f21-f5c3-4afe-b7fe-442d7e94d2ac tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:27.681657 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-b9844f21-f5c3-4afe-b7fe-442d7e94d2ac tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 908 time: 0.0759828 Jul 07 18:27:27.801706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Deleting port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:27.802089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:27.905583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] For port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:27.905937 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:27.918840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Calling delete_port for 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:28.057524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:28.085715 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event deleted for resources: {'Port': ['ID=01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:28.115056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.115374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.115703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.116048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.116389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.116706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.117123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.117455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.117794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.118122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.118446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.118776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:28.144491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] No DVR routers for this DVR port 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:28.148101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:28.151721 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25a4e608-f830-40f4-a34e-b0c831c86fde req-aad649c1-2eb7-41ad-8052-41241c3ed68b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "DELETE /v2.0/ports/01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 HTTP/1.1" status: 204 len: 173 time: 0.4638364 Jul 07 18:27:28.152227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'name': 'network-vif-deleted', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:28.156617 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2d5c47-5e65-4013-8a99-15b50f570e47" -d '{"events": [{"server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "name": "network-vif-deleted", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:28.201395 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62be17e2-0513-4d13-a1c4-6b4d599564c3 x-openstack-request-id: req-62be17e2-0513-4d13-a1c4-6b4d599564c3 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:28.201696 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b972b85-f235-439e-9494-878f68d306b4", "name": "network-vif-deleted", "tag": "01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:28.201997 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62be17e2-0513-4d13-a1c4-6b4d599564c3 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:28.202447 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b972b85-f235-439e-9494-878f68d306b4', 'name': 'network-vif-deleted', 'tag': '01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7', 'status': 'completed', 'code': 200} Jul 07 18:27:28.726578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01006d51-ef43-4dbf-961a-283abda64f1c req-7913f706-a81e-4540-a2bb-ffe50e30eeba tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b972b85-f235-439e-9494-878f68d306b4 HTTP/1.1" status: 200 len: 210 time: 0.0311596 Jul 07 18:27:30.205877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcf376-484b-44ee-9c09-b23bb960eb2d req-8a51310a-b48b-438f-8a69-3349cc7f0d12 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:30.207376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71fcf376-484b-44ee-9c09-b23bb960eb2d req-8a51310a-b48b-438f-8a69-3349cc7f0d12 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 945 time: 0.0704734 Jul 07 18:27:30.245959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71fcf376-484b-44ee-9c09-b23bb960eb2d req-0a7e9127-32fb-49f7-8d67-75d4238c538f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Jul 07 18:27:30.856910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:30.880394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:30.880889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 01a2fdab-aa7c-4a77-81c3-10a8ef0a4fb7 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:31.440425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36253-2ebd-46c0-991b-cdf10c2cc1ca req-fcec2708-1a8c-46f5-92fe-a96a9e0baf04 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:31.444403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dac36253-2ebd-46c0-991b-cdf10c2cc1ca req-fcec2708-1a8c-46f5-92fe-a96a9e0baf04 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 945 time: 0.0771954 Jul 07 18:27:31.508404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dac36253-2ebd-46c0-991b-cdf10c2cc1ca req-a5870959-81d6-493c-8f79-8cebf3b7460f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546567 Jul 07 18:27:31.536232 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-56e44d7f-eccb-490d-a05f-a93915747f6a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:31.539119 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-56e44d7f-eccb-490d-a05f-a93915747f6a tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 945 time: 0.1116340 Jul 07 18:27:31.645842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Deleting port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:31.646190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.753817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] For port 8582bfad-e5c1-486c-8acd-c12ae2e935c2, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8582bfad-e5c1-486c-8acd-c12ae2e935c2,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:31.754141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.767194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Calling delete_port for 8582bfad-e5c1-486c-8acd-c12ae2e935c2 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:31.908123 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.920418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', '8582bfad-e5c1-486c-8acd-c12ae2e935c2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:27:31.937651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event deleted for resources: {'Port': ['ID=8582bfad-e5c1-486c-8acd-c12ae2e935c2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:31.986082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] No DVR routers for this DVR port 8582bfad-e5c1-486c-8acd-c12ae2e935c2 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:31.989042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:31.991204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d8affe13-0490-40d8-8cde-9f86f8ce0871 req-f3507534-5d1b-49d5-bcd3-035e585be049 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "DELETE /v2.0/ports/8582bfad-e5c1-486c-8acd-c12ae2e935c2 HTTP/1.1" status: 204 len: 173 time: 0.4462430 Jul 07 18:27:31.991689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'name': 'network-vif-deleted', 'tag': '8582bfad-e5c1-486c-8acd-c12ae2e935c2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:31.994584 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab087e-f3cb-43d6-bae6-dbd3d0d0aa9c" -d '{"events": [{"server_uuid": "3b8cf486-0c71-4efc-9fff-4ac2a532713e", "name": "network-vif-deleted", "tag": "8582bfad-e5c1-486c-8acd-c12ae2e935c2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:32.033663 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8437daa5-39aa-41a9-b5c5-9741fb192be1 x-openstack-request-id: req-8437daa5-39aa-41a9-b5c5-9741fb192be1 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:32.033935 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8cf486-0c71-4efc-9fff-4ac2a532713e", "name": "network-vif-deleted", "tag": "8582bfad-e5c1-486c-8acd-c12ae2e935c2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:32.034186 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8437daa5-39aa-41a9-b5c5-9741fb192be1 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:32.034612 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cf486-0c71-4efc-9fff-4ac2a532713e', 'name': 'network-vif-deleted', 'tag': '8582bfad-e5c1-486c-8acd-c12ae2e935c2', 'status': 'completed', 'code': 200} Jul 07 18:27:32.700767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b215e04-43fd-4c15-a73a-c78ea0bd6750 req-0fac2b99-165f-44c4-891d-006a692cce14 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b8cf486-0c71-4efc-9fff-4ac2a532713e HTTP/1.1" status: 200 len: 210 time: 0.0422671 Jul 07 18:27:34.072126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:34.192332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ff5c8-7d12-4cdd-94df-f68f3cf24b6a req-f2b9f0bc-cc68-403e-97d6-3a9cd39e623d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:34.193890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324ff5c8-7d12-4cdd-94df-f68f3cf24b6a req-f2b9f0bc-cc68-403e-97d6-3a9cd39e623d tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0676005 Jul 07 18:27:34.234042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-324ff5c8-7d12-4cdd-94df-f68f3cf24b6a req-ab7577c0-32cc-4509-ae03-18e33acfa04e tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Jul 07 18:27:34.881945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8582bfad-e5c1-486c-8acd-c12ae2e935c2 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:34.902692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 8582bfad-e5c1-486c-8acd-c12ae2e935c2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:34.903044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8582bfad-e5c1-486c-8acd-c12ae2e935c2 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:35.209191 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:35.390361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-215f1b38-3fc8-4465-85b7-6e456cb5cdb1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:35.392155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-215f1b38-3fc8-4465-85b7-6e456cb5cdb1 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0746641 Jul 07 18:27:35.510384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Deleting port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:35.510634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.609902 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] For port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:35.610264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.623656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Calling delete_port for 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:35.653632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7a288-6fb1-491a-8374-5876f4ea3960 req-03a65e0c-9580-4e2d-98ad-bd115aa63228 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:35.655265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9f7a288-6fb1-491a-8374-5876f4ea3960 req-03a65e0c-9580-4e2d-98ad-bd115aa63228 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=f476b9ec-42c3-4273-a914-401d8aff91a3 HTTP/1.1" status: 200 len: 945 time: 0.0704324 Jul 07 18:27:35.694138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9f7a288-6fb1-491a-8374-5876f4ea3960 req-cccc42c6-26ce-4cc6-87be-2331842ade29 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Jul 07 18:27:35.759004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.772112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9ffa1d22-bcf3-4eaf-bb25-842ef5098b60'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:27:35.795583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event deleted for resources: {'Port': ['ID=9ffa1d22-bcf3-4eaf-bb25-842ef5098b60,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:35.843439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] No DVR routers for this DVR port 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:35.846409 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.848738 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9cf25d6-336a-4f55-9215-80219ddd92df req-4b3fde4d-db00-4013-a456-6a8744e308ca tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.55 "DELETE /v2.0/ports/9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 HTTP/1.1" status: 204 len: 173 time: 0.4507599 Jul 07 18:27:35.849348 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'name': 'network-vif-deleted', 'tag': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:35.852515 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65a6bca-e2f0-4fdb-ab8d-cf6d60b49f99" -d '{"events": [{"server_uuid": "f476b9ec-42c3-4273-a914-401d8aff91a3", "name": "network-vif-deleted", "tag": "9ffa1d22-bcf3-4eaf-bb25-842ef5098b60"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:35.902268 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d178e5cc-2c1e-42b1-9bd1-224c931d204c x-openstack-request-id: req-d178e5cc-2c1e-42b1-9bd1-224c931d204c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:35.902680 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f476b9ec-42c3-4273-a914-401d8aff91a3", "name": "network-vif-deleted", "tag": "9ffa1d22-bcf3-4eaf-bb25-842ef5098b60", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:35.902947 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d178e5cc-2c1e-42b1-9bd1-224c931d204c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:35.903374 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f476b9ec-42c3-4273-a914-401d8aff91a3', 'name': 'network-vif-deleted', 'tag': '9ffa1d22-bcf3-4eaf-bb25-842ef5098b60', 'status': 'completed', 'code': 200} Jul 07 18:27:36.026695 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:37.193632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75f096-cdd9-4694-8edd-e42a887f1317 req-b6893376-9658-41d0-a1fa-6183d796ad64 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:37.195189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a75f096-cdd9-4694-8edd-e42a887f1317 req-b6893376-9658-41d0-a1fa-6183d796ad64 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0747604 Jul 07 18:27:37.237273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a75f096-cdd9-4694-8edd-e42a887f1317 req-141488da-fd0e-44a7-9024-b43a0358e026 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350611 Jul 07 18:27:38.437826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c87b8b-41a9-4124-b738-bb76da5b8900 req-f33c2791-d9d5-4206-b1a6-93e5ce3a9e20 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:38.440315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3c87b8b-41a9-4124-b738-bb76da5b8900 req-f33c2791-d9d5-4206-b1a6-93e5ce3a9e20 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0773120 Jul 07 18:27:38.487127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3c87b8b-41a9-4124-b738-bb76da5b8900 req-07cc6a3e-2abd-4558-bea2-cf439af32eba tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Jul 07 18:27:38.886663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:38.932074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:38.932613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9ffa1d22-bcf3-4eaf-bb25-842ef5098b60 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:38.949922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-e4536711-a73e-43a4-8232-4b06380d0b30 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:38.951486 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-e4536711-a73e-43a4-8232-4b06380d0b30 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 945 time: 0.0821326 Jul 07 18:27:39.071677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Deleting port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:39.072063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:39.202195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] For port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:39.202510 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:39.491460 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:39.491751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:39.492064 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Floating IP ccd9f33d-94da-41d0-bbc9-cd9395575602 disassociated. External IP: 172.25.1.161, port: 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8. Jul 07 18:27:39.492413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Calling delete_port for 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:39.652104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:39.682316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d8a4b-3d6e-4928-acb8-d8901b096a1b req-32a639a7-4b96-4f8b-857c-93a4e00defcb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:39.683879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e6d8a4b-3d6e-4928-acb8-d8901b096a1b req-32a639a7-4b96-4f8b-857c-93a4e00defcb tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c55181f-2e75-4dfc-befa-16b1d8671472 HTTP/1.1" status: 200 len: 866 time: 0.0788465 Jul 07 18:27:39.695441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event deleted for resources: {'Port': ['ID=36653fb7-b7b8-4bde-b72a-a9bcf0338fc8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:39.725978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e6d8a4b-3d6e-4928-acb8-d8901b096a1b req-3d672ed4-acfd-4928-85bf-82e9ab8efde6 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups?id=326753e6-30b2-436a-84fa-54403cf367fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361121 Jul 07 18:27:39.855038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Router 601448da-f8e9-40ce-964f-2e2e0db85c74 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:27:39.970272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:39.982231 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] Sync routers for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:39.991967 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:39.992584 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:40.015496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] No DVR routers for this DVR port 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:40.017995 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:40.020012 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04a35d8b-416c-45fd-9966-4c030c5c6d78 req-fcd33cce-e467-4bf1-b5de-851cbd8a03a8 tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.90 "DELETE /v2.0/ports/36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 HTTP/1.1" status: 204 len: 173 time: 1.0605316 Jul 07 18:27:40.020451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-deleted', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:40.022901 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31938053-b526-45b3-ab96-8643c6199659" -d '{"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-deleted", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:40.063265 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5afa98-5206-4511-9f7c-39ceba8b9958 x-openstack-request-id: req-8b5afa98-5206-4511-9f7c-39ceba8b9958 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:40.063548 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55181f-2e75-4dfc-befa-16b1d8671472", "name": "network-vif-deleted", "tag": "36653fb7-b7b8-4bde-b72a-a9bcf0338fc8", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:40.063848 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b5afa98-5206-4511-9f7c-39ceba8b9958 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:40.065095 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55181f-2e75-4dfc-befa-16b1d8671472', 'name': 'network-vif-deleted', 'tag': '36653fb7-b7b8-4bde-b72a-a9bcf0338fc8', 'status': 'completed', 'code': 200} Jul 07 18:27:40.124776 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:40.353917 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:18:00Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:40.381243 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] Checking router: 601448da-f8e9-40ce-964f-2e2e0db85c74 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:40.391441 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:40.392054 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:40.509348 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:40.743124 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:18:00Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:40.775350 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03f301-3d8e-42a5-996d-bf3a0c5187e4 None None] The sync data for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 is: [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:17:53Z', 'revision_number': 4, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d', 'name': '', 'network_id': '0f7e9c77-5c78-43ec-8f53-afca8a4c2f63', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'mac_address': 'fa:16:3e:12:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:53Z', 'updated_at': '2021-07-07T18:18:00Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'subnets': [{'id': 'cec48f9f-007d-47a9-afe4-c958028c86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:40.867018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47032) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:40.929738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4d12-1e3d-4d77-86a4-f29856d51bdd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:40.964909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4d12-1e3d-4d77-86a4-f29856d51bdd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.033140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4d12-1e3d-4d77-86a4-f29856d51bdd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.038195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4d12-1e3d-4d77-86a4-f29856d51bdd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.040900 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fe7c4d12-1e3d-4d77-86a4-f29856d51bdd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "DELETE /v2.0/security-groups/326753e6-30b2-436a-84fa-54403cf367fa HTTP/1.1" status: 204 len: 168 time: 0.1728103 Jul 07 18:27:41.044616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47034) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:41.047814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078a248-eeb8-42f5-8a5d-3a1ec7e71349 None None] New status for floating IP ccd9f33d-94da-41d0-bbc9-cd9395575602: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:27:41.056564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c4d12-1e3d-4d77-86a4-f29856d51bdd tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326753e6-30b2-436a-84fa-54403cf367fa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:41.062770 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-c79fa768-a6b8-4a4f-929f-dc994e5b7d4f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] show failed (client error): The resource could not be found. Jul 07 18:27:41.063877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c79fa768-a6b8-4a4f-929f-dc994e5b7d4f tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "GET /v2.0/security-groups/326753e6-30b2-436a-84fa-54403cf367fa HTTP/1.1" status: 404 len: 347 time: 0.0183818 Jul 07 18:27:41.067228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47036) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:41.213992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Deleting port fb2a5eff-4e6a-4cd9-93ff-b60f7ac73cd8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:41.214343 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.297933 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.298197 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.310486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Calling delete_port for fb2a5eff-4e6a-4cd9-93ff-b60f7ac73cd8 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:41.465118 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.498407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Pushing event deleted for resources: {'Port': ['ID=fb2a5eff-4e6a-4cd9-93ff-b60f7ac73cd8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:41.583220 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.586098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:41.587313 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-be78ac96-2785-4d90-a15f-664fdafc257b tempest-ServerActionsTestJSON-1217315062 tempest-ServerActionsTestJSON-1217315062-project] 10.222.0.88 "DELETE /v2.0/floatingips/ccd9f33d-94da-41d0-bbc9-cd9395575602 HTTP/1.1" status: 204 len: 168 time: 0.5189047 Jul 07 18:27:41.590914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47038) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:41.880086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:41.906663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:41.906999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 36653fb7-b7b8-4bde-b72a-a9bcf0338fc8 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:42.113882 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:42.396003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Deleting port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:42.396323 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:42.478101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] For port 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:42.478456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:42.497329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Calling delete_port for 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:42.701616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:42.738832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:42.922563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:42.970832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47046) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:43.072685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-723a66b9-daae-4e6e-bddb-d33a9c5694e9 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1636 time: 0.1006122 Jul 07 18:27:43.075444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47048) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:43.081020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'network': {'name': 'tempest-network-smoke--476121217', 'project_id': '965702fd72c64b48bd8fb97738b78472', 'port_security_enabled': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:43.118614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Made reservation on behalf of 965702fd72c64b48bd8fb97738b78472 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:43.123079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.155338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:27:43.167725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.168062 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Added segment 988e2ee5-7724-41df-a49c-39fd3491fe4b of type vlan for network 10dc288f-2b65-41c2-9ed8-09432a334d6a Jul 07 18:27:43.179122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Router 601448da-f8e9-40ce-964f-2e2e0db85c74 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:27:43.226701 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.263039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.268747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:43.269572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.290098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:43.299471 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] Sync routers for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:43.301275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-87b4dfda-7daa-4e7c-9aed-775c7e496dd6 admin admin] 10.222.0.88 "PUT /v2.0/routers/601448da-f8e9-40ce-964f-2e2e0db85c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054067 Jul 07 18:27:43.302203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47050) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:43.310978 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:43.311644 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:43.362585 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2834446 Jul 07 18:27:43.362942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47052) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:43.376980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eca888-1574-4687-913d-c2ca33920e68 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Network': ['ID=10dc288f-2b65-41c2-9ed8-09432a334d6a,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:43.387223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:27:43.396734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'admin_state_up': True, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:43.418398 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:43.433794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.437272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.438258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.565805 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.603896 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:27:42Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:43.629580 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] Checking router: 601448da-f8e9-40ce-964f-2e2e0db85c74 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:43.638475 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] Routers {'601448da-f8e9-40ce-964f-2e2e0db85c74'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:43.639075 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['601448da-f8e9-40ce-964f-2e2e0db85c74'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:43.651678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.742764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.818770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Deleting port dfd687c6-37a6-4523-b73e-d515a49b433e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:43.819020 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:43.847428 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] Set router 601448da-f8e9-40ce-964f-2e2e0db85c74 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:44.060679 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:27:42Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:44.088506 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e6716-53e1-494d-9ce4-1b2aaca432a1 None None] The sync data for ids ['601448da-f8e9-40ce-964f-2e2e0db85c74'] in n-d-798930-2 is: [{'id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'name': 'tempest-ServerActionsTestJSON-1735330214-router', 'tenant_id': '8d8f5023beb44955ab61ac3fe381402d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:47Z', 'updated_at': '2021-07-07T18:27:42Z', 'revision_number': 5, 'project_id': '8d8f5023beb44955ab61ac3fe381402d', 'gw_port': {'id': 'dfd687c6-37a6-4523-b73e-d515a49b433e', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601448da-f8e9-40ce-964f-2e2e0db85c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:49Z', 'updated_at': '2021-07-07T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:44.285917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] For port dfd687c6-37a6-4523-b73e-d515a49b433e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=dfd687c6-37a6-4523-b73e-d515a49b433e,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:44.286603 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.301825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Calling delete_port for dfd687c6-37a6-4523-b73e-d515a49b433e owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:44.447337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.470847 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.664723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Allocated IP 172.25.1.137 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/d8c6571f-9adf-419b-adee-053e69998b96) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:44.671702 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.716575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd687c6-37a6-4523-b73e-d515a49b433e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:44.832951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.928949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.937817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.940986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.997173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.997642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 601448da-f8e9-40ce-964f-2e2e0db85c74 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:27:45.003076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.006871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-594ca391-08a0-47fc-9a3d-22cc07fdc013 admin admin] 10.222.0.88 "DELETE /v2.0/routers/601448da-f8e9-40ce-964f-2e2e0db85c74 HTTP/1.1" status: 204 len: 168 time: 1.7012968 Jul 07 18:27:45.007398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47054) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:45.055081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.094267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] Deleting subnet cec48f9f-007d-47a9-afe4-c958028c86af {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:27:45.105071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.107890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:45.108184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:45.130961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:45.141463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:45.152669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=d8c6571f-9adf-419b-adee-053e69998b96,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:45.185969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.338315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:45.338590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cbfb7d8-bc4c-4d6c-9ce3-cd8e807bd23d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:45.371570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.509068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.543635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec48f9f-007d-47a9-afe4-c958028c86af,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:45.545667 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.547703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-db7485aa-2273-4924-85ee-8e872a54eaea admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cec48f9f-007d-47a9-afe4-c958028c86af HTTP/1.1" status: 204 len: 168 time: 0.5394938 Jul 07 18:27:45.548981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.552269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47056) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:45.554530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4984d08-71b0-45d6-8c86-480f64c399e0 None None] Network 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:45.634609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.694288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Deleting port 59098542-8a6c-473b-83a3-1e81f4501414 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:45.694737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.764501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] For port 59098542-8a6c-473b-83a3-1e81f4501414, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=59098542-8a6c-473b-83a3-1e81f4501414,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:45.764940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.778153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Calling delete_port for 59098542-8a6c-473b-83a3-1e81f4501414 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:45.782429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] DHCP port deletion for 0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:27:45.787397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.834095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Deleting port 59098542-8a6c-473b-83a3-1e81f4501414 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:27:45.834800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.865791 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.892303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59098542-8a6c-473b-83a3-1e81f4501414,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:45.897378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] No DVR routers for this DVR port 59098542-8a6c-473b-83a3-1e81f4501414 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:45.921757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14926671-0c87-45c1-8036-f70b0162e540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.928100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:27:45.933098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] For port 59098542-8a6c-473b-83a3-1e81f4501414, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=59098542-8a6c-473b-83a3-1e81f4501414,segment=NetworkSegment(c90f30f3-2727-4c7e-88b6-869e5762332d),segment_id=c90f30f3-2727-4c7e-88b6-869e5762332d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:45.933507 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.947071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Calling delete_port for 59098542-8a6c-473b-83a3-1e81f4501414 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:27:45.979322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.990088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7e9c77-5c78-43ec-8f53-afca8a4c2f63']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:46.004888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90f30f3-2727-4c7e-88b6-869e5762332d') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:46.005216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90f30f3-2727-4c7e-88b6-869e5762332d') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:46.014987 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:27:46.022001 n-d-798930-2 neutron-server[105590]: self.session.flush() Jul 07 18:27:46.031490 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.035450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.044533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:27:46.044982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.045782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:27:46.046787 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:27:46.057051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Pushing event deleted for resources: {'Port': ['ID=59098542-8a6c-473b-83a3-1e81f4501414,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:46.063623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Sync routers for ids ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:46.072687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] No DVR routers for this DVR port 59098542-8a6c-473b-83a3-1e81f4501414 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:27:46.076180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.078250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.078463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aa5b12b6-b755-4b0a-9add-8e3b1a842e4f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7143164 Jul 07 18:27:46.078718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.079123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.079468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.079799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.080129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.080453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.080777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.081213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.081540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.081864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.082184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ca3d6-a8fb-4634-bd16-bb4e76358190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:46.082439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47058) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.090952 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Routers {'d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:46.091478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:46.117559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.124045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.129641 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0f7e9c77-5c78-43ec-8f53-afca8a4c2f63 HTTP/1.1" status: 204 len: 168 time: 0.5752723 Jul 07 18:27:46.141861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7bac-cee4-49a1-a37c-4ada25149ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7e9c77-5c78-43ec-8f53-afca8a4c2f63,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:46.169159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f304c-de48-4304-9383-f27a6eb9bfd9 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:46.170766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9e6f304c-de48-4304-9383-f27a6eb9bfd9 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=965702fd72c64b48bd8fb97738b78472&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0866270 Jul 07 18:27:46.173979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47062) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.229471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Set router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:46.271805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198ffa69-142e-470b-a74b-37ec714ab218 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:46.273614 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-198ffa69-142e-470b-a74b-37ec714ab218 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986006 Jul 07 18:27:46.276692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47064) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.289847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47066) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.307248 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3a199422-1ea4-45cd-841c-d4c3756a038e tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293758 Jul 07 18:27:46.310820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47068) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.346882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-da488d5c-2362-4af4-873c-1330b1eb68e9 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=965702fd72c64b48bd8fb97738b78472&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348065 Jul 07 18:27:46.349932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47070) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.366184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d602907f-8543-4289-a2d5-6e31e3b65a0b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8d8f5023beb44955ab61ac3fe381402d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727260 Jul 07 18:27:46.366506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47072) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.421322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:27:45Z', 'revision_number': 3, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:46.427244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30c9c1b7-bd87-4f50-ac71-bcdd2c08a12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.439594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474d2dd-21db-404a-9b55-11c723e42152 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:46.441139 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1474d2dd-21db-404a-9b55-11c723e42152 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903652 Jul 07 18:27:46.444041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47074) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.450268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Checking router: d4f2cf2b-7c70-4b3e-8878-d075c7a1699e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:46.450686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Updating router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e port d8c6571f-9adf-419b-adee-053e69998b96 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:27:46.454300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30c9c1b7-bd87-4f50-ac71-bcdd2c08a12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.476222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8210291c-ea30-440b-9984-26011c7791d2 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310750 Jul 07 18:27:46.478863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47076) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:46.486807 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.488451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1843371845', 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a', 'project_id': '965702fd72c64b48bd8fb97738b78472', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:46.563973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30c9c1b7-bd87-4f50-ac71-bcdd2c08a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.566463 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-30c9c1b7-bd87-4f50-ac71-bcdd2c08a12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.567661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-30c9c1b7-bd87-4f50-ac71-bcdd2c08a12c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45ed7d91-3b9b-4527-aeb3-9651b7bdb21d HTTP/1.1" status: 204 len: 168 time: 0.2001424 Jul 07 18:27:46.582682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9c1b7-bd87-4f50-ac71-bcdd2c08a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ed7d91-3b9b-4527-aeb3-9651b7bdb21d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:46.597585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Made reservation on behalf of 965702fd72c64b48bd8fb97738b78472 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:46.601483 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.788961 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.805523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Transition to ACTIVE for port object d8c6571f-9adf-419b-adee-053e69998b96 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:46.813908 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.816552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.870077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Attempting to bind port d8c6571f-9adf-419b-adee-053e69998b96 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:46.870758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Attempting to bind port d8c6571f-9adf-419b-adee-053e69998b96 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:46.871212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Attempting to bind port d8c6571f-9adf-419b-adee-053e69998b96 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:46.874366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7388366-f348-47e1-8b15-780c1f0b09e7 None None] Pushing event updated for resources: {'Port': ['ID=d8c6571f-9adf-419b-adee-053e69998b96,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:46.879328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:46.879616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:46.880001 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.880386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:46.880889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Bound port: d8c6571f-9adf-419b-adee-053e69998b96, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:46.881277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.887574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Subnet': ['ID=d645d49d-af41-418f-b42d-829c277592a7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:46.898349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Checking segment: {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:46.898718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network hostable DHCP agents. Network: 10dc288f-2b65-41c2-9ed8-09432a334d6a, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:27:46.921901 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:27:46.932170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 10dc288f-2b65-41c2-9ed8-09432a334d6a) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:46.935581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] For port d8c6571f-9adf-419b-adee-053e69998b96, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:46.937725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:46.938078 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.942885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] For port d8c6571f-9adf-419b-adee-053e69998b96, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d8c6571f-9adf-419b-adee-053e69998b96,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:46.951553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0acc904-9d08-413a-a1d1-e779be0122fa None None] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:46.954371 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-67907049-e094-4f81-814a-7504f071e3ea tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4743042 Jul 07 18:27:46.956127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:46.957478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47086) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:47.053423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7388366-f348-47e1-8b15-780c1f0b09e7 None None] Pushing event updated for resources: {'Port': ['ID=d8c6571f-9adf-419b-adee-053e69998b96,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:47.093877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Routers {'d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:47.094510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:47.163799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dfd687c6-37a6-4523-b73e-d515a49b433e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:47.239835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: dfd687c6-37a6-4523-b73e-d515a49b433e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:47.240539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device dfd687c6-37a6-4523-b73e-d515a49b433e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:47.240668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 59098542-8a6c-473b-83a3-1e81f4501414 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:27:47.266270 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 59098542-8a6c-473b-83a3-1e81f4501414 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:27:47.266616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 59098542-8a6c-473b-83a3-1e81f4501414 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:27:47.314324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] Set router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:47.344184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-10dc288f-2b65-41c2-9ed8-09432a334d6a', 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'fixed_ips': [{'subnet_id': 'd645d49d-af41-418f-b42d-829c277592a7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:27:47.345384 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.449909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47100) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:47.481080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.561940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1425846140-network', 'tenant_id': '16ba02263e5c492b8340d07e1afd91b5'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:47.587518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Made reservation on behalf of 16ba02263e5c492b8340d07e1afd91b5 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:47.591388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.599556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Allocated IP 172.20.0.18 (10dc288f-2b65-41c2-9ed8-09432a334d6a/d645d49d-af41-418f-b42d-829c277592a7/9f54564a-c02b-428d-9d2e-9dd2445b0172) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:47.603810 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.665192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:27:45Z', 'revision_number': 3, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:47.702786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.704517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4fc8-397b-423e-b88b-5544ce479ac6 None None] The sync data for ids ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'] in n-d-798930-2 is: [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:27:45Z', 'revision_number': 3, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:47.710364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.742237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:27:47.761130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.761130 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Added segment 0e03767f-919d-4bc8-86a6-d73b3b107202 of type vlan for network 574bec43-8ff8-4f91-987e-2675502161e1 Jul 07 18:27:47.762419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9292b3e-6c45-4a2e-b507-4765914a9f62,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:47.805704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.823936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.833680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Transition to ACTIVE for port object 9f54564a-c02b-428d-9d2e-9dd2445b0172 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:47.837415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.839720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:47.840344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.850055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Transition to ACTIVE for port object 9f54564a-c02b-428d-9d2e-9dd2445b0172 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:47.862196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.906899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:47.912435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:47.916461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:47.921713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Allocated IP 172.20.0.17 (10dc288f-2b65-41c2-9ed8-09432a334d6a/d645d49d-af41-418f-b42d-829c277592a7/a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:47.923490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Pushing event updated for resources: {'Port': ['ID=9f54564a-c02b-428d-9d2e-9dd2445b0172,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:47.999245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Attempting to bind port 9f54564a-c02b-428d-9d2e-9dd2445b0172 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:47.999939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Attempting to bind port 9f54564a-c02b-428d-9d2e-9dd2445b0172 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:48.000474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Attempting to bind port 9f54564a-c02b-428d-9d2e-9dd2445b0172 on network 10dc288f-2b65-41c2-9ed8-09432a334d6a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:48.007392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:48.007392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Checking segment: {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:48.007715 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.007948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Bound using segment: {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:48.008392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Bound port: 9f54564a-c02b-428d-9d2e-9dd2445b0172, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:48.008813 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.101794 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.106654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] For port 9f54564a-c02b-428d-9d2e-9dd2445b0172, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:48.111015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] For port 9f54564a-c02b-428d-9d2e-9dd2445b0172, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9f54564a-c02b-428d-9d2e-9dd2445b0172,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:48.126887 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.195970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12addac-c731-4531-a15c-6f6e9479b26e None None] Pushing event updated for resources: {'Port': ['ID=9f54564a-c02b-428d-9d2e-9dd2445b0172,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:48.328610 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8774228 Jul 07 18:27:48.334595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47104) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:27:48.343284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Request body: {'subnet': {'network_id': '574bec43-8ff8-4f91-987e-2675502161e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1425846140-subnet', 'tenant_id': '16ba02263e5c492b8340d07e1afd91b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:48.348586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2bd05-1ad6-44fb-8320-87912b52a8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=574bec43-8ff8-4f91-987e-2675502161e1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:48.361594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 574bec43-8ff8-4f91-987e-2675502161e1 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:27:48.403341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Made reservation on behalf of 16ba02263e5c492b8340d07e1afd91b5 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:48.405804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.564864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71eb5bba-78a3-414c-8eff-1f2d843bc2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.573847 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.584960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Transition to ACTIVE for port object a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:48.634372 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.664542 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.679828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:48.686723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:48.689217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:48.719103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:48.737011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d59657d-078c-407e-9c96-04238559eb84,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:48.745294 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.745582 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Checking segment: {'id': '0e03767f-919d-4bc8-86a6-d73b3b107202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '574bec43-8ff8-4f91-987e-2675502161e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:48.745948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Network hostable DHCP agents. Network: 574bec43-8ff8-4f91-987e-2675502161e1, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:27:48.771210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Network 574bec43-8ff8-4f91-987e-2675502161e1 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:27:48.787257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 574bec43-8ff8-4f91-987e-2675502161e1) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:48.792951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:48.793695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.811271 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5a437-b823-4c1b-8b23-ba9d7a56a151 None None] Network 574bec43-8ff8-4f91-987e-2675502161e1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:48.820239 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-597c34eb-4c36-47ac-ab9d-698486be8f21 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4769466 Jul 07 18:27:48.965190 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:49.190491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f744d6-2eeb-4c82-b17d-ae64316f9ec7 None None] Network 574bec43-8ff8-4f91-987e-2675502161e1 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:49.510689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f54564a-c02b-428d-9d2e-9dd2445b0172 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:49.634809 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 9f54564a-c02b-428d-9d2e-9dd2445b0172 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:49.639804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d8c6571f-9adf-419b-adee-053e69998b96 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:49.693564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60adb8-2ef2-4660-984c-b33eb39db8c5 None None] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:27:49.696438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-b6cf4a3f-29d5-4976-b373-d985a92fbc6a tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:49.705189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-b6cf4a3f-29d5-4976-b373-d985a92fbc6a tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/networks?id=574bec43-8ff8-4f91-987e-2675502161e1 HTTP/1.1" status: 200 len: 814 time: 0.1990426 Jul 07 18:27:49.724341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-45caecdf-616b-41b9-9c87-f6c84a6cada8 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/quotas/16ba02263e5c492b8340d07e1afd91b5 HTTP/1.1" status: 200 len: 375 time: 0.0182204 Jul 07 18:27:49.726644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:49.732615 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:49.777033 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:49.789407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-062ef33d-9d1a-4813-a689-24451d8ee93e None None] Provisioning for port 9f54564a-c02b-428d-9d2e-9dd2445b0172 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:49.793425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-dd6d7865-43d5-4543-a6b7-b3fe45f64ff8 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=16ba02263e5c492b8340d07e1afd91b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571148 Jul 07 18:27:49.796063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d8c6571f-9adf-419b-adee-053e69998b96 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:49.806070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-062ef33d-9d1a-4813-a689-24451d8ee93e None None] Provisioning complete for port 9f54564a-c02b-428d-9d2e-9dd2445b0172 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:49.806729 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-062ef33d-9d1a-4813-a689-24451d8ee93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:49.814620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d8c6571f-9adf-419b-adee-053e69998b96 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:49.815410 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:49.898226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:49.901283 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.049951 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-062ef33d-9d1a-4813-a689-24451d8ee93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.053110 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.098506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d8c6571f-9adf-419b-adee-053e69998b96, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d8c6571f-9adf-419b-adee-053e69998b96,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:50.112986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:50.114279 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.116539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:50.118299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f6bf5121-0e6f-4203-81c0-de3281d082ad service neutron] 10.222.0.88 "GET /v2.0/networks/574bec43-8ff8-4f91-987e-2675502161e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239334 Jul 07 18:27:50.122010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-062ef33d-9d1a-4813-a689-24451d8ee93e None None] For port 9f54564a-c02b-428d-9d2e-9dd2445b0172, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9f54564a-c02b-428d-9d2e-9dd2445b0172,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:50.128481 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-062ef33d-9d1a-4813-a689-24451d8ee93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.188318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d8c6571f-9adf-419b-adee-053e69998b96,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:50.257456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ef33d-9d1a-4813-a689-24451d8ee93e None None] Pushing event updated for resources: {'Port': ['ID=9f54564a-c02b-428d-9d2e-9dd2445b0172,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:50.317333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-22c0486c-2432-4bd5-a947-9c36cabff6ab service neutron] 10.222.0.88 "GET /v2.0/networks/574bec43-8ff8-4f91-987e-2675502161e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517956 Jul 07 18:27:50.326917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:27:50.461264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:27:50.470779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a02b7649-083f-4943-988d-65ebd94e0d9e None None] Provisioning for port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:50.476634 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Sync routers for ids ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:27:50.486267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6c782534-34e2-4453-a190-c37be5fa6f14 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "PUT /v2.0/routers/d4f2cf2b-7c70-4b3e-8878-d075c7a1699e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5276954 Jul 07 18:27:50.490317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a02b7649-083f-4943-988d-65ebd94e0d9e None None] Provisioning complete for port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:50.491028 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a02b7649-083f-4943-988d-65ebd94e0d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.492627 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Routers {'d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:50.493681 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:50.537164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a02b7649-083f-4943-988d-65ebd94e0d9e None None] Port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:27:50.549358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a02b7649-083f-4943-988d-65ebd94e0d9e None None] Provisioning complete for port 9f54564a-c02b-428d-9d2e-9dd2445b0172 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:50.549558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a02b7649-083f-4943-988d-65ebd94e0d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.588222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36abb39e-5c43-4532-bb57-b17cdd97ffd0 req-2bdeb0d2-50a5-42fa-8b7f-8ccccec347a1 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 210 time: 0.0817733 Jul 07 18:27:50.652900 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Set router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:50.826699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a597ab04-5a2c-45e6-9ed6-0cedce027451 None None] Provisioning complete for port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:50.827167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a597ab04-5a2c-45e6-9ed6-0cedce027451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.904606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a597ab04-5a2c-45e6-9ed6-0cedce027451 None None] Port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:27:50.936129 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-241daf5b-6455-490b-8e06-70942b9ad4a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748730 Jul 07 18:27:50.988465 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:27:48Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1', 'name': '', 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:e9:eb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'd645d49d-af41-418f-b42d-829c277592a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:47Z', 'updated_at': '2021-07-07T18:27:49Z', 'revision_number': 2, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'd645d49d-af41-418f-b42d-829c277592a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:50.999157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-180530c3-97cf-40b6-b41f-d74aa92bbc05 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.008460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-180530c3-97cf-40b6-b41f-d74aa92bbc05 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/networks?id=10dc288f-2b65-41c2-9ed8-09432a334d6a HTTP/1.1" status: 200 len: 797 time: 0.2643697 Jul 07 18:27:51.029576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-16638e51-82ed-4fd4-9084-f77af26c6452 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/quotas/965702fd72c64b48bd8fb97738b78472 HTTP/1.1" status: 200 len: 375 time: 0.0198336 Jul 07 18:27:51.035558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335a65-8119-4672-9f63-5923ab91c92b req-68c95be7-ee5f-4b42-9497-c10d3b48b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.037794 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-68c95be7-ee5f-4b42-9497-c10d3b48b6f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1135 time: 0.0751584 Jul 07 18:27:51.044107 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Checking router: d4f2cf2b-7c70-4b3e-8878-d075c7a1699e for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:27:51.045222 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Updating router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:27:51.105467 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.128875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f54564a-c02b-428d-9d2e-9dd2445b0172 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:51.157365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-71fb0395-c36a-47cb-a15f-2c5966d1f5fa tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1132035 Jul 07 18:27:51.204346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335a65-8119-4672-9f63-5923ab91c92b req-9fbed68a-ec9d-4e3b-8ff4-5b09ec2467fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.206545 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-9fbed68a-ec9d-4e3b-8ff4-5b09ec2467fd service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4e6e34e-fb14-4903-8484-b969c1885ad6 HTTP/1.1" status: 200 len: 898 time: 0.1432841 Jul 07 18:27:51.249724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f5bb3ba2-d8d0-41c0-8100-3e08844dd46a None None] Provisioning complete for port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:51.250603 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3ba2-d8d0-41c0-8100-3e08844dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.282603 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-bfbd6a29-5932-46de-8569-320f0e884d03 service neutron] 10.222.0.88 "GET /v2.0/networks/10dc288f-2b65-41c2-9ed8-09432a334d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097326 Jul 07 18:27:51.295566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-9348c68a-79ab-47e3-8179-8ba5acfd4cc4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bcd10ba-b28e-4943-94e0-5b923968456d HTTP/1.1" status: 200 len: 1001 time: 0.0733228 Jul 07 18:27:51.335243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.348354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb3ba2-d8d0-41c0-8100-3e08844dd46a None None] Port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:27:51.351488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9f54564a-c02b-428d-9d2e-9dd2445b0172 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:51.352944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.356455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335a65-8119-4672-9f63-5923ab91c92b req-02cdb829-afd5-43a4-a8c6-1026f56f8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.358286 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-02cdb829-afd5-43a4-a8c6-1026f56f8bd5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7002273-ee7c-4036-9ca6-1ddfec8d71f7 HTTP/1.1" status: 200 len: 834 time: 0.0558715 Jul 07 18:27:51.404308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-1142f8e4-87c0-4943-9c4d-ea4e40f493fd service neutron] 10.222.0.88 "GET /v2.0/networks/10dc288f-2b65-41c2-9ed8-09432a334d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203554 Jul 07 18:27:51.432102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335a65-8119-4672-9f63-5923ab91c92b req-e70f950b-1738-4750-b441-7162c1881258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:51.434411 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-e70f950b-1738-4750-b441-7162c1881258 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4e6e34e-fb14-4903-8484-b969c1885ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690253 Jul 07 18:27:51.452291 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.483251 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Transition to ACTIVE for port object a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:51.495630 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.503265 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d8c6571f-9adf-419b-adee-053e69998b96 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:51.589355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d8c6571f-9adf-419b-adee-053e69998b96 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:51.590076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.600896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-5378f99c-3a34-4728-8452-9c07c057ea24 service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573374 Jul 07 18:27:51.607635 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Pushing event updated for resources: {'Port': ['ID=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:51.619655 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.620130 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.620640 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.621027 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.621402 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.621722 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.622034 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.622502 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.623160 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.623485 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.623800 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.624178 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:27:51.722612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4df8a2d-8512-45ce-af9d-5cd72f6406fa req-38d1b945-5f54-499c-a0b4-a2278166d8bf tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 210 time: 0.0910158 Jul 07 18:27:51.775129 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Attempting to bind port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:51.779728 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Attempting to bind port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:51.780205 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Attempting to bind port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 on network 10dc288f-2b65-41c2-9ed8-09432a334d6a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:51.793583 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:51.801451 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Checking segment: {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:51.802089 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.802500 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Bound using segment: {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:51.803015 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Bound port: a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:51.803531 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:51.855471 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3b335a65-8119-4672-9f63-5923ab91c92b req-abc6a1e5-89da-4498-96b4-4c7c2e83e39c service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470741 Jul 07 18:27:51.858336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0dac5c7d-a608-4468-887f-c3e77ab3c67f req-839f5ce8-938b-4724-8836-c735e7a09885 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 210 time: 0.0595877 Jul 07 18:27:51.900516 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] For port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:51.904106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] For port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:51.910091 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:52.001283 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Routers {'d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:27:52.002580 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:52.009845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66345c-8f3e-4cd7-817e-9181e8c1ee5c None None] Pushing event updated for resources: {'Port': ['ID=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:52.126341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-b190917c-c61f-4bf6-b6e5-cea777e2b542 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:52.133233 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-b190917c-c61f-4bf6-b6e5-cea777e2b542 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.55 "GET /v2.0/networks?id=574bec43-8ff8-4f91-987e-2675502161e1 HTTP/1.1" status: 200 len: 814 time: 0.1640959 Jul 07 18:27:52.147846 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Request body: {'port': {'device_id': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'network_id': '574bec43-8ff8-4f91-987e-2675502161e1', 'admin_state_up': True, 'tenant_id': '16ba02263e5c492b8340d07e1afd91b5'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:52.164498 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] Set router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:27:52.315326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Made reservation on behalf of 16ba02263e5c492b8340d07e1afd91b5 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:52.320888 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:52.412993 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:27:48Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1', 'name': '', 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:e9:eb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'd645d49d-af41-418f-b42d-829c277592a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:47Z', 'updated_at': '2021-07-07T18:27:51Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'd645d49d-af41-418f-b42d-829c277592a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:27:52.440707 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a026a297-4987-4e88-b405-50a91e3effc5 None None] The sync data for ids ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'] in n-d-798930-2 is: [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:27:48Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1', 'name': '', 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:e9:eb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'd645d49d-af41-418f-b42d-829c277592a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:47Z', 'updated_at': '2021-07-07T18:27:51Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'd645d49d-af41-418f-b42d-829c277592a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:27:52.470661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Allocated IP 172.20.0.6 (574bec43-8ff8-4f91-987e-2675502161e1/1d59657d-078c-407e-9c96-04238559eb84/5bbaec1f-1cfe-4159-ae15-864424af05da) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:52.679814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:52.725593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:52.775597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Network 574bec43-8ff8-4f91-987e-2675502161e1 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:52.781562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:52.785617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:52.792905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Pushing event updated for resources: {'Port': ['ID=5bbaec1f-1cfe-4159-ae15-864424af05da,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:52.858811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:52.859676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:52.878752 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-f96990b4-3dfd-4eb0-8933-a529365096cf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358818 Jul 07 18:27:52.897575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-d0b3b0e4-ae80-42df-8035-04d93848bb58 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:27:52.899106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-d0b3b0e4-ae80-42df-8035-04d93848bb58 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138781 Jul 07 18:27:52.901683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a74dc3c-e67a-4d59-8e44-b8071d967db2 req-25ee037a-a2e3-42e6-9964-93e84bcd8fbd tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 210 time: 0.0606949 Jul 07 18:27:52.995814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Request body: {'port': {'device_id': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:53.105900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.197603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:53.212342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e97300-1a23-48e5-94ac-03b5d5f6d78f req-c7db69fc-946a-4fca-a230-ab0619ff23ec tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:53.220275 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23e97300-1a23-48e5-94ac-03b5d5f6d78f req-c7db69fc-946a-4fca-a230-ab0619ff23ec tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 931 time: 0.1911991 Jul 07 18:27:53.251226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-731f3ce9-5cc6-49f9-afa5-2382a286ab7c tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:53.252801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-731f3ce9-5cc6-49f9-afa5-2382a286ab7c tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.55 "GET /v2.0/networks?id=10dc288f-2b65-41c2-9ed8-09432a334d6a HTTP/1.1" status: 200 len: 797 time: 0.2417686 Jul 07 18:27:53.267777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Request body: {'port': {'device_id': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a', 'admin_state_up': True, 'tenant_id': '965702fd72c64b48bd8fb97738b78472'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:53.279982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:53.289216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:53.289929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.293990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23e97300-1a23-48e5-94ac-03b5d5f6d78f req-03d4788f-372c-49ae-ba1b-75688152ecfa tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726843 Jul 07 18:27:53.400049 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.439463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Made reservation on behalf of 965702fd72c64b48bd8fb97738b78472 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:27:53.442416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:53.445080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.450419 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.513251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:53.563953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbaec1f-1cfe-4159-ae15-864424af05da {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:27:53.572356 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.585477 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Transition to ACTIVE for port object 5bbaec1f-1cfe-4159-ae15-864424af05da will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:53.590580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.591978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Allocated IP 172.20.0.30 (10dc288f-2b65-41c2-9ed8-09432a334d6a/d645d49d-af41-418f-b42d-829c277592a7/e20a0aa7-dabb-4d3b-952e-57082e64aef4) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:27:53.646257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbaec1f-1cfe-4159-ae15-864424af05da,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:53.723620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.735088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Attempting to bind port 5bbaec1f-1cfe-4159-ae15-864424af05da on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:53.735411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Attempting to bind port 5bbaec1f-1cfe-4159-ae15-864424af05da by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '0e03767f-919d-4bc8-86a6-d73b3b107202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '574bec43-8ff8-4f91-987e-2675502161e1'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:53.735742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Attempting to bind port 5bbaec1f-1cfe-4159-ae15-864424af05da on network 574bec43-8ff8-4f91-987e-2675502161e1 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:53.740740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Port 5bbaec1f-1cfe-4159-ae15-864424af05da on network 574bec43-8ff8-4f91-987e-2675502161e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:27:53.741130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Attempting to bind port 5bbaec1f-1cfe-4159-ae15-864424af05da on network 574bec43-8ff8-4f91-987e-2675502161e1 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:53.743942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Transition to ACTIVE for port object e20a0aa7-dabb-4d3b-952e-57082e64aef4 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:53.747680 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:53.748207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Checking segment: {'id': '0e03767f-919d-4bc8-86a6-d73b3b107202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '574bec43-8ff8-4f91-987e-2675502161e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:53.748726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Bound using segment: {'id': '0e03767f-919d-4bc8-86a6-d73b3b107202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '574bec43-8ff8-4f91-987e-2675502161e1'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:53.749149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Bound port: 5bbaec1f-1cfe-4159-ae15-864424af05da, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e03767f-919d-4bc8-86a6-d73b3b107202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '574bec43-8ff8-4f91-987e-2675502161e1'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:53.749508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.807553 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.834363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] For port 5bbaec1f-1cfe-4159-ae15-864424af05da, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:53.839344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] For port 5bbaec1f-1cfe-4159-ae15-864424af05da, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5bbaec1f-1cfe-4159-ae15-864424af05da,segment=NetworkSegment(0e03767f-919d-4bc8-86a6-d73b3b107202),segment_id=0e03767f-919d-4bc8-86a6-d73b3b107202)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:53.847217 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.851961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:27:53.855924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:27:53.863312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:27:53.887373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:53.887974 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.891410 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bbaec1f-1cfe-4159-ae15-864424af05da HTTP/1.1" status: 200 len: 1091 time: 0.9845893 Jul 07 18:27:53.891894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'tag': '5bbaec1f-1cfe-4159-ae15-864424af05da'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:53.895408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event updated for resources: {'Port': ['ID=e20a0aa7-dabb-4d3b-952e-57082e64aef4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:53.898641 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "87c301e7-82ad-4e29-b70f-aaef78be90f4", "tag": "5bbaec1f-1cfe-4159-ae15-864424af05da"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:53.937344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:53.938064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.961797 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-dba88abe-951e-41ae-a11a-03c2fe0b5427 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6973825 Jul 07 18:27:53.978411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Request body: {'port': {'device_id': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:27:54.010700 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3c9ec-2edd-404c-85bb-9e76c5cd036b x-openstack-request-id: req-e4b3c9ec-2edd-404c-85bb-9e76c5cd036b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:54.011580 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c301e7-82ad-4e29-b70f-aaef78be90f4", "tag": "5bbaec1f-1cfe-4159-ae15-864424af05da", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:54.012244 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e4b3c9ec-2edd-404c-85bb-9e76c5cd036b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:54.012819 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'tag': '5bbaec1f-1cfe-4159-ae15-864424af05da', 'status': 'completed', 'code': 200} Jul 07 18:27:54.023350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f76a8-174a-4427-8b5f-6b620af2fca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbaec1f-1cfe-4159-ae15-864424af05da,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:54.092958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-a1363dc4-aca0-47ae-bf82-aae1b00f14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.094661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-a1363dc4-aca0-47ae-bf82-aae1b00f14b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16ba02263e5c492b8340d07e1afd91b5&device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 1094 time: 0.1331358 Jul 07 18:27:54.121834 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:54.143654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-70650135-7983-4ae3-8745-c9048bbbbdd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bbaec1f-1cfe-4159-ae15-864424af05da HTTP/1.1" status: 200 len: 217 time: 0.0392411 Jul 07 18:27:54.186441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2a75802f-d8ee-43f5-a5cf-135244d55e7d None None] Provisioning for port e20a0aa7-dabb-4d3b-952e-57082e64aef4 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:54.191028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2a75802f-d8ee-43f5-a5cf-135244d55e7d None None] Provisioning complete for port e20a0aa7-dabb-4d3b-952e-57082e64aef4 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:54.191407 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a75802f-d8ee-43f5-a5cf-135244d55e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:54.206417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-a1101079-c1e8-4e22-b40d-5da414a2a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.207904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0400b93-6ee7-4d5b-882e-20ab5df98c72 req-dea1b028-d503-4278-8ef1-9c6c056c8752 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.208078 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-a1101079-c1e8-4e22-b40d-5da414a2a861 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d59657d-078c-407e-9c96-04238559eb84 HTTP/1.1" status: 200 len: 854 time: 0.0578101 Jul 07 18:27:54.209718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0400b93-6ee7-4d5b-882e-20ab5df98c72 req-dea1b028-d503-4278-8ef1-9c6c056c8752 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 895 time: 0.1427484 Jul 07 18:27:54.237869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2a75802f-d8ee-43f5-a5cf-135244d55e7d None None] Port e20a0aa7-dabb-4d3b-952e-57082e64aef4 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:27:54.251076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-0b3d0f50-741c-4995-a5e4-0d3bd05b399a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=574bec43-8ff8-4f91-987e-2675502161e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292816 Jul 07 18:27:54.354784 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-9ef7c80f-4506-4650-93c5-d73cb828a976 service neutron] 10.222.0.55 "GET /v2.0/networks/574bec43-8ff8-4f91-987e-2675502161e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972288 Jul 07 18:27:54.445404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f74f7ac-13f8-4462-80a6-df721dc897c9 req-9158170e-f56b-4c85-9547-3f5adbeb620e service neutron] 10.222.0.55 "GET /v2.0/networks/574bec43-8ff8-4f91-987e-2675502161e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833509 Jul 07 18:27:54.496294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20a0aa7-dabb-4d3b-952e-57082e64aef4 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:27:54.506153 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:54.526352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Transition to ACTIVE for port object e20a0aa7-dabb-4d3b-952e-57082e64aef4 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:27:54.531463 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:54.546234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e04146-d134-420b-a5f0-96bc03083946 req-7dca3fac-8cfd-45a1-8428-1830852ebcb0 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.547877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8e04146-d134-420b-a5f0-96bc03083946 req-7dca3fac-8cfd-45a1-8428-1830852ebcb0 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 943 time: 0.1321077 Jul 07 18:27:54.553149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-ed13afc5-b766-4cc0-9973-139f92abb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.555138 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-ed13afc5-b766-4cc0-9973-139f92abb1cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16ba02263e5c492b8340d07e1afd91b5&device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 1094 time: 0.0595646 Jul 07 18:27:54.634386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Pushing event updated for resources: {'Port': ['ID=e20a0aa7-dabb-4d3b-952e-57082e64aef4,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:54.670350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8e04146-d134-420b-a5f0-96bc03083946 req-c80a3b3f-ee7b-4f21-a353-c39423e255bf tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980196 Jul 07 18:27:54.685062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-2339a2ef-96ce-4252-a4ce-5fdc6c879e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.686652 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-2339a2ef-96ce-4252-a4ce-5fdc6c879e5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=574bec43-8ff8-4f91-987e-2675502161e1 HTTP/1.1" status: 200 len: 915 time: 0.1247277 Jul 07 18:27:54.708816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Attempting to bind port e20a0aa7-dabb-4d3b-952e-57082e64aef4 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:27:54.709328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Attempting to bind port e20a0aa7-dabb-4d3b-952e-57082e64aef4 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:27:54.710079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Attempting to bind port e20a0aa7-dabb-4d3b-952e-57082e64aef4 on network 10dc288f-2b65-41c2-9ed8-09432a334d6a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:54.715762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Port e20a0aa7-dabb-4d3b-952e-57082e64aef4 on network 10dc288f-2b65-41c2-9ed8-09432a334d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:27:54.716229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Attempting to bind port e20a0aa7-dabb-4d3b-952e-57082e64aef4 on network 10dc288f-2b65-41c2-9ed8-09432a334d6a {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:27:54.721844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:27:54.722244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Checking segment: {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:27:54.722768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Bound using segment: {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:27:54.723277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Bound port: e20a0aa7-dabb-4d3b-952e-57082e64aef4, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988e2ee5-7724-41df-a49c-39fd3491fe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:27:54.723734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:54.746887 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-2ffc8bae-4b8e-4a6c-8de9-3656e5374aae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bbaec1f-1cfe-4159-ae15-864424af05da HTTP/1.1" status: 200 len: 217 time: 0.0509312 Jul 07 18:27:54.797457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] For port e20a0aa7-dabb-4d3b-952e-57082e64aef4, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:27:54.801605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] For port e20a0aa7-dabb-4d3b-952e-57082e64aef4, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e20a0aa7-dabb-4d3b-952e-57082e64aef4,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:27:54.808562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-0924597f-9b3e-4ac4-ad79-c131a078d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.809768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:54.810188 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-0924597f-9b3e-4ac4-ad79-c131a078d272 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d59657d-078c-407e-9c96-04238559eb84 HTTP/1.1" status: 200 len: 854 time: 0.0554302 Jul 07 18:27:54.846380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.846833 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-68e6cb26-a0ed-44dd-8b43-b44a9445a1fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=574bec43-8ff8-4f91-987e-2675502161e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281770 Jul 07 18:27:54.847164 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:54.848600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] 10.222.0.55 "PUT /v2.0/ports/e20a0aa7-dabb-4d3b-952e-57082e64aef4 HTTP/1.1" status: 200 len: 1055 time: 0.8802292 Jul 07 18:27:54.849035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'tag': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:54.851555 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5494044-1402-4481-b74c-236c43b65772" -d '{"events": [{"name": "network-changed", "server_uuid": "28bbe7b8-b266-4413-9395-a9dbee294be5", "tag": "e20a0aa7-dabb-4d3b-952e-57082e64aef4"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:54.878007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59986d2a-bc9d-4173-8da4-9c05db1ff4da service neutron] Pushing event updated for resources: {'Port': ['ID=e20a0aa7-dabb-4d3b-952e-57082e64aef4,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:54.903040 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe77d477-c00a-4fba-ade5-126b8a3d24f9 x-openstack-request-id: req-fe77d477-c00a-4fba-ade5-126b8a3d24f9 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:54.903335 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bbe7b8-b266-4413-9395-a9dbee294be5", "tag": "e20a0aa7-dabb-4d3b-952e-57082e64aef4", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:54.903596 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe77d477-c00a-4fba-ade5-126b8a3d24f9 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:54.904113 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'tag': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4', 'status': 'completed', 'code': 200} Jul 07 18:27:54.973785 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-95b8c7d6-25b3-4adf-9d55-5d796476f0ff service neutron] 10.222.0.55 "GET /v2.0/networks/574bec43-8ff8-4f91-987e-2675502161e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147652 Jul 07 18:27:54.988576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494044-1402-4481-b74c-236c43b65772 req-ab34689f-6b88-4583-a0c6-509f61f2836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:54.990218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5494044-1402-4481-b74c-236c43b65772 req-ab34689f-6b88-4583-a0c6-509f61f2836a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 1058 time: 0.0663457 Jul 07 18:27:55.122707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-5b0db321-3367-41c5-a04a-1b2af5c3fdc4 req-9a8ccf4d-6be2-413e-b767-b7d22e2d2b1d service neutron] 10.222.0.55 "GET /v2.0/networks/574bec43-8ff8-4f91-987e-2675502161e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426270 Jul 07 18:27:55.141806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:55.198813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:55.199361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:55.236496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494044-1402-4481-b74c-236c43b65772 req-5b8b4d92-f2a3-4737-95ff-c0239c625a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:55.237006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494044-1402-4481-b74c-236c43b65772 req-5b8b4d92-f2a3-4737-95ff-c0239c625a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:55.238583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5494044-1402-4481-b74c-236c43b65772 req-5b8b4d92-f2a3-4737-95ff-c0239c625a15 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=965702fd72c64b48bd8fb97738b78472&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2410374 Jul 07 18:27:55.444914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494044-1402-4481-b74c-236c43b65772 req-312df973-547d-4302-98b7-e8ba28351e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:55.446441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5494044-1402-4481-b74c-236c43b65772 req-312df973-547d-4302-98b7-e8ba28351e6f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995618 Jul 07 18:27:55.469212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c026e-3bc5-4794-9d4f-6f0af718c7bb req-f63b6c8a-1b13-4293-a7ca-147851004f5d tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:55.470713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd3c026e-3bc5-4794-9d4f-6f0af718c7bb req-f63b6c8a-1b13-4293-a7ca-147851004f5d tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 907 time: 0.1242549 Jul 07 18:27:55.935846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-2a1c5d13-9c76-4131-a10e-8b005ad2a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:55.937415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-2a1c5d13-9c76-4131-a10e-8b005ad2a539 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 1058 time: 0.4522364 Jul 07 18:27:55.953926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32a1c9-4e04-4c2f-b88e-57280c0b62f7 req-39a8c7f4-ce6d-43de-835b-07a2ac95be56 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:55.955328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a32a1c9-4e04-4c2f-b88e-57280c0b62f7 req-39a8c7f4-ce6d-43de-835b-07a2ac95be56 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 943 time: 0.0827136 Jul 07 18:27:56.000394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-1dba6fc7-3d33-4730-a71d-7366ced96f49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e20a0aa7-dabb-4d3b-952e-57082e64aef4 HTTP/1.1" status: 200 len: 217 time: 0.0541990 Jul 07 18:27:56.055880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a32a1c9-4e04-4c2f-b88e-57280c0b62f7 req-c325aee5-4322-4e24-8582-74aa76e9da41 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938706 Jul 07 18:27:56.076235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-720d00d1-c178-4191-a356-89b430241606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:56.077968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-720d00d1-c178-4191-a356-89b430241606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d645d49d-af41-418f-b42d-829c277592a7 HTTP/1.1" status: 200 len: 838 time: 0.0691657 Jul 07 18:27:56.139448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a171de-ef62-428d-a05b-92659b343037 req-650a62e3-11d1-489e-8b5c-c196157a59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:56.140982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-650a62e3-11d1-489e-8b5c-c196157a59f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10dc288f-2b65-41c2-9ed8-09432a334d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547373 Jul 07 18:27:56.245191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-190c5128-034f-48e9-8e2b-877e16d2d5cf service neutron] 10.222.0.55 "GET /v2.0/networks/10dc288f-2b65-41c2-9ed8-09432a334d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968168 Jul 07 18:27:56.338091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7a171de-ef62-428d-a05b-92659b343037 req-82fac617-11e2-4262-8d1a-82cde27f383c service neutron] 10.222.0.55 "GET /v2.0/networks/10dc288f-2b65-41c2-9ed8-09432a334d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857489 Jul 07 18:27:56.658378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81067a2-9f6d-4aff-ac98-469ef63ad431 req-6abb5f67-9fe5-41ab-a41c-668c80af02fb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:56.659878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a81067a2-9f6d-4aff-ac98-469ef63ad431 req-6abb5f67-9fe5-41ab-a41c-668c80af02fb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 907 time: 0.0714700 Jul 07 18:27:56.980286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5bbaec1f-1cfe-4159-ae15-864424af05da details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:27:57.090932 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5bbaec1f-1cfe-4159-ae15-864424af05da, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5bbaec1f-1cfe-4159-ae15-864424af05da,segment=NetworkSegment(0e03767f-919d-4bc8-86a6-d73b3b107202),segment_id=0e03767f-919d-4bc8-86a6-d73b3b107202)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:57.103579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '5bbaec1f-1cfe-4159-ae15-864424af05da', 'network_id': '574bec43-8ff8-4f91-987e-2675502161e1', 'port_id': '5bbaec1f-1cfe-4159-ae15-864424af05da', 'mac_address': 'fa:16:3e:15:70:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d59657d-078c-407e-9c96-04238559eb84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:27:57.145077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:57.160643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbaec1f-1cfe-4159-ae15-864424af05da {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:27:57.181558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5bbaec1f-1cfe-4159-ae15-864424af05da, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5bbaec1f-1cfe-4159-ae15-864424af05da,segment=NetworkSegment(0e03767f-919d-4bc8-86a6-d73b3b107202),segment_id=0e03767f-919d-4bc8-86a6-d73b3b107202)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:57.187735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:57.236210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5bbaec1f-1cfe-4159-ae15-864424af05da,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:57.237357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3973-b75d-4fb5-aeda-4b4ce7201993 req-cf448baf-d240-4742-8acc-736f697608b0 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:57.239342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13ce3973-b75d-4fb5-aeda-4b4ce7201993 req-cf448baf-d240-4742-8acc-736f697608b0 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 943 time: 0.0660312 Jul 07 18:27:57.277823 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13ce3973-b75d-4fb5-aeda-4b4ce7201993 req-fac4177e-628c-47de-8f0d-8bee63d97107 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Jul 07 18:27:57.409143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5bbaec1f-1cfe-4159-ae15-864424af05da'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:27:57.864359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2716-fca2-4868-ade9-c56d13f44c3f req-0c97f3c0-36d5-4b55-91fe-4431d5351e74 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:57.865896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-beca2716-fca2-4868-ade9-c56d13f44c3f req-0c97f3c0-36d5-4b55-91fe-4431d5351e74 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 907 time: 0.0688303 Jul 07 18:27:58.515848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992940cd-a3c8-4e17-9583-29dbcd7a68c8 req-ac01c49c-ba17-404c-b162-f1c4ea9642c4 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:58.517365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-992940cd-a3c8-4e17-9583-29dbcd7a68c8 req-ac01c49c-ba17-404c-b162-f1c4ea9642c4 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 944 time: 0.0881224 Jul 07 18:27:58.566477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-992940cd-a3c8-4e17-9583-29dbcd7a68c8 req-8c075825-2936-4f31-bb75-b37b3d4972c9 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Jul 07 18:27:58.979870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e20a0aa7-dabb-4d3b-952e-57082e64aef4 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:27:58.982518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5bbaec1f-1cfe-4159-ae15-864424af05da up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:59.071267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c61d4-8918-4feb-8d04-5196f286acc7 req-bd03fd9c-b4ec-4806-b8da-d9fc4c1a3acf tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:59.073347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-474c61d4-8918-4feb-8d04-5196f286acc7 req-bd03fd9c-b4ec-4806-b8da-d9fc4c1a3acf tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 907 time: 0.0742643 Jul 07 18:27:59.098591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 5bbaec1f-1cfe-4159-ae15-864424af05da completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:27:59.107006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 5bbaec1f-1cfe-4159-ae15-864424af05da triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:59.107361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:59.149259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e20a0aa7-dabb-4d3b-952e-57082e64aef4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e20a0aa7-dabb-4d3b-952e-57082e64aef4,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:59.168667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4', 'network_id': '10dc288f-2b65-41c2-9ed8-09432a334d6a', 'port_id': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4', 'mac_address': 'fa:16:3e:6d:31:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd645d49d-af41-418f-b42d-829c277592a7', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:27:59.238498 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:59.266623 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:59.269545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20a0aa7-dabb-4d3b-952e-57082e64aef4 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:27:59.343865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e20a0aa7-dabb-4d3b-952e-57082e64aef4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e20a0aa7-dabb-4d3b-952e-57082e64aef4,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:59.348684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbaec1f-1cfe-4159-ae15-864424af05da'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:59.351162 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0e21a-eebd-4ed0-b357-a278e1a31a2d" -d '{"events": [{"server_uuid": "87c301e7-82ad-4e29-b70f-aaef78be90f4", "name": "network-vif-plugged", "status": "completed", "tag": "5bbaec1f-1cfe-4159-ae15-864424af05da"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:59.356603 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:59.369406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5bbaec1f-1cfe-4159-ae15-864424af05da, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5bbaec1f-1cfe-4159-ae15-864424af05da,segment=NetworkSegment(0e03767f-919d-4bc8-86a6-d73b3b107202),segment_id=0e03767f-919d-4bc8-86a6-d73b3b107202)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:59.390333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:59.404798 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0ee148-01a1-4ff8-9e4d-dd644c0f8849 x-openstack-request-id: req-ca0ee148-01a1-4ff8-9e4d-dd644c0f8849 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:59.405103 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c301e7-82ad-4e29-b70f-aaef78be90f4", "name": "network-vif-plugged", "status": "completed", "tag": "5bbaec1f-1cfe-4159-ae15-864424af05da", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:59.405242 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca0ee148-01a1-4ff8-9e4d-dd644c0f8849 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:59.405688 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbaec1f-1cfe-4159-ae15-864424af05da', 'code': 200} Jul 07 18:27:59.427745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=e20a0aa7-dabb-4d3b-952e-57082e64aef4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:59.501199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5bbaec1f-1cfe-4159-ae15-864424af05da,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:59.550408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aff1b9-8e87-47b6-bbb4-7f89bc034d25 req-3042ed0e-7020-41a3-99eb-9fffe1bfd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:59.551986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28aff1b9-8e87-47b6-bbb4-7f89bc034d25 req-3042ed0e-7020-41a3-99eb-9fffe1bfd1ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 1096 time: 0.0729978 Jul 07 18:27:59.575788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['e20a0aa7-dabb-4d3b-952e-57082e64aef4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:27:59.599341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28aff1b9-8e87-47b6-bbb4-7f89bc034d25 req-d1366817-7f3b-405c-b830-22f40e72869f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Jul 07 18:27:59.810432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488607f8-0c7b-43aa-b2ad-01dbf8319640 req-69d6b01f-ef71-4cbf-8d48-1effa326ca82 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:59.812083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-488607f8-0c7b-43aa-b2ad-01dbf8319640 req-69d6b01f-ef71-4cbf-8d48-1effa326ca82 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 945 time: 0.1124761 Jul 07 18:27:59.857718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-488607f8-0c7b-43aa-b2ad-01dbf8319640 req-5ea82b13-72a2-4cac-8619-de8fa3a50b7c tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Jul 07 18:28:00.295316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc7d3-28eb-43b5-bd3c-0a54c49befd7 req-15544c33-5b0c-43fc-8c8d-1a5d3312b7ad tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:00.297011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3c2cc7d3-28eb-43b5-bd3c-0a54c49befd7 req-15544c33-5b0c-43fc-8c8d-1a5d3312b7ad tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 908 time: 0.0758054 Jul 07 18:28:00.995537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e20a0aa7-dabb-4d3b-952e-57082e64aef4 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:01.068513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port e20a0aa7-dabb-4d3b-952e-57082e64aef4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:01.073676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port e20a0aa7-dabb-4d3b-952e-57082e64aef4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:01.074134 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:01.078390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31338932-0c1d-4f0e-af1f-9b48b52cfcbc req-414ae23e-8a07-4f40-9495-60625d6975d0 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:01.080150 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31338932-0c1d-4f0e-af1f-9b48b52cfcbc req-414ae23e-8a07-4f40-9495-60625d6975d0 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 945 time: 0.0736072 Jul 07 18:28:01.126352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31338932-0c1d-4f0e-af1f-9b48b52cfcbc req-7ac3049a-e7a7-4eea-bbd5-f54fa0e438d3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Jul 07 18:28:01.181846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:01.224167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e20a0aa7-dabb-4d3b-952e-57082e64aef4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e20a0aa7-dabb-4d3b-952e-57082e64aef4,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:01.229994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:01.287001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=e20a0aa7-dabb-4d3b-952e-57082e64aef4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:01.407081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:01.410183 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73306030-1c21-46c5-9873-1a55aaf64ded" -d '{"events": [{"server_uuid": "28bbe7b8-b266-4413-9395-a9dbee294be5", "name": "network-vif-plugged", "status": "completed", "tag": "e20a0aa7-dabb-4d3b-952e-57082e64aef4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:01.505176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06da1a4-c2a2-4374-b02b-fe51483cef63 req-447a5ea8-1a73-40ee-bd22-aec5872ed27b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:01.507205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d06da1a4-c2a2-4374-b02b-fe51483cef63 req-447a5ea8-1a73-40ee-bd22-aec5872ed27b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 909 time: 0.0785601 Jul 07 18:28:01.575496 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c92158-fce0-4b37-ae35-1919841e9d01 x-openstack-request-id: req-03c92158-fce0-4b37-ae35-1919841e9d01 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:01.575800 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bbe7b8-b266-4413-9395-a9dbee294be5", "name": "network-vif-plugged", "status": "completed", "tag": "e20a0aa7-dabb-4d3b-952e-57082e64aef4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:01.576116 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03c92158-fce0-4b37-ae35-1919841e9d01 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:01.576605 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4', 'code': 200} Jul 07 18:28:01.712816 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be273a10-8a7b-46d9-a21f-a2cf7350d234 req-d22774b7-e164-4e0a-8d61-dc60f0446794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:01.714705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be273a10-8a7b-46d9-a21f-a2cf7350d234 req-d22774b7-e164-4e0a-8d61-dc60f0446794 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 1060 time: 0.0602658 Jul 07 18:28:01.988014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455b3b2-7d95-41c8-8ef5-1293df02d1f0 req-87d9b4c0-c1b9-463e-a8c6-f8e03c3419d5 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:01.989724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3455b3b2-7d95-41c8-8ef5-1293df02d1f0 req-87d9b4c0-c1b9-463e-a8c6-f8e03c3419d5 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 945 time: 0.0731747 Jul 07 18:28:02.037991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3455b3b2-7d95-41c8-8ef5-1293df02d1f0 req-92514769-500f-422d-8308-a949ee1b8df5 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Jul 07 18:28:02.719652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e86fa-24d2-4720-9e20-dd596a24164d req-aa292f9b-04b5-49f4-aa5e-f338061cefec tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:02.722784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa8e86fa-24d2-4720-9e20-dd596a24164d req-aa292f9b-04b5-49f4-aa5e-f338061cefec tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 909 time: 0.0810485 Jul 07 18:28:03.271120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd058-6f80-4ffc-9126-fc0949bda76d req-8c72c848-e0b8-4bdc-a411-ed033ad1e168 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:03.273719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a4dd058-6f80-4ffc-9126-fc0949bda76d req-8c72c848-e0b8-4bdc-a411-ed033ad1e168 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 945 time: 0.1002200 Jul 07 18:28:03.353715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a4dd058-6f80-4ffc-9126-fc0949bda76d req-c28f55a8-0c7e-40ee-adf6-dc3d03cdd412 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/security-groups?id=f9292b3e-6c45-4a2e-b507-4765914a9f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737422 Jul 07 18:28:03.408737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-00021e9b-a8a0-4874-9880-39f11ff4e2e8 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:03.411399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-00021e9b-a8a0-4874-9880-39f11ff4e2e8 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.55 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 945 time: 0.1099002 Jul 07 18:28:03.548149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Deleting port 5bbaec1f-1cfe-4159-ae15-864424af05da {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:03.548659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:03.654815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] For port 5bbaec1f-1cfe-4159-ae15-864424af05da, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5bbaec1f-1cfe-4159-ae15-864424af05da,segment=NetworkSegment(0e03767f-919d-4bc8-86a6-d73b3b107202),segment_id=0e03767f-919d-4bc8-86a6-d73b3b107202)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:03.655194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:03.671737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Calling delete_port for 5bbaec1f-1cfe-4159-ae15-864424af05da owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:03.812910 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:03.826353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5bbaec1f-1cfe-4159-ae15-864424af05da'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:03.854616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Pushing event deleted for resources: {'Port': ['ID=5bbaec1f-1cfe-4159-ae15-864424af05da,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:03.930013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] No DVR routers for this DVR port 5bbaec1f-1cfe-4159-ae15-864424af05da on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:03.933499 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:03.935141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0b5ec9d-c799-45e6-8762-8ab8dab21f77 req-5e2f203c-782d-40da-81a2-8de6244376e3 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.55 "DELETE /v2.0/ports/5bbaec1f-1cfe-4159-ae15-864424af05da HTTP/1.1" status: 204 len: 173 time: 0.5175643 Jul 07 18:28:03.935584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'name': 'network-vif-deleted', 'tag': '5bbaec1f-1cfe-4159-ae15-864424af05da'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:03.937931 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d288c6-9821-4852-8654-c5520c240669" -d '{"events": [{"server_uuid": "87c301e7-82ad-4e29-b70f-aaef78be90f4", "name": "network-vif-deleted", "tag": "5bbaec1f-1cfe-4159-ae15-864424af05da"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:03.987299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab4b2-f1b4-423d-9dea-ffa6d4518e81 req-cb64d35a-9b1d-4dd0-bc77-2b7725c0a3ee tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:03.988952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-749ab4b2-f1b4-423d-9dea-ffa6d4518e81 req-cb64d35a-9b1d-4dd0-bc77-2b7725c0a3ee tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 909 time: 0.1318319 Jul 07 18:28:03.990564 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417b1af5-c224-436f-997f-eeefa8e49788 x-openstack-request-id: req-417b1af5-c224-436f-997f-eeefa8e49788 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:03.990869 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c301e7-82ad-4e29-b70f-aaef78be90f4", "name": "network-vif-deleted", "tag": "5bbaec1f-1cfe-4159-ae15-864424af05da", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:03.991823 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-417b1af5-c224-436f-997f-eeefa8e49788 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:03.991823 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c301e7-82ad-4e29-b70f-aaef78be90f4', 'name': 'network-vif-deleted', 'tag': '5bbaec1f-1cfe-4159-ae15-864424af05da', 'status': 'completed', 'code': 200} Jul 07 18:28:04.073502 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:04.242972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05561-144e-4349-9a4a-d4d79738dcde req-57a5b5ea-756c-4d69-88db-30ff78385711 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:04.245086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9c05561-144e-4349-9a4a-d4d79738dcde req-57a5b5ea-756c-4d69-88db-30ff78385711 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 909 time: 0.1216769 Jul 07 18:28:04.455225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea032da-5b4b-487e-988b-aceefa14320b req-ff98b4e8-cc70-41ca-a185-c1f27db4874c tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:04.456793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eea032da-5b4b-487e-988b-aceefa14320b req-ff98b4e8-cc70-41ca-a185-c1f27db4874c tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 1060 time: 0.0710521 Jul 07 18:28:04.558795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d895c946-e6ae-4002-bddb-d010908d8973 req-d321a8c3-bef2-4268-a3cc-c8453582b9e4 tempest-ServerAddressesTestJSON-1305987481 tempest-ServerAddressesTestJSON-1305987481-project] 10.222.0.88 "GET /v2.0/ports?device_id=87c301e7-82ad-4e29-b70f-aaef78be90f4 HTTP/1.1" status: 200 len: 210 time: 0.0490746 Jul 07 18:28:04.699352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583885e-9ceb-4ab6-b0df-cc5e4df317bd req-2cbf3803-a42b-46f3-849a-f217806e28ee tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:04.701742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a583885e-9ceb-4ab6-b0df-cc5e4df317bd req-2cbf3803-a42b-46f3-849a-f217806e28ee tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1135 time: 0.0852714 Jul 07 18:28:04.745370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a583885e-9ceb-4ab6-b0df-cc5e4df317bd req-69f4628a-5608-4509-8174-e56fc3c88aa8 tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0357409 Jul 07 18:28:04.775529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47224) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:04.844330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd533e6a-79b1-44a4-b93d-255937de402a tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:04.846005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bd533e6a-79b1-44a4-b93d-255937de402a tempest-TestSecurityGroupsBasicOps-1589619461 tempest-TestSecurityGroupsBasicOps-1589619461-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 1055 time: 0.0692902 Jul 07 18:28:05.316420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1897-3cda-47f8-8c64-4a66092fedcf req-11a5915c-a335-4aff-bc9c-341c6fca545a tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:05.318365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf0e1897-3cda-47f8-8c64-4a66092fedcf req-11a5915c-a335-4aff-bc9c-341c6fca545a tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 909 time: 0.0834160 Jul 07 18:28:05.680312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47232) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:05.729777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] Deleting subnet 1d59657d-078c-407e-9c96-04238559eb84 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:28:05.733423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.779520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.838469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.895634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.925050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d59657d-078c-407e-9c96-04238559eb84,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:05.929002 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.931413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9219e408-f384-4421-a939-adda7f4c9707 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1d59657d-078c-407e-9c96-04238559eb84 HTTP/1.1" status: 204 len: 168 time: 0.2496119 Jul 07 18:28:05.933555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47234) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:06.008492 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.041595 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.091582 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.102294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574bec43-8ff8-4f91-987e-2675502161e1']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:06.113408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e03767f-919d-4bc8-86a6-d73b3b107202') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:06.113689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e03767f-919d-4bc8-86a6-d73b3b107202') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:06.123790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.138394 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.144864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:28:06.145296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:28:06.147138 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:28:06.218702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.227031 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.229834 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] 10.222.0.88 "DELETE /v2.0/networks/574bec43-8ff8-4f91-987e-2675502161e1 HTTP/1.1" status: 204 len: 168 time: 0.2951164 Jul 07 18:28:06.242608 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68aff3-88c3-463b-b13b-baadb40d0d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=574bec43-8ff8-4f91-987e-2675502161e1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:06.396948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47240) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:06.443802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a2d227e9-4c91-429a-9a76-65d7ebc87fa0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=16ba02263e5c492b8340d07e1afd91b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431843 Jul 07 18:28:06.444233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47242) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:06.568541 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f2e83d63-0b0c-4bda-a12a-bd32b4b3df9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.609491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3aeba-aeb2-4bc1-8bff-92191442ffdd req-19324620-3f78-4def-8cfc-588245ea3175 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:06.611113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bc3aeba-aeb2-4bc1-8bff-92191442ffdd req-19324620-3f78-4def-8cfc-588245ea3175 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 909 time: 0.1598587 Jul 07 18:28:06.613303 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f2e83d63-0b0c-4bda-a12a-bd32b4b3df9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.672379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478deed-1c04-46d6-8168-17c476ffe22a req-1b790db7-8eae-480e-a1a4-6dd0c60cda96 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:06.673995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5478deed-1c04-46d6-8168-17c476ffe22a req-1b790db7-8eae-480e-a1a4-6dd0c60cda96 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.55 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 909 time: 0.1413987 Jul 07 18:28:06.710690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f2e83d63-0b0c-4bda-a12a-bd32b4b3df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.713621 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f2e83d63-0b0c-4bda-a12a-bd32b4b3df9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.714869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f2e83d63-0b0c-4bda-a12a-bd32b4b3df9e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f9292b3e-6c45-4a2e-b507-4765914a9f62 HTTP/1.1" status: 204 len: 168 time: 0.2695708 Jul 07 18:28:06.735217 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e83d63-0b0c-4bda-a12a-bd32b4b3df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9292b3e-6c45-4a2e-b507-4765914a9f62,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:06.814603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting port e20a0aa7-dabb-4d3b-952e-57082e64aef4 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:06.814603 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.919073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] For port e20a0aa7-dabb-4d3b-952e-57082e64aef4, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e20a0aa7-dabb-4d3b-952e-57082e64aef4,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:06.919447 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:06.938022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Calling delete_port for e20a0aa7-dabb-4d3b-952e-57082e64aef4 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:07.020358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5bbaec1f-1cfe-4159-ae15-864424af05da no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:07.049465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 5bbaec1f-1cfe-4159-ae15-864424af05da {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:07.050193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5bbaec1f-1cfe-4159-ae15-864424af05da not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:07.113372 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.144695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Port': ['ID=e20a0aa7-dabb-4d3b-952e-57082e64aef4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:07.206341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] No DVR routers for this DVR port e20a0aa7-dabb-4d3b-952e-57082e64aef4 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:07.209509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.211761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5478deed-1c04-46d6-8168-17c476ffe22a req-a0e63cc7-5b47-4824-9977-0937524ab35e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.55 "DELETE /v2.0/ports/e20a0aa7-dabb-4d3b-952e-57082e64aef4 HTTP/1.1" status: 204 len: 173 time: 0.5319061 Jul 07 18:28:07.213329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'name': 'network-vif-deleted', 'tag': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:07.216992 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c67053-7c5f-47bb-9dd9-a7f22e63bfbf" -d '{"events": [{"server_uuid": "28bbe7b8-b266-4413-9395-a9dbee294be5", "name": "network-vif-deleted", "tag": "e20a0aa7-dabb-4d3b-952e-57082e64aef4"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:07.274569 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d306deb1-e413-4c53-8a9a-cb908e66a2f1 x-openstack-request-id: req-d306deb1-e413-4c53-8a9a-cb908e66a2f1 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:07.275393 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bbe7b8-b266-4413-9395-a9dbee294be5", "name": "network-vif-deleted", "tag": "e20a0aa7-dabb-4d3b-952e-57082e64aef4", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:07.276165 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d306deb1-e413-4c53-8a9a-cb908e66a2f1 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:07.276909 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bbe7b8-b266-4413-9395-a9dbee294be5', 'name': 'network-vif-deleted', 'tag': 'e20a0aa7-dabb-4d3b-952e-57082e64aef4', 'status': 'completed', 'code': 200} Jul 07 18:28:07.585860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:07.731599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-611211967-network', 'tenant_id': '243a203b5e4d4a759ad1185210015155'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:07.756564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Made reservation on behalf of 243a203b5e4d4a759ad1185210015155 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:07.759314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.773069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.820814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e124f6a4-6790-4171-9ab9-9b16b1fff682 req-fa774d16-1c8f-448a-8a59-39a50a3e6ea8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=28bbe7b8-b266-4413-9395-a9dbee294be5 HTTP/1.1" status: 200 len: 210 time: 0.0428030 Jul 07 18:28:07.919852 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.925832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.951792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:28:07.962479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfe652-4eb1-436e-8da9-9e9c74a80349,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:07.968225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.968577 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Added segment 1dc81b64-2527-462a-bab0-33320e1edae4 of type vlan for network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 Jul 07 18:28:08.014002 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.046170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.047171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.047821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.123055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5356901 Jul 07 18:28:08.126693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61394-c0e6-4915-9426-2ff82d5efe43 admin admin] Pushing event updated for resources: {'Network': ['ID=244db05e-70a4-45fd-a0b2-1b6b0a6287d9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:08.127965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47272) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:08.134244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Request body: {'subnet': {'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-611211967-subnet', 'tenant_id': '243a203b5e4d4a759ad1185210015155', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:08.137646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:28:08.162208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Made reservation on behalf of 243a203b5e4d4a759ad1185210015155 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:08.164777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.360054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.420708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f54366-7f66-4387-8955-8c4ba2abff5b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:08.436274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Checking segment: {'id': '1dc81b64-2527-462a-bab0-33320e1edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:08.436684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Network hostable DHCP agents. Network: 244db05e-70a4-45fd-a0b2-1b6b0a6287d9, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:28:08.459244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:28:08.470402 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 244db05e-70a4-45fd-a0b2-1b6b0a6287d9) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:08.475237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.475860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:08.481458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9dce35-bd43-408c-9984-c811be6b8f6b None None] Network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:08.492771 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e4447d8e-0245-4619-8258-15d964496503 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3635743 Jul 07 18:28:08.625062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6d581-f1e8-4db0-999b-463fb52fdcff None None] Network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:08.923891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47292) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:08.993355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-ec1d0531-2bd9-42c4-bb72-a41ec31c2d5f tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:08.995038 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-ec1d0531-2bd9-42c4-bb72-a41ec31c2d5f tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/networks?id=244db05e-70a4-45fd-a0b2-1b6b0a6287d9 HTTP/1.1" status: 200 len: 808 time: 0.1271825 Jul 07 18:28:09.015216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-e4c5364d-36c2-4cc7-ba2e-c62ef2fa9381 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/quotas/243a203b5e4d4a759ad1185210015155 HTTP/1.1" status: 200 len: 375 time: 0.0142226 Jul 07 18:28:09.070362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-eeedf3d1-ae97-4726-8ee8-b4469e5cb78e tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=243a203b5e4d4a759ad1185210015155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434761 Jul 07 18:28:09.241896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-fe188a35-8121-44de-968a-0ff5efdc59b6 service neutron] 10.222.0.88 "GET /v2.0/networks/244db05e-70a4-45fd-a0b2-1b6b0a6287d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639209 Jul 07 18:28:09.342832 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:09.344090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-ab9819c0-7a10-4dd9-90fa-e2b1a242ebd9 service neutron] 10.222.0.88 "GET /v2.0/networks/244db05e-70a4-45fd-a0b2-1b6b0a6287d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953989 Jul 07 18:28:09.641882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8043a56-afb8-4607-a787-38bb1de90def req-ce795017-e9e4-427c-bf3b-05fab6b588e4 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 210 time: 0.0309606 Jul 07 18:28:09.700729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:09.701261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:09.805288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] For port a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:09.805891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:09.825979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Calling delete_port for a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:10.060522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:10.095657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Port': ['ID=a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:10.309169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:10.889758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f35da92-e62b-4276-bfe1-f8a7ebd48d5f req-963f6299-16f1-442e-8e1c-ae22e2eefcef tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 210 time: 0.1175954 Jul 07 18:28:10.923894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:10.956236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-6d402f7f-e1ef-41fd-9fab-36743e2e7337 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:10.958487 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-6d402f7f-e1ef-41fd-9fab-36743e2e7337 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.55 "GET /v2.0/networks?id=244db05e-70a4-45fd-a0b2-1b6b0a6287d9 HTTP/1.1" status: 200 len: 808 time: 0.2075560 Jul 07 18:28:10.972267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Request body: {'port': {'device_id': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9', 'admin_state_up': True, 'tenant_id': '243a203b5e4d4a759ad1185210015155'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:11.036038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e20a0aa7-dabb-4d3b-952e-57082e64aef4 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:11.060604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:11.068508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-291e51e8-5579-44cd-8561-82ae8554a28e tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "PUT /v2.0/routers/d4f2cf2b-7c70-4b3e-8878-d075c7a1699e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1430883 Jul 07 18:28:11.073068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47308) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:11.076240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: e20a0aa7-dabb-4d3b-952e-57082e64aef4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:11.076892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e20a0aa7-dabb-4d3b-952e-57082e64aef4 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:11.080730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] Sync routers for ids ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:11.092493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] Routers {'d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:11.093641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:11.125651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Made reservation on behalf of 243a203b5e4d4a759ad1185210015155 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:11.130369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.154400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting subnet d645d49d-af41-418f-b42d-829c277592a7 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:28:11.157911 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.202026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.231820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] Set router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:11.296271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Allocated IP 172.20.0.10 (244db05e-70a4-45fd-a0b2-1b6b0a6287d9/a7f54366-7f66-4387-8955-8c4ba2abff5b/a48ee8d1-9f1f-4424-8a5b-a0e3686888e1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:11.302374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.378751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.399874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.402937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/subnets/d645d49d-af41-418f-b42d-829c277592a7 HTTP/1.1" status: 204 len: 168 time: 0.3274705 Jul 07 18:28:11.407791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47310) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:11.413662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7e98b-7a29-49fd-bd55-398a4e8e26fd None None] Network 10dc288f-2b65-41c2-9ed8-09432a334d6a requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:11.427966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e5a1a-6092-41a5-ab7a-92b051188b97 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Subnet': ['ID=d645d49d-af41-418f-b42d-829c277592a7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:11.552564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:28:09Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:11.564181 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.584430 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.731510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.766850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] Checking router: d4f2cf2b-7c70-4b3e-8878-d075c7a1699e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:11.784710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] Routers {'d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:11.785404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:11.790078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:11.794505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:11.797025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.802547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:11.856076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Pushing event updated for resources: {'Port': ['ID=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:11.895201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:11.895842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.916895 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-af11b485-f2eb-4dc9-9100-1350489efcd7 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9496832 Jul 07 18:28:11.918583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] Set router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:11.931425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Request body: {'port': {'device_id': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:11.951401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] DHCP port deletion for 10dc288f-2b65-41c2-9ed8-09432a334d6a request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:28:11.981431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting port d8c6571f-9adf-419b-adee-053e69998b96 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:11.981897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:12.121784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] Deleting port 9f54564a-c02b-428d-9d2e-9dd2445b0172 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:12.122438 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:12.128167 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:12.168539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] For port d8c6571f-9adf-419b-adee-053e69998b96, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d8c6571f-9adf-419b-adee-053e69998b96,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:12.169035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:12.208924 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:12.233911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Calling delete_port for d8c6571f-9adf-419b-adee-053e69998b96 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:12.246273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] For port 9f54564a-c02b-428d-9d2e-9dd2445b0172, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9f54564a-c02b-428d-9d2e-9dd2445b0172,segment=NetworkSegment(988e2ee5-7724-41df-a49c-39fd3491fe4b),segment_id=988e2ee5-7724-41df-a49c-39fd3491fe4b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:12.246680 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:12.263926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] Calling delete_port for 9f54564a-c02b-428d-9d2e-9dd2445b0172 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:12.269324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0876d4-6b05-4def-80a8-63717fd68644 req-a3648a95-e337-488d-a398-0412c550bf5c tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:12.270998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be0876d4-6b05-4def-80a8-63717fd68644 req-a3648a95-e337-488d-a398-0412c550bf5c tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 932 time: 0.2348561 Jul 07 18:28:12.288675 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:28:09Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:12.354545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99852116-65c4-4c00-9722-4b921cd30253 None None] The sync data for ids ['d4f2cf2b-7c70-4b3e-8878-d075c7a1699e'] in n-d-798930-2 is: [{'id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1034989300', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:27:43Z', 'updated_at': '2021-07-07T18:28:09Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': 'd8c6571f-9adf-419b-adee-053e69998b96', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f2cf2b-7c70-4b3e-8878-d075c7a1699e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:27:44Z', 'updated_at': '2021-07-07T18:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:12.409255 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:12.437219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] Pushing event deleted for resources: {'Port': ['ID=9f54564a-c02b-428d-9d2e-9dd2445b0172,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:12.439267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacf497-514e-45d6-9a90-e7b16d6bab62 None None] No DVR routers for this DVR port 9f54564a-c02b-428d-9d2e-9dd2445b0172 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:12.468916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be0876d4-6b05-4def-80a8-63717fd68644 req-7905a483-6d3a-40db-a61d-45567d07220b tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903424 Jul 07 18:28:12.697012 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.100285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f54564a-c02b-428d-9d2e-9dd2445b0172 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:13.119838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 9f54564a-c02b-428d-9d2e-9dd2445b0172 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:13.120177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f54564a-c02b-428d-9d2e-9dd2445b0172 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:13.120580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:13.129015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:13.133733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Port': ['ID=d8c6571f-9adf-419b-adee-053e69998b96,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:13.140558 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.141400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:13.141942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a049f43a-0f28-49fa-9c0b-ea67e7c7e8e1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:13.205148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Transition to ACTIVE for port object a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:13.210506 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.253765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.388978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Pushing event updated for resources: {'Port': ['ID=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:13.417010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.420655 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.507437 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.507980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Fanout notify agent at l3_agent the message router_deleted on router d4f2cf2b-7c70-4b3e-8878-d075c7a1699e {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:28:13.515593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.517539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ea739e71-5a85-43f0-a5f2-c090bd376e1b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/routers/d4f2cf2b-7c70-4b3e-8878-d075c7a1699e HTTP/1.1" status: 204 len: 168 time: 2.1083980 Jul 07 18:28:13.520125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47316) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:13.533153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Attempting to bind port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:13.533632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Attempting to bind port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '1dc81b64-2527-462a-bab0-33320e1edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:13.534029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Attempting to bind port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 on network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:13.540227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 on network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:28:13.540748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Attempting to bind port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 on network 244db05e-70a4-45fd-a0b2-1b6b0a6287d9 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:13.548950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:13.549469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Checking segment: {'id': '1dc81b64-2527-462a-bab0-33320e1edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:13.550076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Bound using segment: {'id': '1dc81b64-2527-462a-bab0-33320e1edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:13.550691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Bound port: a48ee8d1-9f1f-4424-8a5b-a0e3686888e1, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc81b64-2527-462a-bab0-33320e1edae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:13.551203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.630404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.680761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] For port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:13.685270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] For port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,segment=NetworkSegment(1dc81b64-2527-462a-bab0-33320e1edae4),segment_id=1dc81b64-2527-462a-bab0-33320e1edae4)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:13.696697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.730268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.742233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dc288f-2b65-41c2-9ed8-09432a334d6a']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:13.749412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:13.750028 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.752220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] 10.222.0.55 "PUT /v2.0/ports/a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 HTTP/1.1" status: 200 len: 1092 time: 1.8264253 Jul 07 18:28:13.755390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'tag': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:13.759034 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76120503-724b-4d72-931a-56bc37db3804" -d '{"events": [{"name": "network-changed", "server_uuid": "10bfa80c-0b19-44f3-b57c-6f73cdb5e384", "tag": "a48ee8d1-9f1f-4424-8a5b-a0e3686888e1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:13.760880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988e2ee5-7724-41df-a49c-39fd3491fe4b') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:13.761995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988e2ee5-7724-41df-a49c-39fd3491fe4b') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:13.777976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.801667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f63811-80f9-404b-b02e-05c8e7eeeada req-b74b3959-67a6-4788-8277-ec496c52b6e3 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:13.802967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.803276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52f63811-80f9-404b-b02e-05c8e7eeeada req-b74b3959-67a6-4788-8277-ec496c52b6e3 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 944 time: 0.1800222 Jul 07 18:28:13.813854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:28:13.814559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.815253 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee877e-0e18-42de-867f-0e81e3af0005 x-openstack-request-id: req-adee877e-0e18-42de-867f-0e81e3af0005 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:13.815534 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bfa80c-0b19-44f3-b57c-6f73cdb5e384", "tag": "a48ee8d1-9f1f-4424-8a5b-a0e3686888e1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:13.815794 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-adee877e-0e18-42de-867f-0e81e3af0005 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:13.816342 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'tag': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1', 'status': 'completed', 'code': 200} Jul 07 18:28:13.817174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c04b7-7f31-4294-bdde-34536fd63d51 service neutron] Pushing event updated for resources: {'Port': ['ID=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:28:13.819674 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:28:13.885215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52f63811-80f9-404b-b02e-05c8e7eeeada req-b6f33d3c-5812-4260-ba21-7556dde64f59 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643461 Jul 07 18:28:13.901120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-0a89fef6-24c2-4d7a-8bd4-b613e26f2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:13.902563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-0a89fef6-24c2-4d7a-8bd4-b613e26f2fe0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=243a203b5e4d4a759ad1185210015155&device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 1095 time: 0.0983641 Jul 07 18:28:13.910407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.923056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:13.924903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/networks/10dc288f-2b65-41c2-9ed8-09432a334d6a HTTP/1.1" status: 204 len: 168 time: 0.4025307 Jul 07 18:28:13.936195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47320) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:13.943922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494af5f-3b75-437c-bc6b-ed61dd1e08b6 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Network': ['ID=10dc288f-2b65-41c2-9ed8-09432a334d6a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:13.948408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-7c827979-e780-4bbd-aa04-52618fb73d29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 HTTP/1.1" status: 200 len: 217 time: 0.0375011 Jul 07 18:28:14.008347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-e133d041-b024-4426-a4d2-d03cfc59f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:14.010134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-e133d041-b024-4426-a4d2-d03cfc59f2f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7f54366-7f66-4387-8955-8c4ba2abff5b HTTP/1.1" status: 200 len: 848 time: 0.0526042 Jul 07 18:28:14.045859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-fa00e717-45a6-435a-9a59-f84d8ad7fbb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244db05e-70a4-45fd-a0b2-1b6b0a6287d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284238 Jul 07 18:28:14.137683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting port 16fd3569-86bf-425d-8807-0d379485d6b4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:14.138245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:14.189607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-c01990b6-c7a1-4631-8f71-16c27f30143b service neutron] 10.222.0.55 "GET /v2.0/networks/244db05e-70a4-45fd-a0b2-1b6b0a6287d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360872 Jul 07 18:28:14.240711 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:14.241165 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:14.253823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Calling delete_port for 16fd3569-86bf-425d-8807-0d379485d6b4 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:14.292134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df3de24a-641a-44d9-ba8c-de70d86eee15 req-13d13683-ee00-4a65-9618-489f9f02ca29 service neutron] 10.222.0.55 "GET /v2.0/networks/244db05e-70a4-45fd-a0b2-1b6b0a6287d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962341 Jul 07 18:28:14.403141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120503-724b-4d72-931a-56bc37db3804 req-5b72a269-6091-480c-987c-a5f810b48cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:14.404689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76120503-724b-4d72-931a-56bc37db3804 req-5b72a269-6091-480c-987c-a5f810b48cc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=243a203b5e4d4a759ad1185210015155&device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 1095 time: 0.0568511 Jul 07 18:28:14.413724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:14.443563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Port': ['ID=16fd3569-86bf-425d-8807-0d379485d6b4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:14.507159 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:14.507543 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Floating IP c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef disassociated (deleted). External IP: 172.25.1.236, port: 5bcd10ba-b28e-4943-94e0-5b923968456d. Jul 07 18:28:14.508414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120503-724b-4d72-931a-56bc37db3804 req-c316f91e-4d43-4168-ad31-e89880f955ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:14.509929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76120503-724b-4d72-931a-56bc37db3804 req-c316f91e-4d43-4168-ad31-e89880f955ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=244db05e-70a4-45fd-a0b2-1b6b0a6287d9 HTTP/1.1" status: 200 len: 909 time: 0.0982561 Jul 07 18:28:14.553595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76120503-724b-4d72-931a-56bc37db3804 req-e1999491-fa43-4fff-9b8b-5a2af8f20f71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 HTTP/1.1" status: 200 len: 217 time: 0.0361083 Jul 07 18:28:14.606536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120503-724b-4d72-931a-56bc37db3804 req-7013af03-9d61-42fa-afc4-6c3bf20bf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:14.608030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76120503-724b-4d72-931a-56bc37db3804 req-7013af03-9d61-42fa-afc4-6c3bf20bf023 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7f54366-7f66-4387-8955-8c4ba2abff5b HTTP/1.1" status: 200 len: 848 time: 0.0479147 Jul 07 18:28:14.643154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76120503-724b-4d72-931a-56bc37db3804 req-2620598d-c528-4ccb-b390-e1272b370cdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244db05e-70a4-45fd-a0b2-1b6b0a6287d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281789 Jul 07 18:28:14.750431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router fc93c356-d0cb-48d9-a689-f5dd16bb6837 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:14.752887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76120503-724b-4d72-931a-56bc37db3804 req-26f59944-bc85-4280-9788-2e669ed7c6eb service neutron] 10.222.0.55 "GET /v2.0/networks/244db05e-70a4-45fd-a0b2-1b6b0a6287d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005027 Jul 07 18:28:14.854406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76120503-724b-4d72-931a-56bc37db3804 req-da0fcec3-e190-4ab7-98a4-59b1359f7e10 service neutron] 10.222.0.55 "GET /v2.0/networks/244db05e-70a4-45fd-a0b2-1b6b0a6287d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942924 Jul 07 18:28:14.875115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:14.880015 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:14.885863 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] Sync routers for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:14.901817 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:14.902711 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:14.924619 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1e0ac61a-7ada-429d-b7ee-97fde82754cb tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/floatingips/c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef HTTP/1.1" status: 204 len: 168 time: 0.9833434 Jul 07 18:28:14.924619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:14.924619 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f8c3a8-97e5-441d-8721-e0c807dd891a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:15.023551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:15.131362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d8c6571f-9adf-419b-adee-053e69998b96 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:15.152331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9ec7-9a00-4995-9a5d-4a4ace03cbf0 req-8c680e15-0671-4b07-8396-9fc588092723 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:15.155038 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92ff9ec7-9a00-4995-9a5d-4a4ace03cbf0 req-8c680e15-0671-4b07-8396-9fc588092723 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 944 time: 0.1122253 Jul 07 18:28:15.158555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d8c6571f-9adf-419b-adee-053e69998b96 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:15.159103 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d8c6571f-9adf-419b-adee-053e69998b96 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:15.212485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-92ff9ec7-9a00-4995-9a5d-4a4ace03cbf0 req-58f4b070-6c68-476b-af58-68a5eb00179e tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Jul 07 18:28:15.257560 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39babd2e-b3c6-48c5-87cb-ef6c8cef7c14 x-openstack-request-id: req-39babd2e-b3c6-48c5-87cb-ef6c8cef7c14 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:15.257970 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:15.258667 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-39babd2e-b3c6-48c5-87cb-ef6c8cef7c14 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:15.259213 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'status': 'completed', 'code': 200} Jul 07 18:28:15.345832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-1e317800-67fb-43ad-a4f8-60f2fc4dc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:15.347373 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-1e317800-67fb-43ad-a4f8-60f2fc4dc5ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=965702fd72c64b48bd8fb97738b78472&device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 1135 time: 0.0597975 Jul 07 18:28:15.385084 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:15Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:15.413715 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] Checking router: fc93c356-d0cb-48d9-a689-f5dd16bb6837 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:15.423783 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:15.424395 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:27:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:15.438483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1dd5f-09e2-4914-a8a4-be827ec81982 req-a22c10c2-1f84-4a33-9128-df6a57999d65 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:15.440343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7a1dd5f-09e2-4914-a8a4-be827ec81982 req-a22c10c2-1f84-4a33-9128-df6a57999d65 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 984 time: 0.0746055 Jul 07 18:28:15.447699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-50df8d80-c327-49dd-b7a5-5642e019009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:15.449240 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-50df8d80-c327-49dd-b7a5-5642e019009e service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4e6e34e-fb14-4903-8484-b969c1885ad6 HTTP/1.1" status: 200 len: 898 time: 0.0947971 Jul 07 18:28:15.485348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7a1dd5f-09e2-4914-a8a4-be827ec81982 req-4318d5c8-d9be-45d9-bd02-feac7a3532e2 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0384421 Jul 07 18:28:15.499456 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-61cec227-d2ee-4b86-beec-bc2d4ae2a449 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bcd10ba-b28e-4943-94e0-5b923968456d HTTP/1.1" status: 200 len: 217 time: 0.0402119 Jul 07 18:28:15.534433 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:15.557420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-6da9b509-5388-4523-8507-62f4178fa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:15.559450 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-6da9b509-5388-4523-8507-62f4178fa8e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7002273-ee7c-4036-9ca6-1ddfec8d71f7 HTTP/1.1" status: 200 len: 834 time: 0.0518985 Jul 07 18:28:15.635814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-abb93940-4b4b-4c38-9035-e3f19ea20fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:15.637453 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-abb93940-4b4b-4c38-9035-e3f19ea20fc3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4e6e34e-fb14-4903-8484-b969c1885ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699553 Jul 07 18:28:15.743646 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-6cf60afe-5cc4-4e3a-b9d4-bc81e466e89b service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978038 Jul 07 18:28:15.768283 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:15Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:15.796373 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ef19c-7c4e-41e1-b327-1f754a0cb482 None None] The sync data for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 is: [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:10Z', 'revision_number': 4, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '00cb72ea-94da-4c11-ac8c-b10216763acd', 'name': '', 'network_id': 'b4e6e34e-fb14-4903-8484-b969c1885ad6', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'mac_address': 'fa:16:3e:f1:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:09Z', 'updated_at': '2021-07-07T18:26:15Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'subnets': [{'id': 'c7002273-ee7c-4036-9ca6-1ddfec8d71f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:15.855734 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-51f8c3a8-97e5-441d-8721-e0c807dd891a req-9f23e836-a8b7-4975-ae1c-944f7fe11510 service neutron] 10.222.0.90 "GET /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036518 Jul 07 18:28:15.869010 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c93f322-c79d-4567-b7c8-b22b9db4ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:16.056690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e396181-d964-4af5-a7a8-7b3a78b0a8ef None None] New status for floating IP c99d0ce1-b72f-4ab9-b26b-0846bc1d36ef: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:28:16.419555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bacfe-2cd4-4cd1-a28a-4b3023ace5d1 req-8ea563b3-ad76-476c-9d56-d18eacff1ccf tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:16.421200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e90bacfe-2cd4-4cd1-a28a-4b3023ace5d1 req-8ea563b3-ad76-476c-9d56-d18eacff1ccf tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 944 time: 0.0735927 Jul 07 18:28:16.465960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e90bacfe-2cd4-4cd1-a28a-4b3023ace5d1 req-5b7f4a85-87e5-433e-8184-56fc16b72983 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 Jul 07 18:28:16.671418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17ff6-8d78-45ba-957a-8e8440c0d4a4 req-c9b9bba3-e785-4592-97bc-8b24d83ff4bc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:16.673137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8a17ff6-8d78-45ba-957a-8e8440c0d4a4 req-c9b9bba3-e785-4592-97bc-8b24d83ff4bc tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 984 time: 0.0731883 Jul 07 18:28:16.721389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8a17ff6-8d78-45ba-957a-8e8440c0d4a4 req-5d793692-9164-4767-95f6-26c53a445027 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/security-groups?id=46a64820-5d3b-44d1-ab27-179ead52a3c0&id=e35421e2-ffa5-4f71-b256-8d9ad2763365&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0383322 Jul 07 18:28:17.058937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:28:17.097074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-18117810-7701-4eba-82ed-97eee67dd86b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:17.098681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-18117810-7701-4eba-82ed-97eee67dd86b tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 984 time: 0.0779181 Jul 07 18:28:17.159757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,segment=NetworkSegment(1dc81b64-2527-462a-bab0-33320e1edae4),segment_id=1dc81b64-2527-462a-bab0-33320e1edae4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:17.172067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1', 'network_id': '244db05e-70a4-45fd-a0b2-1b6b0a6287d9', 'port_id': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1', 'mac_address': 'fa:16:3e:4f:ce:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f54366-7f66-4387-8955-8c4ba2abff5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:28:17.206839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting port 5bcd10ba-b28e-4943-94e0-5b923968456d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:17.207317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:17.209898 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:17.227400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:17.249924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,segment=NetworkSegment(1dc81b64-2527-462a-bab0-33320e1edae4),segment_id=1dc81b64-2527-462a-bab0-33320e1edae4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:17.255417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:17.306822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:17.308176 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] For port 5bcd10ba-b28e-4943-94e0-5b923968456d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=5bcd10ba-b28e-4943-94e0-5b923968456d,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:17.308541 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:17.322630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Calling delete_port for 5bcd10ba-b28e-4943-94e0-5b923968456d owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:17.457106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['a48ee8d1-9f1f-4424-8a5b-a0e3686888e1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:17.464196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:17.496096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Port': ['ID=5bcd10ba-b28e-4943-94e0-5b923968456d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:17.548507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] No DVR routers for this DVR port 5bcd10ba-b28e-4943-94e0-5b923968456d on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:17.552722 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:17.554872 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07ec0bca-963a-45c1-b95e-0fce792bb5e1 req-8dbfbb58-a459-4652-9776-999af0bbf704 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.90 "DELETE /v2.0/ports/5bcd10ba-b28e-4943-94e0-5b923968456d HTTP/1.1" status: 204 len: 173 time: 0.4499626 Jul 07 18:28:17.555347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'name': 'network-vif-deleted', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:17.557884 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3365d539-70de-44eb-b470-ce7e5e303b5a" -d '{"events": [{"server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "name": "network-vif-deleted", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:17.609372 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d3073-6ce4-4ee6-9324-d0b95a291dab x-openstack-request-id: req-390d3073-6ce4-4ee6-9324-d0b95a291dab {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:17.609663 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fadc23b-86f8-4136-bb6b-23405fb72345", "name": "network-vif-deleted", "tag": "5bcd10ba-b28e-4943-94e0-5b923968456d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:17.609914 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-390d3073-6ce4-4ee6-9324-d0b95a291dab {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:17.610347 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fadc23b-86f8-4136-bb6b-23405fb72345', 'name': 'network-vif-deleted', 'tag': '5bcd10ba-b28e-4943-94e0-5b923968456d', 'status': 'completed', 'code': 200} Jul 07 18:28:17.702889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b4c7-bb5a-470c-a67b-d3a58878822c req-10cf1d81-053d-4102-b464-2149860de893 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:17.704516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ff4b4c7-bb5a-470c-a67b-d3a58878822c req-10cf1d81-053d-4102-b464-2149860de893 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 945 time: 0.0858984 Jul 07 18:28:17.751790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ff4b4c7-bb5a-470c-a67b-d3a58878822c req-069a9bbd-fa34-4502-95fe-7459dc2bf7d4 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Jul 07 18:28:17.904937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8139d5d-dd32-4b18-a9c1-3702c5418e07 req-31be6a7a-bf3a-4b67-be0f-1947c3ca1933 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fadc23b-86f8-4136-bb6b-23405fb72345 HTTP/1.1" status: 200 len: 210 time: 0.0347748 Jul 07 18:28:18.395370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-851baf35-ee56-49f7-b73e-8e2c3642f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:18.515219 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:18.952632 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f9d6a-ec46-4148-96c1-35d9d62b84fb req-5107c52a-92ae-46f0-a506-11217090098e tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:18.954396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d4f9d6a-ec46-4148-96c1-35d9d62b84fb req-5107c52a-92ae-46f0-a506-11217090098e tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 945 time: 0.0804620 Jul 07 18:28:18.995418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d4f9d6a-ec46-4148-96c1-35d9d62b84fb req-c6ec0e59-ee70-41f3-8c66-12589375705c tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 Jul 07 18:28:19.004383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47346) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:19.058433 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1347c7f5-5de8-4b09-97fd-41fee11d7af4 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.073378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:19.084815 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1347c7f5-5de8-4b09-97fd-41fee11d7af4 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.127770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:19.132429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:19.132922 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.135013 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1347c7f5-5de8-4b09-97fd-41fee11d7af4 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.137717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1347c7f5-5de8-4b09-97fd-41fee11d7af4 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.139214 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1347c7f5-5de8-4b09-97fd-41fee11d7af4 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/security-groups/46a64820-5d3b-44d1-ab27-179ead52a3c0 HTTP/1.1" status: 204 len: 168 time: 0.1335359 Jul 07 18:28:19.141993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47348) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:19.150462 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347c7f5-5de8-4b09-97fd-41fee11d7af4 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a64820-5d3b-44d1-ab27-179ead52a3c0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:19.206485 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c798bfd7-3073-4346-ba26-455799878dc8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.230517 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c798bfd7-3073-4346-ba26-455799878dc8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.235966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.263546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:19.268231 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9553b14-1bb2-4e09-ba1a-a52d52f2db09" -d '{"events": [{"server_uuid": "10bfa80c-0b19-44f3-b57c-6f73cdb5e384", "name": "network-vif-plugged", "status": "completed", "tag": "a48ee8d1-9f1f-4424-8a5b-a0e3686888e1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:19.286138 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c798bfd7-3073-4346-ba26-455799878dc8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.289429 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c798bfd7-3073-4346-ba26-455799878dc8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.290813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c798bfd7-3073-4346-ba26-455799878dc8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/security-groups/e35421e2-ffa5-4f71-b256-8d9ad2763365 HTTP/1.1" status: 204 len: 168 time: 0.1477227 Jul 07 18:28:19.294765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,segment=NetworkSegment(1dc81b64-2527-462a-bab0-33320e1edae4),segment_id=1dc81b64-2527-462a-bab0-33320e1edae4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:19.295000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47352) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:19.300860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.306745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798bfd7-3073-4346-ba26-455799878dc8 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35421e2-ffa5-4f71-b256-8d9ad2763365,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:19.334752 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c94c12f-0fa1-4ff7-8cd4-20e21312cbfd x-openstack-request-id: req-8c94c12f-0fa1-4ff7-8cd4-20e21312cbfd {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:19.335033 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bfa80c-0b19-44f3-b57c-6f73cdb5e384", "name": "network-vif-plugged", "status": "completed", "tag": "a48ee8d1-9f1f-4424-8a5b-a0e3686888e1", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:19.335296 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8c94c12f-0fa1-4ff7-8cd4-20e21312cbfd {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:19.335717 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1', 'code': 200} Jul 07 18:28:19.388626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:19.457162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd3553-2a0d-4a1c-9c07-559de5338328 req-ce2f0756-25de-4684-a9fc-67d63f9b3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:19.458742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fdfd3553-2a0d-4a1c-9c07-559de5338328 req-ce2f0756-25de-4684-a9fc-67d63f9b3b6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 1097 time: 0.0591323 Jul 07 18:28:19.497283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fdfd3553-2a0d-4a1c-9c07-559de5338328 req-50f8aed5-a62a-4e9a-b7fc-aa63bce78437 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Jul 07 18:28:19.720673 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:19.723606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:20.043199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 5bcd10ba-b28e-4943-94e0-5b923968456d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:20.069375 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 5bcd10ba-b28e-4943-94e0-5b923968456d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:20.069725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 5bcd10ba-b28e-4943-94e0-5b923968456d not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:20.197406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dfeee-da4b-4b2d-9199-63fe23974ce8 req-9ccd9632-9395-47de-bcbc-0a817b042d62 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:20.198987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-146dfeee-da4b-4b2d-9199-63fe23974ce8 req-9ccd9632-9395-47de-bcbc-0a817b042d62 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 946 time: 0.0779643 Jul 07 18:28:20.240620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-146dfeee-da4b-4b2d-9199-63fe23974ce8 req-f2ad9432-5df1-439a-ac11-ae8cdf02d90b tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Jul 07 18:28:20.410980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting port 00cb72ea-94da-4c11-ac8c-b10216763acd {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:20.411702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:20.519514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] For port 00cb72ea-94da-4c11-ac8c-b10216763acd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=00cb72ea-94da-4c11-ac8c-b10216763acd,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:20.519904 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:20.534187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Calling delete_port for 00cb72ea-94da-4c11-ac8c-b10216763acd owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:20.742042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:20.767114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Port': ['ID=00cb72ea-94da-4c11-ac8c-b10216763acd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:20.961586 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.227186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Router fc93c356-d0cb-48d9-a689-f5dd16bb6837 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:21.232868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.483704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:21.495165 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-36ff9eea-57ff-4fc6-975c-daf6ac74a261 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "PUT /v2.0/routers/fc93c356-d0cb-48d9-a689-f5dd16bb6837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1960924 Jul 07 18:28:21.495555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:21.501918 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] Sync routers for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:21.520502 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:21.521614 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:28:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:21.522793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e31f60-92c4-47ec-b45d-4c38cfb8bc39 req-85f2ea96-ecd7-494b-9d16-b587f6ba2c64 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:21.526422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64e31f60-92c4-47ec-b45d-4c38cfb8bc39 req-85f2ea96-ecd7-494b-9d16-b587f6ba2c64 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 946 time: 0.1351230 Jul 07 18:28:21.576314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting subnet c7002273-ee7c-4036-9ca6-1ddfec8d71f7 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:28:21.582497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.596696 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64e31f60-92c4-47ec-b45d-4c38cfb8bc39 req-2fbb3850-ef4a-4a01-8bb8-d7251ef2f628 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581532 Jul 07 18:28:21.666028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.692564 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:21.814806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.929916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.967988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Subnet': ['ID=c7002273-ee7c-4036-9ca6-1ddfec8d71f7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:21.978884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.985543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47364) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:21.985896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7e7b43cf-980b-411d-8e66-9e21967dac84 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/subnets/c7002273-ee7c-4036-9ca6-1ddfec8d71f7 HTTP/1.1" status: 204 len: 168 time: 0.4884710 Jul 07 18:28:22.000199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8709d31-17cf-4b77-b23f-f37f11a63e17 None None] Network b4e6e34e-fb14-4903-8484-b969c1885ad6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:22.061198 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:28:20Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:22.098934 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] Checking router: fc93c356-d0cb-48d9-a689-f5dd16bb6837 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:22.108204 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] Routers {'fc93c356-d0cb-48d9-a689-f5dd16bb6837'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:22.108986 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:28:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:22.158622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.286387 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] Set router fc93c356-d0cb-48d9-a689-f5dd16bb6837 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:22.327041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.327366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] DHCP port deletion for b4e6e34e-fb14-4903-8484-b969c1885ad6 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:28:22.402846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] Deleting port f612be50-9616-45a0-af17-4b95ba72e5da {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:22.403309 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.449470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Deleting port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:22.450283 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.478014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] For port f612be50-9616-45a0-af17-4b95ba72e5da, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f612be50-9616-45a0-af17-4b95ba72e5da,segment=NetworkSegment(955d7293-f525-4e91-8e88-97445f7a5fb5),segment_id=955d7293-f525-4e91-8e88-97445f7a5fb5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:22.478593 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.495704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] Calling delete_port for f612be50-9616-45a0-af17-4b95ba72e5da owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:22.571436 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:28:20Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:22.583848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] For port 7a9ce64d-997e-4713-b9c1-0a49fcf5da84, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:22.584486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.605422 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.613874 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374cd67-ffd1-4666-8ecd-908c93cc5485 None None] The sync data for ids ['fc93c356-d0cb-48d9-a689-f5dd16bb6837'] in n-d-798930-2 is: [{'id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057450510', 'tenant_id': '965702fd72c64b48bd8fb97738b78472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:28:20Z', 'revision_number': 5, 'project_id': '965702fd72c64b48bd8fb97738b78472', 'gw_port': {'id': '7a9ce64d-997e-4713-b9c1-0a49fcf5da84', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc93c356-d0cb-48d9-a689-f5dd16bb6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:26:06Z', 'updated_at': '2021-07-07T18:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:22.614605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Calling delete_port for 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:22.637785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] Pushing event deleted for resources: {'Port': ['ID=f612be50-9616-45a0-af17-4b95ba72e5da,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:22.643817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce8803-b497-48c8-8243-8c0ea0ced689 None None] No DVR routers for this DVR port f612be50-9616-45a0-af17-4b95ba72e5da on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:22.808330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.835881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Port': ['ID=7a9ce64d-997e-4713-b9c1-0a49fcf5da84,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:22.901765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:22.999547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.001903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.056778 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.056778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Fanout notify agent at l3_agent the message router_deleted on router fc93c356-d0cb-48d9-a689-f5dd16bb6837 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:28:23.065003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.066208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4fdb336c-00da-4fe4-a366-60ee01fffe7f tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/routers/fc93c356-d0cb-48d9-a689-f5dd16bb6837 HTTP/1.1" status: 204 len: 168 time: 1.0783200 Jul 07 18:28:23.069227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47382) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:23.164157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.228743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 00cb72ea-94da-4c11-ac8c-b10216763acd no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:23.254331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 00cb72ea-94da-4c11-ac8c-b10216763acd {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:23.254779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 00cb72ea-94da-4c11-ac8c-b10216763acd not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:23.255106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f612be50-9616-45a0-af17-4b95ba72e5da no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:23.281194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.282957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: f612be50-9616-45a0-af17-4b95ba72e5da {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:23.283768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f612be50-9616-45a0-af17-4b95ba72e5da not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:23.297620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e6e34e-fb14-4903-8484-b969c1885ad6']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:23.311946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955d7293-f525-4e91-8e88-97445f7a5fb5') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:23.312254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955d7293-f525-4e91-8e88-97445f7a5fb5') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:23.326964 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.346500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.354317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:28:23.354786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:28:23.358943 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:28:23.434758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.455427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:23.457549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] 10.222.0.88 "DELETE /v2.0/networks/b4e6e34e-fb14-4903-8484-b969c1885ad6 HTTP/1.1" status: 204 len: 168 time: 0.3872287 Jul 07 18:28:23.458590 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea71dbb-15e1-4ba4-b6b6-af045bebdcd3 tempest-TestSecurityGroupsBasicOps-1245267228 tempest-TestSecurityGroupsBasicOps-1245267228-project] Pushing event deleted for resources: {'Network': ['ID=b4e6e34e-fb14-4903-8484-b969c1885ad6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:23.727841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:23.900047 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3c183ca8-c41f-4e97-b8c7-55ae732e7466 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=965702fd72c64b48bd8fb97738b78472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704910 Jul 07 18:28:23.902662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:23.978036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-72f1828a-dbe5-4ecd-94a4-3d693b47693a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.010842 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-72f1828a-dbe5-4ecd-94a4-3d693b47693a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.071598 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-72f1828a-dbe5-4ecd-94a4-3d693b47693a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.076795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-72f1828a-dbe5-4ecd-94a4-3d693b47693a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.078131 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-72f1828a-dbe5-4ecd-94a4-3d693b47693a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b94acee-8288-459a-bb6a-862fa2a5cfbf HTTP/1.1" status: 204 len: 168 time: 0.1742797 Jul 07 18:28:24.089670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1828a-dbe5-4ecd-94a4-3d693b47693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b94acee-8288-459a-bb6a-862fa2a5cfbf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:24.434980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47420) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:24.452719 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4810739a-c5a7-43ef-acc5-768fe9bbe0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.577177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4810739a-c5a7-43ef-acc5-768fe9bbe0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.581858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4810739a-c5a7-43ef-acc5-768fe9bbe0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.619356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810739a-c5a7-43ef-acc5-768fe9bbe0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ad001-5b58-4b3e-93ef-4b2f2c152824,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:24.626959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4810739a-c5a7-43ef-acc5-768fe9bbe0dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5f25193f449f4022b4417ce0b8885954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884632 Jul 07 18:28:24.627344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47424) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:24.678566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-991feec6-5046-448f-9184-68f6639a9499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.699712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-991feec6-5046-448f-9184-68f6639a9499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.704888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50805a0b-a65b-4549-ac6f-0da8c7ed5de4 req-dce6a5de-a918-4143-888f-134aaf3295e1 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:24.706432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50805a0b-a65b-4549-ac6f-0da8c7ed5de4 req-dce6a5de-a918-4143-888f-134aaf3295e1 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 946 time: 0.0646508 Jul 07 18:28:24.751100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-991feec6-5046-448f-9184-68f6639a9499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.756303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-991feec6-5046-448f-9184-68f6639a9499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.757030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-50805a0b-a65b-4549-ac6f-0da8c7ed5de4 req-7d4d6e03-2867-44ed-82a8-0166e603e60e tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 Jul 07 18:28:24.758354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-991feec6-5046-448f-9184-68f6639a9499 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9b6ad001-5b58-4b3e-93ef-4b2f2c152824 HTTP/1.1" status: 204 len: 168 time: 0.1300519 Jul 07 18:28:24.772598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991feec6-5046-448f-9184-68f6639a9499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ad001-5b58-4b3e-93ef-4b2f2c152824,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:25.061413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:25.084211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:25.084803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7a9ce64d-997e-4713-b9c1-0a49fcf5da84 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:25.109576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47430) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:25.148899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1ec33eb1-8fa2-4632-b89f-183b2a0b9e67 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a23befc9c0e404ea82be08a17e88147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380664 Jul 07 18:28:25.151447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47432) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:25.203654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0cb91a2b-2400-4ac9-8f4b-cfbf570548a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:25.225438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0cb91a2b-2400-4ac9-8f4b-cfbf570548a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:25.274285 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0cb91a2b-2400-4ac9-8f4b-cfbf570548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:25.277145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0cb91a2b-2400-4ac9-8f4b-cfbf570548a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:25.278353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0cb91a2b-2400-4ac9-8f4b-cfbf570548a6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4dc9cbe4-7d0b-44d5-ad4d-840057eed9b5 HTTP/1.1" status: 204 len: 168 time: 0.1260440 Jul 07 18:28:25.287215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91a2b-2400-4ac9-8f4b-cfbf570548a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc9cbe4-7d0b-44d5-ad4d-840057eed9b5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:26.003537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea8418-7d26-45fe-99d1-f4f4231b34f9 req-63361896-9b0f-4815-bce7-b626ba75bd21 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:26.005064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6ea8418-7d26-45fe-99d1-f4f4231b34f9 req-63361896-9b0f-4815-bce7-b626ba75bd21 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 946 time: 0.1000814 Jul 07 18:28:26.057331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6ea8418-7d26-45fe-99d1-f4f4231b34f9 req-b87db3d3-1564-4ebf-8e01-5e77ab395df3 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/security-groups?id=57bfe652-4eb1-436e-8da9-9e9c74a80349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Jul 07 18:28:26.066458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-6d746df3-0829-4119-9a83-c35a124019fb tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:26.067917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-6d746df3-0829-4119-9a83-c35a124019fb tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.55 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 946 time: 0.1091592 Jul 07 18:28:26.179424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Deleting port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:26.179754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.273748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] For port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,segment=NetworkSegment(1dc81b64-2527-462a-bab0-33320e1edae4),segment_id=1dc81b64-2527-462a-bab0-33320e1edae4)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:26.274075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.287273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Calling delete_port for a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:26.423869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.436158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['a48ee8d1-9f1f-4424-8a5b-a0e3686888e1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:26.454617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Pushing event deleted for resources: {'Port': ['ID=a48ee8d1-9f1f-4424-8a5b-a0e3686888e1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:26.468506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.468870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.469216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.469606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.469884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.470302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.470677 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.470879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.471204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.471530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.471854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.472188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:26.515825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] No DVR routers for this DVR port a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:26.519854 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:26.522042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b87321a-4d4f-4bca-bf8a-b001e82bc284 req-32c04c68-3bbc-4375-a816-98239ac0b8e8 tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.55 "DELETE /v2.0/ports/a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 HTTP/1.1" status: 204 len: 173 time: 0.4479024 Jul 07 18:28:26.522523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'name': 'network-vif-deleted', 'tag': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:26.527890 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74839e24-925f-4a9c-9cda-a5e4f57e06e5" -d '{"events": [{"server_uuid": "10bfa80c-0b19-44f3-b57c-6f73cdb5e384", "name": "network-vif-deleted", "tag": "a48ee8d1-9f1f-4424-8a5b-a0e3686888e1"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:26.571587 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baeb36b-51a1-40b4-9cfd-5f4fd0f14af6 x-openstack-request-id: req-6baeb36b-51a1-40b4-9cfd-5f4fd0f14af6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:26.571879 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bfa80c-0b19-44f3-b57c-6f73cdb5e384", "name": "network-vif-deleted", "tag": "a48ee8d1-9f1f-4424-8a5b-a0e3686888e1", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:26.572143 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6baeb36b-51a1-40b4-9cfd-5f4fd0f14af6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:26.572648 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfa80c-0b19-44f3-b57c-6f73cdb5e384', 'name': 'network-vif-deleted', 'tag': 'a48ee8d1-9f1f-4424-8a5b-a0e3686888e1', 'status': 'completed', 'code': 200} Jul 07 18:28:27.219207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43dad1fa-fc42-4215-8398-4163fdd45899 req-2eeab198-ba53-4cec-a43c-e1daa60046af tempest-ServerTagsTestJSON-161314356 tempest-ServerTagsTestJSON-161314356-project] 10.222.0.88 "GET /v2.0/ports?device_id=10bfa80c-0b19-44f3-b57c-6f73cdb5e384 HTTP/1.1" status: 200 len: 210 time: 0.0295451 Jul 07 18:28:28.312970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47444) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:28.359614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Deleting subnet a7f54366-7f66-4387-8955-8c4ba2abff5b {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:28:28.362900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.398138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.441378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.497973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.523306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f54366-7f66-4387-8955-8c4ba2abff5b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:28.528036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.529998 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a7f54366-7f66-4387-8955-8c4ba2abff5b HTTP/1.1" status: 204 len: 168 time: 0.2159519 Jul 07 18:28:28.532848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47446) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:28.535523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.535876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.536214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.536553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.536924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.537246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.537562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.537890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.538216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.538540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.538867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.539186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfa12d-dfe1-409a-9265-19902dde30b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:28.616385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.700667 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.710687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244db05e-70a4-45fd-a0b2-1b6b0a6287d9']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:28.721360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc81b64-2527-462a-bab0-33320e1edae4') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:28.721641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc81b64-2527-462a-bab0-33320e1edae4') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:28.731003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.745252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.751383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:28:28.751749 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:28:28.753571 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:28:28.809947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.815909 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.817894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] 10.222.0.88 "DELETE /v2.0/networks/244db05e-70a4-45fd-a0b2-1b6b0a6287d9 HTTP/1.1" status: 204 len: 168 time: 0.2837446 Jul 07 18:28:28.829058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b834829-a35d-461e-90fc-f911fafe7ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=244db05e-70a4-45fd-a0b2-1b6b0a6287d9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:29.005638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47450) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:29.047479 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aaa0be1f-c262-44bb-a4d7-4203e3579361 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=243a203b5e4d4a759ad1185210015155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405869 Jul 07 18:28:29.050060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47452) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:29.105783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30ec7d6a-a479-4a50-afb8-07dac76aa731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.127388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30ec7d6a-a479-4a50-afb8-07dac76aa731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.160335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:29.174838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30ec7d6a-a479-4a50-afb8-07dac76aa731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.180271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-30ec7d6a-a479-4a50-afb8-07dac76aa731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.180271 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-30ec7d6a-a479-4a50-afb8-07dac76aa731 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/57bfe652-4eb1-436e-8da9-9e9c74a80349 HTTP/1.1" status: 204 len: 168 time: 0.1278374 Jul 07 18:28:29.185823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:29.186162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device a48ee8d1-9f1f-4424-8a5b-a0e3686888e1 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:29.187250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec7d6a-a479-4a50-afb8-07dac76aa731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfe652-4eb1-436e-8da9-9e9c74a80349,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:30.024109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 47474) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:30.125833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-305589585-network', 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:30.147116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:30.149681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.162902 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.262740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.267883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.293359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:28:30.303362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79f0823-f939-4c8e-aae2-6717f9c00937,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:30.308449 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.308791 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Added segment 40e73318-220e-470f-8ebd-547f02c1ee59 of type vlan for network 7672247d-6d58-4439-9244-0d43f31bfe7e Jul 07 18:28:30.350018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.380120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.381132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:30.381841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.440597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4152427 Jul 07 18:28:30.441741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f679fb-7068-47bb-8b10-23ce953b22c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7672247d-6d58-4439-9244-0d43f31bfe7e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:30.443749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 47478) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:30.448997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Request body: {'subnet': {'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-305589585-subnet', 'tenant_id': '82e412fbe69e40209cd16b20720ed38d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:30.456584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 7672247d-6d58-4439-9244-0d43f31bfe7e details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:28:30.476928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:30.479380 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.642658 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.698340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58869d0a-23ca-403d-baeb-bfafe1959d95,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:30.714322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:30.714688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Network hostable DHCP agents. Network: 7672247d-6d58-4439-9244-0d43f31bfe7e, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:28:30.732670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:28:30.742598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 7672247d-6d58-4439-9244-0d43f31bfe7e) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:30.747044 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:30.747635 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.754077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab808a3-e2b6-4a78-977e-41993bd0b70e None None] Network 7672247d-6d58-4439-9244-0d43f31bfe7e requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:30.764166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1be0323b-aa20-4b59-951c-a0cafa249469 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3189912 Jul 07 18:28:30.879143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca2e28-4ccb-486b-b1d9-79fd55688e47 None None] Network 7672247d-6d58-4439-9244-0d43f31bfe7e requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:31.223423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-680e7877-bdf4-49db-b986-801cff2969b1 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:31.225091 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-680e7877-bdf4-49db-b986-801cff2969b1 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1093102 Jul 07 18:28:31.243545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-19f5db34-c821-4e6f-b914-a3fa48caf964 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0126765 Jul 07 18:28:31.279353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-2ef21b3d-5fd0-40cc-a700-12ba841dd7d6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304832 Jul 07 18:28:31.377182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-662bd257-3f0b-4f56-9ccd-dc031af038f2 service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901215 Jul 07 18:28:31.475348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-ef2cc80a-e9c3-4cbb-8613-3ff60cfa8eff service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920901 Jul 07 18:28:31.650474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a0e7835-e50d-4b86-beb7-2d131c144a08 req-666b6aaf-af77-49c4-80cc-712a500b0449 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 210 time: 0.0288012 Jul 07 18:28:32.799170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-586838fa-5edc-43f2-aa67-5527b1516f9d req-b98418ec-4dde-4fb0-acb3-ff020092215f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 210 time: 0.0341451 Jul 07 18:28:32.930605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-92a085ed-942f-4a3c-9706-8d4ca924928b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:32.932087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-92a085ed-942f-4a3c-9706-8d4ca924928b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1093900 Jul 07 18:28:32.945236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Request body: {'port': {'device_id': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'admin_state_up': True, 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:33.084473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:33.088644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.219520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Allocated IP 172.20.0.10 (7672247d-6d58-4439-9244-0d43f31bfe7e/58869d0a-23ca-403d-baeb-bfafe1959d95/ecdd43bd-f70c-444e-bb6c-9f812d650c70) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:33.380519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.422648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.467992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:33.473712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:33.477556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:33.484221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event updated for resources: {'Port': ['ID=ecdd43bd-f70c-444e-bb6c-9f812d650c70,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:33.533618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:33.534228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.549482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ddd2fd2-afd5-41f5-bfcd-766abe387649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084812 Jul 07 18:28:33.562169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Request body: {'port': {'device_id': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:33.652934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.981862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdd43bd-f70c-444e-bb6c-9f812d650c70 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:33.994687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.014795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Transition to ACTIVE for port object ecdd43bd-f70c-444e-bb6c-9f812d650c70 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:34.023479 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.072539 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.087657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d33485-1e90-44af-9ff4-0b4a72be269e req-29626a71-f08b-4535-ba35-b1a88cb2fbc5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:34.089117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71d33485-1e90-44af-9ff4-0b4a72be269e req-29626a71-f08b-4535-ba35-b1a88cb2fbc5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 932 time: 0.1561580 Jul 07 18:28:34.100193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Pushing event updated for resources: {'Port': ['ID=ecdd43bd-f70c-444e-bb6c-9f812d650c70,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:34.181115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71d33485-1e90-44af-9ff4-0b4a72be269e req-c8922e24-bc21-45cb-ae17-47aa700d0a96 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837243 Jul 07 18:28:34.204390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Attempting to bind port ecdd43bd-f70c-444e-bb6c-9f812d650c70 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:34.204724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Attempting to bind port ecdd43bd-f70c-444e-bb6c-9f812d650c70 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:34.205078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Attempting to bind port ecdd43bd-f70c-444e-bb6c-9f812d650c70 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:34.209722 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Port ecdd43bd-f70c-444e-bb6c-9f812d650c70 on network 7672247d-6d58-4439-9244-0d43f31bfe7e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:28:34.210039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Attempting to bind port ecdd43bd-f70c-444e-bb6c-9f812d650c70 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:34.215398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:34.215732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:34.216111 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Bound using segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:34.216539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Bound port: ecdd43bd-f70c-444e-bb6c-9f812d650c70, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:34.216917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.282452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] For port ecdd43bd-f70c-444e-bb6c-9f812d650c70, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:34.285581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] For port ecdd43bd-f70c-444e-bb6c-9f812d650c70, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:34.292661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.327794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:34.328934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.331354 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] 10.222.0.55 "PUT /v2.0/ports/ecdd43bd-f70c-444e-bb6c-9f812d650c70 HTTP/1.1" status: 200 len: 1092 time: 0.7733376 Jul 07 18:28:34.332146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'tag': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:34.336269 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da90b11-bbce-4a6e-9c97-783ab33795c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac", "tag": "ecdd43bd-f70c-444e-bb6c-9f812d650c70"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:34.370447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af2f0c-503c-4d65-8088-f2515248ae4d service neutron] Pushing event updated for resources: {'Port': ['ID=ecdd43bd-f70c-444e-bb6c-9f812d650c70,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:34.388020 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab37ffc-4366-49df-a444-b05252c8d004 x-openstack-request-id: req-0ab37ffc-4366-49df-a444-b05252c8d004 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:34.388308 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac", "tag": "ecdd43bd-f70c-444e-bb6c-9f812d650c70", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:34.388560 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0ab37ffc-4366-49df-a444-b05252c8d004 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:34.388990 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'tag': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70', 'status': 'completed', 'code': 200} Jul 07 18:28:34.455396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-d183a264-2ae5-440d-9e09-ecf5616e6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:34.456990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-d183a264-2ae5-440d-9e09-ecf5616e6682 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 1095 time: 0.0805001 Jul 07 18:28:34.500312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-9ab3bb2a-ee78-4933-84a2-83a2015230ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70 HTTP/1.1" status: 200 len: 217 time: 0.0353429 Jul 07 18:28:34.551642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-f020dd0d-183d-4574-bfdb-3be4833e8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:34.553215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-f020dd0d-183d-4574-bfdb-3be4833e8665 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0459652 Jul 07 18:28:34.590602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-6ade10d0-c3b5-4d9a-a0d0-c7bba6e10570 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303986 Jul 07 18:28:34.690359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-2282c87f-d452-42c7-b21a-e8424e360752 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904779 Jul 07 18:28:34.795684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ef72a80-f99e-4377-92a9-eee4340dd4bb req-19bd8326-9739-418a-962d-8d59535666c8 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977776 Jul 07 18:28:34.911412 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-50ffbf19-60d4-4b26-ab61-fc63768d808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:34.913004 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-50ffbf19-60d4-4b26-ab61-fc63768d808d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 1095 time: 0.0622716 Jul 07 18:28:35.017961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-eb3bda0d-5801-481a-82f5-3389df66ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:35.019482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-eb3bda0d-5801-481a-82f5-3389df66ec84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.0999858 Jul 07 18:28:35.069153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-5518ad51-7343-493d-aad7-5233aefeb964 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70 HTTP/1.1" status: 200 len: 217 time: 0.0416887 Jul 07 18:28:35.120508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-9fc1e8aa-0157-4328-8204-5fcc9cb98262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:35.122059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-9fc1e8aa-0157-4328-8204-5fcc9cb98262 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0463037 Jul 07 18:28:35.158472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-0a465fbc-632e-4194-bf01-b1393f1f4e31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292213 Jul 07 18:28:35.270385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-58c1f407-11e0-4141-8945-f874e7870374 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036737 Jul 07 18:28:35.756432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2da90b11-bbce-4a6e-9c97-783ab33795c1 req-3d0b04c3-32a1-45d5-908f-ec054bcdf0f9 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795849 Jul 07 18:28:35.771827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991245be-a699-4fa1-ae3b-70a5eda37df2 req-4f0fa3bd-5d66-4e81-b8f6-3b49b527037f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:35.773375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-991245be-a699-4fa1-ae3b-70a5eda37df2 req-4f0fa3bd-5d66-4e81-b8f6-3b49b527037f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 944 time: 0.1229329 Jul 07 18:28:35.813095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-991245be-a699-4fa1-ae3b-70a5eda37df2 req-c83b6776-17c5-4855-b93c-932278dffc7d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Jul 07 18:28:36.045922 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.999867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3c979-a9ea-4b73-bf8e-5c8cc43082ed req-01c2f6c3-d0e9-4a0b-8583-db7086b7b214 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:37.001714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6eb3c979-a9ea-4b73-bf8e-5c8cc43082ed req-01c2f6c3-d0e9-4a0b-8583-db7086b7b214 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 944 time: 0.0731843 Jul 07 18:28:37.042964 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6eb3c979-a9ea-4b73-bf8e-5c8cc43082ed req-c5260abf-bc7d-4c41-b672-fd8b015dea23 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345805 Jul 07 18:28:37.207276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ecdd43bd-f70c-444e-bb6c-9f812d650c70 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:28:37.309814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ecdd43bd-f70c-444e-bb6c-9f812d650c70, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:37.321754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'port_id': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70', 'mac_address': 'fa:16:3e:56:31:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58869d0a-23ca-403d-baeb-bfafe1959d95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:28:37.360166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.373579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdd43bd-f70c-444e-bb6c-9f812d650c70 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:37.394217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ecdd43bd-f70c-444e-bb6c-9f812d650c70, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:37.399469 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.452355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ecdd43bd-f70c-444e-bb6c-9f812d650c70,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:37.591922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:38.226336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307a3d-aa0c-447f-a3e7-51e9b1d25e0f req-235a210a-f697-4ba4-a4b0-f9f262bcc855 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:38.228123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a307a3d-aa0c-447f-a3e7-51e9b1d25e0f req-235a210a-f697-4ba4-a4b0-f9f262bcc855 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 945 time: 0.0723658 Jul 07 18:28:38.273542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a307a3d-aa0c-447f-a3e7-51e9b1d25e0f req-1c6f9430-df33-4ec9-9284-55d79aae66dc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Jul 07 18:28:39.211939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ecdd43bd-f70c-444e-bb6c-9f812d650c70 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:39.262280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port ecdd43bd-f70c-444e-bb6c-9f812d650c70 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:39.266334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port ecdd43bd-f70c-444e-bb6c-9f812d650c70 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:39.266712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.350883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.374017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:39.376297 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2740b0b3-8b8b-4a59-bd5f-d98fc8776a9e" -d '{"events": [{"server_uuid": "bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac", "name": "network-vif-plugged", "status": "completed", "tag": "ecdd43bd-f70c-444e-bb6c-9f812d650c70"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:39.389740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port ecdd43bd-f70c-444e-bb6c-9f812d650c70, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:39.396618 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.440135 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b5f890-930d-4520-a8e4-cec7923f41fd x-openstack-request-id: req-64b5f890-930d-4520-a8e4-cec7923f41fd {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:39.440420 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac", "name": "network-vif-plugged", "status": "completed", "tag": "ecdd43bd-f70c-444e-bb6c-9f812d650c70", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:39.440674 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64b5f890-930d-4520-a8e4-cec7923f41fd {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:39.441188 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70', 'code': 200} Jul 07 18:28:39.455644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=ecdd43bd-f70c-444e-bb6c-9f812d650c70,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:39.473746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcef244-3c71-4161-9b58-e750f5b0e085 req-a6598fc0-abb8-49d5-81e0-ea2aceedb232 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:39.475464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdcef244-3c71-4161-9b58-e750f5b0e085 req-a6598fc0-abb8-49d5-81e0-ea2aceedb232 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 946 time: 0.0711670 Jul 07 18:28:39.542148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cdcef244-3c71-4161-9b58-e750f5b0e085 req-a8b3704b-b181-4b20-ab6c-2fa4124ad7c4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602765 Jul 07 18:28:39.569509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80915d7-0928-47c4-8ef5-7b6bfb239d50 req-6ad964a1-a091-4dd4-af1e-6d975bb75d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:39.571065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c80915d7-0928-47c4-8ef5-7b6bfb239d50 req-6ad964a1-a091-4dd4-af1e-6d975bb75d45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 1097 time: 0.0656354 Jul 07 18:28:39.612380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c80915d7-0928-47c4-8ef5-7b6bfb239d50 req-d92e2837-9bd8-4819-b9ab-7ceaf5938b92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343950 Jul 07 18:28:40.723853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff01bb-2d9d-4128-8f26-2f80f41b2814 req-26c9ab5e-73fa-4fca-99ba-3195baf4f359 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:40.725485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eff01bb-2d9d-4128-8f26-2f80f41b2814 req-26c9ab5e-73fa-4fca-99ba-3195baf4f359 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 946 time: 0.0697587 Jul 07 18:28:40.779707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eff01bb-2d9d-4128-8f26-2f80f41b2814 req-d63311cf-ad4d-488b-af69-82efbc9fe7ab tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Jul 07 18:28:41.012042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229262c-d406-44df-a7be-5661c56db641 req-3c71af9d-7409-47e5-9c18-1cce9881e909 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:41.013633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c229262c-d406-44df-a7be-5661c56db641 req-3c71af9d-7409-47e5-9c18-1cce9881e909 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1047571 Jul 07 18:28:41.043049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c229262c-d406-44df-a7be-5661c56db641 req-3b3db59e-537b-457b-a0b4-d799b2188d81 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0227580 Jul 07 18:28:41.116527 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c229262c-d406-44df-a7be-5661c56db641 req-fd396ccb-977e-4a6c-a72c-892bc9e184a2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673642 Jul 07 18:28:41.208454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c229262c-d406-44df-a7be-5661c56db641 req-bcd47a06-3eb8-401c-b7a0-97d907780314 service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848486 Jul 07 18:28:41.306590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c229262c-d406-44df-a7be-5661c56db641 req-7b483f3c-043a-49d0-8b1b-805a5a0ea32e service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915422 Jul 07 18:28:41.864250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-6055541b-166f-4db3-b707-7773b4bf817c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:41.865836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-6055541b-166f-4db3-b707-7773b4bf817c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1149125 Jul 07 18:28:41.881343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-0a92b236-3cdc-46c7-b7ef-d2ab6d3b747d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0099130 Jul 07 18:28:41.948240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-68e85ac1-55e3-4813-a30c-94cc4fde0b53 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603204 Jul 07 18:28:42.044722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-861dcfa7-f906-4442-ab5a-037e831f788e service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896361 Jul 07 18:28:42.136060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-af36cc63-9757-43d2-85a7-7fcaa85486cb service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853777 Jul 07 18:28:42.314667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aa7d9d4-7871-452a-bf98-75a103dd0263 req-6cc4e738-361e-41e8-9a1f-a834123380d1 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 210 time: 0.0337858 Jul 07 18:28:43.412940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-fa70aed5-14fa-413e-850b-19c19bc52c25 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:43.414973 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-fa70aed5-14fa-413e-850b-19c19bc52c25 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1114767 Jul 07 18:28:43.429385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Request body: {'port': {'device_id': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'admin_state_up': True, 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:43.459434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-16d4e557-8649-46c4-be05-63d04100dbd8 req-57dfa41c-880b-4f51-9782-1526140587cb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 210 time: 0.0296667 Jul 07 18:28:43.548740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:43.552536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.690921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Allocated IP 172.20.0.3 (7672247d-6d58-4439-9244-0d43f31bfe7e/58869d0a-23ca-403d-baeb-bfafe1959d95/0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:43.848579 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.892298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.904072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:43.936252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:43.939646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:43.942270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:43.980283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event updated for resources: {'Port': ['ID=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:44.010014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:44.010654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.026681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-ec2ecd36-d326-47e0-8d89-4df8123adde2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018641 Jul 07 18:28:44.047928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-2ecff8f8-1e75-4e68-89a4-40631f188cae tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:28:44.048940 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-2ecff8f8-1e75-4e68-89a4-40631f188cae tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055676 Jul 07 18:28:44.060122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Request body: {'port': {'device_id': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:44.134505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.409393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:44.417244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.429255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Transition to ACTIVE for port object 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:44.436036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.488345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:44.560527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Attempting to bind port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:44.560924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Attempting to bind port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:44.561262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Attempting to bind port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:44.566084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 on network 7672247d-6d58-4439-9244-0d43f31bfe7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:28:44.566408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Attempting to bind port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:44.571773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:44.572201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:44.572588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Bound using segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:44.573052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Bound port: 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:44.573411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.638059 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a8f5a-282a-446d-b4a0-89339956d25f req-f5c67ec7-8cb2-4bb4-9126-823730b7713d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:44.639868 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce9a8f5a-282a-446d-b4a0-89339956d25f req-f5c67ec7-8cb2-4bb4-9126-823730b7713d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 943 time: 0.0652380 Jul 07 18:28:44.640301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] For port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:44.643750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] For port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:44.648734 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.680177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce9a8f5a-282a-446d-b4a0-89339956d25f req-d58cac62-72f9-43e4-8a3e-39572dcbe97f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Jul 07 18:28:44.683992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:44.684616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.686033 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] 10.222.0.90 "PUT /v2.0/ports/0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 HTTP/1.1" status: 200 len: 1091 time: 0.6303616 Jul 07 18:28:44.686472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'tag': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:44.688741 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb29209d-4e26-4880-a466-675fb9c79831" -d '{"events": [{"name": "network-changed", "server_uuid": "859cfa9a-4b6b-46d3-bf89-0f643a80e1aa", "tag": "0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:44.713405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10accbe4-b73d-41c1-8578-0ea81242b28c service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:44.793832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-055c6ee1-0f5a-488b-a8bf-75ebe095e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:44.795353 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-055c6ee1-0f5a-488b-a8bf-75ebe095e7e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 1094 time: 0.0582309 Jul 07 18:28:44.811452 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dc5b3f-78c7-4ee5-bad6-f90a5d221a81 x-openstack-request-id: req-91dc5b3f-78c7-4ee5-bad6-f90a5d221a81 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:44.811684 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859cfa9a-4b6b-46d3-bf89-0f643a80e1aa", "tag": "0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:44.811987 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91dc5b3f-78c7-4ee5-bad6-f90a5d221a81 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:44.812457 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'tag': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2', 'status': 'completed', 'code': 200} Jul 07 18:28:44.846625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-e06fe5ac-2a37-4328-803a-cc856712a178 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 HTTP/1.1" status: 200 len: 217 time: 0.0439768 Jul 07 18:28:44.895542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-15c15f98-c576-47fd-ac78-e7ab3e3f528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:44.897038 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-15c15f98-c576-47fd-ac78-e7ab3e3f528a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0446038 Jul 07 18:28:44.929319 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-e81aa670-3401-4ce6-9b8f-52031665cec8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263102 Jul 07 18:28:45.028433 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-f07f5e9e-eee4-4717-a839-4e9de9e7deca service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912423 Jul 07 18:28:45.121963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ac96d2a3-52b6-43d4-8b5e-34af81fc1535 req-f19631ef-84fb-4089-854d-fa399a78f75c service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876355 Jul 07 18:28:45.235202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29209d-4e26-4880-a466-675fb9c79831 req-a59c17e6-09f2-45c7-825d-7c9ee0157622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:45.237150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb29209d-4e26-4880-a466-675fb9c79831 req-a59c17e6-09f2-45c7-825d-7c9ee0157622 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 1094 time: 0.0570977 Jul 07 18:28:45.334195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29209d-4e26-4880-a466-675fb9c79831 req-f2d0f7cb-a609-462e-afcd-b2d89176553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:45.335593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb29209d-4e26-4880-a466-675fb9c79831 req-f2d0f7cb-a609-462e-afcd-b2d89176553e service neutron] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.0923219 Jul 07 18:28:45.379858 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb29209d-4e26-4880-a466-675fb9c79831 req-92799371-b92d-44e1-8b90-435871523739 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 HTTP/1.1" status: 200 len: 217 time: 0.0369556 Jul 07 18:28:45.432070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29209d-4e26-4880-a466-675fb9c79831 req-aed7e19f-063e-4d43-8cb6-527e28126b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:45.433586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb29209d-4e26-4880-a466-675fb9c79831 req-aed7e19f-063e-4d43-8cb6-527e28126b0b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0476391 Jul 07 18:28:45.474075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb29209d-4e26-4880-a466-675fb9c79831 req-97a71248-35f7-4869-bdd1-456e4eb25e93 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309832 Jul 07 18:28:45.578015 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb29209d-4e26-4880-a466-675fb9c79831 req-73cdf8b5-78da-4d55-a77a-2a068b4af318 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965960 Jul 07 18:28:45.685186 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-eb29209d-4e26-4880-a466-675fb9c79831 req-0a6f9f27-fc13-4a44-984c-2645e00d3a06 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007268 Jul 07 18:28:45.867992 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38a2e348-a3cf-48f7-b793-644b7d6fb847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.899262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188ddd0-4e28-478d-ad48-fa022e8c167e req-e300c07e-6784-45de-82fb-dd7517e20a75 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:45.900957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4188ddd0-4e28-478d-ad48-fa022e8c167e req-e300c07e-6784-45de-82fb-dd7517e20a75 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 943 time: 0.0827878 Jul 07 18:28:45.943570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4188ddd0-4e28-478d-ad48-fa022e8c167e req-16ede409-ac8a-4583-944b-7314d029cd57 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jul 07 18:28:47.149692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a594ed-f8b7-4073-b689-75c7082e9095 req-f0d9512e-c105-4299-8a7f-7b5cbe0d5cce tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:47.151239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60a594ed-f8b7-4073-b689-75c7082e9095 req-f0d9512e-c105-4299-8a7f-7b5cbe0d5cce tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 943 time: 0.0871572 Jul 07 18:28:47.192965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60a594ed-f8b7-4073-b689-75c7082e9095 req-1428b244-d62c-4068-8e7c-2805fe15b592 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351074 Jul 07 18:28:48.251273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:28:48.354357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:48.366513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'port_id': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2', 'mac_address': 'fa:16:3e:8b:f3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58869d0a-23ca-403d-baeb-bfafe1959d95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:28:48.378576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0f83d-d2e2-4d8b-94c6-a5f5bb93f735 req-0cd58e66-8b4e-405a-b630-922d2efc3021 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:48.380288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29f0f83d-d2e2-4d8b-94c6-a5f5bb93f735 req-0cd58e66-8b4e-405a-b630-922d2efc3021 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 943 time: 0.0660543 Jul 07 18:28:48.413166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb8c518e-6f67-42fe-9368-e56ec6c1b3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.417835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.426896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29f0f83d-d2e2-4d8b-94c6-a5f5bb93f735 req-b7797075-b665-4221-89b3-945f3c3a9fe3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Jul 07 18:28:48.433407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:48.455981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:48.461481 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.518106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:48.521648 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.528134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.528606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.528865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.529206 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.530062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.530062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.530452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.530628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.530794 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.531151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.531471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.531792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:48.818684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:49.210639 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:49.660763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817e19c-916a-42a2-bcdb-c6172d6bffab req-be6c4849-5b83-436c-9bef-5de31abdbd44 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:49.662519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3817e19c-916a-42a2-bcdb-c6172d6bffab req-be6c4849-5b83-436c-9bef-5de31abdbd44 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 944 time: 0.0714040 Jul 07 18:28:49.723919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3817e19c-916a-42a2-bcdb-c6172d6bffab req-389b4a79-b69a-482c-b26f-5154411f2228 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543106 Jul 07 18:28:49.724169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:50.269872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:50.326981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:50.331228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:50.331591 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:50.583754 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:50.607812 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:50.610209 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cff904-2740-43d6-894d-637fcdd9893a" -d '{"events": [{"server_uuid": "859cfa9a-4b6b-46d3-bf89-0f643a80e1aa", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:50.623533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:50.628995 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:50.664519 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5130f9-ef2b-466e-834e-3baacff70859 x-openstack-request-id: req-ae5130f9-ef2b-466e-834e-3baacff70859 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:50.664859 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859cfa9a-4b6b-46d3-bf89-0f643a80e1aa", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:50.665210 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae5130f9-ef2b-466e-834e-3baacff70859 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:50.665647 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2', 'code': 200} Jul 07 18:28:50.700564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:50.841839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d08668-eab4-4015-b718-1c0183288050 req-bdfc86c4-7d60-4ca7-9b25-c3a48d4013f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:50.843271 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d08668-eab4-4015-b718-1c0183288050 req-bdfc86c4-7d60-4ca7-9b25-c3a48d4013f5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 1096 time: 0.1160762 Jul 07 18:28:50.889077 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-45d08668-eab4-4015-b718-1c0183288050 req-a7249f1e-68cb-44ea-baf9-4ba0ae15af3d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Jul 07 18:28:50.911083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cc938-68d5-47f8-a498-d073d007f340 req-0642d659-b5bc-49a4-b00a-4967c7186527 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:50.912564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-502cc938-68d5-47f8-a498-d073d007f340 req-0642d659-b5bc-49a4-b00a-4967c7186527 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 945 time: 0.0693505 Jul 07 18:28:50.952327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-502cc938-68d5-47f8-a498-d073d007f340 req-be01aa56-00b5-4a4f-8bc4-c560cd2c6be7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Jul 07 18:28:51.233612 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.158612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e33aa-e8b1-406a-a0cc-f15e0606677f req-4e94a8f5-99e1-4303-ad46-c5080f13a33d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.160259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-199e33aa-e8b1-406a-a0cc-f15e0606677f req-4e94a8f5-99e1-4303-ad46-c5080f13a33d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 945 time: 0.0896349 Jul 07 18:28:52.237563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-199e33aa-e8b1-406a-a0cc-f15e0606677f req-b7a50a3f-9da7-4cbe-9a5a-817f415a7239 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707080 Jul 07 18:28:52.264358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-553fe85b-d3ff-47d9-9102-c99f325bf8fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801346 Jul 07 18:28:52.407174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-8c3ae754-96ed-49a6-adf1-28f2714d3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.408714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-8c3ae754-96ed-49a6-adf1-28f2714d3372 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 1097 time: 0.0891018 Jul 07 18:28:52.445441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe489f-09f7-48eb-ba91-2cd30235052c req-b7af9d38-4a7e-41bf-9ae6-2763d10c2cf2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.446969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ffe489f-09f7-48eb-ba91-2cd30235052c req-b7af9d38-4a7e-41bf-9ae6-2763d10c2cf2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 945 time: 0.0850773 Jul 07 18:28:52.540855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ffe489f-09f7-48eb-ba91-2cd30235052c req-abdf061c-2886-483a-8823-7baf1190db87 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851161 Jul 07 18:28:52.573172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-e04fd527-f966-4fb4-9097-5253ea72411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.574775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-e04fd527-f966-4fb4-9097-5253ea72411a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.1268470 Jul 07 18:28:52.626361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-385e5f4c-e9e4-4040-b86a-4896889a00dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70 HTTP/1.1" status: 200 len: 217 time: 0.0425453 Jul 07 18:28:52.678601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-360301f4-8c26-4561-8fb7-b0c5f09bb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.680147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-360301f4-8c26-4561-8fb7-b0c5f09bb6fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0478501 Jul 07 18:28:52.725518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-395f62ca-2707-41c6-8ddf-f55aa585c112 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374827 Jul 07 18:28:52.844654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-a45760b8-5776-41c0-8be8-948cfb19189c service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107426 Jul 07 18:28:52.984739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7908a44-c117-48b4-81b8-5889b4c2854d req-041af50b-eac4-473f-b9ba-775596f255fe service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325746 Jul 07 18:28:53.007134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19b792-b4ed-4da7-9f92-26881931c60f req-880a2c09-85ef-4db7-84cc-f5daa4c1a9fc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:53.009017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc19b792-b4ed-4da7-9f92-26881931c60f req-880a2c09-85ef-4db7-84cc-f5daa4c1a9fc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 945 time: 0.1133535 Jul 07 18:28:53.058344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc19b792-b4ed-4da7-9f92-26881931c60f req-6261615b-e133-4e7d-8700-6bf254975a3d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Jul 07 18:28:54.253740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69d8d4-1a51-45b7-8d33-d2075ee6155f req-bbf21f0b-9e4f-494f-a853-9cd74c1d17f7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:54.255274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d69d8d4-1a51-45b7-8d33-d2075ee6155f req-bbf21f0b-9e4f-494f-a853-9cd74c1d17f7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 945 time: 0.0670667 Jul 07 18:28:54.305238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d69d8d4-1a51-45b7-8d33-d2075ee6155f req-90c07efb-0644-4d29-8021-c39dd4fed4d7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Jul 07 18:28:54.566313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3412b6f-dd63-4d93-9372-85453d70377d req-53b59f60-c3fc-4828-a875-aa4022ba44d5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:54.568073 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3412b6f-dd63-4d93-9372-85453d70377d req-53b59f60-c3fc-4828-a875-aa4022ba44d5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 945 time: 0.0696082 Jul 07 18:28:54.678967 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Deleting port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:54.679295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:54.775622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] For port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:54.776178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:54.791436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Calling delete_port for 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:54.947882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:54.961274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:54.964678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:54.977877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event deleted for resources: {'Port': ['ID=0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:55.026535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] No DVR routers for this DVR port 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:55.029529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:55.031625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3412b6f-dd63-4d93-9372-85453d70377d req-c5639d18-f9b4-44ca-a72f-e4d8665a42f3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "DELETE /v2.0/ports/0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 HTTP/1.1" status: 204 len: 173 time: 0.4576468 Jul 07 18:28:55.032074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'name': 'network-vif-deleted', 'tag': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:55.034427 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c7925e-9c42-483b-bb7e-631d6158767f" -d '{"events": [{"server_uuid": "859cfa9a-4b6b-46d3-bf89-0f643a80e1aa", "name": "network-vif-deleted", "tag": "0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:55.077267 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fb7d09-1007-4f40-a8e0-715df94848ef x-openstack-request-id: req-b6fb7d09-1007-4f40-a8e0-715df94848ef {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:55.077524 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859cfa9a-4b6b-46d3-bf89-0f643a80e1aa", "name": "network-vif-deleted", "tag": "0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:55.077812 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b6fb7d09-1007-4f40-a8e0-715df94848ef {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:55.078239 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859cfa9a-4b6b-46d3-bf89-0f643a80e1aa', 'name': 'network-vif-deleted', 'tag': '0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2', 'status': 'completed', 'code': 200} Jul 07 18:28:55.473906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a5c046e-d93d-4b44-8a67-10bdae568578 req-172d5cb9-bf9b-4524-a13f-9e58faa4289a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=859cfa9a-4b6b-46d3-bf89-0f643a80e1aa HTTP/1.1" status: 200 len: 210 time: 0.0354145 Jul 07 18:28:57.045914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-ede24b51-04d5-4e65-8284-b8d7222a7e27 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:57.047665 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-ede24b51-04d5-4e65-8284-b8d7222a7e27 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1361914 Jul 07 18:28:57.064690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-52e361c1-c84e-4fda-a448-00ec58c6d649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0110657 Jul 07 18:28:57.141724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-5ef9a6c6-e015-4bb1-8fde-5d59bf430b42 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691216 Jul 07 18:28:57.250319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-ab882428-821f-4992-baf9-78848496ee1d service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961487 Jul 07 18:28:57.347564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-ec823111-e625-480d-b522-7996e487f798 service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911965 Jul 07 18:28:57.535835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf56e392-f4b9-423e-bd60-6f3452a77ea8 req-1e2233a9-8488-4d96-a9de-884adf62d1c1 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 210 time: 0.0404370 Jul 07 18:28:58.308943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:58.334447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:58.334800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0d0ac7ac-4b7e-4f0e-a7ff-d863d02945d2 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:58.742300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-c92520d8-8abe-4f70-a71a-7e0c34267907 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:58.743608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f4d5807-f57c-49eb-996e-69cedcf9b8a6 req-a355de81-8b47-4c7c-b9fa-f50f0be8054b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 210 time: 0.0378807 Jul 07 18:28:58.745865 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-c92520d8-8abe-4f70-a71a-7e0c34267907 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1604068 Jul 07 18:28:58.760917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Request body: {'port': {'device_id': '28841e41-766c-4847-8658-ce46d92aa787', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'admin_state_up': True, 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:58.896648 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:58.900723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:59.061211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Allocated IP 172.20.0.4 (7672247d-6d58-4439-9244-0d43f31bfe7e/58869d0a-23ca-403d-baeb-bfafe1959d95/df599db9-0c5b-4310-8549-eb7168272138) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:59.232749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:59.279846 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:59.293300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:59.335710 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:59.339741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:59.345376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:59.349666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event updated for resources: {'Port': ['ID=df599db9-0c5b-4310-8549-eb7168272138,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:59.411063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:59.411985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:59.429825 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-55eb8c52-6faa-4a9a-ac77-0f8af7e24ba7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6735299 Jul 07 18:28:59.443257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Request body: {'port': {'device_id': '28841e41-766c-4847-8658-ce46d92aa787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:59.539321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:59.983189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bdce7-3cea-4657-b884-daa0b880fdd9 req-53038679-3809-456f-a325-f8789c5dee5b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:59.984937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9bdce7-3cea-4657-b884-daa0b880fdd9 req-53038679-3809-456f-a325-f8789c5dee5b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 931 time: 0.0766079 Jul 07 18:29:00.032736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9bdce7-3cea-4657-b884-daa0b880fdd9 req-cb6dade3-ac71-4c18-8b4a-1ee2951019d7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Jul 07 18:29:00.222490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df599db9-0c5b-4310-8549-eb7168272138 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:00.232078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.248885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Transition to ACTIVE for port object df599db9-0c5b-4310-8549-eb7168272138 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:00.254716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.328950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Pushing event updated for resources: {'Port': ['ID=df599db9-0c5b-4310-8549-eb7168272138,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:00.384562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Attempting to bind port df599db9-0c5b-4310-8549-eb7168272138 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:00.384895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Attempting to bind port df599db9-0c5b-4310-8549-eb7168272138 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:00.385392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Attempting to bind port df599db9-0c5b-4310-8549-eb7168272138 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:00.390106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Port df599db9-0c5b-4310-8549-eb7168272138 on network 7672247d-6d58-4439-9244-0d43f31bfe7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:29:00.390424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Attempting to bind port df599db9-0c5b-4310-8549-eb7168272138 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:00.396299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:00.396697 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:00.397103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Bound using segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:00.397566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Bound port: df599db9-0c5b-4310-8549-eb7168272138, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:00.397934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.483553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] For port df599db9-0c5b-4310-8549-eb7168272138, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:00.488151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] For port df599db9-0c5b-4310-8549-eb7168272138, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=df599db9-0c5b-4310-8549-eb7168272138,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:00.494868 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.536766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:00.537798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.540047 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] 10.222.0.90 "PUT /v2.0/ports/df599db9-0c5b-4310-8549-eb7168272138 HTTP/1.1" status: 200 len: 1091 time: 1.1019132 Jul 07 18:29:00.540865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28841e41-766c-4847-8658-ce46d92aa787', 'tag': 'df599db9-0c5b-4310-8549-eb7168272138'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:00.543535 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "28841e41-766c-4847-8658-ce46d92aa787", "tag": "df599db9-0c5b-4310-8549-eb7168272138"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:00.575010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46275191-f18f-4c83-9a8c-ed1a8a522747 service neutron] Pushing event updated for resources: {'Port': ['ID=df599db9-0c5b-4310-8549-eb7168272138,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:00.614373 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755dcc9b-ecad-4695-80aa-0f96ebe94152 x-openstack-request-id: req-755dcc9b-ecad-4695-80aa-0f96ebe94152 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:00.614824 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28841e41-766c-4847-8658-ce46d92aa787", "tag": "df599db9-0c5b-4310-8549-eb7168272138", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:00.615174 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-755dcc9b-ecad-4695-80aa-0f96ebe94152 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:00.615609 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28841e41-766c-4847-8658-ce46d92aa787', 'tag': 'df599db9-0c5b-4310-8549-eb7168272138', 'status': 'completed', 'code': 200} Jul 07 18:29:00.668324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-a7c86e6e-456d-4db5-95a7-a9fc22639a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:00.670079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-a7c86e6e-456d-4db5-95a7-a9fc22639a07 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 1094 time: 0.0698073 Jul 07 18:29:00.718640 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-84567773-c87a-47ee-85b1-b6ddcd67dab9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df599db9-0c5b-4310-8549-eb7168272138 HTTP/1.1" status: 200 len: 217 time: 0.0408745 Jul 07 18:29:00.795754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-e6d154e0-5bf5-4d34-9bc0-1d682d52bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:00.798468 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-e6d154e0-5bf5-4d34-9bc0-1d682d52bc89 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0737321 Jul 07 18:29:00.836240 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-c4201bca-51b8-4b33-8140-8daee8288bc1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309894 Jul 07 18:29:00.939292 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-6852943d-338a-412b-98fb-1b51e19284ec service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957847 Jul 07 18:29:01.039291 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8d42c741-9cb2-4b46-ba91-bd44087afd79 req-fffd06aa-1c83-40e5-a91f-d4af98adc036 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937827 Jul 07 18:29:01.159217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-873151e5-d073-46c8-b8cb-5a1c26bb60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:01.161154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-873151e5-d073-46c8-b8cb-5a1c26bb60f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 1094 time: 0.0607646 Jul 07 18:29:01.239174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2864dc4-79b6-45fe-869e-f46082622807 req-9843a10c-c49c-42f0-8dd1-3580bee81982 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:01.240772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2864dc4-79b6-45fe-869e-f46082622807 req-9843a10c-c49c-42f0-8dd1-3580bee81982 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 943 time: 0.0785406 Jul 07 18:29:01.264699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-248cdc97-6bf9-4c6c-b8b0-c476d73f866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:01.266552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-248cdc97-6bf9-4c6c-b8b0-c476d73f866e service neutron] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.0979724 Jul 07 18:29:01.285109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2864dc4-79b6-45fe-869e-f46082622807 req-8388e6ee-36b5-4ae0-ae56-a1123b7d3191 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Jul 07 18:29:01.312810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-8918773b-e47b-45af-9dfe-582b1e34da73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df599db9-0c5b-4310-8549-eb7168272138 HTTP/1.1" status: 200 len: 217 time: 0.0395274 Jul 07 18:29:01.377700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-fc8123de-7126-4b82-aced-1594976720d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:01.379225 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-fc8123de-7126-4b82-aced-1594976720d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0599546 Jul 07 18:29:01.413499 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-7836bcce-b474-4a2e-8e5b-a3d3de66c42d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269914 Jul 07 18:29:01.506312 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-51b8d2cd-9f2c-41b9-90ad-3930f909502f service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862973 Jul 07 18:29:01.606049 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9e2705e5-19d1-422c-b6bf-7b9f496efbb4 req-d64dedae-4688-43e5-a7ad-8b2c5999a293 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928912 Jul 07 18:29:02.502243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a220bcb-52ba-449d-b0f3-5373915238ed req-a637fa1f-8d33-45cb-80b7-78cac5154356 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.503688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a220bcb-52ba-449d-b0f3-5373915238ed req-a637fa1f-8d33-45cb-80b7-78cac5154356 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 943 time: 0.0708354 Jul 07 18:29:02.543587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a220bcb-52ba-449d-b0f3-5373915238ed req-9fe49b93-4efc-448b-a8d1-7dd26d6c3da4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340469 Jul 07 18:29:03.752192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371a49d-812e-4c22-ace7-79d65bc29106 req-714dec88-c9b8-4226-982c-84765a08a444 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:03.754032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8371a49d-812e-4c22-ace7-79d65bc29106 req-714dec88-c9b8-4226-982c-84765a08a444 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 943 time: 0.0866907 Jul 07 18:29:03.795758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8371a49d-812e-4c22-ace7-79d65bc29106 req-e2ecd0a3-e63d-44b0-a179-1ce0dc88e2b9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Jul 07 18:29:04.091742 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.336847 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device df599db9-0c5b-4310-8549-eb7168272138 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:29:04.444838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port df599db9-0c5b-4310-8549-eb7168272138, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=df599db9-0c5b-4310-8549-eb7168272138,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:04.460055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'df599db9-0c5b-4310-8549-eb7168272138', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'port_id': 'df599db9-0c5b-4310-8549-eb7168272138', 'mac_address': 'fa:16:3e:c9:b2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58869d0a-23ca-403d-baeb-bfafe1959d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:29:04.507571 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.522405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df599db9-0c5b-4310-8549-eb7168272138 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:04.545040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port df599db9-0c5b-4310-8549-eb7168272138, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=df599db9-0c5b-4310-8549-eb7168272138,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:04.552140 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:04.612999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=df599db9-0c5b-4310-8549-eb7168272138,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:04.884507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['df599db9-0c5b-4310-8549-eb7168272138'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:04.965429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-8f0a5091-147c-4b40-958a-c7228a87fe5d req-74bd2b60-4538-4ed0-9f33-920f91d3412b service neutron] (105589) timed out ('10.222.0.88', 57282) {{(pid=105589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:29:05.008815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1772049-8895-4420-9b1e-487cd682d791 req-cb50178b-f22e-48d2-a1c3-d98743f68480 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:05.011065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1772049-8895-4420-9b1e-487cd682d791 req-cb50178b-f22e-48d2-a1c3-d98743f68480 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 944 time: 0.0842593 Jul 07 18:29:05.055492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e1772049-8895-4420-9b1e-487cd682d791 req-d1706960-432b-4e96-81e0-7ab0285c4191 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Jul 07 18:29:06.050595 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.264351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d9e4-8f08-4b32-beae-e7ac731bc8b3 req-9186476c-f673-452e-8707-bca3a5c4674b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:06.266845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41e2d9e4-8f08-4b32-beae-e7ac731bc8b3 req-9186476c-f673-452e-8707-bca3a5c4674b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 944 time: 0.0804527 Jul 07 18:29:06.316433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-41e2d9e4-8f08-4b32-beae-e7ac731bc8b3 req-ea444287-4aa0-47ee-88ef-657a2fb679f0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Jul 07 18:29:06.348073 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device df599db9-0c5b-4310-8549-eb7168272138 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:06.402123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port df599db9-0c5b-4310-8549-eb7168272138 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:06.406513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port df599db9-0c5b-4310-8549-eb7168272138 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:06.406875 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.487608 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.514488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28841e41-766c-4847-8658-ce46d92aa787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df599db9-0c5b-4310-8549-eb7168272138'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:06.516957 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08953d-db7e-4205-b357-0a539415cd2d" -d '{"events": [{"server_uuid": "28841e41-766c-4847-8658-ce46d92aa787", "name": "network-vif-plugged", "status": "completed", "tag": "df599db9-0c5b-4310-8549-eb7168272138"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:06.531252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port df599db9-0c5b-4310-8549-eb7168272138, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=df599db9-0c5b-4310-8549-eb7168272138,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:06.537899 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:06.564397 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9074535-a604-4f64-a076-b9ec558a22b2 x-openstack-request-id: req-b9074535-a604-4f64-a076-b9ec558a22b2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:06.564767 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28841e41-766c-4847-8658-ce46d92aa787", "name": "network-vif-plugged", "status": "completed", "tag": "df599db9-0c5b-4310-8549-eb7168272138", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:06.565072 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9074535-a604-4f64-a076-b9ec558a22b2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:06.565477 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28841e41-766c-4847-8658-ce46d92aa787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df599db9-0c5b-4310-8549-eb7168272138', 'code': 200} Jul 07 18:29:06.602065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=df599db9-0c5b-4310-8549-eb7168272138,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:06.686955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d5ea-5c74-4eb2-b3c4-a3377e10e4d6 req-06d052d4-9ec4-4745-9b62-40a08ad38176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:06.688558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2107d5ea-5c74-4eb2-b3c4-a3377e10e4d6 req-06d052d4-9ec4-4745-9b62-40a08ad38176 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 1096 time: 0.0577552 Jul 07 18:29:06.734959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2107d5ea-5c74-4eb2-b3c4-a3377e10e4d6 req-dc83c82b-2521-4fb2-8a18-980866315d7c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Jul 07 18:29:07.517161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff5396-86c1-4c76-b809-c602ebcf3f09 req-c5c753a4-d3c2-4a05-838d-cc793145bf5a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:07.518827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21ff5396-86c1-4c76-b809-c602ebcf3f09 req-c5c753a4-d3c2-4a05-838d-cc793145bf5a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 945 time: 0.0826664 Jul 07 18:29:07.562722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21ff5396-86c1-4c76-b809-c602ebcf3f09 req-826b758b-0298-4a72-9e41-34681ec7afbd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Jul 07 18:29:08.759685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed48a7-f302-4a6b-8e9d-4c1a8704ecc6 req-86e92e10-c5fc-4bf1-9cfd-0d62e2e5586f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:08.761657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-deed48a7-f302-4a6b-8e9d-4c1a8704ecc6 req-86e92e10-c5fc-4bf1-9cfd-0d62e2e5586f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 945 time: 0.0773509 Jul 07 18:29:08.806518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-deed48a7-f302-4a6b-8e9d-4c1a8704ecc6 req-8f77611e-60dc-44ab-9e30-5af3e32482fc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Jul 07 18:29:08.991539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d54c5-45c2-45d6-a7fb-6e80cb6d6962 req-8d140452-0f28-45f8-8f57-b8610eda6ef7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:08.993174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f98d54c5-45c2-45d6-a7fb-6e80cb6d6962 req-8d140452-0f28-45f8-8f57-b8610eda6ef7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 945 time: 0.0670578 Jul 07 18:29:09.043947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f98d54c5-45c2-45d6-a7fb-6e80cb6d6962 req-4dffca66-3fe6-4111-a974-50a14078d11c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Jul 07 18:29:09.478861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f895dd-feaf-4167-8415-dc7057e1f5c6 req-4324cce9-aa2f-4865-ad6b-b84d8694be47 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:09.480372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1f895dd-feaf-4167-8415-dc7057e1f5c6 req-4324cce9-aa2f-4865-ad6b-b84d8694be47 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 945 time: 0.0736341 Jul 07 18:29:09.523021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c1f895dd-feaf-4167-8415-dc7057e1f5c6 req-63d141c7-5f67-4a2d-9873-584bd245f32a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Jul 07 18:29:10.729277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093a8be-eedd-43da-b68b-32de622d15f0 req-8e01e033-df87-42c0-8903-51211e34c266 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:10.730941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093a8be-eedd-43da-b68b-32de622d15f0 req-8e01e033-df87-42c0-8903-51211e34c266 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 945 time: 0.0794089 Jul 07 18:29:10.811717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093a8be-eedd-43da-b68b-32de622d15f0 req-a09470c3-6e65-42ad-b919-023f6445369a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613163 Jul 07 18:29:11.023148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-ccd5e3c8-545b-484c-9677-a259fc96b4b1 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:11.024966 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-ccd5e3c8-545b-484c-9677-a259fc96b4b1 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 945 time: 0.0737479 Jul 07 18:29:11.151686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Deleting port df599db9-0c5b-4310-8549-eb7168272138 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:11.152030 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.250999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] For port df599db9-0c5b-4310-8549-eb7168272138, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=df599db9-0c5b-4310-8549-eb7168272138,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:11.251426 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.271363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Calling delete_port for df599db9-0c5b-4310-8549-eb7168272138 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:11.412664 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.426749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:11.429283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['df599db9-0c5b-4310-8549-eb7168272138'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:11.442601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event deleted for resources: {'Port': ['ID=df599db9-0c5b-4310-8549-eb7168272138,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:11.499523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] No DVR routers for this DVR port df599db9-0c5b-4310-8549-eb7168272138 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:11.502859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:11.504678 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-911430b5-68ee-4980-a738-28ce1c5ae00f req-d314dc10-4e9a-4585-a908-732b256519da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "DELETE /v2.0/ports/df599db9-0c5b-4310-8549-eb7168272138 HTTP/1.1" status: 204 len: 173 time: 0.4732447 Jul 07 18:29:11.505166 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28841e41-766c-4847-8658-ce46d92aa787', 'name': 'network-vif-deleted', 'tag': 'df599db9-0c5b-4310-8549-eb7168272138'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:11.507626 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5816c93e-aeb1-4353-a755-f217faaafaab" -d '{"events": [{"server_uuid": "28841e41-766c-4847-8658-ce46d92aa787", "name": "network-vif-deleted", "tag": "df599db9-0c5b-4310-8549-eb7168272138"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:11.546618 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4bc7d2-891e-4b0b-96d2-7300a5ab4e47 x-openstack-request-id: req-7b4bc7d2-891e-4b0b-96d2-7300a5ab4e47 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:11.546920 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28841e41-766c-4847-8658-ce46d92aa787", "name": "network-vif-deleted", "tag": "df599db9-0c5b-4310-8549-eb7168272138", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:11.547663 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b4bc7d2-891e-4b0b-96d2-7300a5ab4e47 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:11.547663 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28841e41-766c-4847-8658-ce46d92aa787', 'name': 'network-vif-deleted', 'tag': 'df599db9-0c5b-4310-8549-eb7168272138', 'status': 'completed', 'code': 200} Jul 07 18:29:12.000148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-919c9725-7eea-4ab0-b176-cf04d928d145 req-05e8de92-d41b-4c2b-820b-c320411097ee tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=28841e41-766c-4847-8658-ce46d92aa787 HTTP/1.1" status: 200 len: 210 time: 0.0365801 Jul 07 18:29:13.358505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-08a330d0-574f-4da2-a77d-c4516f1f1a4a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:13.360151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-08a330d0-574f-4da2-a77d-c4516f1f1a4a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1176918 Jul 07 18:29:13.377674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-1c2dd1c9-ac66-4947-9bd6-42a7d95d2e8b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0118532 Jul 07 18:29:13.461078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-82e889df-9bdb-4bf3-8119-1f594cb4cbc7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753691 Jul 07 18:29:13.557416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-a2de770c-156f-474d-92a5-825605d7a91c service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890954 Jul 07 18:29:13.662522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-c0a82422-f4ce-4c94-b7a2-6f4cdbd4560a service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978899 Jul 07 18:29:13.884475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-247699fe-1c93-4848-8358-1fbc2db97946 req-93cc787b-9d6f-4503-b7ce-ac89ec114550 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 210 time: 0.0393658 Jul 07 18:29:14.403038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device df599db9-0c5b-4310-8549-eb7168272138 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:14.431062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: df599db9-0c5b-4310-8549-eb7168272138 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:14.431501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device df599db9-0c5b-4310-8549-eb7168272138 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:15.061381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6065c7e9-e0ac-43c6-a44a-b4514fc744ea req-71187629-bff6-497e-b874-a924f76e82ce tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 210 time: 0.0333955 Jul 07 18:29:15.095749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-79beed9e-89a0-4415-8034-dc0b69c7b28a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:15.095749 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-79beed9e-89a0-4415-8034-dc0b69c7b28a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1231751 Jul 07 18:29:15.107257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Request body: {'port': {'device_id': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'admin_state_up': True, 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:15.252219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:15.256131 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:15.403047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Allocated IP 172.20.0.2 (7672247d-6d58-4439-9244-0d43f31bfe7e/58869d0a-23ca-403d-baeb-bfafe1959d95/195f312b-7446-498e-8fb2-c767b90803a7) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:15.608182 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:15.662970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:15.679125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:15.722532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:15.729076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:15.733303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:15.771733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event updated for resources: {'Port': ['ID=195f312b-7446-498e-8fb2-c767b90803a7,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:15.816364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:15.817459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:15.842407 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-fc385389-3f16-4171-b845-89e5fe08b357 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410786 Jul 07 18:29:15.855984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Request body: {'port': {'device_id': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:15.884613 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6414-f91f-4a9f-b8e3-283c03e326b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:15.942859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.243010 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195f312b-7446-498e-8fb2-c767b90803a7 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:16.252036 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.269872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Transition to ACTIVE for port object 195f312b-7446-498e-8fb2-c767b90803a7 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:16.275709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.293060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459d294-9acd-4c20-bf55-28cc62b49b4a req-ce234e30-9b5a-4fc8-a10b-565b6f7629bb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:16.295677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8459d294-9acd-4c20-bf55-28cc62b49b4a req-ce234e30-9b5a-4fc8-a10b-565b6f7629bb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 931 time: 0.0907166 Jul 07 18:29:16.339101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Pushing event updated for resources: {'Port': ['ID=195f312b-7446-498e-8fb2-c767b90803a7,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:16.341949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8459d294-9acd-4c20-bf55-28cc62b49b4a req-94bea970-871a-404a-86cf-af1d55d6b7d7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374541 Jul 07 18:29:16.422406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Attempting to bind port 195f312b-7446-498e-8fb2-c767b90803a7 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:16.422862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Attempting to bind port 195f312b-7446-498e-8fb2-c767b90803a7 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:16.423307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Attempting to bind port 195f312b-7446-498e-8fb2-c767b90803a7 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:16.429135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Port 195f312b-7446-498e-8fb2-c767b90803a7 on network 7672247d-6d58-4439-9244-0d43f31bfe7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:29:16.429500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Attempting to bind port 195f312b-7446-498e-8fb2-c767b90803a7 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:16.434886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:16.435224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:16.435598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Bound using segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:16.436031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Bound port: 195f312b-7446-498e-8fb2-c767b90803a7, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:16.436398 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.515357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] For port 195f312b-7446-498e-8fb2-c767b90803a7, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:16.518688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] For port 195f312b-7446-498e-8fb2-c767b90803a7, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=195f312b-7446-498e-8fb2-c767b90803a7,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:16.526470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.562573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:16.563225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:16.564705 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] 10.222.0.90 "PUT /v2.0/ports/195f312b-7446-498e-8fb2-c767b90803a7 HTTP/1.1" status: 200 len: 1091 time: 0.7141755 Jul 07 18:29:16.565409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'tag': '195f312b-7446-498e-8fb2-c767b90803a7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:16.567721 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b0c156-7410-4155-a602-3c25e376c088" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cc6d46-711c-4523-933d-94c5dc2620b5", "tag": "195f312b-7446-498e-8fb2-c767b90803a7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:16.598433 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfe84c-fc07-4261-8a72-ab476eb6475d service neutron] Pushing event updated for resources: {'Port': ['ID=195f312b-7446-498e-8fb2-c767b90803a7,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:16.615033 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847614e-a6ad-4e67-bd66-5f868db4e7ee x-openstack-request-id: req-f847614e-a6ad-4e67-bd66-5f868db4e7ee {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:16.615327 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cc6d46-711c-4523-933d-94c5dc2620b5", "tag": "195f312b-7446-498e-8fb2-c767b90803a7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:16.615598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f847614e-a6ad-4e67-bd66-5f868db4e7ee {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:16.616013 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'tag': '195f312b-7446-498e-8fb2-c767b90803a7', 'status': 'completed', 'code': 200} Jul 07 18:29:16.686699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-727d490b-a2db-47ae-a6b6-89f29b0fdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:16.688685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-727d490b-a2db-47ae-a6b6-89f29b0fdca1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 1094 time: 0.0667872 Jul 07 18:29:16.736124 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-6010f52c-41e2-44d9-8c58-0437d54ab9f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=195f312b-7446-498e-8fb2-c767b90803a7 HTTP/1.1" status: 200 len: 217 time: 0.0400140 Jul 07 18:29:16.794558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-348bd559-5a18-4812-bec7-44cb04cd2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:16.796298 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-348bd559-5a18-4812-bec7-44cb04cd2bae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0536146 Jul 07 18:29:16.831343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-b272dc63-0cc7-4d5f-96d8-64149ae92f37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280008 Jul 07 18:29:16.939968 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-4649fb6a-0e0d-43c7-8ac9-eff7f20a91cf service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020257 Jul 07 18:29:17.052894 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3c72f7b-a097-4a80-a085-0128b3c5e886 req-1f2e7002-756e-448a-92e9-196608778715 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060035 Jul 07 18:29:17.184571 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c156-7410-4155-a602-3c25e376c088 req-350a86d2-666c-47a0-ba20-1f0c737be0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:17.186168 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89b0c156-7410-4155-a602-3c25e376c088 req-350a86d2-666c-47a0-ba20-1f0c737be0f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 1094 time: 0.0726161 Jul 07 18:29:17.304379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c156-7410-4155-a602-3c25e376c088 req-6d91ffa9-f217-43e5-80f3-4b96ed7b0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:17.306349 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89b0c156-7410-4155-a602-3c25e376c088 req-6d91ffa9-f217-43e5-80f3-4b96ed7b0ce2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.1134248 Jul 07 18:29:17.360284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89b0c156-7410-4155-a602-3c25e376c088 req-6e9f49a7-10ee-4e62-af7a-d8c395a85025 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=195f312b-7446-498e-8fb2-c767b90803a7 HTTP/1.1" status: 200 len: 217 time: 0.0459006 Jul 07 18:29:17.421447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c156-7410-4155-a602-3c25e376c088 req-c3987125-2046-4214-9aea-62a200b682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:17.423424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89b0c156-7410-4155-a602-3c25e376c088 req-c3987125-2046-4214-9aea-62a200b682d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0567150 Jul 07 18:29:17.460121 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89b0c156-7410-4155-a602-3c25e376c088 req-d6c6344f-2f18-4a46-83aa-858fe7320420 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294089 Jul 07 18:29:17.559682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60967583-9288-410c-93c4-134e2fbe0da1 req-10833323-3098-443d-ab41-938f6e6b363b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:17.561195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60967583-9288-410c-93c4-134e2fbe0da1 req-10833323-3098-443d-ab41-938f6e6b363b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 943 time: 0.0985780 Jul 07 18:29:17.570028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89b0c156-7410-4155-a602-3c25e376c088 req-0566e9ad-70f9-4561-a71a-1b809dfbc1df service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024516 Jul 07 18:29:17.602486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-60967583-9288-410c-93c4-134e2fbe0da1 req-9afe1da9-88f6-40c1-a21e-22c307ed824e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Jul 07 18:29:17.681702 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89b0c156-7410-4155-a602-3c25e376c088 req-f1cfa269-ab67-477b-967d-970665e8de54 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046624 Jul 07 18:29:18.388619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-407082ff-f8e4-4321-8fad-095719781e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.514780 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:18.801030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847169c-94d6-49ad-944f-c81238a5d134 req-f559fe4d-db97-4b8a-9671-d7e3713229ae tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:18.802742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7847169c-94d6-49ad-944f-c81238a5d134 req-f559fe4d-db97-4b8a-9671-d7e3713229ae tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 943 time: 0.0691988 Jul 07 18:29:18.843388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7847169c-94d6-49ad-944f-c81238a5d134 req-ef326b88-a955-451d-942e-70305b824586 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Jul 07 18:29:19.734864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:20.043439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7568296-93fd-45fe-a416-c57dfe4844b1 req-0ba12b51-5f90-464a-b403-6ef7afda24d0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:20.044891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7568296-93fd-45fe-a416-c57dfe4844b1 req-0ba12b51-5f90-464a-b403-6ef7afda24d0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 943 time: 0.0713654 Jul 07 18:29:20.090707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7568296-93fd-45fe-a416-c57dfe4844b1 req-c4afc749-0d13-4f68-ab47-1be161240d39 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 Jul 07 18:29:20.447274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 195f312b-7446-498e-8fb2-c767b90803a7 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:29:20.569820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 195f312b-7446-498e-8fb2-c767b90803a7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=195f312b-7446-498e-8fb2-c767b90803a7,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:20.585682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '195f312b-7446-498e-8fb2-c767b90803a7', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'port_id': '195f312b-7446-498e-8fb2-c767b90803a7', 'mac_address': 'fa:16:3e:9e:bb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58869d0a-23ca-403d-baeb-bfafe1959d95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:29:20.625137 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:20.643941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195f312b-7446-498e-8fb2-c767b90803a7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:20.666481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 195f312b-7446-498e-8fb2-c767b90803a7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=195f312b-7446-498e-8fb2-c767b90803a7,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:20.673172 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:20.735905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=195f312b-7446-498e-8fb2-c767b90803a7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:21.032508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['195f312b-7446-498e-8fb2-c767b90803a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:21.232518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:21.340206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e24b78-3cc8-44c7-bbbe-fedd5f9db7ad req-891b231c-9aa5-42c0-8b5c-afb812686b50 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:21.345243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6e24b78-3cc8-44c7-bbbe-fedd5f9db7ad req-891b231c-9aa5-42c0-8b5c-afb812686b50 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 944 time: 0.1079407 Jul 07 18:29:21.391537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6e24b78-3cc8-44c7-bbbe-fedd5f9db7ad req-7a35cc25-c2d3-4453-9039-acd55d7a0487 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 Jul 07 18:29:22.457956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 195f312b-7446-498e-8fb2-c767b90803a7 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:22.516064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 195f312b-7446-498e-8fb2-c767b90803a7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:22.521034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 195f312b-7446-498e-8fb2-c767b90803a7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:22.521584 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:22.586057 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e81581-3242-49b4-baaa-466fb0466b74 req-12037223-e24f-4f8c-bfcd-f14983f2d5bb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:22.587856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23e81581-3242-49b4-baaa-466fb0466b74 req-12037223-e24f-4f8c-bfcd-f14983f2d5bb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 944 time: 0.0752814 Jul 07 18:29:22.606831 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:22.634884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-23e81581-3242-49b4-baaa-466fb0466b74 req-684d6198-1196-44ad-981b-81597782f2c3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Jul 07 18:29:22.637500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195f312b-7446-498e-8fb2-c767b90803a7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:22.639480 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc417fdf-cc54-4bc5-807d-ebce06f7e82a" -d '{"events": [{"server_uuid": "c1cc6d46-711c-4523-933d-94c5dc2620b5", "name": "network-vif-plugged", "status": "completed", "tag": "195f312b-7446-498e-8fb2-c767b90803a7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:22.654484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 195f312b-7446-498e-8fb2-c767b90803a7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=195f312b-7446-498e-8fb2-c767b90803a7,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:22.661172 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:22.692850 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7657062-5395-40f2-906a-156249190715 x-openstack-request-id: req-f7657062-5395-40f2-906a-156249190715 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:22.693309 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cc6d46-711c-4523-933d-94c5dc2620b5", "name": "network-vif-plugged", "status": "completed", "tag": "195f312b-7446-498e-8fb2-c767b90803a7", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:22.693495 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f7657062-5395-40f2-906a-156249190715 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:22.693789 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195f312b-7446-498e-8fb2-c767b90803a7', 'code': 200} Jul 07 18:29:22.735712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=195f312b-7446-498e-8fb2-c767b90803a7,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:22.832292 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f02baf-4f73-45df-a286-de7521989e4a req-295d2ed2-e394-49c0-8252-fc23f1f6f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:22.834479 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5f02baf-4f73-45df-a286-de7521989e4a req-295d2ed2-e394-49c0-8252-fc23f1f6f5b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 1096 time: 0.0662270 Jul 07 18:29:22.877307 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b5f02baf-4f73-45df-a286-de7521989e4a req-e4a63f1a-55f5-4f83-a28a-64861ca52c60 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352662 Jul 07 18:29:23.866600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a2e89-f06d-4202-835a-f7c6daed04d5 req-e23c58e2-6789-4986-b36e-f8720e68a2c0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:23.868238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce3a2e89-f06d-4202-835a-f7c6daed04d5 req-e23c58e2-6789-4986-b36e-f8720e68a2c0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 945 time: 0.0808794 Jul 07 18:29:23.920456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce3a2e89-f06d-4202-835a-f7c6daed04d5 req-62d44cef-4e30-4437-82ae-9cfd73ad886c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Jul 07 18:29:25.137093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb9f7-f076-4e3e-bced-9ac22c6b7a4a req-34ecd1e2-e4ae-45b0-897e-75ff24249bf8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:25.139348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15dfb9f7-f076-4e3e-bced-9ac22c6b7a4a req-34ecd1e2-e4ae-45b0-897e-75ff24249bf8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 945 time: 0.0891440 Jul 07 18:29:25.187875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15dfb9f7-f076-4e3e-bced-9ac22c6b7a4a req-7590dd55-fb46-4ab6-aec2-f583bae002bc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Jul 07 18:29:25.465920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-54a20129-e22e-465d-a69a-7e34c9214171 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:25.467866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-54a20129-e22e-465d-a69a-7e34c9214171 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1237540 Jul 07 18:29:25.485135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-81879c1f-625b-4163-8bd4-baf25d18f3c6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0114017 Jul 07 18:29:25.566831 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-9532e7d3-0743-4a4d-a6f0-1862ce50ad58 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736532 Jul 07 18:29:25.678341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-9c7789e0-bb74-46e0-8e63-e36c70f4fdc5 service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036646 Jul 07 18:29:25.789155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-1c68ae60-e840-40d5-9b1f-efb80e094317 service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041584 Jul 07 18:29:25.996030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c3973cc-1083-4eae-bfa6-01c3054fe6aa req-e1b37cc5-16db-4136-bb9a-1f3ee02951a9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 210 time: 0.0346520 Jul 07 18:29:26.212772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:27.226535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcdac3cb-8fee-4872-9b6a-ffa427b3070b req-8d0def5f-c69a-4a6b-b1ad-121297c8fbda tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 210 time: 0.0638113 Jul 07 18:29:27.281007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-6779082e-065c-45be-8223-3f265ba75264 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.282387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-6779082e-065c-45be-8223-3f265ba75264 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1970840 Jul 07 18:29:27.298549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Request body: {'port': {'device_id': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'admin_state_up': True, 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:27.435500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:27.439530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.601770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Allocated IP 172.20.0.14 (7672247d-6d58-4439-9244-0d43f31bfe7e/58869d0a-23ca-403d-baeb-bfafe1959d95/e4d8b821-2ce9-41ad-96fc-e1a33542fea5) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:27.783685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.829183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.844179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:27.848673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['195f312b-7446-498e-8fb2-c767b90803a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:27.874950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:27.878650 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:27.885292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:27.915789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event updated for resources: {'Port': ['ID=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:27.933370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.933728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.934076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.934411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.934744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.935074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.935403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.935730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.936054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.936387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.936719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.937078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:27.962055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:27.962725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.982814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-0fea43c1-2281-4684-95db-403b3d78d1cd tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6905818 Jul 07 18:29:27.998723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Request body: {'port': {'device_id': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:28.086000 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.443735 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d8b821-2ce9-41ad-96fc-e1a33542fea5 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:28.454392 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.478693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Transition to ACTIVE for port object e4d8b821-2ce9-41ad-96fc-e1a33542fea5 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:28.488368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.503726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fbee-b780-426a-a6d0-1e0afeac920a req-50152e6b-9dea-4aef-85d9-5a3a4ecbd649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:28.506498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f055fbee-b780-426a-a6d0-1e0afeac920a req-50152e6b-9dea-4aef-85d9-5a3a4ecbd649 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 932 time: 0.1490278 Jul 07 18:29:28.599648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Pushing event updated for resources: {'Port': ['ID=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:28.608337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f055fbee-b780-426a-a6d0-1e0afeac920a req-1fa5fdaa-58f9-4aca-83bf-1147e6989082 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731812 Jul 07 18:29:28.688700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Attempting to bind port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:28.689142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Attempting to bind port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:28.689489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Attempting to bind port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:28.694565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 on network 7672247d-6d58-4439-9244-0d43f31bfe7e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:29:28.694888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Attempting to bind port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:28.700388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:28.700793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:28.701234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Bound using segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:28.701714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Bound port: e4d8b821-2ce9-41ad-96fc-e1a33542fea5, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:28.702116 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.776508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] For port e4d8b821-2ce9-41ad-96fc-e1a33542fea5, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:28.780587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] For port e4d8b821-2ce9-41ad-96fc-e1a33542fea5, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:28.792316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.839075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:28.839796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.841587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] 10.222.0.55 "PUT /v2.0/ports/e4d8b821-2ce9-41ad-96fc-e1a33542fea5 HTTP/1.1" status: 200 len: 1092 time: 0.8486655 Jul 07 18:29:28.842114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'tag': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:28.844591 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb61506-5990-47f6-8b9c-234dffc1dbcd", "tag": "e4d8b821-2ce9-41ad-96fc-e1a33542fea5"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:28.873570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440bfc5-6dd4-4ed7-a340-3e6ee16eabbf service neutron] Pushing event updated for resources: {'Port': ['ID=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:28.902002 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebbaaed-dbed-4cb4-9047-86fdbcd53c51 x-openstack-request-id: req-eebbaaed-dbed-4cb4-9047-86fdbcd53c51 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:28.902330 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb61506-5990-47f6-8b9c-234dffc1dbcd", "tag": "e4d8b821-2ce9-41ad-96fc-e1a33542fea5", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:28.902637 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eebbaaed-dbed-4cb4-9047-86fdbcd53c51 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:28.903061 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'tag': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5', 'status': 'completed', 'code': 200} Jul 07 18:29:28.967706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-aa4257e6-b521-4430-b55e-ec6a794091e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:28.969268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-aa4257e6-b521-4430-b55e-ec6a794091e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 1095 time: 0.0789101 Jul 07 18:29:29.020685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-c7bb4677-172e-4ad7-8bd5-8dd731957dc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4d8b821-2ce9-41ad-96fc-e1a33542fea5 HTTP/1.1" status: 200 len: 217 time: 0.0429904 Jul 07 18:29:29.077712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-879979d8-541e-49d3-aaae-6f7246300b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:29.079407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-879979d8-541e-49d3-aaae-6f7246300b40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0523579 Jul 07 18:29:29.120392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-089edf07-1362-422c-9322-56df61c86630 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337799 Jul 07 18:29:29.231195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-f850053e-ceed-4324-bcad-36a08fdec70d service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028376 Jul 07 18:29:29.357050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e31866a-ed52-4181-b13f-70a789e6b64d req-3a75d17e-307b-4887-bc82-1d4609b75bef service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179218 Jul 07 18:29:29.888938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-1b072eb1-0f89-41a6-941e-a62811a9704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:29.890595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-1b072eb1-0f89-41a6-941e-a62811a9704f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 1095 time: 0.4722226 Jul 07 18:29:29.951496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738706ea-0d18-4938-b6a1-87a454e92ef8 req-326412e5-7baf-4d94-b93e-926b24724f27 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:29.953044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-738706ea-0d18-4938-b6a1-87a454e92ef8 req-326412e5-7baf-4d94-b93e-926b24724f27 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 944 time: 0.1284182 Jul 07 18:29:30.016242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-738706ea-0d18-4938-b6a1-87a454e92ef8 req-09cc5deb-957c-43c8-b4e0-64eefc11747d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531366 Jul 07 18:29:30.029940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-5bee36d4-c14d-4a79-a7b4-7c31f0fe0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:30.031491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-5bee36d4-c14d-4a79-a7b4-7c31f0fe0e8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.1338494 Jul 07 18:29:30.076778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-50290b1c-701f-4092-953f-1fc507303b11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4d8b821-2ce9-41ad-96fc-e1a33542fea5 HTTP/1.1" status: 200 len: 217 time: 0.0367594 Jul 07 18:29:30.134965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-1736114f-e832-49ea-853b-045f7afa4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:30.136531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-1736114f-e832-49ea-853b-045f7afa4586 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0530965 Jul 07 18:29:30.172252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-9604b43b-af07-4012-a6d5-32f162d41d78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285864 Jul 07 18:29:30.297212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-143e16ff-78ab-492c-bff4-cd0a28f11ad9 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165364 Jul 07 18:29:30.399635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6d7a9f-4a7d-4b99-bf53-d9c7aa0c5c1e req-bc3adfc4-034f-492f-9772-2c5dad1112b0 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951073 Jul 07 18:29:31.214654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ed4e2-8d71-4bc5-9974-c302c11d8b7b req-f2ca8ebe-8584-4d4a-9fc3-524fde4f45cb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:31.216364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f36ed4e2-8d71-4bc5-9974-c302c11d8b7b req-f2ca8ebe-8584-4d4a-9fc3-524fde4f45cb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 944 time: 0.0780196 Jul 07 18:29:31.258227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f36ed4e2-8d71-4bc5-9974-c302c11d8b7b req-0e7f6790-10d2-4862-b4d8-69d3dbcdcec8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Jul 07 18:29:31.477016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4d8b821-2ce9-41ad-96fc-e1a33542fea5 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:29:31.583391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e4d8b821-2ce9-41ad-96fc-e1a33542fea5, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:31.597199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'port_id': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5', 'mac_address': 'fa:16:3e:f9:32:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58869d0a-23ca-403d-baeb-bfafe1959d95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:29:31.636501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:31.655954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d8b821-2ce9-41ad-96fc-e1a33542fea5 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:31.677189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e4d8b821-2ce9-41ad-96fc-e1a33542fea5, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:31.682597 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:31.734131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:31.897744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['e4d8b821-2ce9-41ad-96fc-e1a33542fea5'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:32.474848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ab209-04ff-460f-8d83-eec0bfb4cef2 req-c17dae13-46c4-4a86-9fcf-b2260ba1b999 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:32.476421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-526ab209-04ff-460f-8d83-eec0bfb4cef2 req-c17dae13-46c4-4a86-9fcf-b2260ba1b999 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 945 time: 0.0851634 Jul 07 18:29:32.516159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-526ab209-04ff-460f-8d83-eec0bfb4cef2 req-fdce6c63-706e-4e15-9952-63d60e030310 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jul 07 18:29:33.490239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4d8b821-2ce9-41ad-96fc-e1a33542fea5 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:33.545716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:33.550286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:33.550663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:33.641338 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:33.666185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:33.668473 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8d9c97-17d7-45f2-8a52-b508aea6f606" -d '{"events": [{"server_uuid": "7eb61506-5990-47f6-8b9c-234dffc1dbcd", "name": "network-vif-plugged", "status": "completed", "tag": "e4d8b821-2ce9-41ad-96fc-e1a33542fea5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:33.683294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port e4d8b821-2ce9-41ad-96fc-e1a33542fea5, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:33.689456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:33.712627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437de3-b178-4ce7-ad53-1afcb7602050 req-b9a1fc17-c6e9-4823-8441-9707efe710b2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:33.715186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2437de3-b178-4ce7-ad53-1afcb7602050 req-b9a1fc17-c6e9-4823-8441-9707efe710b2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 945 time: 0.0733860 Jul 07 18:29:33.765334 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2437de3-b178-4ce7-ad53-1afcb7602050 req-83001324-977f-4ad0-9f07-55f76047fa79 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Jul 07 18:29:33.767953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:33.841697 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4caa2cd-9950-4d71-9873-a70aad5c9e9a x-openstack-request-id: req-b4caa2cd-9950-4d71-9873-a70aad5c9e9a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:33.842104 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb61506-5990-47f6-8b9c-234dffc1dbcd", "name": "network-vif-plugged", "status": "completed", "tag": "e4d8b821-2ce9-41ad-96fc-e1a33542fea5", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:33.842363 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b4caa2cd-9950-4d71-9873-a70aad5c9e9a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:33.842813 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5', 'code': 200} Jul 07 18:29:33.966849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e208fdd-069c-46c4-b131-3d35d6e90cae req-81a2dd6f-565e-4c8f-bb1b-46dc6eee2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:33.969187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e208fdd-069c-46c4-b131-3d35d6e90cae req-81a2dd6f-565e-4c8f-bb1b-46dc6eee2010 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 1097 time: 0.0571647 Jul 07 18:29:34.009513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e208fdd-069c-46c4-b131-3d35d6e90cae req-adb229ee-4d74-4de5-bd0a-22170de8d516 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Jul 07 18:29:34.085621 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:34.966762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d2d4-cb75-4bc4-aaba-3b16ce8ee0fb req-f3ed2a6b-30a0-49d6-9b66-13a74cbeb7d8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:34.968306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65e5d2d4-cb75-4bc4-aaba-3b16ce8ee0fb req-f3ed2a6b-30a0-49d6-9b66-13a74cbeb7d8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 946 time: 0.0762956 Jul 07 18:29:35.011897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65e5d2d4-cb75-4bc4-aaba-3b16ce8ee0fb req-385bb178-9012-4322-bba6-d5d657dca912 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Jul 07 18:29:36.076157 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:36.216246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076537c2-516d-4960-a557-9707b9f6cadb req-97b111d7-8549-4e37-aeee-d716133d3481 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:36.217873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-076537c2-516d-4960-a557-9707b9f6cadb req-97b111d7-8549-4e37-aeee-d716133d3481 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 946 time: 0.0729496 Jul 07 18:29:36.262414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-076537c2-516d-4960-a557-9707b9f6cadb req-593f2534-b973-4303-a06c-b8e9b2a9c47e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Jul 07 18:29:36.451226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c98be-d860-4f28-8bd8-2ed5a50c567c req-f75a93d5-70de-4983-a427-9cae38186e16 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:36.452772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-447c98be-d860-4f28-8bd8-2ed5a50c567c req-f75a93d5-70de-4983-a427-9cae38186e16 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 945 time: 0.0747442 Jul 07 18:29:36.499805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-447c98be-d860-4f28-8bd8-2ed5a50c567c req-f47178e8-ecab-4659-9cb7-0a95a87558b3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Jul 07 18:29:36.713507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4578-ff3b-40bf-98f7-a2afce801643 req-c29065f3-1271-452d-aee8-4479c706f445 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:36.715594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-698d4578-ff3b-40bf-98f7-a2afce801643 req-c29065f3-1271-452d-aee8-4479c706f445 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 946 time: 0.0721226 Jul 07 18:29:36.769734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-698d4578-ff3b-40bf-98f7-a2afce801643 req-c9caaf68-9548-4b99-985d-924da2089f3e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Jul 07 18:29:37.247656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf82916-2676-4cee-a213-51af8e7cc333 req-5a80504a-fec4-4dfc-be62-9d120bc149aa tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:37.249257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6cf82916-2676-4cee-a213-51af8e7cc333 req-5a80504a-fec4-4dfc-be62-9d120bc149aa tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 946 time: 0.0703399 Jul 07 18:29:37.297759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6cf82916-2676-4cee-a213-51af8e7cc333 req-5403d782-bb34-458a-946a-8b78414c0f31 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Jul 07 18:29:38.556577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10883993-614b-4665-86d4-bd0198fdb4b9 req-6c0cee06-43fd-4670-a10f-f82d86019650 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:38.558271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10883993-614b-4665-86d4-bd0198fdb4b9 req-6c0cee06-43fd-4670-a10f-f82d86019650 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 946 time: 0.1427488 Jul 07 18:29:38.570479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-c6784d80-ad5c-49fe-8e2a-5d9cb56117ce tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:38.572019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-c6784d80-ad5c-49fe-8e2a-5d9cb56117ce tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "GET /v2.0/ports?device_id=7eb61506-5990-47f6-8b9c-234dffc1dbcd HTTP/1.1" status: 200 len: 946 time: 0.1169567 Jul 07 18:29:38.645182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10883993-614b-4665-86d4-bd0198fdb4b9 req-47037db1-669b-432a-8713-1627c73b9d2a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719798 Jul 07 18:29:38.705147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Deleting port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:38.705492 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.808480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] For port e4d8b821-2ce9-41ad-96fc-e1a33542fea5, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:38.808917 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.823832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Calling delete_port for e4d8b821-2ce9-41ad-96fc-e1a33542fea5 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:38.965015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:38.978959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['195f312b-7446-498e-8fb2-c767b90803a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:38.981982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70', 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:39.000135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event deleted for resources: {'Port': ['ID=e4d8b821-2ce9-41ad-96fc-e1a33542fea5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:39.064719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] No DVR routers for this DVR port e4d8b821-2ce9-41ad-96fc-e1a33542fea5 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:39.067721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:39.069894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33f1fe88-028a-448d-912a-2ad9fa2323b6 req-0b983f44-9640-4f56-9a0a-d089199da65b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "DELETE /v2.0/ports/e4d8b821-2ce9-41ad-96fc-e1a33542fea5 HTTP/1.1" status: 204 len: 173 time: 0.4901659 Jul 07 18:29:39.070410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'name': 'network-vif-deleted', 'tag': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:39.072874 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de90b367-78b7-4ff2-a5af-12cbe6db2af7" -d '{"events": [{"server_uuid": "7eb61506-5990-47f6-8b9c-234dffc1dbcd", "name": "network-vif-deleted", "tag": "e4d8b821-2ce9-41ad-96fc-e1a33542fea5"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:39.215889 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ab0e26-b870-4c86-87b7-c801a69f962d x-openstack-request-id: req-b0ab0e26-b870-4c86-87b7-c801a69f962d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:39.216688 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb61506-5990-47f6-8b9c-234dffc1dbcd", "name": "network-vif-deleted", "tag": "e4d8b821-2ce9-41ad-96fc-e1a33542fea5", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:39.216688 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0ab0e26-b870-4c86-87b7-c801a69f962d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:39.217345 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb61506-5990-47f6-8b9c-234dffc1dbcd', 'name': 'network-vif-deleted', 'tag': 'e4d8b821-2ce9-41ad-96fc-e1a33542fea5', 'status': 'completed', 'code': 200} Jul 07 18:29:40.146975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c78d59-3255-4464-b00e-fc07900c8d88 req-588fcfd3-b6e7-48d0-b756-958702792af6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:40.148561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68c78d59-3255-4464-b00e-fc07900c8d88 req-588fcfd3-b6e7-48d0-b756-958702792af6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 945 time: 0.0790882 Jul 07 18:29:40.190140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68c78d59-3255-4464-b00e-fc07900c8d88 req-46e501df-9c6b-4968-abc1-53e2179a6410 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348592 Jul 07 18:29:41.371308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b4e5d-2e91-4e00-ab88-a10445e5443d req-48f56753-96a8-4ae4-8e6d-b4a10e873b85 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:41.372855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-354b4e5d-2e91-4e00-ab88-a10445e5443d req-48f56753-96a8-4ae4-8e6d-b4a10e873b85 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 945 time: 0.0682182 Jul 07 18:29:41.412298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-354b4e5d-2e91-4e00-ab88-a10445e5443d req-38ab10ac-f826-4807-8935-f9e17c765f71 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Jul 07 18:29:41.634912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-d638638e-47a9-4fde-befd-3bf8a31bcf89 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:41.636322 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-d638638e-47a9-4fde-befd-3bf8a31bcf89 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 945 time: 0.0731030 Jul 07 18:29:41.771075 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Deleting port 195f312b-7446-498e-8fb2-c767b90803a7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:41.771529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.872636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] For port 195f312b-7446-498e-8fb2-c767b90803a7, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=195f312b-7446-498e-8fb2-c767b90803a7,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:41.873038 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.891577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Calling delete_port for 195f312b-7446-498e-8fb2-c767b90803a7 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:42.030943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:42.043485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['195f312b-7446-498e-8fb2-c767b90803a7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:42.045861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:42.063125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event deleted for resources: {'Port': ['ID=195f312b-7446-498e-8fb2-c767b90803a7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:42.095544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.095896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.096237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.096573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.096936 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.097380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.097597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.097921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.098252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.098576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.098904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.099303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:42.124237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] No DVR routers for this DVR port 195f312b-7446-498e-8fb2-c767b90803a7 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:42.126925 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:42.130004 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-321cc5e5-f454-4b74-908f-57b02e6155a5 req-7e6965ab-32b4-4fc7-9db0-2f02c06f41d4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "DELETE /v2.0/ports/195f312b-7446-498e-8fb2-c767b90803a7 HTTP/1.1" status: 204 len: 173 time: 0.4875259 Jul 07 18:29:42.130647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'name': 'network-vif-deleted', 'tag': '195f312b-7446-498e-8fb2-c767b90803a7'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:42.134369 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaae68d-bdef-42c1-a527-08e9b916bf36" -d '{"events": [{"server_uuid": "c1cc6d46-711c-4523-933d-94c5dc2620b5", "name": "network-vif-deleted", "tag": "195f312b-7446-498e-8fb2-c767b90803a7"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:42.186853 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339d9091-9794-446e-b060-0a8c671eb96d x-openstack-request-id: req-339d9091-9794-446e-b060-0a8c671eb96d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:42.187155 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cc6d46-711c-4523-933d-94c5dc2620b5", "name": "network-vif-deleted", "tag": "195f312b-7446-498e-8fb2-c767b90803a7", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:42.187412 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-339d9091-9794-446e-b060-0a8c671eb96d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:42.187820 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cc6d46-711c-4523-933d-94c5dc2620b5', 'name': 'network-vif-deleted', 'tag': '195f312b-7446-498e-8fb2-c767b90803a7', 'status': 'completed', 'code': 200} Jul 07 18:29:42.584378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d0d9a98-5c0e-41e6-b752-7fbaac8c68c5 req-5f16eb16-ffab-488c-875c-b6a37edfb10f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=c1cc6d46-711c-4523-933d-94c5dc2620b5 HTTP/1.1" status: 200 len: 210 time: 0.0348496 Jul 07 18:29:43.552951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4d8b821-2ce9-41ad-96fc-e1a33542fea5 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:43.574685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: e4d8b821-2ce9-41ad-96fc-e1a33542fea5 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:43.574996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device e4d8b821-2ce9-41ad-96fc-e1a33542fea5 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:43.914256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-de482b9b-ecfc-4c7e-9331-615b86b9e13a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:43.915898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-de482b9b-ecfc-4c7e-9331-615b86b9e13a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1181927 Jul 07 18:29:43.932528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-af585aab-2297-4145-b014-3d992aacd6dc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0102870 Jul 07 18:29:44.004124 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-7aed3574-0d58-4db9-bafd-2884b7bfbba6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661006 Jul 07 18:29:44.101314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-77fa06f9-896b-48f1-935c-896b3e37ef5c service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 Jul 07 18:29:44.197853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-71abe6dc-fc5c-44ce-be9e-ebcaaadb102d service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905075 Jul 07 18:29:44.372690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-502387cd-2909-4751-b333-ae967b087e25 req-3686d219-0eda-4c87-bd77-c17ac2f655da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 210 time: 0.0302265 Jul 07 18:29:44.618940 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 195f312b-7446-498e-8fb2-c767b90803a7 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:29:44.652287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 195f312b-7446-498e-8fb2-c767b90803a7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:29:44.652736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 195f312b-7446-498e-8fb2-c767b90803a7 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:29:45.516364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-77a81b65-85a4-45fe-ba41-e74a3244e64a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:45.517916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-77a81b65-85a4-45fe-ba41-e74a3244e64a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1191351 Jul 07 18:29:45.520381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-962c116b-ca6f-45a2-a618-1ec330b2dc13 req-d34e94cf-d05a-4e3a-aeb6-d1d77140fb7b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 210 time: 0.0299153 Jul 07 18:29:45.532196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Request body: {'port': {'device_id': '017928de-d31d-4db2-bd61-d32a1433edd7', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'admin_state_up': True, 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:45.658252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:45.662296 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:45.797958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Allocated IP 172.20.0.4 (7672247d-6d58-4439-9244-0d43f31bfe7e/58869d0a-23ca-403d-baeb-bfafe1959d95/861dc972-5456-4516-9a2b-07b8c120b593) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:45.861448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fdfe14b3-3a8a-4af6-96ca-b3c322ab1a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:45.961329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.007074 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.022542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:46.059513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:46.065169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:46.070905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:46.099538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event updated for resources: {'Port': ['ID=861dc972-5456-4516-9a2b-07b8c120b593,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.135678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:46.136302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.152875 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-577f741a-46f5-4859-99a4-3ad717a61475 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6248486 Jul 07 18:29:46.166008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Request body: {'port': {'device_id': '017928de-d31d-4db2-bd61-d32a1433edd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:46.249329 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.533271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861dc972-5456-4516-9a2b-07b8c120b593 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:46.541429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.555759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Transition to ACTIVE for port object 861dc972-5456-4516-9a2b-07b8c120b593 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:29:46.561314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.615390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Pushing event updated for resources: {'Port': ['ID=861dc972-5456-4516-9a2b-07b8c120b593,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.685999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Attempting to bind port 861dc972-5456-4516-9a2b-07b8c120b593 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:29:46.686326 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Attempting to bind port 861dc972-5456-4516-9a2b-07b8c120b593 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:29:46.686667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Attempting to bind port 861dc972-5456-4516-9a2b-07b8c120b593 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:46.691246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Port 861dc972-5456-4516-9a2b-07b8c120b593 on network 7672247d-6d58-4439-9244-0d43f31bfe7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:29:46.691577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Attempting to bind port 861dc972-5456-4516-9a2b-07b8c120b593 on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:29:46.696664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:29:46.697064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:46.697426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Bound using segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:29:46.697871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Bound port: 861dc972-5456-4516-9a2b-07b8c120b593, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:29:46.698238 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.715521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fb68f-3b39-48c7-9763-5575c842cab9 req-a9c24e91-fac4-4384-8ff4-a7e65ff219f7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:46.717088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-581fb68f-3b39-48c7-9763-5575c842cab9 req-a9c24e91-fac4-4384-8ff4-a7e65ff219f7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 943 time: 0.0679092 Jul 07 18:29:46.758561 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-581fb68f-3b39-48c7-9763-5575c842cab9 req-9b03a23b-c87c-4c81-848e-f15b9ca8906f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356052 Jul 07 18:29:46.780011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] For port 861dc972-5456-4516-9a2b-07b8c120b593, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:29:46.783359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] For port 861dc972-5456-4516-9a2b-07b8c120b593, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=861dc972-5456-4516-9a2b-07b8c120b593,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:29:46.789570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.825394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:46.826034 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:46.827914 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] 10.222.0.90 "PUT /v2.0/ports/861dc972-5456-4516-9a2b-07b8c120b593 HTTP/1.1" status: 200 len: 1091 time: 0.6667781 Jul 07 18:29:46.828437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017928de-d31d-4db2-bd61-d32a1433edd7', 'tag': '861dc972-5456-4516-9a2b-07b8c120b593'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:46.830796 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5c0aae-ad5b-404f-aebf-9ef69022a408" -d '{"events": [{"name": "network-changed", "server_uuid": "017928de-d31d-4db2-bd61-d32a1433edd7", "tag": "861dc972-5456-4516-9a2b-07b8c120b593"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:46.859756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e611a-3ed6-4e01-afdc-906ad2f0e39f service neutron] Pushing event updated for resources: {'Port': ['ID=861dc972-5456-4516-9a2b-07b8c120b593,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:46.879239 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f2a193-971b-40c5-ab07-4347ed7d625c x-openstack-request-id: req-47f2a193-971b-40c5-ab07-4347ed7d625c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:46.879533 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017928de-d31d-4db2-bd61-d32a1433edd7", "tag": "861dc972-5456-4516-9a2b-07b8c120b593", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:46.879820 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47f2a193-971b-40c5-ab07-4347ed7d625c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:46.880190 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017928de-d31d-4db2-bd61-d32a1433edd7', 'tag': '861dc972-5456-4516-9a2b-07b8c120b593', 'status': 'completed', 'code': 200} Jul 07 18:29:46.926171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-96ed9520-04c8-4058-bb0a-509fadb7a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:46.927712 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-96ed9520-04c8-4058-bb0a-509fadb7a33c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 1094 time: 0.0576036 Jul 07 18:29:46.974723 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-c0d87fac-81cb-4819-8461-4ed7cfba7222 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=861dc972-5456-4516-9a2b-07b8c120b593 HTTP/1.1" status: 200 len: 217 time: 0.0393670 Jul 07 18:29:47.025650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-f550a17d-577f-4130-abb3-2f6fedd17d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:47.027158 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-f550a17d-577f-4130-abb3-2f6fedd17d83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0468032 Jul 07 18:29:47.061354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-1b11cb74-bba4-4b6d-a717-96d224877f99 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275812 Jul 07 18:29:47.169483 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-d96c8fb0-856b-4479-a9ee-6e13c2c0e217 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007156 Jul 07 18:29:47.274596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0fa247c4-b3de-4b8f-b480-0b12cf7d1d86 req-9b4f3ae0-8358-444b-83a8-e1d67f55be47 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990081 Jul 07 18:29:47.390982 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-ede14b56-f509-4cf2-be26-2213c76dbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:47.392593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-ede14b56-f509-4cf2-be26-2213c76dbd26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 1094 time: 0.0565932 Jul 07 18:29:47.488959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-71fbadb7-0453-44d8-8fe9-d1d57cfd9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:47.490485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-71fbadb7-0453-44d8-8fe9-d1d57cfd9b93 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.0917373 Jul 07 18:29:47.534501 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-336486b0-6992-42af-b606-6ba3383b55f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=861dc972-5456-4516-9a2b-07b8c120b593 HTTP/1.1" status: 200 len: 217 time: 0.0368361 Jul 07 18:29:47.597962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-9b4774f3-6e2b-4646-a185-d8dbaaf34e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:47.599862 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-9b4774f3-6e2b-4646-a185-d8dbaaf34e2b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0592086 Jul 07 18:29:47.639356 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-79ba7309-4d2b-4715-a3ba-73556ba73448 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317633 Jul 07 18:29:47.736510 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-ccb1b367-fbcf-418f-8dce-bb14d686576c service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892546 Jul 07 18:29:47.837809 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-bb5c0aae-ad5b-404f-aebf-9ef69022a408 req-7266dc74-f0dd-4ccf-a715-88d3819dfb95 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945787 Jul 07 18:29:47.950205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f0e31-4871-4579-9c7d-bb176c5a2a59 req-33dec83a-4674-4eb0-8468-d71c5d58c67c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:47.951790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a0f0e31-4871-4579-9c7d-bb176c5a2a59 req-33dec83a-4674-4eb0-8468-d71c5d58c67c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 943 time: 0.0745184 Jul 07 18:29:47.992821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a0f0e31-4871-4579-9c7d-bb176c5a2a59 req-817e9923-5ffa-4eee-a9da-7c6a38c766b3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347533 Jul 07 18:29:48.384761 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e650e5d-d583-4701-9e5f-c47f5728f1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:48.514634 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:49.186974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e4594-650c-414d-93c4-2525de57af4e req-af20d81f-a153-4224-9e1d-6a888675aef5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:49.188495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-399e4594-650c-414d-93c4-2525de57af4e req-af20d81f-a153-4224-9e1d-6a888675aef5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 943 time: 0.0692608 Jul 07 18:29:49.234580 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-399e4594-650c-414d-93c4-2525de57af4e req-9c68d3dc-b8eb-4ddf-ad63-2cbff04686b2 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Jul 07 18:29:49.732883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:50.446926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715b2a7-da81-41ad-8708-c03c13dde62a req-5b191d13-019e-4f75-94b0-a5df493c5b9a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:50.448473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a715b2a7-da81-41ad-8708-c03c13dde62a req-5b191d13-019e-4f75-94b0-a5df493c5b9a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 943 time: 0.0788946 Jul 07 18:29:50.491515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a715b2a7-da81-41ad-8708-c03c13dde62a req-ce0c43ee-b9f9-44d9-8c9c-a174d6d06fe8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365353 Jul 07 18:29:51.244193 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:51.689379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530633e0-387a-4ab6-9a0c-6ccce2acaa6f req-db37c9ae-b4e9-450d-bff2-86c1ca2fcb98 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:51.691060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-530633e0-387a-4ab6-9a0c-6ccce2acaa6f req-db37c9ae-b4e9-450d-bff2-86c1ca2fcb98 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 943 time: 0.0727708 Jul 07 18:29:51.737177 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-530633e0-387a-4ab6-9a0c-6ccce2acaa6f req-97a95ce0-320d-4956-ba68-7ed1b2fa5654 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388837 Jul 07 18:29:52.242967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-71293770-9590-4ea1-a9ef-bac5fe15e7ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636404 Jul 07 18:29:52.357460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-8f0fe378-e980-4dce-86f7-09b38440fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:52.359449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-8f0fe378-e980-4dce-86f7-09b38440fad0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 1097 time: 0.0705295 Jul 07 18:29:52.522268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-ea1b9863-5e75-4243-adcb-0430bde174f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:52.524331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-ea1b9863-5e75-4243-adcb-0430bde174f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.1397927 Jul 07 18:29:52.573904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-13b87438-6ef5-4184-b047-cd3f0b90f19e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70 HTTP/1.1" status: 200 len: 217 time: 0.0429492 Jul 07 18:29:52.617820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 861dc972-5456-4516-9a2b-07b8c120b593 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:29:52.640093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-d09b844f-4b9b-4a4a-bafc-b714f6437449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:52.642437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-d09b844f-4b9b-4a4a-bafc-b714f6437449 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0620821 Jul 07 18:29:52.686149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-a3e8e9f5-9b7a-4c66-a495-16c2557b1797 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367799 Jul 07 18:29:52.763495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 861dc972-5456-4516-9a2b-07b8c120b593, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=861dc972-5456-4516-9a2b-07b8c120b593,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:52.781253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '861dc972-5456-4516-9a2b-07b8c120b593', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'port_id': '861dc972-5456-4516-9a2b-07b8c120b593', 'mac_address': 'fa:16:3e:82:31:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58869d0a-23ca-403d-baeb-bfafe1959d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:29:52.834961 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.845280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-4f436d95-0cd1-4b57-a275-e53c0a66a527 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521482 Jul 07 18:29:52.858589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861dc972-5456-4516-9a2b-07b8c120b593 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:29:52.900017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 861dc972-5456-4516-9a2b-07b8c120b593, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=861dc972-5456-4516-9a2b-07b8c120b593,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:52.908951 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:52.971242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=861dc972-5456-4516-9a2b-07b8c120b593,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:52.981942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.982583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.983061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.983378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.983741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.984182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.984580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.984969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.985318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.985689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.986026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:52.986415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:53.017009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ca8d8950-f007-45f8-9891-f6179b710b66 req-36d02627-e190-4763-afdc-f854524b8402 service neutron] 10.222.0.55 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640279 Jul 07 18:29:53.043515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81caec8-eb42-4598-b8b0-f61ba972f22d req-6963e3f7-4ccc-45d9-9eac-c6fd100af2ee tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:53.045172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e81caec8-eb42-4598-b8b0-f61ba972f22d req-6963e3f7-4ccc-45d9-9eac-c6fd100af2ee tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 944 time: 0.1179471 Jul 07 18:29:53.097972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e81caec8-eb42-4598-b8b0-f61ba972f22d req-5615eaf2-ac96-415b-ae3b-953271db5738 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Jul 07 18:29:53.270663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['861dc972-5456-4516-9a2b-07b8c120b593'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:54.292321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb28bc-5e98-4963-b27d-98b1bc6223f3 req-2701141a-6363-4e3e-a7b4-473a5589978f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:54.293957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53fb28bc-5e98-4963-b27d-98b1bc6223f3 req-2701141a-6363-4e3e-a7b4-473a5589978f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 944 time: 0.0768249 Jul 07 18:29:54.340734 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-53fb28bc-5e98-4963-b27d-98b1bc6223f3 req-7b285c04-859e-4722-9744-f66f4c87c6b1 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Jul 07 18:29:54.628119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 861dc972-5456-4516-9a2b-07b8c120b593 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:29:54.683527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 861dc972-5456-4516-9a2b-07b8c120b593 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:29:54.687591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 861dc972-5456-4516-9a2b-07b8c120b593 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:29:54.690346 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.800228 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.826878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017928de-d31d-4db2-bd61-d32a1433edd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861dc972-5456-4516-9a2b-07b8c120b593'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:54.829767 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fe1179-bfec-45e1-8c23-f89601989310" -d '{"events": [{"server_uuid": "017928de-d31d-4db2-bd61-d32a1433edd7", "name": "network-vif-plugged", "status": "completed", "tag": "861dc972-5456-4516-9a2b-07b8c120b593"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:54.849672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 861dc972-5456-4516-9a2b-07b8c120b593, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=861dc972-5456-4516-9a2b-07b8c120b593,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:54.855639 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:54.885157 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed56242e-cb0c-4feb-ac5a-33e3bc3e6008 x-openstack-request-id: req-ed56242e-cb0c-4feb-ac5a-33e3bc3e6008 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:54.885446 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017928de-d31d-4db2-bd61-d32a1433edd7", "name": "network-vif-plugged", "status": "completed", "tag": "861dc972-5456-4516-9a2b-07b8c120b593", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:54.885651 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed56242e-cb0c-4feb-ac5a-33e3bc3e6008 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:54.885992 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017928de-d31d-4db2-bd61-d32a1433edd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861dc972-5456-4516-9a2b-07b8c120b593', 'code': 200} Jul 07 18:29:54.917991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=861dc972-5456-4516-9a2b-07b8c120b593,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:55.018609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731529d-885c-4d8b-af6e-6d63e3e4e91c req-1445fd17-d2e8-40aa-a951-0f9f3f5eb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:55.020142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8731529d-885c-4d8b-af6e-6d63e3e4e91c req-1445fd17-d2e8-40aa-a951-0f9f3f5eb4d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 1096 time: 0.0713882 Jul 07 18:29:55.058937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8731529d-885c-4d8b-af6e-6d63e3e4e91c req-95a58aa8-d0d9-46bd-9554-ad620bb352f2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Jul 07 18:29:55.524587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc221a8-05d4-4415-863a-9723f6481d28 req-27feed9d-e1fa-4206-8994-9f43988531c4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:55.526077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fc221a8-05d4-4415-863a-9723f6481d28 req-27feed9d-e1fa-4206-8994-9f43988531c4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 945 time: 0.0687590 Jul 07 18:29:55.572153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fc221a8-05d4-4415-863a-9723f6481d28 req-7c41afa9-4a75-42ce-ab91-946510f6c235 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Jul 07 18:29:56.771311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870ef74-0435-43f2-a787-284610c75f4e req-3b3d58c5-be51-4e19-9d76-3bd21547e81c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.772883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d870ef74-0435-43f2-a787-284610c75f4e req-3b3d58c5-be51-4e19-9d76-3bd21547e81c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 945 time: 0.0820541 Jul 07 18:29:56.811743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d870ef74-0435-43f2-a787-284610c75f4e req-b926e9bc-2e9d-4501-a7ca-0076d46994da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Jul 07 18:29:57.182084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aac224-65ad-4b1f-86d0-7c68edd556ee req-5a3a4ac7-baa5-47ac-9976-047c49fed3f5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.183620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00aac224-65ad-4b1f-86d0-7c68edd556ee req-5a3a4ac7-baa5-47ac-9976-047c49fed3f5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 945 time: 0.0685744 Jul 07 18:29:57.223909 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00aac224-65ad-4b1f-86d0-7c68edd556ee req-54c29596-1e71-45aa-b433-65889d0589d6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Jul 07 18:29:57.438749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd77c1d-d66f-4940-a69a-44e0c2231734 req-640f7d11-a1a8-4a8e-a490-f912bc4ae136 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.440956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd77c1d-d66f-4940-a69a-44e0c2231734 req-640f7d11-a1a8-4a8e-a490-f912bc4ae136 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 945 time: 0.0845685 Jul 07 18:29:57.485849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd77c1d-d66f-4940-a69a-44e0c2231734 req-9537e904-4c79-430a-ad75-b7e06484bb8f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Jul 07 18:29:57.914080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98b3fa-ea54-4000-843c-7e01015c3422 req-165cb1ec-fcf6-404b-82bd-920962761071 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.915864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd98b3fa-ea54-4000-843c-7e01015c3422 req-165cb1ec-fcf6-404b-82bd-920962761071 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 945 time: 0.0688996 Jul 07 18:29:57.961732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd98b3fa-ea54-4000-843c-7e01015c3422 req-1faed5cc-f781-4521-9fae-41ed44777fec tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Jul 07 18:29:59.160424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f48427-a386-40a1-a573-94718e0a5e14 req-bcc1b58d-827b-4cb3-a9df-19437168ed65 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:59.162193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64f48427-a386-40a1-a573-94718e0a5e14 req-bcc1b58d-827b-4cb3-a9df-19437168ed65 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 945 time: 0.0843754 Jul 07 18:29:59.217229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64f48427-a386-40a1-a573-94718e0a5e14 req-9ea6ef2e-36c3-49c3-942d-ee262a28a942 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489616 Jul 07 18:29:59.324233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-9df5a8ff-3267-4f87-92a8-0b518231e25d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:59.325603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-9df5a8ff-3267-4f87-92a8-0b518231e25d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 945 time: 0.0644333 Jul 07 18:29:59.437078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Deleting port 861dc972-5456-4516-9a2b-07b8c120b593 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:29:59.437416 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.533296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] For port 861dc972-5456-4516-9a2b-07b8c120b593, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=861dc972-5456-4516-9a2b-07b8c120b593,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:29:59.533662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.547591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Calling delete_port for 861dc972-5456-4516-9a2b-07b8c120b593 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:29:59.701258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.715251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['861dc972-5456-4516-9a2b-07b8c120b593'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:59.718236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:29:59.734970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event deleted for resources: {'Port': ['ID=861dc972-5456-4516-9a2b-07b8c120b593,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:59.798464 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] No DVR routers for this DVR port 861dc972-5456-4516-9a2b-07b8c120b593 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:29:59.802125 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.804769 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a3ac77ac-d5e6-430c-84ce-d209cba1e25b req-34707ff9-52d7-45d7-ba79-0ca0fdaa6369 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "DELETE /v2.0/ports/861dc972-5456-4516-9a2b-07b8c120b593 HTTP/1.1" status: 204 len: 173 time: 0.4726949 Jul 07 18:29:59.805269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017928de-d31d-4db2-bd61-d32a1433edd7', 'name': 'network-vif-deleted', 'tag': '861dc972-5456-4516-9a2b-07b8c120b593'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:59.807590 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7f52a5-7d74-4133-a422-192985246e07" -d '{"events": [{"server_uuid": "017928de-d31d-4db2-bd61-d32a1433edd7", "name": "network-vif-deleted", "tag": "861dc972-5456-4516-9a2b-07b8c120b593"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:59.848036 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13ce47f-9081-4136-88b7-5074ac36a5b9 x-openstack-request-id: req-e13ce47f-9081-4136-88b7-5074ac36a5b9 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:59.848990 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017928de-d31d-4db2-bd61-d32a1433edd7", "name": "network-vif-deleted", "tag": "861dc972-5456-4516-9a2b-07b8c120b593", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:59.848990 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e13ce47f-9081-4136-88b7-5074ac36a5b9 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:59.849346 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017928de-d31d-4db2-bd61-d32a1433edd7', 'name': 'network-vif-deleted', 'tag': '861dc972-5456-4516-9a2b-07b8c120b593', 'status': 'completed', 'code': 200} Jul 07 18:30:00.383325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-023967c1-bb0e-4c70-96e8-d410210686a6 req-5bac8c4c-8de9-496c-b19f-7ffca3f95db3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=017928de-d31d-4db2-bd61-d32a1433edd7 HTTP/1.1" status: 200 len: 210 time: 0.0323205 Jul 07 18:30:01.698373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-f34ff9f5-a84a-44dc-8ae8-f30bd42cf9c5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:01.699743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-f34ff9f5-a84a-44dc-8ae8-f30bd42cf9c5 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1035278 Jul 07 18:30:01.715745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-4bff65ee-da5b-49cf-a103-1be0c447b5cb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/quotas/82e412fbe69e40209cd16b20720ed38d HTTP/1.1" status: 200 len: 375 time: 0.0104134 Jul 07 18:30:01.823240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-d1e46c19-223a-4a81-99d0-1a73c5423194 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014619 Jul 07 18:30:01.925408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-e77283fd-e396-4027-bf26-8a0c456b9ab9 service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951049 Jul 07 18:30:02.035154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-17f2c1ec-28d9-4913-8669-d8c7facb7d75 service neutron] 10.222.0.88 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022019 Jul 07 18:30:02.252796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed694f01-eebb-4cf0-adae-260e6c328dae req-4cfb510a-8f3e-4734-9d1c-05920d9e7e41 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 210 time: 0.0472305 Jul 07 18:30:02.679072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 861dc972-5456-4516-9a2b-07b8c120b593 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:30:02.700249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 861dc972-5456-4516-9a2b-07b8c120b593 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:30:02.700567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 861dc972-5456-4516-9a2b-07b8c120b593 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:30:03.213308 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:03.396673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48356bc5-9830-49e2-b193-4b73afb94cca req-30bf04b3-816a-4f69-a2b8-ed4947dc117c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 210 time: 0.0300560 Jul 07 18:30:03.397341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-b960df5e-2b85-43be-84fa-27373c49e06a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:03.398991 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-b960df5e-2b85-43be-84fa-27373c49e06a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 805 time: 0.1153042 Jul 07 18:30:03.412956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Request body: {'port': {'device_id': '91acc529-403b-4620-8fcb-892632470e59', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'admin_state_up': True, 'tenant_id': '82e412fbe69e40209cd16b20720ed38d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:03.527037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Made reservation on behalf of 82e412fbe69e40209cd16b20720ed38d for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:03.530558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.665695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Allocated IP 172.20.0.11 (7672247d-6d58-4439-9244-0d43f31bfe7e/58869d0a-23ca-403d-baeb-bfafe1959d95/ca75f56a-ef68-4ae7-8892-0a144d37c1aa) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:04.098949 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.142928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.189457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.201744 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:04.238800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Network 7672247d-6d58-4439-9244-0d43f31bfe7e is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:04.244216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:04.248372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:04.274408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event updated for resources: {'Port': ['ID=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:04.301007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:04.301650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.316814 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-858f8d49-4a2c-46eb-982f-0107fddfd26f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9094875 Jul 07 18:30:04.328966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Request body: {'port': {'device_id': '91acc529-403b-4620-8fcb-892632470e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:04.410346 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.592237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a8a4-9839-4c9d-ad29-27de830e6295 req-75f7a2f9-5a20-47b2-a8be-07518bc0d2c0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:04.593786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b072a8a4-9839-4c9d-ad29-27de830e6295 req-75f7a2f9-5a20-47b2-a8be-07518bc0d2c0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 932 time: 0.0672390 Jul 07 18:30:04.633933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b072a8a4-9839-4c9d-ad29-27de830e6295 req-a78f6351-4c53-46a7-9e0f-e697f196d008 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344839 Jul 07 18:30:04.704687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca75f56a-ef68-4ae7-8892-0a144d37c1aa {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:04.713323 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.730172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Transition to ACTIVE for port object ca75f56a-ef68-4ae7-8892-0a144d37c1aa will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:04.736574 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.791116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Pushing event updated for resources: {'Port': ['ID=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:04.865424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Attempting to bind port ca75f56a-ef68-4ae7-8892-0a144d37c1aa on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:04.865742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Attempting to bind port ca75f56a-ef68-4ae7-8892-0a144d37c1aa by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:04.866050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Attempting to bind port ca75f56a-ef68-4ae7-8892-0a144d37c1aa on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:04.870587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Port ca75f56a-ef68-4ae7-8892-0a144d37c1aa on network 7672247d-6d58-4439-9244-0d43f31bfe7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:30:04.870909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Attempting to bind port ca75f56a-ef68-4ae7-8892-0a144d37c1aa on network 7672247d-6d58-4439-9244-0d43f31bfe7e {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:04.875781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:04.876101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Checking segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:04.876478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Bound using segment: {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:04.876928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Bound port: ca75f56a-ef68-4ae7-8892-0a144d37c1aa, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e73318-220e-470f-8ebd-547f02c1ee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:04.877283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.943770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] For port ca75f56a-ef68-4ae7-8892-0a144d37c1aa, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:04.946859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] For port ca75f56a-ef68-4ae7-8892-0a144d37c1aa, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:04.955459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.990043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:04.990703 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.992329 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] 10.222.0.90 "PUT /v2.0/ports/ca75f56a-ef68-4ae7-8892-0a144d37c1aa HTTP/1.1" status: 200 len: 1092 time: 0.6675370 Jul 07 18:30:04.992816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91acc529-403b-4620-8fcb-892632470e59', 'tag': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:04.995834 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a0c8b-951a-4dd4-a066-34114d583b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "91acc529-403b-4620-8fcb-892632470e59", "tag": "ca75f56a-ef68-4ae7-8892-0a144d37c1aa"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:05.022745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a0d8-b95f-4486-8527-b3ddfe1e648e service neutron] Pushing event updated for resources: {'Port': ['ID=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:05.045834 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93a6ae0-87e3-4aa7-8c09-9e83a1b94257 x-openstack-request-id: req-c93a6ae0-87e3-4aa7-8c09-9e83a1b94257 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:05.046127 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91acc529-403b-4620-8fcb-892632470e59", "tag": "ca75f56a-ef68-4ae7-8892-0a144d37c1aa", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:05.046405 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c93a6ae0-87e3-4aa7-8c09-9e83a1b94257 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:05.047594 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91acc529-403b-4620-8fcb-892632470e59', 'tag': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa', 'status': 'completed', 'code': 200} Jul 07 18:30:05.101456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-9d12146d-34d1-4589-80a5-73247305b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.103479 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-9d12146d-34d1-4589-80a5-73247305b5f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 1095 time: 0.0709515 Jul 07 18:30:05.153535 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-62fa8270-330c-4872-b5fa-fc57d1ccbc09 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca75f56a-ef68-4ae7-8892-0a144d37c1aa HTTP/1.1" status: 200 len: 217 time: 0.0429983 Jul 07 18:30:05.205922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-6c130096-4dff-4ec1-aa80-d6815d88802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.207341 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-6c130096-4dff-4ec1-aa80-d6815d88802a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0473094 Jul 07 18:30:05.242256 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-927ca8fc-b65c-4375-89e8-10c5cfb755a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286078 Jul 07 18:30:05.343812 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-7b450232-1e33-4348-8e44-91f68bbd543e service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951955 Jul 07 18:30:05.455655 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f5891e8-4974-4f38-907b-a24fc8487a7d req-1aa87fe6-ac2a-4222-aaed-d424f1ee4b22 service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046193 Jul 07 18:30:05.561444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-6a5c2e08-b0b8-433f-9ccc-ebc4bdbb746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.563107 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-6a5c2e08-b0b8-433f-9ccc-ebc4bdbb746b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=82e412fbe69e40209cd16b20720ed38d&device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 1095 time: 0.0580649 Jul 07 18:30:05.670355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-b6f7879c-c439-45c0-9fb2-05d5caa00fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.671859 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-b6f7879c-c439-45c0-9fb2-05d5caa00fae service neutron] 10.222.0.90 "GET /v2.0/networks?id=7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 200 len: 906 time: 0.1012509 Jul 07 18:30:05.715076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-21565925-3535-441a-8a2c-55bc576c24a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca75f56a-ef68-4ae7-8892-0a144d37c1aa HTTP/1.1" status: 200 len: 217 time: 0.0352979 Jul 07 18:30:05.783437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-f162669b-1a32-42b8-80a6-b7cc6b39458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.784947 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-f162669b-1a32-42b8-80a6-b7cc6b39458d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 200 len: 845 time: 0.0592906 Jul 07 18:30:05.817821 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-6c45cf88-6bfb-4018-b388-d0296e8f7dcf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7672247d-6d58-4439-9244-0d43f31bfe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264995 Jul 07 18:30:05.830223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715fc9a-7d32-4cee-a7ec-fc6b2d8fcbbb req-27d6c84e-a629-434d-aec5-a8399d913240 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:05.833214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c715fc9a-7d32-4cee-a7ec-fc6b2d8fcbbb req-27d6c84e-a629-434d-aec5-a8399d913240 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 944 time: 0.0743449 Jul 07 18:30:05.890031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c715fc9a-7d32-4cee-a7ec-fc6b2d8fcbbb req-238f5501-36d2-47ae-8d39-196704054566 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Jul 07 18:30:05.918460 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-244234ce-3034-4f67-80e8-6b8b0e1cbe9f service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940979 Jul 07 18:30:06.013352 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3c1a0c8b-951a-4dd4-a066-34114d583b0f req-f5a9ea7e-4ba5-4379-a762-3dba74dd0b9c service neutron] 10.222.0.90 "GET /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875790 Jul 07 18:30:06.074910 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.069270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829ee9c-6ac5-44e5-a83d-b0661cd37fb8 req-3545d0bd-fcc0-428a-8f32-42eda4c2a711 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:07.070834 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e829ee9c-6ac5-44e5-a83d-b0661cd37fb8 req-3545d0bd-fcc0-428a-8f32-42eda4c2a711 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 944 time: 0.0666318 Jul 07 18:30:07.109298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e829ee9c-6ac5-44e5-a83d-b0661cd37fb8 req-1ef61efd-acf9-4b7e-90c4-30b0a4b0afd3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Jul 07 18:30:08.330567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871861df-34e6-45b3-864e-ce1496d7826e req-9b2b7481-ba9e-417c-ae20-c3c08ea478b0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:08.332248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-871861df-34e6-45b3-864e-ce1496d7826e req-9b2b7481-ba9e-417c-ae20-c3c08ea478b0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 944 time: 0.1038275 Jul 07 18:30:08.384764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-871861df-34e6-45b3-864e-ce1496d7826e req-e362f4b5-548c-4212-86d0-f2895817fc4e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Jul 07 18:30:09.569109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0425de6-b2db-45c1-9be2-ff1c760631a3 req-d42408bf-2167-44a0-b970-281bb61682f9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:09.570651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0425de6-b2db-45c1-9be2-ff1c760631a3 req-d42408bf-2167-44a0-b970-281bb61682f9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 944 time: 0.0661790 Jul 07 18:30:09.610870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c0425de6-b2db-45c1-9be2-ff1c760631a3 req-35dc1ecc-9340-4b74-a34b-ac6f0287d33c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Jul 07 18:30:10.694398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ca75f56a-ef68-4ae7-8892-0a144d37c1aa details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:10.796048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ca75f56a-ef68-4ae7-8892-0a144d37c1aa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:10.800049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f54d4-6ed2-40dc-8b38-9538efdf9637 req-b47e1d27-ab64-49de-9fab-9317b343b955 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:10.801629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a79f54d4-6ed2-40dc-8b38-9538efdf9637 req-b47e1d27-ab64-49de-9fab-9317b343b955 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 944 time: 0.0705023 Jul 07 18:30:10.808335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa', 'network_id': '7672247d-6d58-4439-9244-0d43f31bfe7e', 'port_id': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa', 'mac_address': 'fa:16:3e:48:9e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58869d0a-23ca-403d-baeb-bfafe1959d95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:10.844549 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a79f54d4-6ed2-40dc-8b38-9538efdf9637 req-5b9c98e0-9555-424f-a9cb-845b1992e5fe tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368984 Jul 07 18:30:10.849100 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.863763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca75f56a-ef68-4ae7-8892-0a144d37c1aa {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:10.884749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ca75f56a-ef68-4ae7-8892-0a144d37c1aa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:10.891471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.945393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:11.219217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['ca75f56a-ef68-4ae7-8892-0a144d37c1aa'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:12.042971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc01c-a083-410d-b9f7-9c9e42603055 req-0cc6c744-a713-4208-842c-b35bb23f430a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:12.044529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-650dc01c-a083-410d-b9f7-9c9e42603055 req-0cc6c744-a713-4208-842c-b35bb23f430a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 945 time: 0.0859401 Jul 07 18:30:12.085597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-650dc01c-a083-410d-b9f7-9c9e42603055 req-78bebf0a-7eaf-40a8-8378-2544256d9822 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349131 Jul 07 18:30:12.710174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ca75f56a-ef68-4ae7-8892-0a144d37c1aa up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:12.775448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port ca75f56a-ef68-4ae7-8892-0a144d37c1aa completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:12.781383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port ca75f56a-ef68-4ae7-8892-0a144d37c1aa triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:12.781760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.876679 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.902410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acc529-403b-4620-8fcb-892632470e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:12.904751 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72128a15-5ef9-4a62-9305-49a931d0087b" -d '{"events": [{"server_uuid": "91acc529-403b-4620-8fcb-892632470e59", "name": "network-vif-plugged", "status": "completed", "tag": "ca75f56a-ef68-4ae7-8892-0a144d37c1aa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:12.923332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port ca75f56a-ef68-4ae7-8892-0a144d37c1aa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:12.929487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.955344 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb205297-f72a-4cff-bfe5-13c7215a36d8 x-openstack-request-id: req-cb205297-f72a-4cff-bfe5-13c7215a36d8 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:12.955627 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acc529-403b-4620-8fcb-892632470e59", "name": "network-vif-plugged", "status": "completed", "tag": "ca75f56a-ef68-4ae7-8892-0a144d37c1aa", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:12.955882 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cb205297-f72a-4cff-bfe5-13c7215a36d8 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:12.956264 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acc529-403b-4620-8fcb-892632470e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa', 'code': 200} Jul 07 18:30:12.990091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:13.074097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bc043-4dbe-4e54-895a-0e0669d458b1 req-d5fd0160-a449-4218-85e9-dd36da13eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:13.075681 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-050bc043-4dbe-4e54-895a-0e0669d458b1 req-d5fd0160-a449-4218-85e9-dd36da13eb3a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 1097 time: 0.0554528 Jul 07 18:30:13.114390 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-050bc043-4dbe-4e54-895a-0e0669d458b1 req-544665b0-aebf-443e-b355-fe222beeaa13 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302782 Jul 07 18:30:13.285940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c959b5f-ae8a-4362-b905-6515a9644001 req-f7468ccd-bd4f-4cf3-9ae0-c78ffa2e3031 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:13.287606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c959b5f-ae8a-4362-b905-6515a9644001 req-f7468ccd-bd4f-4cf3-9ae0-c78ffa2e3031 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0695779 Jul 07 18:30:13.329378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c959b5f-ae8a-4362-b905-6515a9644001 req-33a33fe8-942e-4460-82c1-e9ec70044ac9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360472 Jul 07 18:30:14.526049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6daf3-4d7e-4f33-947d-d7bce3f5dfcc req-05e1bec6-d937-48ee-a0b0-7e216c6eb2a8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:14.527458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9e6daf3-4d7e-4f33-947d-d7bce3f5dfcc req-05e1bec6-d937-48ee-a0b0-7e216c6eb2a8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0788503 Jul 07 18:30:14.571068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9e6daf3-4d7e-4f33-947d-d7bce3f5dfcc req-fd85d8c2-420d-4fa3-b149-35d8246a02b3 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357914 Jul 07 18:30:14.946342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed562b3-47fe-42e1-bbe1-8fb298cf79a2 req-4bac6df9-759a-4ff9-afb0-adce3154a91b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:14.947867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ed562b3-47fe-42e1-bbe1-8fb298cf79a2 req-4bac6df9-759a-4ff9-afb0-adce3154a91b tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0739543 Jul 07 18:30:14.989404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ed562b3-47fe-42e1-bbe1-8fb298cf79a2 req-cd5e1c6d-6112-488d-9441-9fdeac71aa34 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358267 Jul 07 18:30:15.186386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d76694-be7a-4f2b-be34-a1ebb60a4a25 req-26f42bf2-7de3-4a6f-9740-9407cf2d9362 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:15.187875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00d76694-be7a-4f2b-be34-a1ebb60a4a25 req-26f42bf2-7de3-4a6f-9740-9407cf2d9362 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0727112 Jul 07 18:30:15.233998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00d76694-be7a-4f2b-be34-a1ebb60a4a25 req-83e832b2-23ba-4d18-85dd-3b5d8be88c99 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 Jul 07 18:30:15.600374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d29e3-5fed-464c-94ad-f2068114c513 req-803bf146-bcfc-434e-ac7b-d8d2e9d2eac9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:15.601831 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c6d29e3-5fed-464c-94ad-f2068114c513 req-803bf146-bcfc-434e-ac7b-d8d2e9d2eac9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0690136 Jul 07 18:30:15.641118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c6d29e3-5fed-464c-94ad-f2068114c513 req-61d3ddfa-74bc-4a21-af00-12997b6a60de tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Jul 07 18:30:15.857032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1889a82b-7acc-4bd2-990b-60781bca4ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.841014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455cb40-8088-4bb2-a176-af6b29f50ccc req-b074abc5-7d66-4b42-bd09-b0bcabcadf5e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:16.842473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9455cb40-8088-4bb2-a176-af6b29f50ccc req-b074abc5-7d66-4b42-bd09-b0bcabcadf5e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0839834 Jul 07 18:30:16.883045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9455cb40-8088-4bb2-a176-af6b29f50ccc req-f94a57c5-af61-49d8-9804-d673d597a8ba tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Jul 07 18:30:18.117094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984db99-4c84-4f53-a3a1-6446db02c1b5 req-7f4b8de4-8c5f-4664-bd4f-881a20684d6f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:18.118394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4984db99-4c84-4f53-a3a1-6446db02c1b5 req-7f4b8de4-8c5f-4664-bd4f-881a20684d6f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0836146 Jul 07 18:30:18.168283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4984db99-4c84-4f53-a3a1-6446db02c1b5 req-6e3e7039-31a0-429a-95f1-8b7ff834fe48 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Jul 07 18:30:18.390823 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f39c469-c655-4053-9cb7-7e4520516d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.510863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.358379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fc3ef-48fd-419d-bb67-511ddd4dced3 req-ccc72274-196a-4221-9587-b8903ea99cfc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:19.359929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a13fc3ef-48fd-419d-bb67-511ddd4dced3 req-ccc72274-196a-4221-9587-b8903ea99cfc tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0784893 Jul 07 18:30:19.403118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a13fc3ef-48fd-419d-bb67-511ddd4dced3 req-e38468bd-f833-4b7c-9c17-b1e2b9501655 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Jul 07 18:30:19.735937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:20.586195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a269c-4561-4a41-9ddb-9292e953dfdf req-077c7b6d-1610-4a62-bc0f-45518a79361a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:20.587667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-064a269c-4561-4a41-9ddb-9292e953dfdf req-077c7b6d-1610-4a62-bc0f-45518a79361a tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0694659 Jul 07 18:30:20.634223 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-064a269c-4561-4a41-9ddb-9292e953dfdf req-dbcc4d6c-e7a6-401f-a11a-7c5cacdbd639 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Jul 07 18:30:21.239453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.817138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7932c-e9df-4cdc-9c8f-14b8bd234597 req-fc8e3063-daa6-4c2f-b741-3d9fe0adea8f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:21.818683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51e7932c-e9df-4cdc-9c8f-14b8bd234597 req-fc8e3063-daa6-4c2f-b741-3d9fe0adea8f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0718813 Jul 07 18:30:21.857799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-51e7932c-e9df-4cdc-9c8f-14b8bd234597 req-68be2c0f-c9b0-43bb-9dd6-5e194b091b14 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jul 07 18:30:23.067944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4823651-6b65-4208-a9eb-186fc729f770 req-07c92460-96a0-465f-9021-d87a4c3b08f6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:23.069842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4823651-6b65-4208-a9eb-186fc729f770 req-07c92460-96a0-465f-9021-d87a4c3b08f6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0885506 Jul 07 18:30:23.112653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4823651-6b65-4208-a9eb-186fc729f770 req-1668dfde-8a38-4f5e-a23b-0f4198d01cd6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Jul 07 18:30:24.317933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5373d-1cbe-4429-a1de-7c49882cf772 req-12f94417-f12f-402a-83e1-04d56417f568 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:24.319667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47f5373d-1cbe-4429-a1de-7c49882cf772 req-12f94417-f12f-402a-83e1-04d56417f568 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0706155 Jul 07 18:30:24.361001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47f5373d-1cbe-4429-a1de-7c49882cf772 req-ae7744e6-cfb4-4cf3-9170-20b68016a9ee tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Jul 07 18:30:25.555696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a2645-aa33-49d4-ba51-aa0824931c25 req-e273e73f-7ca9-409a-ae56-ea0ca824fbef tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:25.557289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-500a2645-aa33-49d4-ba51-aa0824931c25 req-e273e73f-7ca9-409a-ae56-ea0ca824fbef tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0750475 Jul 07 18:30:25.601382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-500a2645-aa33-49d4-ba51-aa0824931c25 req-e38b595a-4db8-4ae0-a4f4-92f24ed15ea6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376432 Jul 07 18:30:26.784877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b689e-f6f8-4121-a697-4c9429a85e2e req-7aae17d0-b20b-405c-a1b4-4cf38c78ceea tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:26.786432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-826b689e-f6f8-4121-a697-4c9429a85e2e req-7aae17d0-b20b-405c-a1b4-4cf38c78ceea tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0725813 Jul 07 18:30:26.837748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-826b689e-f6f8-4121-a697-4c9429a85e2e req-0805c758-ade5-48b3-b317-633aadc82c25 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Jul 07 18:30:28.024616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9983c84-4a88-472e-8c2a-4c6e120b21ee req-38e43242-07af-4fe0-887e-925db063c0db tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:28.026219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9983c84-4a88-472e-8c2a-4c6e120b21ee req-38e43242-07af-4fe0-887e-925db063c0db tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0753610 Jul 07 18:30:28.066810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a9983c84-4a88-472e-8c2a-4c6e120b21ee req-1c2683d2-e4c5-4b22-88d7-1ee6e40316f6 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Jul 07 18:30:29.259510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb31a2-0de4-4cff-8978-d4ab222de31e req-b3bf2f9d-feb9-4c3a-a98f-4a6b611d087e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:29.261050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5beb31a2-0de4-4cff-8978-d4ab222de31e req-b3bf2f9d-feb9-4c3a-a98f-4a6b611d087e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0809240 Jul 07 18:30:29.303273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5beb31a2-0de4-4cff-8978-d4ab222de31e req-e33d9ea0-e288-4e5a-afed-ec9bc907e37e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Jul 07 18:30:30.519539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279bc4-d10f-4d67-ab39-6d7af1b9f4b8 req-2ad1e435-11e7-4349-a5a2-cd391b54e36e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:30.521340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37279bc4-d10f-4d67-ab39-6d7af1b9f4b8 req-2ad1e435-11e7-4349-a5a2-cd391b54e36e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0892556 Jul 07 18:30:30.576297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37279bc4-d10f-4d67-ab39-6d7af1b9f4b8 req-68c5f37f-0b7c-4641-8924-ce173533424f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485666 Jul 07 18:30:31.774843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefcbc3-b751-4aa5-a9c6-4c56c7c1dd76 req-b0d50d3d-3b4e-426a-8f71-684d2ab7e8d0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:31.776498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fefcbc3-b751-4aa5-a9c6-4c56c7c1dd76 req-b0d50d3d-3b4e-426a-8f71-684d2ab7e8d0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0728121 Jul 07 18:30:31.821527 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fefcbc3-b751-4aa5-a9c6-4c56c7c1dd76 req-934bf5c8-d822-4454-88c2-20d07183d26c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390196 Jul 07 18:30:33.022701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b7597-a5ae-408e-9b7d-69bf704b0168 req-b7d062c5-1ce8-47cb-98bd-fadc6848b2f7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:33.024271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-081b7597-a5ae-408e-9b7d-69bf704b0168 req-b7d062c5-1ce8-47cb-98bd-fadc6848b2f7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0818505 Jul 07 18:30:33.094154 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-081b7597-a5ae-408e-9b7d-69bf704b0168 req-e640b0d8-353b-4b1a-b23d-42ed54087e4e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636604 Jul 07 18:30:34.094699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.353218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b76b92-02f0-4ccf-9485-cf06f744361b req-7c724528-32dd-44f9-bf03-2077ff08f7ca tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:34.354680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65b76b92-02f0-4ccf-9485-cf06f744361b req-7c724528-32dd-44f9-bf03-2077ff08f7ca tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0729713 Jul 07 18:30:34.399130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65b76b92-02f0-4ccf-9485-cf06f744361b req-ec6295ce-22f2-438b-a8d5-019cab4b5b0e tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Jul 07 18:30:35.620479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca611f8-3a3b-4729-9852-99c23ccb002c req-70311163-f7b1-4a17-9ebd-4add54d7be77 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:35.622308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eca611f8-3a3b-4729-9852-99c23ccb002c req-70311163-f7b1-4a17-9ebd-4add54d7be77 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0862138 Jul 07 18:30:35.675140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eca611f8-3a3b-4729-9852-99c23ccb002c req-06a794ed-81e5-4d56-862d-c8debbc7e85d tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Jul 07 18:30:36.086980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.877856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ade28-1914-44a6-a3df-b0181210a056 req-4814bbd8-244e-4783-882d-bf706cf218a9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:36.879410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d57ade28-1914-44a6-a3df-b0181210a056 req-4814bbd8-244e-4783-882d-bf706cf218a9 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0866299 Jul 07 18:30:36.922842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d57ade28-1914-44a6-a3df-b0181210a056 req-591d9820-044f-41e3-af34-da16f6f3738f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375600 Jul 07 18:30:38.118314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe61b02-14ef-48ea-80ea-f9bd6a238b73 req-5bb8c2d8-d456-4f45-83e6-d6566feaf4bb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:38.119860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe61b02-14ef-48ea-80ea-f9bd6a238b73 req-5bb8c2d8-d456-4f45-83e6-d6566feaf4bb tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0813270 Jul 07 18:30:38.160836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe61b02-14ef-48ea-80ea-f9bd6a238b73 req-1309a797-530d-4266-883f-39b7dc413687 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347936 Jul 07 18:30:39.378959 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32938688-f078-43a1-b0e2-842d23784a9d req-4e1da25b-10ab-49c2-9280-61e7d84a33f8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:39.380683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32938688-f078-43a1-b0e2-842d23784a9d req-4e1da25b-10ab-49c2-9280-61e7d84a33f8 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0769942 Jul 07 18:30:39.430955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32938688-f078-43a1-b0e2-842d23784a9d req-fa412901-033f-42b8-9450-7810629206ff tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Jul 07 18:30:40.214654 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:40.626527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9081-4974-4c4f-828f-1d4c19cb28b9 req-763eb536-4805-408f-8525-89926a6bbd74 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.628063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-428c9081-4974-4c4f-828f-1d4c19cb28b9 req-763eb536-4805-408f-8525-89926a6bbd74 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0723255 Jul 07 18:30:40.679490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-428c9081-4974-4c4f-828f-1d4c19cb28b9 req-49ed7b2e-1f6d-49fe-9c0e-a70cbf64d3e7 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Jul 07 18:30:41.873620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2faf9-fd24-4200-9a2a-0fe3438d1164 req-298085db-e2c9-44aa-aa58-e8c6e1981833 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:41.875169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45e2faf9-fd24-4200-9a2a-0fe3438d1164 req-298085db-e2c9-44aa-aa58-e8c6e1981833 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0729446 Jul 07 18:30:41.925316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-45e2faf9-fd24-4200-9a2a-0fe3438d1164 req-2635d4c3-12d6-4bbd-84f6-c279585660ea tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 Jul 07 18:30:42.312875 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74af6d-a5ae-4473-a126-9dd26f204283 req-c435a3ca-2446-4396-a7c6-5393acfd764f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.314325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a74af6d-a5ae-4473-a126-9dd26f204283 req-c435a3ca-2446-4396-a7c6-5393acfd764f tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0767658 Jul 07 18:30:42.358407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a74af6d-a5ae-4473-a126-9dd26f204283 req-4dc07c63-3e79-486d-b4bf-a898909ef314 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Jul 07 18:30:42.556201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a740d8-c84b-4b5b-9e95-a089a77a8fdb req-c04407e2-81c3-473a-9590-2a5e54095685 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.557812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7a740d8-c84b-4b5b-9e95-a089a77a8fdb req-c04407e2-81c3-473a-9590-2a5e54095685 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0752599 Jul 07 18:30:42.602541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7a740d8-c84b-4b5b-9e95-a089a77a8fdb req-34833d08-807b-4e11-bde1-c6556eb4c38c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373168 Jul 07 18:30:43.024513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9430-fabf-4e85-b15a-4f1d7bfa35af req-13537928-82c6-4700-86e5-f3a272cba4da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.026796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6efe9430-fabf-4e85-b15a-4f1d7bfa35af req-13537928-82c6-4700-86e5-f3a272cba4da tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0771964 Jul 07 18:30:43.080658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6efe9430-fabf-4e85-b15a-4f1d7bfa35af req-6c25095e-bb85-4de3-bcb5-d22dda739055 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469160 Jul 07 18:30:44.272694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-9befbbd5-a431-479f-806a-51afcaedba47 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:44.274279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-9befbbd5-a431-479f-806a-51afcaedba47 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0729697 Jul 07 18:30:44.278152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8fe4a-7db7-41a5-b081-cad71bdb9a16 req-0d37a988-fe85-4545-a836-7d204b7b2058 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:44.279779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4d8fe4a-7db7-41a5-b081-cad71bdb9a16 req-0d37a988-fe85-4545-a836-7d204b7b2058 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 946 time: 0.0701263 Jul 07 18:30:44.319934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4d8fe4a-7db7-41a5-b081-cad71bdb9a16 req-5e42a06f-b023-4808-89d8-9c1c72fcc117 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Jul 07 18:30:44.407544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Deleting port ca75f56a-ef68-4ae7-8892-0a144d37c1aa {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:30:44.407817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.505891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] For port ca75f56a-ef68-4ae7-8892-0a144d37c1aa, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:44.506267 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.527852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Calling delete_port for ca75f56a-ef68-4ae7-8892-0a144d37c1aa owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:30:44.671779 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.685151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:44.688033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['ca75f56a-ef68-4ae7-8892-0a144d37c1aa'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:44.705668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event deleted for resources: {'Port': ['ID=ca75f56a-ef68-4ae7-8892-0a144d37c1aa,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:44.758470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.759334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.759722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.760227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.760740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.761262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.761631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.761963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.762299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.762670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.763122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.763630 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:44.783751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] No DVR routers for this DVR port ca75f56a-ef68-4ae7-8892-0a144d37c1aa on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:30:44.786602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.788975 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0eea4c5c-32f0-4b39-890c-24257fb4a1e2 req-b212c41c-ec7d-43c7-9cc2-5f260fccbc21 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.90 "DELETE /v2.0/ports/ca75f56a-ef68-4ae7-8892-0a144d37c1aa HTTP/1.1" status: 204 len: 173 time: 0.5092168 Jul 07 18:30:44.789890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acc529-403b-4620-8fcb-892632470e59', 'name': 'network-vif-deleted', 'tag': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:44.793864 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d362802-3bcb-4296-96f5-ee773ee1bdfa" -d '{"events": [{"server_uuid": "91acc529-403b-4620-8fcb-892632470e59", "name": "network-vif-deleted", "tag": "ca75f56a-ef68-4ae7-8892-0a144d37c1aa"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:44.860773 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c78f3b-3798-4cef-a3ab-f8df481bb1e3 x-openstack-request-id: req-01c78f3b-3798-4cef-a3ab-f8df481bb1e3 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:44.861312 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acc529-403b-4620-8fcb-892632470e59", "name": "network-vif-deleted", "tag": "ca75f56a-ef68-4ae7-8892-0a144d37c1aa", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:44.861595 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-01c78f3b-3798-4cef-a3ab-f8df481bb1e3 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:44.863302 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acc529-403b-4620-8fcb-892632470e59', 'name': 'network-vif-deleted', 'tag': 'ca75f56a-ef68-4ae7-8892-0a144d37c1aa', 'status': 'completed', 'code': 200} Jul 07 18:30:45.524341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4b5e86e-3c7c-497e-b3fc-4fef7ad82e25 req-8c439d45-dfab-4ec1-aa36-d8130c7b18a0 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=91acc529-403b-4620-8fcb-892632470e59 HTTP/1.1" status: 200 len: 210 time: 0.0330274 Jul 07 18:30:45.861050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59f197d5-87d0-4eae-a028-7f3afd4ab6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.928979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ca75f56a-ef68-4ae7-8892-0a144d37c1aa no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:30:46.952665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: ca75f56a-ef68-4ae7-8892-0a144d37c1aa {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:30:46.953158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device ca75f56a-ef68-4ae7-8892-0a144d37c1aa not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:30:47.931243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e1bb-3761-4145-8de7-1f32590a4d35 req-0ab5cd93-052c-4dd1-b90a-b67d2ad53333 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:47.932642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2544e1bb-3761-4145-8de7-1f32590a4d35 req-0ab5cd93-052c-4dd1-b90a-b67d2ad53333 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 946 time: 0.0718493 Jul 07 18:30:47.976425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2544e1bb-3761-4145-8de7-1f32590a4d35 req-53e0e870-720d-41ee-81b2-6f3cca261b10 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Jul 07 18:30:48.385053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de30b5a2-d6ab-4c9f-8614-c02d3710c2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:48.505219 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.193601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-60f591e3-9b55-4dcb-9641-9d98150a52ef tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:49.195341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-60f591e3-9b55-4dcb-9641-9d98150a52ef tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 946 time: 0.1203701 Jul 07 18:30:49.251026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b78ea6-81f9-43a1-8d32-4023910afe47 req-4a2f6511-a09d-4468-b832-518d77c34656 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:49.252522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68b78ea6-81f9-43a1-8d32-4023910afe47 req-4a2f6511-a09d-4468-b832-518d77c34656 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/ports?device_id=bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac HTTP/1.1" status: 200 len: 946 time: 0.1371229 Jul 07 18:30:49.322528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68b78ea6-81f9-43a1-8d32-4023910afe47 req-534fd8e2-7fbe-428f-826e-868ad6fb40b4 tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.88 "GET /v2.0/security-groups?id=e79f0823-f939-4c8e-aae2-6717f9c00937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641112 Jul 07 18:30:49.346748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Deleting port ecdd43bd-f70c-444e-bb6c-9f812d650c70 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:30:49.347125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.441984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] For port ecdd43bd-f70c-444e-bb6c-9f812d650c70, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=ecdd43bd-f70c-444e-bb6c-9f812d650c70,segment=NetworkSegment(40e73318-220e-470f-8ebd-547f02c1ee59),segment_id=40e73318-220e-470f-8ebd-547f02c1ee59)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:49.442331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.457138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Calling delete_port for ecdd43bd-f70c-444e-bb6c-9f812d650c70 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:30:49.609691 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.621345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['ecdd43bd-f70c-444e-bb6c-9f812d650c70'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:49.641577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Pushing event deleted for resources: {'Port': ['ID=ecdd43bd-f70c-444e-bb6c-9f812d650c70,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:49.656740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.657246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.657625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.658065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.658482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.658857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.659192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.659560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.659954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.660343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.660748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.661137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:49.704960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] No DVR routers for this DVR port ecdd43bd-f70c-444e-bb6c-9f812d650c70 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:30:49.707924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.710414 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fa0928b-bae5-4735-98ae-d12d04fc3c2f req-d7405576-6b31-4282-831d-c16a505e7b8c tempest-ServersTestJSON-498590524 tempest-ServersTestJSON-498590524-project] 10.222.0.55 "DELETE /v2.0/ports/ecdd43bd-f70c-444e-bb6c-9f812d650c70 HTTP/1.1" status: 204 len: 173 time: 0.5086470 Jul 07 18:30:49.710895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'name': 'network-vif-deleted', 'tag': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:49.713243 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b742f18c-a21c-4ccf-bb31-d70dcb4f57bb" -d '{"events": [{"server_uuid": "bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac", "name": "network-vif-deleted", "tag": "ecdd43bd-f70c-444e-bb6c-9f812d650c70"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:49.740657 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.752956 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876fb884-39e0-4411-995a-506c2464ebb3 x-openstack-request-id: req-876fb884-39e0-4411-995a-506c2464ebb3 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:49.753386 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac", "name": "network-vif-deleted", "tag": "ecdd43bd-f70c-444e-bb6c-9f812d650c70", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:49.753642 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-876fb884-39e0-4411-995a-506c2464ebb3 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:49.754045 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1e5545-2a92-49f1-8ee1-ccc63bdba4ac', 'name': 'network-vif-deleted', 'tag': 'ecdd43bd-f70c-444e-bb6c-9f812d650c70', 'status': 'completed', 'code': 200} Jul 07 18:30:50.423857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48030) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:50.475408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] Deleting subnet 58869d0a-23ca-403d-baeb-bfafe1959d95 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:30:50.479280 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.516281 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.559472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.622203 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.648335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58869d0a-23ca-403d-baeb-bfafe1959d95,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:50.652225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.654213 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-75700216-0204-4388-82ec-250b672fc8fb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/58869d0a-23ca-403d-baeb-bfafe1959d95 HTTP/1.1" status: 204 len: 168 time: 0.2292221 Jul 07 18:30:50.657218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48032) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:50.728279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.216394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.228953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7672247d-6d58-4439-9244-0d43f31bfe7e']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:51.240030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e73318-220e-470f-8ebd-547f02c1ee59') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:51.240325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e73318-220e-470f-8ebd-547f02c1ee59') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:51.241076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.250242 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.264221 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.271401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:30:51.271774 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:30:51.273724 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:30:51.330251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.336320 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.338432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] 10.222.0.88 "DELETE /v2.0/networks/7672247d-6d58-4439-9244-0d43f31bfe7e HTTP/1.1" status: 204 len: 168 time: 0.6800754 Jul 07 18:30:51.352012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fbf76-41be-4b6d-9a94-ff8d9682cf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7672247d-6d58-4439-9244-0d43f31bfe7e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:51.471713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48036) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:51.516722 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-20db3318-aa39-4395-beff-0c57bd1a050f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=82e412fbe69e40209cd16b20720ed38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436041 Jul 07 18:30:51.519846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48038) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:51.577817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2896-dc6f-4c87-8898-13181b0c733b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.600045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2896-dc6f-4c87-8898-13181b0c733b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.650366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2896-dc6f-4c87-8898-13181b0c733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.653176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2896-dc6f-4c87-8898-13181b0c733b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.654343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a3f2896-dc6f-4c87-8898-13181b0c733b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e79f0823-f939-4c8e-aae2-6717f9c00937 HTTP/1.1" status: 204 len: 168 time: 0.1332550 Jul 07 18:30:51.663338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f2896-dc6f-4c87-8898-13181b0c733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79f0823-f939-4c8e-aae2-6717f9c00937,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:52.904165 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48070) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:53.025162 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-488928c1-7421-4836-9447-6b6b8b03db0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.133425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-488928c1-7421-4836-9447-6b6b8b03db0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.139101 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-488928c1-7421-4836-9447-6b6b8b03db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.185413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-488928c1-7421-4836-9447-6b6b8b03db0c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18ead72cbe8144b68f5e1f1b94e6e0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800200 Jul 07 18:30:53.186675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488928c1-7421-4836-9447-6b6b8b03db0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53fd036-800f-4b80-aa58-b3ea91c97117,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:53.189020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48074) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:53.254344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c8a5-9816-43bf-9200-410033781bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.277961 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c8a5-9816-43bf-9200-410033781bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.339367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c8a5-9816-43bf-9200-410033781bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.342516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c8a5-9816-43bf-9200-410033781bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:53.343799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a7b0c8a5-9816-43bf-9200-410033781bc5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a53fd036-800f-4b80-aa58-b3ea91c97117 HTTP/1.1" status: 204 len: 168 time: 0.1525433 Jul 07 18:30:53.352960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0c8a5-9816-43bf-9200-410033781bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53fd036-800f-4b80-aa58-b3ea91c97117,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:53.864350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ecdd43bd-f70c-444e-bb6c-9f812d650c70 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:30:53.893115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: ecdd43bd-f70c-444e-bb6c-9f812d650c70 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:30:53.893541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device ecdd43bd-f70c-444e-bb6c-9f812d650c70 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:30:54.834661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48128) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:54.991547 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8b07a24-767a-45c3-a092-744e6afea103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.110683 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8b07a24-767a-45c3-a092-744e6afea103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.115816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d8b07a24-767a-45c3-a092-744e6afea103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.160436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b07a24-767a-45c3-a092-744e6afea103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca70b101-1cad-411d-b5a6-903dfa43351b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:55.167535 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d8b07a24-767a-45c3-a092-744e6afea103 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0fc0cdf8effb430c9812f1b1a512cf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315930 Jul 07 18:30:55.171934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48132) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:55.239918 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2126-7841-4dc7-9bf7-a2660191f288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.267928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2126-7841-4dc7-9bf7-a2660191f288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.329680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2126-7841-4dc7-9bf7-a2660191f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.334284 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2126-7841-4dc7-9bf7-a2660191f288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.335887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0cfc2126-7841-4dc7-9bf7-a2660191f288 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca70b101-1cad-411d-b5a6-903dfa43351b HTTP/1.1" status: 204 len: 168 time: 0.1643901 Jul 07 18:30:55.346921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc2126-7841-4dc7-9bf7-a2660191f288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca70b101-1cad-411d-b5a6-903dfa43351b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.080722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48190) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:58.206079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aacc9a17-d2da-4a6c-a056-ebeb64ac4c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.344004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aacc9a17-d2da-4a6c-a056-ebeb64ac4c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.350785 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aacc9a17-d2da-4a6c-a056-ebeb64ac4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.405216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aacc9a17-d2da-4a6c-a056-ebeb64ac4c99 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ca8cda374b804bc08257cf7c70b3844a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230898 Jul 07 18:30:58.409302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48194) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:58.416243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc9a17-d2da-4a6c-a056-ebeb64ac4c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4f576-d559-46e2-a472-325e691ce1b6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.471719 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65537586-c318-4cd5-838b-e3d3bc5579a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.495196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65537586-c318-4cd5-838b-e3d3bc5579a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.561587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65537586-c318-4cd5-838b-e3d3bc5579a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.564220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65537586-c318-4cd5-838b-e3d3bc5579a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.565467 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-65537586-c318-4cd5-838b-e3d3bc5579a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c6c4f576-d559-46e2-a472-325e691ce1b6 HTTP/1.1" status: 204 len: 168 time: 0.1551957 Jul 07 18:30:58.574133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65537586-c318-4cd5-838b-e3d3bc5579a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4f576-d559-46e2-a472-325e691ce1b6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.879155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48202) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:58.893232 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-963d01f0-54a6-4dc0-9aab-ae7561a01392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.997412 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-963d01f0-54a6-4dc0-9aab-ae7561a01392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.002319 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-963d01f0-54a6-4dc0-9aab-ae7561a01392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.041967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-963d01f0-54a6-4dc0-9aab-ae7561a01392 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=774cbe40a74e423699b3a1a203922198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616628 Jul 07 18:30:59.044701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d01f0-54a6-4dc0-9aab-ae7561a01392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75ea901-b4d7-4b7e-b32d-458044e91d38,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:59.048210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48204) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:59.121680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e364c5-5445-49ff-81de-304cc6831bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.144179 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e364c5-5445-49ff-81de-304cc6831bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.198625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e364c5-5445-49ff-81de-304cc6831bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.201420 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e4e364c5-5445-49ff-81de-304cc6831bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.202829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e4e364c5-5445-49ff-81de-304cc6831bb4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a75ea901-b4d7-4b7e-b32d-458044e91d38 HTTP/1.1" status: 204 len: 168 time: 0.1524658 Jul 07 18:30:59.212614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e364c5-5445-49ff-81de-304cc6831bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75ea901-b4d7-4b7e-b32d-458044e91d38,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.226928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48270) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:02.360303 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffbf1891-db6e-4d12-bdc2-851d1483f4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.473042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffbf1891-db6e-4d12-bdc2-851d1483f4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.479007 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffbf1891-db6e-4d12-bdc2-851d1483f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.518015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf1891-db6e-4d12-bdc2-851d1483f4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b0140d-6637-43e3-8bdb-a6ed0fa45cbf,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.523322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ffbf1891-db6e-4d12-bdc2-851d1483f4f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a1ec653301dd4bc2b5ec4a3f3f552ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953405 Jul 07 18:31:02.526046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48274) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:02.584079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed994c46-1416-4e03-85d9-82ef18861d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.606887 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed994c46-1416-4e03-85d9-82ef18861d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.666829 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed994c46-1416-4e03-85d9-82ef18861d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.670992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed994c46-1416-4e03-85d9-82ef18861d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.672723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed994c46-1416-4e03-85d9-82ef18861d4f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/21b0140d-6637-43e3-8bdb-a6ed0fa45cbf HTTP/1.1" status: 204 len: 168 time: 0.1457112 Jul 07 18:31:02.683531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed994c46-1416-4e03-85d9-82ef18861d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b0140d-6637-43e3-8bdb-a6ed0fa45cbf,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.979767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48280) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:02.994094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ed31582-c188-4b9a-a86b-ff9fe567f29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.100693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ed31582-c188-4b9a-a86b-ff9fe567f29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.106260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ed31582-c188-4b9a-a86b-ff9fe567f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.146020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ed31582-c188-4b9a-a86b-ff9fe567f29d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6dce3d99c97f4cd385bc69b683ee6b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651008 Jul 07 18:31:03.146917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed31582-c188-4b9a-a86b-ff9fe567f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a6e07b-1a39-405c-8d20-10e4f5f71fc0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:03.150217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48282) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:03.222927 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40644248-0f0b-4318-8955-fc63900ded24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.247991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40644248-0f0b-4318-8955-fc63900ded24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.298486 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40644248-0f0b-4318-8955-fc63900ded24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.301274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-40644248-0f0b-4318-8955-fc63900ded24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.302491 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-40644248-0f0b-4318-8955-fc63900ded24 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/00a6e07b-1a39-405c-8d20-10e4f5f71fc0 HTTP/1.1" status: 204 len: 168 time: 0.1512256 Jul 07 18:31:03.311815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40644248-0f0b-4318-8955-fc63900ded24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a6e07b-1a39-405c-8d20-10e4f5f71fc0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.098016 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.622931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48338) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:05.733951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8a87562-5435-4eba-9697-7792d226167d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.848978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8a87562-5435-4eba-9697-7792d226167d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.853462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c8a87562-5435-4eba-9697-7792d226167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.891884 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c8a87562-5435-4eba-9697-7792d226167d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=46cf4df4848e4656adb2d98aa5c200d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677393 Jul 07 18:31:05.892933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a87562-5435-4eba-9697-7792d226167d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd9a75a-b2ff-46bf-86e6-6c2f3196f12c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:05.894789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48342) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:05.949291 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc81bcc5-81b9-455f-8c44-ed3e0b763fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.971654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc81bcc5-81b9-455f-8c44-ed3e0b763fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.019115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc81bcc5-81b9-455f-8c44-ed3e0b763fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.022516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dc81bcc5-81b9-455f-8c44-ed3e0b763fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.023882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dc81bcc5-81b9-455f-8c44-ed3e0b763fc2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8bd9a75a-b2ff-46bf-86e6-6c2f3196f12c HTTP/1.1" status: 204 len: 168 time: 0.1269326 Jul 07 18:31:06.033079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81bcc5-81b9-455f-8c44-ed3e0b763fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd9a75a-b2ff-46bf-86e6-6c2f3196f12c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.086102 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.321517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48348) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:06.338774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96df7d95-5afc-427d-81af-0fc52c0ea22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.455910 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96df7d95-5afc-427d-81af-0fc52c0ea22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.461121 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96df7d95-5afc-427d-81af-0fc52c0ea22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.500142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-96df7d95-5afc-427d-81af-0fc52c0ea22e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5220c85cee82410f8c249b8a7f9666d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773572 Jul 07 18:31:06.501133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df7d95-5afc-427d-81af-0fc52c0ea22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a81f87-b352-4fe0-8f2a-28c1b549c8ca,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.502974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48350) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:06.564578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-99af31f1-c872-49bf-87f8-f8a74d589073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.589577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-99af31f1-c872-49bf-87f8-f8a74d589073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.641987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-99af31f1-c872-49bf-87f8-f8a74d589073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.644588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-99af31f1-c872-49bf-87f8-f8a74d589073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.645971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-99af31f1-c872-49bf-87f8-f8a74d589073 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/56a81f87-b352-4fe0-8f2a-28c1b549c8ca HTTP/1.1" status: 204 len: 168 time: 0.1415358 Jul 07 18:31:06.653922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af31f1-c872-49bf-87f8-f8a74d589073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a81f87-b352-4fe0-8f2a-28c1b549c8ca,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:15.688017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48522) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:15.798933 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d0e8-4a0e-4a33-b9b1-d4f49f0df8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.870348 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f92f13bd-4fe1-4c92-8496-2990578efa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.893394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d0e8-4a0e-4a33-b9b1-d4f49f0df8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.897662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d0e8-4a0e-4a33-b9b1-d4f49f0df8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.935972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fdf8d0e8-4a0e-4a33-b9b1-d4f49f0df8b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=631da73400324d9992b747fb2ac6a197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466276 Jul 07 18:31:15.936716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8d0e8-4a0e-4a33-b9b1-d4f49f0df8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa5b09-846a-4095-9e1b-010fc5dc46cc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:15.938675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48526) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:15.991838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8229bd5a-c279-48ea-9876-c5221d0a0635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.013352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8229bd5a-c279-48ea-9876-c5221d0a0635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.064618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8229bd5a-c279-48ea-9876-c5221d0a0635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.067853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8229bd5a-c279-48ea-9876-c5221d0a0635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.072243 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8229bd5a-c279-48ea-9876-c5221d0a0635 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3fa5b09-846a-4095-9e1b-010fc5dc46cc HTTP/1.1" status: 204 len: 168 time: 0.1303756 Jul 07 18:31:16.086719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229bd5a-c279-48ea-9876-c5221d0a0635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa5b09-846a-4095-9e1b-010fc5dc46cc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.396268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48532) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:16.412071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c947837c-0e4e-436a-9dac-af0c4399d0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.514989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c947837c-0e4e-436a-9dac-af0c4399d0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.520367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c947837c-0e4e-436a-9dac-af0c4399d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.559318 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c947837c-0e4e-436a-9dac-af0c4399d0eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2ed955c00338435d8b1f61b052b1b0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617382 Jul 07 18:31:16.560492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947837c-0e4e-436a-9dac-af0c4399d0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77764eb-0d65-4ec0-be43-9a899e88ee5c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.562258 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48534) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:16.615448 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63a2d48d-b39d-4201-82e8-d0329bad9904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.638514 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63a2d48d-b39d-4201-82e8-d0329bad9904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.689587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63a2d48d-b39d-4201-82e8-d0329bad9904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.692243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-63a2d48d-b39d-4201-82e8-d0329bad9904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.693534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-63a2d48d-b39d-4201-82e8-d0329bad9904 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f77764eb-0d65-4ec0-be43-9a899e88ee5c HTTP/1.1" status: 204 len: 168 time: 0.1296687 Jul 07 18:31:16.702089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2d48d-b39d-4201-82e8-d0329bad9904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77764eb-0d65-4ec0-be43-9a899e88ee5c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:17.064496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48540) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:17.078301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b63a75f-9e89-42f8-982a-6150db623ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.174543 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b63a75f-9e89-42f8-982a-6150db623ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.180050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2b63a75f-9e89-42f8-982a-6150db623ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.215178 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:17.216596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63a75f-9e89-42f8-982a-6150db623ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b9035-6d7a-467a-8865-1ea2c04a91fd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:17.222555 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2b63a75f-9e89-42f8-982a-6150db623ca6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=57cd3ab268004714bbaacf0b4c702859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569347 Jul 07 18:31:17.225646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48542) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:17.281226 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5499ba52-7cf8-4944-b2f5-2f05aabf1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.303636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5499ba52-7cf8-4944-b2f5-2f05aabf1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.353851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5499ba52-7cf8-4944-b2f5-2f05aabf1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.357331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5499ba52-7cf8-4944-b2f5-2f05aabf1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.358605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5499ba52-7cf8-4944-b2f5-2f05aabf1ed5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e4b9035-6d7a-467a-8865-1ea2c04a91fd HTTP/1.1" status: 204 len: 168 time: 0.1318724 Jul 07 18:31:17.368938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499ba52-7cf8-4944-b2f5-2f05aabf1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b9035-6d7a-467a-8865-1ea2c04a91fd,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.374187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48570) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:18.388751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81d720c9-c547-4a49-9ac7-108d78abdd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.484510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1baab34e-430b-4f21-8ad9-5f77448fd145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.515571 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.606402 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1baab34e-430b-4f21-8ad9-5f77448fd145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.611995 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1baab34e-430b-4f21-8ad9-5f77448fd145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.652348 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1baab34e-430b-4f21-8ad9-5f77448fd145 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6c99e581383147279f5c629423fe1de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767673 Jul 07 18:31:18.653454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baab34e-430b-4f21-8ad9-5f77448fd145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d204f111-9ac5-440b-8eb2-e49bb04f34da,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.655923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48574) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:18.723456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-478d1cdc-ccf0-4d16-8de5-c114362d28ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.745341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-478d1cdc-ccf0-4d16-8de5-c114362d28ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.798941 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-478d1cdc-ccf0-4d16-8de5-c114362d28ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.801660 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-478d1cdc-ccf0-4d16-8de5-c114362d28ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.802967 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-478d1cdc-ccf0-4d16-8de5-c114362d28ba admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d204f111-9ac5-440b-8eb2-e49bb04f34da HTTP/1.1" status: 204 len: 168 time: 0.1452899 Jul 07 18:31:18.814777 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d1cdc-ccf0-4d16-8de5-c114362d28ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d204f111-9ac5-440b-8eb2-e49bb04f34da,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:19.743841 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.007207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48652) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:21.132125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a055-6464-4aa7-9386-9be8e90fbc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.236428 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a055-6464-4aa7-9386-9be8e90fbc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.241502 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a055-6464-4aa7-9386-9be8e90fbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.242609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.280522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4a055-6464-4aa7-9386-9be8e90fbc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbbbb31-4b87-436c-812a-52a3f9c583c5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:21.285774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d7a4a055-6464-4aa7-9386-9be8e90fbc55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3d668fbb23b45e6af14b9a8fe20ccbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774312 Jul 07 18:31:21.288492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48656) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:21.339677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-faacb5d7-525c-43fd-a61c-6343bf14664c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.361837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-faacb5d7-525c-43fd-a61c-6343bf14664c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.409344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-faacb5d7-525c-43fd-a61c-6343bf14664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.411985 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-faacb5d7-525c-43fd-a61c-6343bf14664c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.413286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-faacb5d7-525c-43fd-a61c-6343bf14664c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1fbbbb31-4b87-436c-812a-52a3f9c583c5 HTTP/1.1" status: 204 len: 168 time: 0.1238332 Jul 07 18:31:21.421482 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacb5d7-525c-43fd-a61c-6343bf14664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbbbb31-4b87-436c-812a-52a3f9c583c5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:21.681082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 48662) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:21.695430 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a0d510-b4f9-4643-b45a-0b2fe9db39d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.803471 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a0d510-b4f9-4643-b45a-0b2fe9db39d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.808802 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-66a0d510-b4f9-4643-b45a-0b2fe9db39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.859198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-66a0d510-b4f9-4643-b45a-0b2fe9db39d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3f0800b02ddd4cb5aea53ff3fb042ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765397 Jul 07 18:31:21.860522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0d510-b4f9-4643-b45a-0b2fe9db39d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa69e0-05f0-457d-9ae6-b03ab3523c28,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:21.863657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 48664) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:21.921223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75b3a52a-b2a1-4d93-b4c3-78ab1d711f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.945043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75b3a52a-b2a1-4d93-b4c3-78ab1d711f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.994796 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75b3a52a-b2a1-4d93-b4c3-78ab1d711f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.997780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-75b3a52a-b2a1-4d93-b4c3-78ab1d711f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.998963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-75b3a52a-b2a1-4d93-b4c3-78ab1d711f57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c0aa69e0-05f0-457d-9ae6-b03ab3523c28 HTTP/1.1" status: 204 len: 168 time: 0.1336105 Jul 07 18:31:22.007213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3a52a-b2a1-4d93-b4c3-78ab1d711f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa69e0-05f0-457d-9ae6-b03ab3523c28,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:27.565655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49010) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:27.682340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec21326f-d0b0-4ac8-85aa-262ae883853e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.808071 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec21326f-d0b0-4ac8-85aa-262ae883853e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.814117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec21326f-d0b0-4ac8-85aa-262ae883853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.858889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ec21326f-d0b0-4ac8-85aa-262ae883853e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9149de6cc3ad4c8eb3436ac827add94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921169 Jul 07 18:31:27.859763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21326f-d0b0-4ac8-85aa-262ae883853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d292c28-c87f-4204-bf6e-578ff1114797,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:27.861892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49014) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:27.916809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7f9-dd89-4df6-882a-4ea92cc34731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.939534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7f9-dd89-4df6-882a-4ea92cc34731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.993609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7f9-dd89-4df6-882a-4ea92cc34731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.996536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-65e8f7f9-dd89-4df6-882a-4ea92cc34731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.997858 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-65e8f7f9-dd89-4df6-882a-4ea92cc34731 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d292c28-c87f-4204-bf6e-578ff1114797 HTTP/1.1" status: 204 len: 168 time: 0.1348705 Jul 07 18:31:28.006281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8f7f9-dd89-4df6-882a-4ea92cc34731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d292c28-c87f-4204-bf6e-578ff1114797,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:29.846235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49126) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:29.990012 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed42d78d-1215-4095-b675-e19ec4914d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.096754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed42d78d-1215-4095-b675-e19ec4914d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.101743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed42d78d-1215-4095-b675-e19ec4914d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.145600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42d78d-1215-4095-b675-e19ec4914d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb7624-9ee1-4d1e-9c4b-0d521001f894,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:30.150780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed42d78d-1215-4095-b675-e19ec4914d42 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8e088784336a457d883a48784cc00d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034778 Jul 07 18:31:30.154150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49130) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:30.224513 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92e4c7e4-a325-43b8-83e0-8f6efdd78bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.252972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92e4c7e4-a325-43b8-83e0-8f6efdd78bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.313185 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92e4c7e4-a325-43b8-83e0-8f6efdd78bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.318075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-92e4c7e4-a325-43b8-83e0-8f6efdd78bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.319601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-92e4c7e4-a325-43b8-83e0-8f6efdd78bae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70bb7624-9ee1-4d1e-9c4b-0d521001f894 HTTP/1.1" status: 204 len: 168 time: 0.1643021 Jul 07 18:31:30.327723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4c7e4-a325-43b8-83e0-8f6efdd78bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb7624-9ee1-4d1e-9c4b-0d521001f894,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.707900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49166) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:31.823463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9b1e4e0a-e53b-45d8-8d4b-55df93cdbaee tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-157718298'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:31.823915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9b1e4e0a-e53b-45d8-8d4b-55df93cdbaee tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Unknown quota resources ['metering_label']. {{(pid=105588) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:31:32.014369 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4e0a-e53b-45d8-8d4b-55df93cdbaee tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.015459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9b1e4e0a-e53b-45d8-8d4b-55df93cdbaee tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3062496 Jul 07 18:31:32.019091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49170) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.024193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-08b4c73b-d259-4f8c-b7a8-b9d7436cb341 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4ef61bb1-5d06-444b-a339-db15f14012eb'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:32.025147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-08b4c73b-d259-4f8c-b7a8-b9d7436cb341 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105589) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:31:32.109077 n-d-798930-2 neutron-server[105589]: WARNING neutron.services.metering.metering_plugin [None req-08b4c73b-d259-4f8c-b7a8-b9d7436cb341 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 18:31:32.235336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-08b4c73b-d259-4f8c-b7a8-b9d7436cb341 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.236527 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-08b4c73b-d259-4f8c-b7a8-b9d7436cb341 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2163713 Jul 07 18:31:32.240595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49172) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.245638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-993a4fd6-d6bd-48c6-b04d-cc252f2f31ab tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4ef61bb1-5d06-444b-a339-db15f14012eb'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:32.246288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-993a4fd6-d6bd-48c6-b04d-cc252f2f31ab tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105589) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:31:32.304612 n-d-798930-2 neutron-server[105589]: WARNING neutron.services.metering.metering_plugin [None req-993a4fd6-d6bd-48c6-b04d-cc252f2f31ab tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 18:31:32.386364 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-993a4fd6-d6bd-48c6-b04d-cc252f2f31ab tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.387566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-993a4fd6-d6bd-48c6-b04d-cc252f2f31ab tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1457565 Jul 07 18:31:32.390378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49174) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.402802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d496473b-9620-4197-b8d4-22b9fd37d87a tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=4ade962a-2891-4919-8d2f-1c14b2abafe1 HTTP/1.1" status: 200 len: 464 time: 0.0112762 Jul 07 18:31:32.406599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49176) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.519709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96466d1f-78b5-450f-85b5-c0a9b4cbec98 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.521154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-96466d1f-78b5-450f-85b5-c0a9b4cbec98 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/4ade962a-2891-4919-8d2f-1c14b2abafe1 HTTP/1.1" status: 204 len: 168 time: 0.1136060 Jul 07 18:31:32.525985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49178) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.535524 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-20250699-7d2d-49b0-80b8-77d385acf57d tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=4ade962a-2891-4919-8d2f-1c14b2abafe1 HTTP/1.1" status: 200 len: 221 time: 0.0083644 Jul 07 18:31:32.539697 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49180) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.544783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5297883f-92af-41c7-9751-5f92716a6a6c tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--674010290', 'description': 'label created by tempest'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:32.545352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5297883f-92af-41c7-9751-5f92716a6a6c tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Unknown quota resources ['metering_label']. {{(pid=105589) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 18:31:32.757103 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5297883f-92af-41c7-9751-5f92716a6a6c tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.758405 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5297883f-92af-41c7-9751-5f92716a6a6c tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2177444 Jul 07 18:31:32.761483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49182) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.834903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ab12f974-9f40-4648-9a26-3f7425f6c086 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=718f7830-dcf6-4035-9e97-e6abb3ea04e5 HTTP/1.1" status: 200 len: 467 time: 0.0718143 Jul 07 18:31:32.838505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49184) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.090493 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4b630964-8f98-4bc1-9f73-439b5928b4b8 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.091579 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b630964-8f98-4bc1-9f73-439b5928b4b8 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/718f7830-dcf6-4035-9e97-e6abb3ea04e5 HTTP/1.1" status: 204 len: 168 time: 0.2521956 Jul 07 18:31:33.095802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49186) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.112279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f47000a4-8ed8-4a0a-aaa1-e49b592214f6 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=718f7830-dcf6-4035-9e97-e6abb3ea04e5 HTTP/1.1" status: 200 len: 216 time: 0.0151422 Jul 07 18:31:33.122036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49188) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.132282 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fbf12a26-0867-49ee-b6ba-708fa3e9f73f tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090625 Jul 07 18:31:33.135739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49190) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.150875 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6cd2decc-b4f8-416a-81f4-b91389596d3c tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0138619 Jul 07 18:31:33.154552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49192) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.210569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a0842280-fd05-467b-a096-f2f6e686e206 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels/4ef61bb1-5d06-444b-a339-db15f14012eb HTTP/1.1" status: 200 len: 472 time: 0.0547493 Jul 07 18:31:33.214067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49194) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.226767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6fc01c87-fd2b-4696-be0a-ed5896263948 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules/a4007956-ed7b-45bb-9046-8a7bf865d17a HTTP/1.1" status: 200 len: 461 time: 0.0113955 Jul 07 18:31:33.229953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49196) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.337755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ccc2da87-2a09-4fde-9655-d584b8472662 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.339205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ccc2da87-2a09-4fde-9655-d584b8472662 tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/a4007956-ed7b-45bb-9046-8a7bf865d17a HTTP/1.1" status: 204 len: 168 time: 0.1081190 Jul 07 18:31:33.342332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49198) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.531775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f09bd6e9-2116-4e94-a023-b4022beb747e tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.532963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f09bd6e9-2116-4e94-a023-b4022beb747e tempest-MeteringTestJSON-429446918 tempest-MeteringTestJSON-429446918-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/4ef61bb1-5d06-444b-a339-db15f14012eb HTTP/1.1" status: 204 len: 168 time: 0.1896806 Jul 07 18:31:33.831931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49204) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.970930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d75490c5-eb54-4161-936e-6c814bb3e363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.067957 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d75490c5-eb54-4161-936e-6c814bb3e363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.072335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d75490c5-eb54-4161-936e-6c814bb3e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.114565 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.116820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d75490c5-eb54-4161-936e-6c814bb3e363 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=09782ab0b9e0401db20ee56aa00a93d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838118 Jul 07 18:31:34.117859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75490c5-eb54-4161-936e-6c814bb3e363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d70a8da-9e15-4a0a-95a6-d4db5426c36f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:34.120667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49208) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:34.178174 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b623121-653f-484b-b8ce-3283e997f389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.201647 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b623121-653f-484b-b8ce-3283e997f389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.255229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b623121-653f-484b-b8ce-3283e997f389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.258305 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6b623121-653f-484b-b8ce-3283e997f389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.259578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6b623121-653f-484b-b8ce-3283e997f389 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d70a8da-9e15-4a0a-95a6-d4db5426c36f HTTP/1.1" status: 204 len: 168 time: 0.1379578 Jul 07 18:31:34.268283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b623121-653f-484b-b8ce-3283e997f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d70a8da-9e15-4a0a-95a6-d4db5426c36f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:34.551520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49214) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:34.565865 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcc18c0a-b39e-458c-a9eb-fff359891511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.671642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcc18c0a-b39e-458c-a9eb-fff359891511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.677464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fcc18c0a-b39e-458c-a9eb-fff359891511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.715942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18c0a-b39e-458c-a9eb-fff359891511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92fa49-e22a-4136-8db7-141b07a77c6d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:34.720139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fcc18c0a-b39e-458c-a9eb-fff359891511 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=96d822493ae94e519ec45b64dea20da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675284 Jul 07 18:31:34.725222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49216) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:34.782872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aece7778-701f-4732-9b44-219da774ca06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.804740 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aece7778-701f-4732-9b44-219da774ca06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.854173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aece7778-701f-4732-9b44-219da774ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.856711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aece7778-701f-4732-9b44-219da774ca06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.858024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aece7778-701f-4732-9b44-219da774ca06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7f92fa49-e22a-4136-8db7-141b07a77c6d HTTP/1.1" status: 204 len: 168 time: 0.1318500 Jul 07 18:31:34.867889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece7778-701f-4732-9b44-219da774ca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92fa49-e22a-4136-8db7-141b07a77c6d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:36.093443 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.297602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49258) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.396694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-78e78431-e2a8-4821-ad1c-fe148983a5d4 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:36.427226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-78e78431-e2a8-4821-ad1c-fe148983a5d4 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "PUT /v2.0/quotas/3e7c4ad6f74345cb963cc30e2d352b0d HTTP/1.1" status: 200 len: 366 time: 0.1284583 Jul 07 18:31:36.429726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49262) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.439902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9465bfc5-c127-4efb-94c5-a2f3bce4f200 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0091238 Jul 07 18:31:36.442511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49264) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.452505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8db5b0a0-f66a-46e2-a3d0-97819bcedfb7 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "GET /v2.0/quotas/3e7c4ad6f74345cb963cc30e2d352b0d HTTP/1.1" status: 200 len: 366 time: 0.0089650 Jul 07 18:31:36.455022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49266) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.470108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4b7be1c1-5e8c-48c7-85fc-9640a7239dbb tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/3e7c4ad6f74345cb963cc30e2d352b0d HTTP/1.1" status: 204 len: 168 time: 0.0140259 Jul 07 18:31:36.472548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49268) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.482072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e9ba4bda-ad5f-44ae-b5d5-fe01761193be tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0084751 Jul 07 18:31:36.484631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49270) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.495773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d00dd0df-cc93-4674-85d9-a6c5057f411d tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "GET /v2.0/quotas/3e7c4ad6f74345cb963cc30e2d352b0d HTTP/1.1" status: 200 len: 370 time: 0.0099969 Jul 07 18:31:36.498455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49272) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.503221 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-19048e17-c705-40a2-bd4d-897c6e992205 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "GET /v2.0/quotas/3e7c4ad6f74345cb963cc30e2d352b0d/default HTTP/1.1" status: 200 len: 370 time: 0.0037825 Jul 07 18:31:36.505457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49274) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.513733 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-d4d7280d-fc1c-4bfa-a0e8-0577161fe089 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] delete failed (client error): The resource could not be found. Jul 07 18:31:36.514647 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d4d7280d-fc1c-4bfa-a0e8-0577161fe089 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/3e7c4ad6f74345cb963cc30e2d352b0d HTTP/1.1" status: 404 len: 348 time: 0.0083885 Jul 07 18:31:36.620086 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49278) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.644909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:network and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.650337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.660192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:subnet and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.665916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.674334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:subnetpool and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.679963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.687379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:port and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.693938 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.702625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:router and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.707836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.717051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:floatingip and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.724325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.767026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:security_group and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.773765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.780920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Usage tracker for resource:security_group_rule and tenant:288b6fa76d0a4d16b66e7d2a8c140ff1 is out of sync, need to count used quota {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 18:31:36.786996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.quota.resource [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105589) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 18:31:36.795106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9308e3df-ceff-41af-8cd9-35d15b547961 tempest-QuotasTest-1555701253 tempest-QuotasTest-1555701253-project-admin] 10.222.0.88 "GET /v2.0/quotas/288b6fa76d0a4d16b66e7d2a8c140ff1/details.json HTTP/1.1" status: 200 len: 703 time: 0.1710491 Jul 07 18:31:37.126778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49284) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:37.240014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-25093841-6ce2-4cf6-a2bb-f0a0e2377024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.339653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-25093841-6ce2-4cf6-a2bb-f0a0e2377024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.345041 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-25093841-6ce2-4cf6-a2bb-f0a0e2377024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.385248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-25093841-6ce2-4cf6-a2bb-f0a0e2377024 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=debc51773bb34749aa3f781967337574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572889 Jul 07 18:31:37.386095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093841-6ce2-4cf6-a2bb-f0a0e2377024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e79b63-640f-4222-ad1d-2d8d07a4d343,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:37.388576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49288) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:37.444061 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50043326-76af-4a03-975d-8737226b464b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.467940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50043326-76af-4a03-975d-8737226b464b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.518476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50043326-76af-4a03-975d-8737226b464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.522592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-50043326-76af-4a03-975d-8737226b464b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.524257 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-50043326-76af-4a03-975d-8737226b464b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85e79b63-640f-4222-ad1d-2d8d07a4d343 HTTP/1.1" status: 204 len: 168 time: 0.1345265 Jul 07 18:31:37.535171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50043326-76af-4a03-975d-8737226b464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e79b63-640f-4222-ad1d-2d8d07a4d343,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:37.827177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49294) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:37.843952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16095d56-a688-4e00-b7ef-d747b0cf8884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.950245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16095d56-a688-4e00-b7ef-d747b0cf8884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.954790 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16095d56-a688-4e00-b7ef-d747b0cf8884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:37.995536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-16095d56-a688-4e00-b7ef-d747b0cf8884 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=288b6fa76d0a4d16b66e7d2a8c140ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669230 Jul 07 18:31:37.996506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16095d56-a688-4e00-b7ef-d747b0cf8884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff424e1-9104-4df9-9eed-f4f3c4c3e616,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:37.998238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49296) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:38.049470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96c597c3-2cdd-4671-853d-cbe4b5d133aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.077951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96c597c3-2cdd-4671-853d-cbe4b5d133aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.125816 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96c597c3-2cdd-4671-853d-cbe4b5d133aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.128414 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96c597c3-2cdd-4671-853d-cbe4b5d133aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.129577 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-96c597c3-2cdd-4671-853d-cbe4b5d133aa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3ff424e1-9104-4df9-9eed-f4f3c4c3e616 HTTP/1.1" status: 204 len: 168 time: 0.1303513 Jul 07 18:31:38.138281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c597c3-2cdd-4671-853d-cbe4b5d133aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff424e1-9104-4df9-9eed-f4f3c4c3e616,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:39.455723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49332) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:39.561752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e5c98ac7-7d60-4549-9ccd-abce2c9142c9 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-527289819'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:39.582668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5c98ac7-7d60-4549-9ccd-abce2c9142c9 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.584034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5c98ac7-7d60-4549-9ccd-abce2c9142c9 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.636003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5c98ac7-7d60-4549-9ccd-abce2c9142c9 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.641642 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5c98ac7-7d60-4549-9ccd-abce2c9142c9 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.656213 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5c98ac7-7d60-4549-9ccd-abce2c9142c9 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.657483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e5c98ac7-7d60-4549-9ccd-abce2c9142c9 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2004867 Jul 07 18:31:39.660171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49336) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:39.734501 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00fd12ec-c87c-48ca-8e1d-e2718749bf1c tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.906994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00fd12ec-c87c-48ca-8e1d-e2718749bf1c tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.909629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00fd12ec-c87c-48ca-8e1d-e2718749bf1c tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.956656 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00fd12ec-c87c-48ca-8e1d-e2718749bf1c tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.957306 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd12ec-c87c-48ca-8e1d-e2718749bf1c tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6038457b-ad1b-4841-9fb7-19ac3f52d9fe {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:31:39.962771 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00fd12ec-c87c-48ca-8e1d-e2718749bf1c tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.963616 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-00fd12ec-c87c-48ca-8e1d-e2718749bf1c tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "DELETE /v2.0/routers/6038457b-ad1b-4841-9fb7-19ac3f52d9fe HTTP/1.1" status: 204 len: 168 time: 0.3024893 Jul 07 18:31:39.966758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49338) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:39.971413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cc6abc1f-cbc9-448c-acf9-59575bc4e347 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Request body: {'router': {'name': 'tempest-router-1231371541', 'distributed': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:39.996694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc6abc1f-cbc9-448c-acf9-59575bc4e347 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.997787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc6abc1f-cbc9-448c-acf9-59575bc4e347 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.051674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc6abc1f-cbc9-448c-acf9-59575bc4e347 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.057367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc6abc1f-cbc9-448c-acf9-59575bc4e347 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.073130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cc6abc1f-cbc9-448c-acf9-59575bc4e347 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.074414 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc6abc1f-cbc9-448c-acf9-59575bc4e347 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1066024 Jul 07 18:31:40.077229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49340) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:40.149434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf725aef-6a53-4452-8d6d-90820c2c1815 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.310560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf725aef-6a53-4452-8d6d-90820c2c1815 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.312811 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf725aef-6a53-4452-8d6d-90820c2c1815 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.358190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf725aef-6a53-4452-8d6d-90820c2c1815 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.358986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf725aef-6a53-4452-8d6d-90820c2c1815 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4c6af1-021b-4e43-8815-59704f578b52 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:31:40.367457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bf725aef-6a53-4452-8d6d-90820c2c1815 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.368640 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bf725aef-6a53-4452-8d6d-90820c2c1815 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "DELETE /v2.0/routers/0a4c6af1-021b-4e43-8815-59704f578b52 HTTP/1.1" status: 204 len: 168 time: 0.2904024 Jul 07 18:31:40.373067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49342) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:40.377769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-64eff32c-e5d4-478f-ada3-4556df52b8b1 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Request body: {'router': {'name': 'tempest-router-1484958538', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '58e6e9658f6445cab3393a99b21fb254'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:40.404769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-64eff32c-e5d4-478f-ada3-4556df52b8b1 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.405795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-64eff32c-e5d4-478f-ada3-4556df52b8b1 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.775022 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-64eff32c-e5d4-478f-ada3-4556df52b8b1 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.780480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-64eff32c-e5d4-478f-ada3-4556df52b8b1 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.795321 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-64eff32c-e5d4-478f-ada3-4556df52b8b1 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.796524 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-64eff32c-e5d4-478f-ada3-4556df52b8b1 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4224398 Jul 07 18:31:40.799667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49344) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:40.805063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:41.018244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.018611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.140478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105588) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 18:31:41.140815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Router 97e04efe-af76-4acf-aa88-0509788a21ac migrating from provider to provider. {{(pid=105588) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 18:31:41.141258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.146605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.151914 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.237395 n-d-798930-2 neutron-server[105588]: WARNING neutron.scheduler.l3_agent_scheduler [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] No L3 agents can host the router 97e04efe-af76-4acf-aa88-0509788a21ac Jul 07 18:31:41.351906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Hosts for router 97e04efe-af76-4acf-aa88-0509788a21ac: [] {{(pid=105588) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 18:31:41.376802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Hosts for other DVR routers connected to router 97e04efe-af76-4acf-aa88-0509788a21ac: set() {{(pid=105588) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 18:31:41.379323 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.380515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-73ce1dc8-415e-41f8-b877-8dd87a37c1c7 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "PUT /v2.0/routers/97e04efe-af76-4acf-aa88-0509788a21ac HTTP/1.1" status: 200 len: 717 time: 0.5797646 Jul 07 18:31:41.383903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49346) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:41.460505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ca278b78-a19b-43a1-a186-fe8517cac7cf tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "GET /v2.0/routers/97e04efe-af76-4acf-aa88-0509788a21ac HTTP/1.1" status: 200 len: 717 time: 0.0749655 Jul 07 18:31:41.463218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49348) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:41.652178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-02a61731-84b2-4508-9378-a14e846c4385 tempest-RoutersTestDVR-1685378000 tempest-RoutersTestDVR-1685378000-project] 10.222.0.88 "GET /v2.0/routers/97e04efe-af76-4acf-aa88-0509788a21ac HTTP/1.1" status: 200 len: 683 time: 0.1878328 Jul 07 18:31:41.654809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49352) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:41.729836 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee586476-5eda-4dbf-a48f-cd9be088d0f2 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.249169 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee586476-5eda-4dbf-a48f-cd9be088d0f2 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.252011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee586476-5eda-4dbf-a48f-cd9be088d0f2 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.297804 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee586476-5eda-4dbf-a48f-cd9be088d0f2 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.298366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee586476-5eda-4dbf-a48f-cd9be088d0f2 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97e04efe-af76-4acf-aa88-0509788a21ac {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:31:42.303429 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee586476-5eda-4dbf-a48f-cd9be088d0f2 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.307979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee586476-5eda-4dbf-a48f-cd9be088d0f2 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "DELETE /v2.0/routers/97e04efe-af76-4acf-aa88-0509788a21ac HTTP/1.1" status: 204 len: 168 time: 0.6522048 Jul 07 18:31:42.308088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49354) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:42.312566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c22f6816-865b-4adc-b830-0ae04bdc9b62 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Request body: {'router': {'name': 'tempest-router-383701565', 'distributed': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:42.334399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c22f6816-865b-4adc-b830-0ae04bdc9b62 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.335872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c22f6816-865b-4adc-b830-0ae04bdc9b62 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.388138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c22f6816-865b-4adc-b830-0ae04bdc9b62 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.393272 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c22f6816-865b-4adc-b830-0ae04bdc9b62 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.406629 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c22f6816-865b-4adc-b830-0ae04bdc9b62 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.407796 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c22f6816-865b-4adc-b830-0ae04bdc9b62 tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.0988014 Jul 07 18:31:42.410554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49356) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:42.483154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eaf9ad40-212b-4ae1-9e15-432c00288f9e tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.643706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eaf9ad40-212b-4ae1-9e15-432c00288f9e tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.646069 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eaf9ad40-212b-4ae1-9e15-432c00288f9e tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.690589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eaf9ad40-212b-4ae1-9e15-432c00288f9e tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.691126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9ad40-212b-4ae1-9e15-432c00288f9e tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80a80df9-e68b-4e95-9e3a-6cff07afe87c {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:31:42.696054 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eaf9ad40-212b-4ae1-9e15-432c00288f9e tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:42.697440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eaf9ad40-212b-4ae1-9e15-432c00288f9e tempest-RoutersTestDVR-1015610849 tempest-RoutersTestDVR-1015610849-project-admin] 10.222.0.88 "DELETE /v2.0/routers/80a80df9-e68b-4e95-9e3a-6cff07afe87c HTTP/1.1" status: 204 len: 168 time: 0.2859685 Jul 07 18:31:42.980909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49362) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:43.095161 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d0097777-527c-4639-94b1-9dc6f8eb9379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.192076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d0097777-527c-4639-94b1-9dc6f8eb9379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.197649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d0097777-527c-4639-94b1-9dc6f8eb9379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.241585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d0097777-527c-4639-94b1-9dc6f8eb9379 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=58e6e9658f6445cab3393a99b21fb254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595286 Jul 07 18:31:43.243174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0097777-527c-4639-94b1-9dc6f8eb9379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a1a60-9ed4-40fc-903d-ece39e7c1711,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:43.245207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49366) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:43.314536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89c4ef0d-534d-42c2-a6d1-3f2befb159db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.343748 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89c4ef0d-534d-42c2-a6d1-3f2befb159db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.398506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89c4ef0d-534d-42c2-a6d1-3f2befb159db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.401206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-89c4ef0d-534d-42c2-a6d1-3f2befb159db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.402393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-89c4ef0d-534d-42c2-a6d1-3f2befb159db admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/016a1a60-9ed4-40fc-903d-ece39e7c1711 HTTP/1.1" status: 204 len: 168 time: 0.1556265 Jul 07 18:31:43.411062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4ef0d-534d-42c2-a6d1-3f2befb159db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a1a60-9ed4-40fc-903d-ece39e7c1711,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:43.679614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49372) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:43.693725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88496cea-2cb6-471b-bf4e-cee8217f0a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.793199 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88496cea-2cb6-471b-bf4e-cee8217f0a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.800143 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88496cea-2cb6-471b-bf4e-cee8217f0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.843901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-88496cea-2cb6-471b-bf4e-cee8217f0a9b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8f2758d6c23c4a399fe338ef5bc745fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629057 Jul 07 18:31:43.844781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496cea-2cb6-471b-bf4e-cee8217f0a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb985da-7164-4915-9e8f-47f890fc8d74,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:43.846654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49374) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:43.915570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bc56b70-5370-4f68-9e8a-96a0f774b15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.938015 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bc56b70-5370-4f68-9e8a-96a0f774b15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.991807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bc56b70-5370-4f68-9e8a-96a0f774b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.994450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5bc56b70-5370-4f68-9e8a-96a0f774b15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:43.995625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5bc56b70-5370-4f68-9e8a-96a0f774b15e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8cb985da-7164-4915-9e8f-47f890fc8d74 HTTP/1.1" status: 204 len: 168 time: 0.1470404 Jul 07 18:31:44.003598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc56b70-5370-4f68-9e8a-96a0f774b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb985da-7164-4915-9e8f-47f890fc8d74,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:44.760086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49396) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:44.863595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1510797717'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:44.888706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Made reservation on behalf of cf5d8604fd9d4522895b445003a4790b for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:44.892412 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.901583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:44.997556 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.002102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.029337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:45.039689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a79124-1e40-4c56-bab4-3d5925608a8c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:45.045462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.045791 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Added segment 0520dba3-ff8c-4b31-972b-c43d8a9f8d4b of type vlan for network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee Jul 07 18:31:45.102164 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.135966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.142247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:45.142857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.220411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4574795 Jul 07 18:31:45.223318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:45.229436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Request body: {'subnet': {'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:45.245172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044cd18-3302-4235-8066-0cfc564a01d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event updated for resources: {'Network': ['ID=b9b9a3c0-ff72-4c4f-bdd9-b36655807dee,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:45.256148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:45.331175 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Made reservation on behalf of cf5d8604fd9d4522895b445003a4790b for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:45.335807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.528418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.588224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event updated for resources: {'Subnet': ['ID=926f0bea-316e-4e23-be0e-3b53498e9c29,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:45.601422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.601422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.601422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.601422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.601422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.601422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.601422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.603153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.603153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.603342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.603675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.603991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:45.611108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Checking segment: {'id': '0520dba3-ff8c-4b31-972b-c43d8a9f8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:45.611751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Network hostable DHCP agents. Network: b9b9a3c0-ff72-4c4f-bdd9-b36655807dee, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:45.632505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:45.645513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b9b9a3c0-ff72-4c4f-bdd9-b36655807dee) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:45.653531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:45.654220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.655704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f53e4fc-75a0-459a-abd7-6c503b61b096 None None] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:45.670909 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0edb6dc8-7522-4404-ae4e-232d9fb24d54 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4459720 Jul 07 18:31:45.674082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49402) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:45.679557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Request body: {'port': {'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1866402360'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:45.798444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Made reservation on behalf of cf5d8604fd9d4522895b445003a4790b for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:45.802729 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.818555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b9b9a3c0-ff72-4c4f-bdd9-b36655807dee', 'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee', 'tenant_id': 'cf5d8604fd9d4522895b445003a4790b', 'fixed_ips': [{'subnet_id': '926f0bea-316e-4e23-be0e-3b53498e9c29'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:31:45.819497 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.831036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] device_id is not set on port c22fd83e-4db5-4491-812c-7c854c0c68ab yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:31:45.930015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aff913fa-5d50-4211-bb9e-a5aec12e09c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:45.962655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Allocated IP 2001:db8::f8 (b9b9a3c0-ff72-4c4f-bdd9-b36655807dee/926f0bea-316e-4e23-be0e-3b53498e9c29/c22fd83e-4db5-4491-812c-7c854c0c68ab) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:46.142654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.159629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Transition to ACTIVE for port object c22fd83e-4db5-4491-812c-7c854c0c68ab will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:46.209006 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.256741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:46.262643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:46.265281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:46.269997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Allocated IP 2001:db8::2 (b9b9a3c0-ff72-4c4f-bdd9-b36655807dee/926f0bea-316e-4e23-be0e-3b53498e9c29/a29101ff-576f-428c-8f75-e0b1fc91a966) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:46.271303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:46.272145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.292749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event updated for resources: {'Port': ['ID=c22fd83e-4db5-4491-812c-7c854c0c68ab,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.301913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cba42c2f-b7b4-476a-9206-35d6a7a552ca tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6266978 Jul 07 18:31:46.305870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49404) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:46.312700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Request body: {'port': {'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-578819152', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:46.313342 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.api.validators [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] bootfile-name is not in valid_values {{(pid=105588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:31:46.313772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.api.validators [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] tftp-server is not in valid_values {{(pid=105588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:31:46.314110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.api.validators [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] server-ip-address is not in valid_values {{(pid=105588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:31:46.434452 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.438699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Made reservation on behalf of cf5d8604fd9d4522895b445003a4790b for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:46.442477 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.443821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Transition to ACTIVE for port object a29101ff-576f-428c-8f75-e0b1fc91a966 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:46.461715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Transition to ACTIVE for port object a29101ff-576f-428c-8f75-e0b1fc91a966 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:46.462782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] device_id is not set on port debb8b8c-838a-44f7-921d-93a8ce42436f yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:31:46.468807 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.512444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:46.515469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:46.520083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:46.523580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Pushing event updated for resources: {'Port': ['ID=a29101ff-576f-428c-8f75-e0b1fc91a966,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.553803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.554209 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.554484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.554827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.555159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.555479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.555808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.556204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.556531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.556860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.557199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.557522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:46.599419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Allocated IP 2001:db8::11b (b9b9a3c0-ff72-4c4f-bdd9-b36655807dee/926f0bea-316e-4e23-be0e-3b53498e9c29/debb8b8c-838a-44f7-921d-93a8ce42436f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:46.601601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Attempting to bind port a29101ff-576f-428c-8f75-e0b1fc91a966 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:46.602179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Attempting to bind port a29101ff-576f-428c-8f75-e0b1fc91a966 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '0520dba3-ff8c-4b31-972b-c43d8a9f8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:46.602753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Attempting to bind port a29101ff-576f-428c-8f75-e0b1fc91a966 on network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:46.610824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:46.611412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Checking segment: {'id': '0520dba3-ff8c-4b31-972b-c43d8a9f8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:46.612059 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.612680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Bound using segment: {'id': '0520dba3-ff8c-4b31-972b-c43d8a9f8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:46.613494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Bound port: a29101ff-576f-428c-8f75-e0b1fc91a966, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0520dba3-ff8c-4b31-972b-c43d8a9f8d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b9b9a3c0-ff72-4c4f-bdd9-b36655807dee'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:46.614211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.688909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] For port a29101ff-576f-428c-8f75-e0b1fc91a966, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:46.692697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] For port a29101ff-576f-428c-8f75-e0b1fc91a966, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a29101ff-576f-428c-8f75-e0b1fc91a966,segment=NetworkSegment(0520dba3-ff8c-4b31-972b-c43d8a9f8d4b),segment_id=0520dba3-ff8c-4b31-972b-c43d8a9f8d4b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:46.697650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.761048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2904-5ed0-4aa1-9e16-cc8392d0e7dc None None] Pushing event updated for resources: {'Port': ['ID=a29101ff-576f-428c-8f75-e0b1fc91a966,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.784520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.802071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Transition to ACTIVE for port object debb8b8c-838a-44f7-921d-93a8ce42436f will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:46.847147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.901271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:46.907183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:46.911793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:46.917621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:46.918242 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:46.932526 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event updated for resources: {'Port': ['ID=debb8b8c-838a-44f7-921d-93a8ce42436f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:46.956899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-af33dacc-5085-4266-a9ae-79611049f1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6475646 Jul 07 18:31:46.958804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:47.078837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe984d2c-e30d-48ec-96ff-fb19002ee3bf tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.085336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe984d2c-e30d-48ec-96ff-fb19002ee3bf tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.091357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe984d2c-e30d-48ec-96ff-fb19002ee3bf tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:47.095407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fe984d2c-e30d-48ec-96ff-fb19002ee3bf tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1320922 Jul 07 18:31:47.096325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49408) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:47.222139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Deleting port debb8b8c-838a-44f7-921d-93a8ce42436f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:31:47.222500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.263299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a29101ff-576f-428c-8f75-e0b1fc91a966 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:47.328821 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.335263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a29101ff-576f-428c-8f75-e0b1fc91a966 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:47.343595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Calling delete_port for debb8b8c-838a-44f7-921d-93a8ce42436f owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:31:47.512219 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.544225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event deleted for resources: {'Port': ['ID=debb8b8c-838a-44f7-921d-93a8ce42436f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:47.577340 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.579766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7dbecf3f-0bd5-49cb-ad87-dadfd5715317 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "DELETE /v2.0/ports/debb8b8c-838a-44f7-921d-93a8ce42436f HTTP/1.1" status: 204 len: 168 time: 0.4821723 Jul 07 18:31:47.583747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49410) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:47.593106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Request body: {'port': {'name': 'tempest-new-port-name-1547888551', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:47.593845 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] bootfile-name is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:31:47.594441 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] tftp-server is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:31:47.594990 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.api.validators [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] server-ip-address is not in valid_values {{(pid=105589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 18:31:47.723500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.841603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b298c78-42fc-4ea2-916e-5287f2ae6169 None None] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:47.907926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0c9b7a88-a27d-41e9-b442-99ad660cfe88 None None] Provisioning for port a29101ff-576f-428c-8f75-e0b1fc91a966 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:47.915637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0c9b7a88-a27d-41e9-b442-99ad660cfe88 None None] Provisioning complete for port a29101ff-576f-428c-8f75-e0b1fc91a966 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:47.916026 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7a88-a27d-41e9-b442-99ad660cfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.976109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.982909 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.019520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] In _notify_port_updated(), no bound segment for port c22fd83e-4db5-4491-812c-7c854c0c68ab on network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee {{(pid=105589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 18:31:48.026883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:48.027764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.029310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "PUT /v2.0/ports/c22fd83e-4db5-4491-812c-7c854c0c68ab HTTP/1.1" status: 200 len: 1129 time: 0.4442801 Jul 07 18:31:48.032646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:48.073078 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7a88-a27d-41e9-b442-99ad660cfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.083200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d69d7-464f-4e5f-a3b6-3b81bab922c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event updated for resources: {'Port': ['ID=c22fd83e-4db5-4491-812c-7c854c0c68ab,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:48.107051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f3d04-130e-4086-a57b-0f5da8f705c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:48.108553 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c08f3d04-130e-4086-a57b-0f5da8f705c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "GET /v2.0/ports/c22fd83e-4db5-4491-812c-7c854c0c68ab HTTP/1.1" status: 200 len: 1129 time: 0.0747063 Jul 07 18:31:48.113551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49414) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:48.122631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0c9b7a88-a27d-41e9-b442-99ad660cfe88 None None] For port a29101ff-576f-428c-8f75-e0b1fc91a966, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a29101ff-576f-428c-8f75-e0b1fc91a966,segment=NetworkSegment(0520dba3-ff8c-4b31-972b-c43d8a9f8d4b),segment_id=0520dba3-ff8c-4b31-972b-c43d8a9f8d4b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:48.128317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7a88-a27d-41e9-b442-99ad660cfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.184861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b7a88-a27d-41e9-b442-99ad660cfe88 None None] Pushing event updated for resources: {'Port': ['ID=a29101ff-576f-428c-8f75-e0b1fc91a966,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:48.245447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Deleting port c22fd83e-4db5-4491-812c-7c854c0c68ab {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:31:48.246191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.357067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.368304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-258cf99c-d516-47d7-bf7a-86a89b9670b2 None None] Provisioning complete for port a29101ff-576f-428c-8f75-e0b1fc91a966 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:48.368809 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-258cf99c-d516-47d7-bf7a-86a89b9670b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.371379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Calling delete_port for c22fd83e-4db5-4491-812c-7c854c0c68ab owned by {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:31:48.419461 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a361ff8-01b9-4392-ad8d-3ec526065560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.485344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-258cf99c-d516-47d7-bf7a-86a89b9670b2 None None] Provisioning for port c22fd83e-4db5-4491-812c-7c854c0c68ab completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:48.489529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-258cf99c-d516-47d7-bf7a-86a89b9670b2 None None] Provisioning complete for port c22fd83e-4db5-4491-812c-7c854c0c68ab triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:48.489900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-258cf99c-d516-47d7-bf7a-86a89b9670b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.542769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.547255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-258cf99c-d516-47d7-bf7a-86a89b9670b2 None None] Port c22fd83e-4db5-4491-812c-7c854c0c68ab cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:48.553466 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.591034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event deleted for resources: {'Port': ['ID=c22fd83e-4db5-4491-812c-7c854c0c68ab,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:48.620181 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.622501 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-244f5b27-3bdd-4d51-ab41-1ab6d71493d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "DELETE /v2.0/ports/c22fd83e-4db5-4491-812c-7c854c0c68ab HTTP/1.1" status: 204 len: 168 time: 0.5069551 Jul 07 18:31:48.624934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49416) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:48.663529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b8009818-9ff3-4a1e-ae7b-2d2e4456f1b7 None None] Could not find standard attr ID for object c22fd83e-4db5-4491-812c-7c854c0c68ab. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:31:48.686497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Deleting subnet 926f0bea-316e-4e23-be0e-3b53498e9c29 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:31:48.691475 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.739239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.856530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.881215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-82a24f71-aae9-4063-b229-97c6baa3f78a None None] Could not find standard attr ID for object debb8b8c-838a-44f7-921d-93a8ce42436f. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:31:48.931276 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.961152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event deleted for resources: {'Subnet': ['ID=926f0bea-316e-4e23-be0e-3b53498e9c29,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:48.963315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:48.965617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3303f38-982b-4eb3-a79a-607b3e9a89a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "DELETE /v2.0/subnets/926f0bea-316e-4e23-be0e-3b53498e9c29 HTTP/1.1" status: 204 len: 168 time: 0.3396206 Jul 07 18:31:48.968205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49418) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:49.060469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.068288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a1bb7-5315-4f92-9357-bcd8b64c69b5 None None] Network b9b9a3c0-ff72-4c4f-bdd9-b36655807dee requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:49.130375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Deleting port a29101ff-576f-428c-8f75-e0b1fc91a966 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:31:49.131307 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.233070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] For port a29101ff-576f-428c-8f75-e0b1fc91a966, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a29101ff-576f-428c-8f75-e0b1fc91a966,segment=NetworkSegment(0520dba3-ff8c-4b31-972b-c43d8a9f8d4b),segment_id=0520dba3-ff8c-4b31-972b-c43d8a9f8d4b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:49.233429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.249932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Calling delete_port for a29101ff-576f-428c-8f75-e0b1fc91a966 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:31:49.255173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a29101ff-576f-428c-8f75-e0b1fc91a966 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:49.318070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef3477-c545-4e09-9791-49911361855d None None] DHCP port deletion for b9b9a3c0-ff72-4c4f-bdd9-b36655807dee request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:31:49.319768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a29101ff-576f-428c-8f75-e0b1fc91a966 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:49.320561 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.369024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.396206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event deleted for resources: {'Port': ['ID=a29101ff-576f-428c-8f75-e0b1fc91a966,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:49.400646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Could not find standard attr ID for object a29101ff-576f-428c-8f75-e0b1fc91a966. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:31:49.401490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] No DVR routers for this DVR port a29101ff-576f-428c-8f75-e0b1fc91a966 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:31:49.407453 n-d-798930-2 neutron-server[105590]: INFO neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No ports have port_id starting with a29101ff-576f-428c-8f75-e0b1fc91a966 Jul 07 18:31:49.423628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef3477-c545-4e09-9791-49911361855d None None] Deleting port a29101ff-576f-428c-8f75-e0b1fc91a966 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:31:49.424076 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1ef3477-c545-4e09-9791-49911361855d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.493784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f1ef3477-c545-4e09-9791-49911361855d None None] For port a29101ff-576f-428c-8f75-e0b1fc91a966, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:49.494167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1ef3477-c545-4e09-9791-49911361855d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.505559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.509007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef3477-c545-4e09-9791-49911361855d None None] Calling delete_port for a29101ff-576f-428c-8f75-e0b1fc91a966 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:31:49.511943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-f1ef3477-c545-4e09-9791-49911361855d None None] Port a29101ff-576f-428c-8f75-e0b1fc91a966 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:31:49.513528 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1ef3477-c545-4e09-9791-49911361855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.521478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b9a3c0-ff72-4c4f-bdd9-b36655807dee']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:49.533977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0520dba3-ff8c-4b31-972b-c43d8a9f8d4b') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:49.534330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0520dba3-ff8c-4b31-972b-c43d8a9f8d4b') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:49.544470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.545143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef3477-c545-4e09-9791-49911361855d None None] Pushing event deleted for resources: {'Port': ['ID=a29101ff-576f-428c-8f75-e0b1fc91a966,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:49.550138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef3477-c545-4e09-9791-49911361855d None None] No DVR routers for this DVR port a29101ff-576f-428c-8f75-e0b1fc91a966 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:31:49.568961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.576668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:31:49.577307 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:31:49.580890 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:31:49.647495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.657874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.660974 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] 10.222.0.88 "DELETE /v2.0/networks/b9b9a3c0-ff72-4c4f-bdd9-b36655807dee HTTP/1.1" status: 204 len: 168 time: 0.6909466 Jul 07 18:31:49.679848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729c19f-4359-4e81-a22b-2d9149050b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569 tempest-ExtraDHCPOptionsIpV6TestJSON-1966279569-project] Pushing event deleted for resources: {'Network': ['ID=b9b9a3c0-ff72-4c4f-bdd9-b36655807dee,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:49.745954 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:49.970948 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49424) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:50.138000 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d560f699-7c87-4f33-93fd-ae26c2985814 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cf5d8604fd9d4522895b445003a4790b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656814 Jul 07 18:31:50.140466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49428) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:50.195122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49ee90a9-bac6-4022-bd0c-fef004eec2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.221195 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49ee90a9-bac6-4022-bd0c-fef004eec2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.283535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49ee90a9-bac6-4022-bd0c-fef004eec2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.286943 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-49ee90a9-bac6-4022-bd0c-fef004eec2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:50.291640 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-49ee90a9-bac6-4022-bd0c-fef004eec2d7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29a79124-1e40-4c56-bab4-3d5925608a8c HTTP/1.1" status: 204 len: 168 time: 0.1472805 Jul 07 18:31:50.303586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee90a9-bac6-4022-bd0c-fef004eec2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a79124-1e40-4c56-bab4-3d5925608a8c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:51.134744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49450) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:51.252881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a29101ff-576f-428c-8f75-e0b1fc91a966 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:31:51.255060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.275128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1789749432'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:51.280475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a29101ff-576f-428c-8f75-e0b1fc91a966 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:31:51.281187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a29101ff-576f-428c-8f75-e0b1fc91a966 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:31:51.311619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:51.316492 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.326601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.433192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.438169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.470729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:51.476854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc80fa9-75dd-4395-a440-5a9f2fb6cc7d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:51.485480 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.485882 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment da587a98-1f75-4a19-ae22-713f078282f8 of type vlan for network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 Jul 07 18:31:51.533492 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.573108 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.580946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:51.581705 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.655481 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5191219 Jul 07 18:31:51.658884 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49454) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:51.666781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1970397597'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:51.679111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08c266-5d35-475a-a517-d6e6463d43fd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=4f14b2d7-af4f-47e4-869b-08a7dc6a6148,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:51.694797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:51.698448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:51.703413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.736908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:51.749319 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.749870 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment 4841023c-64f0-4221-93c3-3388b3c33df7 of type vlan for network acfea31b-4208-47ec-ac0a-474ddffeb430 Jul 07 18:31:51.803067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.844674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.852142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:51.853040 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:51.922223 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2622719 Jul 07 18:31:51.925636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49456) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:51.932886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': '4f14b2d7-af4f-47e4-869b-08a7dc6a6148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:51.935589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92910e31-0edd-4141-8d07-ac3a14d8bcf9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=acfea31b-4208-47ec-ac0a-474ddffeb430,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:51.949489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network acfea31b-4208-47ec-ac0a-474ddffeb430 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:52.057944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:52.061851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.261703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.332812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=322c0512-e4a8-4a1f-9b4e-16f88041d363,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:52.335450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': 'da587a98-1f75-4a19-ae22-713f078282f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4f14b2d7-af4f-47e4-869b-08a7dc6a6148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:52.335807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: 4f14b2d7-af4f-47e4-869b-08a7dc6a6148, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:52.346451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.346931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.347399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.347741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.348071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.348381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.348702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.349051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.349377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.349742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.350103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.350478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:52.369344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:52.379958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 4f14b2d7-af4f-47e4-869b-08a7dc6a6148) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:52.390011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e2646-3d47-46c0-aa4f-29df8a0704ab None None] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:52.391708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:52.392655 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.415045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f66b0cb6-7a19-491a-b646-50d39bbafb05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4875634 Jul 07 18:31:52.419106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49458) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:52.424726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': 'acfea31b-4208-47ec-ac0a-474ddffeb430', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:52.533383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:52.537077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.570493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-4f14b2d7-af4f-47e4-869b-08a7dc6a6148', 'network_id': '4f14b2d7-af4f-47e4-869b-08a7dc6a6148', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': '322c0512-e4a8-4a1f-9b4e-16f88041d363'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:31:52.571358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.727253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Allocated IP 2001:db8::2 (4f14b2d7-af4f-47e4-869b-08a7dc6a6148/322c0512-e4a8-4a1f-9b4e-16f88041d363/5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:52.762633 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.862579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=b3a7b2a7-1c64-4259-8824-ebc32d2192b7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:52.870285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': '4841023c-64f0-4221-93c3-3388b3c33df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'acfea31b-4208-47ec-ac0a-474ddffeb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:52.870866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: acfea31b-4208-47ec-ac0a-474ddffeb430, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:52.891788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network acfea31b-4208-47ec-ac0a-474ddffeb430 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:52.903721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, acfea31b-4208-47ec-ac0a-474ddffeb430) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:52.912349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:52.913026 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.930174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-45f4002c-9d56-42dc-91e2-8846ae37da9b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5095885 Jul 07 18:31:52.934720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49460) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:52.940781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ed4de09b-6a70-4496-b0d8-0a29ef853985 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-787113432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:52.967863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed4de09b-6a70-4496-b0d8-0a29ef853985 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.968906 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed4de09b-6a70-4496-b0d8-0a29ef853985 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:52.971091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b9a3e-65eb-4635-bcc0-7defa0ee648f None None] Network acfea31b-4208-47ec-ac0a-474ddffeb430 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:53.035309 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed4de09b-6a70-4496-b0d8-0a29ef853985 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.040475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed4de09b-6a70-4496-b0d8-0a29ef853985 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.060850 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ed4de09b-6a70-4496-b0d8-0a29ef853985 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.065409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ed4de09b-6a70-4496-b0d8-0a29ef853985 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1283059 Jul 07 18:31:53.066061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49462) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:53.218274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.247834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Transition to ACTIVE for port object 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:53.255151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-acfea31b-4208-47ec-ac0a-474ddffeb430', 'network_id': 'acfea31b-4208-47ec-ac0a-474ddffeb430', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': 'b3a7b2a7-1c64-4259-8824-ebc32d2192b7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:31:53.256004 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.280708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Transition to ACTIVE for port object 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:53.297310 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.402857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:53.412403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:53.415184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:53.429952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.431777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Pushing event updated for resources: {'Port': ['ID=5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:53.538215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Attempting to bind port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:53.538672 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Attempting to bind port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'da587a98-1f75-4a19-ae22-713f078282f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4f14b2d7-af4f-47e4-869b-08a7dc6a6148'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:53.539042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Attempting to bind port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e on network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:53.555372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:53.555835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Checking segment: {'id': 'da587a98-1f75-4a19-ae22-713f078282f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4f14b2d7-af4f-47e4-869b-08a7dc6a6148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:53.556483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.556860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Bound using segment: {'id': 'da587a98-1f75-4a19-ae22-713f078282f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4f14b2d7-af4f-47e4-869b-08a7dc6a6148'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:53.557421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Bound port: 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da587a98-1f75-4a19-ae22-713f078282f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4f14b2d7-af4f-47e4-869b-08a7dc6a6148'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:53.557792 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.561372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Allocated IP 2001:db8:1::2 (acfea31b-4208-47ec-ac0a-474ddffeb430/b3a7b2a7-1c64-4259-8824-ebc32d2192b7/aa6b49aa-1095-482d-ade2-b0c1f650387f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:53.708886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] For port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:53.730296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] For port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e,segment=NetworkSegment(da587a98-1f75-4a19-ae22-713f078282f8),segment_id=da587a98-1f75-4a19-ae22-713f078282f8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:53.739972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.761747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8::1 (4f14b2d7-af4f-47e4-869b-08a7dc6a6148/322c0512-e4a8-4a1f-9b4e-16f88041d363/f88efcd9-7af8-45b0-a0d7-9662d1bfc628) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:53.873725 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.875311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271598da-1845-4d87-862e-2a09a3d6f6c5 None None] Pushing event updated for resources: {'Port': ['ID=5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:53.890587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Transition to ACTIVE for port object aa6b49aa-1095-482d-ade2-b0c1f650387f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:53.914788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Transition to ACTIVE for port object aa6b49aa-1095-482d-ade2-b0c1f650387f will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:53.924116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.943016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:53.962323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object f88efcd9-7af8-45b0-a0d7-9662d1bfc628 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:53.966043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Network acfea31b-4208-47ec-ac0a-474ddffeb430 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:53.971924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:53.974398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:53.986404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Pushing event updated for resources: {'Port': ['ID=aa6b49aa-1095-482d-ade2-b0c1f650387f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:54.011582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.070599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Attempting to bind port aa6b49aa-1095-482d-ade2-b0c1f650387f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:54.071140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Attempting to bind port aa6b49aa-1095-482d-ade2-b0c1f650387f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4841023c-64f0-4221-93c3-3388b3c33df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'acfea31b-4208-47ec-ac0a-474ddffeb430'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:54.071557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Attempting to bind port aa6b49aa-1095-482d-ade2-b0c1f650387f on network acfea31b-4208-47ec-ac0a-474ddffeb430 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:54.076991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:54.077376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Checking segment: {'id': '4841023c-64f0-4221-93c3-3388b3c33df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'acfea31b-4208-47ec-ac0a-474ddffeb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:54.077781 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.078175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Bound using segment: {'id': '4841023c-64f0-4221-93c3-3388b3c33df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'acfea31b-4208-47ec-ac0a-474ddffeb430'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:54.078645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Bound port: aa6b49aa-1095-482d-ade2-b0c1f650387f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4841023c-64f0-4221-93c3-3388b3c33df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'acfea31b-4208-47ec-ac0a-474ddffeb430'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:54.079035 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.080477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:54.083864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:54.098103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:54.098245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.113055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=f88efcd9-7af8-45b0-a0d7-9662d1bfc628,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:54.165432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] For port aa6b49aa-1095-482d-ade2-b0c1f650387f, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:54.169615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] For port aa6b49aa-1095-482d-ade2-b0c1f650387f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aa6b49aa-1095-482d-ade2-b0c1f650387f,segment=NetworkSegment(4841023c-64f0-4221-93c3-3388b3c33df7),segment_id=4841023c-64f0-4221-93c3-3388b3c33df7)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:54.190124 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.218200 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:54.295969 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.300821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d1c6-dc1c-4097-95ea-bd7a3f49e7ed None None] Pushing event updated for resources: {'Port': ['ID=aa6b49aa-1095-482d-ade2-b0c1f650387f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:54.662142 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.667671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.668667 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:54.769756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=f88efcd9-7af8-45b0-a0d7-9662d1bfc628,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:54.823666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:54.825455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:54.971871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74468a0-ae94-4405-ab35-43d8f80667ad None None] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:55.074022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d8282844-dc0b-4e15-9c21-a262af097326 None None] Provisioning for port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:55.263840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 3cf06415-3b72-4fda-9b09-588686af8c32 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:31:55.350580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aa6b49aa-1095-482d-ade2-b0c1f650387f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:55.396592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:55.405882 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-84e58418-0cb5-4601-8818-b8d1f43b6e7e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/3cf06415-3b72-4fda-9b09-588686af8c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3355556 Jul 07 18:31:55.405882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49464) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:55.408560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] Sync routers for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:55.423681 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:55.424378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:55.428078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port aa6b49aa-1095-482d-ade2-b0c1f650387f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:55.459778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:55.463848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:55.470321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd842e-e1e1-4874-af2e-810d5e276e38 None None] Network acfea31b-4208-47ec-ac0a-474ddffeb430 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:55.473393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67955997-b407-4095-a386-1e91da1b1c71 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.474869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-67955997-b407-4095-a386-1e91da1b1c71 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports/f88efcd9-7af8-45b0-a0d7-9662d1bfc628 HTTP/1.1" status: 200 len: 911 time: 0.0680680 Jul 07 18:31:55.477789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49466) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:55.547240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:55.547882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:55.590013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:55.590643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44252d8-cf5d-408c-8186-0b2db2ad9e55 None None] The sync data for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:55.596272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c5f5dd73-f4dc-4f64-b8e1-69000ede753c None None] Provisioning for port aa6b49aa-1095-482d-ade2-b0c1f650387f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:55.606378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c5f5dd73-f4dc-4f64-b8e1-69000ede753c None None] Provisioning complete for port aa6b49aa-1095-482d-ade2-b0c1f650387f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:55.606744 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dd73-f4dc-4f64-b8e1-69000ede753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.661502 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:55.675483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:55.675853 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.824149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dd73-f4dc-4f64-b8e1-69000ede753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.865274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.887681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.909655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c5f5dd73-f4dc-4f64-b8e1-69000ede753c None None] For port aa6b49aa-1095-482d-ade2-b0c1f650387f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aa6b49aa-1095-482d-ade2-b0c1f650387f,segment=NetworkSegment(4841023c-64f0-4221-93c3-3388b3c33df7),segment_id=4841023c-64f0-4221-93c3-3388b3c33df7)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:55.920548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dd73-f4dc-4f64-b8e1-69000ede753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.964791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e,segment=NetworkSegment(da587a98-1f75-4a19-ae22-713f078282f8),segment_id=da587a98-1f75-4a19-ae22-713f078282f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:55.985419 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.002748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5dd73-f4dc-4f64-b8e1-69000ede753c None None] Pushing event updated for resources: {'Port': ['ID=aa6b49aa-1095-482d-ade2-b0c1f650387f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:56.063549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0da9ca9b-8381-4dd7-bc57-6a969d8031e5 None None] Provisioning complete for port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:56.063926 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0da9ca9b-8381-4dd7-bc57-6a969d8031e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.093088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:56.178891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0da9ca9b-8381-4dd7-bc57-6a969d8031e5 None None] Provisioning for port f88efcd9-7af8-45b0-a0d7-9662d1bfc628 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:56.183433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0da9ca9b-8381-4dd7-bc57-6a969d8031e5 None None] Provisioning complete for port f88efcd9-7af8-45b0-a0d7-9662d1bfc628 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:56.183955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0da9ca9b-8381-4dd7-bc57-6a969d8031e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.202571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8:1::1 (acfea31b-4208-47ec-ac0a-474ddffeb430/b3a7b2a7-1c64-4259-8824-ebc32d2192b7/cae84b0e-1c97-4dbf-bb0a-699929ee7291) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:56.226218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0da9ca9b-8381-4dd7-bc57-6a969d8031e5 None None] Port f88efcd9-7af8-45b0-a0d7-9662d1bfc628 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:56.328939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.345559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object cae84b0e-1c97-4dbf-bb0a-699929ee7291 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:56.348285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2be2e842-bec9-4861-8037-2dac71cfb52d None None] Provisioning complete for port aa6b49aa-1095-482d-ade2-b0c1f650387f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:56.348704 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2be2e842-bec9-4861-8037-2dac71cfb52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.380073 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.426884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network acfea31b-4208-47ec-ac0a-474ddffeb430 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:56.428288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:56.430869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:56.431422 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.483813 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=cae84b0e-1c97-4dbf-bb0a-699929ee7291,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:56.609030 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.669488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9c039245-a6b9-4be8-8d15-1a9595440b53 None None] Provisioning for port cae84b0e-1c97-4dbf-bb0a-699929ee7291 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:56.673450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9c039245-a6b9-4be8-8d15-1a9595440b53 None None] Provisioning complete for port cae84b0e-1c97-4dbf-bb0a-699929ee7291 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:56.673937 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c039245-a6b9-4be8-8d15-1a9595440b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.707284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9c039245-a6b9-4be8-8d15-1a9595440b53 None None] Port cae84b0e-1c97-4dbf-bb0a-699929ee7291 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:56.882034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.887233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.888084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:56.991981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=cae84b0e-1c97-4dbf-bb0a-699929ee7291,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:57.042962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network acfea31b-4208-47ec-ac0a-474ddffeb430 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:57.044942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:57.155880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 3cf06415-3b72-4fda-9b09-588686af8c32 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:57.261770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aa6b49aa-1095-482d-ade2-b0c1f650387f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:57.277285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:57.282445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9ae1a6e2-c5b6-4bdd-ab07-5aefec254b4c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/3cf06415-3b72-4fda-9b09-588686af8c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033717 Jul 07 18:31:57.285046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49468) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:57.290667 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] Sync routers for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:57.301290 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:57.301923 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:57.317799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port aa6b49aa-1095-482d-ade2-b0c1f650387f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:57.318285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.342381 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:57.349205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc072799-15d3-40e9-8d63-dea7433d89bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.353564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc072799-15d3-40e9-8d63-dea7433d89bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports/cae84b0e-1c97-4dbf-bb0a-699929ee7291 HTTP/1.1" status: 200 len: 913 time: 0.0646701 Jul 07 18:31:57.353956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49470) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:57.358023 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:57.359154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:57.369334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f7f3d039-dcca-458f-b132-14f8f4be523e None None] Provisioning complete for port cae84b0e-1c97-4dbf-bb0a-699929ee7291 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:57.369707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d039-dcca-458f-b132-14f8f4be523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.394970 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:57.395636 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62020d2-5e71-431c-b6c8-c144aa5e5510 None None] The sync data for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:57.414731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3d039-dcca-458f-b132-14f8f4be523e None None] Port cae84b0e-1c97-4dbf-bb0a-699929ee7291 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:57.464685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:57.522065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:57.522508 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.791330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.403532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port cae84b0e-1c97-4dbf-bb0a-699929ee7291 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:31:58.404203 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.494973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.507995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for cae84b0e-1c97-4dbf-bb0a-699929ee7291 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:31:58.684885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:58.719503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=cae84b0e-1c97-4dbf-bb0a-699929ee7291,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:58.840817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.042282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 3cf06415-3b72-4fda-9b09-588686af8c32 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:59.135095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:59.144350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e5bb08f9-3776-4613-9219-e6acd3a19338 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/3cf06415-3b72-4fda-9b09-588686af8c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892284 Jul 07 18:31:59.144843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] Sync routers for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:59.147097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49472) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:59.154660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:59.155287 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:59.195737 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:59.204640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:59.205293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:59.239931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:59.240581 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c7725-e798-4a0d-b457-ce3de685873a None None] The sync data for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:59.465757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.725583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port f88efcd9-7af8-45b0-a0d7-9662d1bfc628 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:31:59.725872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.813733 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:59.827099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for f88efcd9-7af8-45b0-a0d7-9662d1bfc628 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:00.012731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.051914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=f88efcd9-7af8-45b0-a0d7-9662d1bfc628,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:00.153115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.341448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 3cf06415-3b72-4fda-9b09-588686af8c32 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:00.418824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:00.426550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee5b58f4-4ed1-460b-97b7-e5fe5c19ab73 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/3cf06415-3b72-4fda-9b09-588686af8c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2760079 Jul 07 18:32:00.427229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49476) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:00.429112 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] Sync routers for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:00.439301 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:00.439966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:00.460938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2264d29b-40d7-4c0e-aac2-fd665b81f391 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cf06415-3b72-4fda-9b09-588686af8c32 HTTP/1.1" status: 200 len: 205 time: 0.0295517 Jul 07 18:32:00.461247 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49478) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:00.473570 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:00.485178 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] Routers {'3cf06415-3b72-4fda-9b09-588686af8c32'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:00.486075 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3cf06415-3b72-4fda-9b09-588686af8c32'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:00.519307 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:00.519955 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973fddb-0629-47e7-9cfd-31c8b4220a07 None None] The sync data for ids ['3cf06415-3b72-4fda-9b09-588686af8c32'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:00.538173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e349493-ba9d-45c5-8273-d7275212fc57 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.701263 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e349493-ba9d-45c5-8273-d7275212fc57 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.703719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e349493-ba9d-45c5-8273-d7275212fc57 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.748643 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e349493-ba9d-45c5-8273-d7275212fc57 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.749214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e349493-ba9d-45c5-8273-d7275212fc57 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf06415-3b72-4fda-9b09-588686af8c32 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:00.756159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e349493-ba9d-45c5-8273-d7275212fc57 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.757444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8e349493-ba9d-45c5-8273-d7275212fc57 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/3cf06415-3b72-4fda-9b09-588686af8c32 HTTP/1.1" status: 204 len: 168 time: 0.2953355 Jul 07 18:32:00.760351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49480) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:00.823638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet b3a7b2a7-1c64-4259-8824-ebc32d2192b7 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:00.827476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.882764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.997790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.063347 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.090547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a7b2a7-1c64-4259-8824-ebc32d2192b7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.097662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.100139 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-95e88734-9b8c-4ece-86b3-7d5c6f7a7687 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/b3a7b2a7-1c64-4259-8824-ebc32d2192b7 HTTP/1.1" status: 204 len: 168 time: 0.3387346 Jul 07 18:32:01.105080 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49482) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:01.105498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d7936-ae8f-48c0-ad9e-7d81e79db6f8 None None] Network acfea31b-4208-47ec-ac0a-474ddffeb430 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:01.157774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet 322c0512-e4a8-4a1f-9b4e-16f88041d363 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:01.161348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.205838 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.297137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] DHCP port deletion for acfea31b-4208-47ec-ac0a-474ddffeb430 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:01.303693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.350963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] Deleting port aa6b49aa-1095-482d-ade2-b0c1f650387f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:01.351492 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.381657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.428185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=322c0512-e4a8-4a1f-9b4e-16f88041d363,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.434358 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.437342 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-92514389-6a6d-4bd4-b279-1db06fdb6d93 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/322c0512-e4a8-4a1f-9b4e-16f88041d363 HTTP/1.1" status: 204 len: 168 time: 0.3309669 Jul 07 18:32:01.441358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49484) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:01.452981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ccb48-2b3c-4f88-8a1d-56f4d40495c5 None None] Network 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:01.464395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] For port aa6b49aa-1095-482d-ade2-b0c1f650387f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aa6b49aa-1095-482d-ade2-b0c1f650387f,segment=NetworkSegment(4841023c-64f0-4221-93c3-3388b3c33df7),segment_id=4841023c-64f0-4221-93c3-3388b3c33df7)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:01.464782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.521249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] Calling delete_port for aa6b49aa-1095-482d-ade2-b0c1f650387f owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:01.532048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.591706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port aa6b49aa-1095-482d-ade2-b0c1f650387f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:01.592081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.658893 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port aa6b49aa-1095-482d-ade2-b0c1f650387f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=aa6b49aa-1095-482d-ade2-b0c1f650387f,segment=NetworkSegment(4841023c-64f0-4221-93c3-3388b3c33df7),segment_id=4841023c-64f0-4221-93c3-3388b3c33df7)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:01.659253 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.679984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for aa6b49aa-1095-482d-ade2-b0c1f650387f owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:01.681182 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.707973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] Pushing event deleted for resources: {'Port': ['ID=aa6b49aa-1095-482d-ade2-b0c1f650387f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.712071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab6e7e-c593-42e5-a6bf-0a3ae0ebcc67 None None] No DVR routers for this DVR port aa6b49aa-1095-482d-ade2-b0c1f650387f on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:01.759412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] DHCP port deletion for 4f14b2d7-af4f-47e4-869b-08a7dc6a6148 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:01.804879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.810314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] Deleting port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:01.810688 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.833340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=aa6b49aa-1095-482d-ade2-b0c1f650387f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:01.835487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port aa6b49aa-1095-482d-ade2-b0c1f650387f on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:01.886439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] For port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e,segment=NetworkSegment(da587a98-1f75-4a19-ae22-713f078282f8),segment_id=da587a98-1f75-4a19-ae22-713f078282f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:01.886886 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.926442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.937850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfea31b-4208-47ec-ac0a-474ddffeb430']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:01.950196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4841023c-64f0-4221-93c3-3388b3c33df7') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:01.950614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4841023c-64f0-4221-93c3-3388b3c33df7') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:01.962059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.981997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.989606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:01.990021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:01.993746 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:02.057895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.079084 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.079426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] Calling delete_port for 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:02.081166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/acfea31b-4208-47ec-ac0a-474ddffeb430 HTTP/1.1" status: 204 len: 168 time: 0.6382425 Jul 07 18:32:02.082333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ff426-dc48-4acc-9e60-c8809f4cdc70 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=acfea31b-4208-47ec-ac0a-474ddffeb430,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:02.083757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49486) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:02.186611 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.222135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] Pushing event deleted for resources: {'Port': ['ID=5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:02.226126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00953c43-ef3b-4559-9553-7a0e969bb939 None None] No DVR routers for this DVR port 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:02.439502 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.526208 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.536400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f14b2d7-af4f-47e4-869b-08a7dc6a6148']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:02.546512 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da587a98-1f75-4a19-ae22-713f078282f8') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:02.546811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da587a98-1f75-4a19-ae22-713f078282f8') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:02.555760 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.575235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.582128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:02.582573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:02.586085 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:02.648498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.658148 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.660061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/4f14b2d7-af4f-47e4-869b-08a7dc6a6148 HTTP/1.1" status: 204 len: 168 time: 0.5741661 Jul 07 18:32:02.664445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49488) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:02.670174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045ca4-b6d1-4cb0-ae10-0c6c22d1d13a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=4f14b2d7-af4f-47e4-869b-08a7dc6a6148,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:02.672117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-639874153'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:02.697068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:02.700737 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.725150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:02.734848 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.735198 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment 9cd06e2b-44a8-4bd2-9441-2aae88ad3e52 of type vlan for network cd30f10a-3725-4060-a1b0-0c44e398adf8 Jul 07 18:32:02.779719 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.809506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.815261 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:02.815870 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.874070 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2080619 Jul 07 18:32:02.877093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49490) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:02.888518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:02.909913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4fa0c-cbfb-4288-9fc2-9d047e98d3d0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=cd30f10a-3725-4060-a1b0-0c44e398adf8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:02.922237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:02.992986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:02.996538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.186745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.242888 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aa6b49aa-1095-482d-ade2-b0c1f650387f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:03.255352 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=3e80b1ee-33ed-4a2e-b61e-d38937263f0d,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:03.260466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': '9cd06e2b-44a8-4bd2-9441-2aae88ad3e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:03.260845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: cd30f10a-3725-4060-a1b0-0c44e398adf8, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:03.265988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: aa6b49aa-1095-482d-ade2-b0c1f650387f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:03.266342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device aa6b49aa-1095-482d-ade2-b0c1f650387f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:03.266759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:03.278473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:03.286694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:03.287084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5c18c5e1-c2ab-4e4a-a549-b50cd2ead50e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:03.292113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, cd30f10a-3725-4060-a1b0-0c44e398adf8) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:03.305509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30258a8f-fcb0-4db0-8469-a917da71f321 None None] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:03.306912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.307661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.323428 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0071fdb0-3f2d-441e-911d-5d7a4c57be29 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4448721 Jul 07 18:32:03.326388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49492) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:03.330913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-20630665-f6ba-4605-8fb0-963239e15b05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-990248061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:03.355849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20630665-f6ba-4605-8fb0-963239e15b05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.356942 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20630665-f6ba-4605-8fb0-963239e15b05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.416975 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20630665-f6ba-4605-8fb0-963239e15b05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.422503 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20630665-f6ba-4605-8fb0-963239e15b05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.440842 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-20630665-f6ba-4605-8fb0-963239e15b05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.442862 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-20630665-f6ba-4605-8fb0-963239e15b05 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1153476 Jul 07 18:32:03.445580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49494) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:03.453563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'port': {'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8', 'name': 'tempest-RoutersIpV6Test-1335946296'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:03.471954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-cd30f10a-3725-4060-a1b0-0c44e398adf8', 'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': '3e80b1ee-33ed-4a2e-b61e-d38937263f0d'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:03.472946 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.565268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:03.569081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.588457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] device_id is not set on port 65fb503c-579c-4a5c-b158-1aed6ecd9514 yet. {{(pid=105589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:32:03.617135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Allocated IP 2001:db8::2 (cd30f10a-3725-4060-a1b0-0c44e398adf8/3e80b1ee-33ed-4a2e-b61e-d38937263f0d/d1bad449-6f58-448c-8c3f-0a8358a7fa1c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:03.770921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.779780 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Transition to ACTIVE for port object d1bad449-6f58-448c-8c3f-0a8358a7fa1c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:03.795579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Transition to ACTIVE for port object d1bad449-6f58-448c-8c3f-0a8358a7fa1c will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:03.803392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.852065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:03.855041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:03.859639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:03.862868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Pushing event updated for resources: {'Port': ['ID=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:03.866461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8::1ce (cd30f10a-3725-4060-a1b0-0c44e398adf8/3e80b1ee-33ed-4a2e-b61e-d38937263f0d/65fb503c-579c-4a5c-b158-1aed6ecd9514) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:03.918710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Attempting to bind port d1bad449-6f58-448c-8c3f-0a8358a7fa1c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:03.919087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Attempting to bind port d1bad449-6f58-448c-8c3f-0a8358a7fa1c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9cd06e2b-44a8-4bd2-9441-2aae88ad3e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:03.919450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Attempting to bind port d1bad449-6f58-448c-8c3f-0a8358a7fa1c on network cd30f10a-3725-4060-a1b0-0c44e398adf8 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:03.925099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:03.925478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Checking segment: {'id': '9cd06e2b-44a8-4bd2-9441-2aae88ad3e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:03.925892 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.926289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Bound using segment: {'id': '9cd06e2b-44a8-4bd2-9441-2aae88ad3e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:03.926761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Bound port: d1bad449-6f58-448c-8c3f-0a8358a7fa1c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd06e2b-44a8-4bd2-9441-2aae88ad3e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd30f10a-3725-4060-a1b0-0c44e398adf8'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:03.927146 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.990041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] For port d1bad449-6f58-448c-8c3f-0a8358a7fa1c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:03.993482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] For port d1bad449-6f58-448c-8c3f-0a8358a7fa1c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,segment=NetworkSegment(9cd06e2b-44a8-4bd2-9441-2aae88ad3e52),segment_id=9cd06e2b-44a8-4bd2-9441-2aae88ad3e52)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:03.999077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.021977 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.037989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object 65fb503c-579c-4a5c-b158-1aed6ecd9514 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:04.059368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d924e-7f10-4a96-a98c-aabe6ef027f3 None None] Pushing event updated for resources: {'Port': ['ID=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:04.082225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.114442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.139141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:04.142447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:04.148399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:04.154095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.154736 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.158674 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=65fb503c-579c-4a5c-b158-1aed6ecd9514,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:04.176316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-620e1252-5a73-42d2-8bd2-99a056c46252 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7292330 Jul 07 18:32:04.179675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:04.553386 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.838232 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.846340 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.930329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=65fb503c-579c-4a5c-b158-1aed6ecd9514,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.012757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4440d9b-7e9a-46fe-8410-e6d99d3f09a1 None None] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:05.048610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.116686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ab6851b7-ac3d-42f9-84fc-59390c2f09bc None None] Provisioning for port d1bad449-6f58-448c-8c3f-0a8358a7fa1c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:05.219416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.294338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d1bad449-6f58-448c-8c3f-0a8358a7fa1c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:05.359748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d1bad449-6f58-448c-8c3f-0a8358a7fa1c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:05.364258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d1bad449-6f58-448c-8c3f-0a8358a7fa1c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:05.364784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.456439 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.499341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d1bad449-6f58-448c-8c3f-0a8358a7fa1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,segment=NetworkSegment(9cd06e2b-44a8-4bd2-9441-2aae88ad3e52),segment_id=9cd06e2b-44a8-4bd2-9441-2aae88ad3e52)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:05.509268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.549223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.555254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.556254 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.573306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e774ab22-81b6-404b-b5b4-c4b3544d7aad None None] Provisioning complete for port d1bad449-6f58-448c-8c3f-0a8358a7fa1c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:05.573677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e774ab22-81b6-404b-b5b4-c4b3544d7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.575387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.654829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=65fb503c-579c-4a5c-b158-1aed6ecd9514,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.676274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e774ab22-81b6-404b-b5b4-c4b3544d7aad None None] Provisioning for port 65fb503c-579c-4a5c-b158-1aed6ecd9514 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:05.680870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e774ab22-81b6-404b-b5b4-c4b3544d7aad None None] Provisioning complete for port 65fb503c-579c-4a5c-b158-1aed6ecd9514 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:05.681489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e774ab22-81b6-404b-b5b4-c4b3544d7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.701679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:05.703131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:05.723063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e774ab22-81b6-404b-b5b4-c4b3544d7aad None None] Port 65fb503c-579c-4a5c-b158-1aed6ecd9514 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:05.840283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:05.847308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6ee9dc74-ecd7-4c99-a42a-4ba77f065f6d None None] Provisioning complete for port 65fb503c-579c-4a5c-b158-1aed6ecd9514 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:05.847680 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ee9dc74-ecd7-4c99-a42a-4ba77f065f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.883602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9dc74-ecd7-4c99-a42a-4ba77f065f6d None None] Port 65fb503c-579c-4a5c-b158-1aed6ecd9514 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:05.936082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:05.941285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-10cfb74c-683c-4318-b710-1a2350c020cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7596066 Jul 07 18:32:05.944062 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49498) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:05.958850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] Sync routers for ids ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:05.966856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] Routers {'8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:05.967493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:06.004550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23231c81-2722-4b45-af21-7ba63edee7cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:06.004756 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:06.006181 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-23231c81-2722-4b45-af21-7ba63edee7cd tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports/65fb503c-579c-4a5c-b158-1aed6ecd9514 HTTP/1.1" status: 200 len: 984 time: 0.0610466 Jul 07 18:32:06.009103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49500) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:06.020749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] Routers {'8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:06.021497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:06.025151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5e39191b-186e-4719-a058-06754b2276d7 None None] Provisioning complete for port 65fb503c-579c-4a5c-b158-1aed6ecd9514 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:06.025332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e39191b-186e-4719-a058-06754b2276d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:06.080516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:06.081184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd6cea-cc4b-4f88-acdd-66aead8390ee None None] The sync data for ids ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:06.094834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5e39191b-186e-4719-a058-06754b2276d7 None None] Port 65fb503c-579c-4a5c-b158-1aed6ecd9514 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:06.114421 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:06.214622 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bbe7ef86-e814-4398-8043-46921caf732e None None] Provisioning complete for port 65fb503c-579c-4a5c-b158-1aed6ecd9514 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:06.214978 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ef86-e814-4398-8043-46921caf732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:06.258575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7ef86-e814-4398-8043-46921caf732e None None] Port 65fb503c-579c-4a5c-b158-1aed6ecd9514 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:06.439646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:06.651071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 65fb503c-579c-4a5c-b158-1aed6ecd9514 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:06.651413 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:06.757951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:06.778596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 65fb503c-579c-4a5c-b158-1aed6ecd9514 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:07.255887 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d1bad449-6f58-448c-8c3f-0a8358a7fa1c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:07.260375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.296810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=65fb503c-579c-4a5c-b158-1aed6ecd9514,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:07.313449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d1bad449-6f58-448c-8c3f-0a8358a7fa1c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:07.313799 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.403351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.578717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:07.662449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:07.667949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8f32a9e9-5cc5-4c09-961d-caa79d7cb3aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577375 Jul 07 18:32:07.671146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49502) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:07.672212 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d02675-23af-42c6-8025-566a2920b401 None None] Sync routers for ids ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:07.683106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d02675-23af-42c6-8025-566a2920b401 None None] Routers {'8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:07.683740 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-49d02675-23af-42c6-8025-566a2920b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:07.720204 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-49d02675-23af-42c6-8025-566a2920b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:07.730593 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d02675-23af-42c6-8025-566a2920b401 None None] Routers {'8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:07.731228 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-49d02675-23af-42c6-8025-566a2920b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:07.764338 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-49d02675-23af-42c6-8025-566a2920b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:07.765034 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d02675-23af-42c6-8025-566a2920b401 None None] The sync data for ids ['8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:07.866613 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-9a4df8f3-959c-4a36-9ea1-05e7b1fae821 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 18:32:07.867744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9a4df8f3-959c-4a36-9ea1-05e7b1fae821 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1955867 Jul 07 18:32:07.870559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49504) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:07.901056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bec3107d-c83f-4262-ba99-1fc576e4821b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559 HTTP/1.1" status: 200 len: 205 time: 0.0293710 Jul 07 18:32:07.903714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49506) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:07.984736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d86ab4ee-1fb4-4cf1-8801-58adaa8136e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.154672 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d86ab4ee-1fb4-4cf1-8801-58adaa8136e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.156987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d86ab4ee-1fb4-4cf1-8801-58adaa8136e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.200335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d86ab4ee-1fb4-4cf1-8801-58adaa8136e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.200878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86ab4ee-1fb4-4cf1-8801-58adaa8136e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Fanout notify agent at l3_agent the message router_deleted on router 8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:08.207785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d86ab4ee-1fb4-4cf1-8801-58adaa8136e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.208899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d86ab4ee-1fb4-4cf1-8801-58adaa8136e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559 HTTP/1.1" status: 204 len: 168 time: 0.3042939 Jul 07 18:32:08.212373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49508) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:08.282609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet 3e80b1ee-33ed-4a2e-b61e-d38937263f0d {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:08.285829 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.326676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.410298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.474884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.501349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=3e80b1ee-33ed-4a2e-b61e-d38937263f0d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:08.505936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.510154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e2c39927-1951-41db-b666-84a02bf5e34a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/3e80b1ee-33ed-4a2e-b61e-d38937263f0d HTTP/1.1" status: 204 len: 168 time: 0.2945182 Jul 07 18:32:08.511927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49510) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:08.512348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d289520-5536-4223-b432-8f6196662728 None None] Network cd30f10a-3725-4060-a1b0-0c44e398adf8 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:08.589890 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.648245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port d1bad449-6f58-448c-8c3f-0a8358a7fa1c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:08.648600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.703765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] DHCP port deletion for cd30f10a-3725-4060-a1b0-0c44e398adf8 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:08.722997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port d1bad449-6f58-448c-8c3f-0a8358a7fa1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,segment=NetworkSegment(9cd06e2b-44a8-4bd2-9441-2aae88ad3e52),segment_id=9cd06e2b-44a8-4bd2-9441-2aae88ad3e52)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:08.723367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.737825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for d1bad449-6f58-448c-8c3f-0a8358a7fa1c owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:08.755325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] Deleting port d1bad449-6f58-448c-8c3f-0a8358a7fa1c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:08.755705 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.828613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] For port d1bad449-6f58-448c-8c3f-0a8358a7fa1c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,segment=NetworkSegment(9cd06e2b-44a8-4bd2-9441-2aae88ad3e52),segment_id=9cd06e2b-44a8-4bd2-9441-2aae88ad3e52)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:08.829332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.830127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.862475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] Calling delete_port for d1bad449-6f58-448c-8c3f-0a8358a7fa1c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:08.965709 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:08.992598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] Pushing event deleted for resources: {'Port': ['ID=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:08.997076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9ffee-bf88-4e28-8266-cb58e6deb005 None None] No DVR routers for this DVR port d1bad449-6f58-448c-8c3f-0a8358a7fa1c on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:09.213901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=d1bad449-6f58-448c-8c3f-0a8358a7fa1c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.215809 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port d1bad449-6f58-448c-8c3f-0a8358a7fa1c on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:09.243563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d1bad449-6f58-448c-8c3f-0a8358a7fa1c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:09.264786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d1bad449-6f58-448c-8c3f-0a8358a7fa1c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:09.265082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d1bad449-6f58-448c-8c3f-0a8358a7fa1c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:09.298519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.309470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd30f10a-3725-4060-a1b0-0c44e398adf8']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:09.324216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd06e2b-44a8-4bd2-9441-2aae88ad3e52') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:09.324517 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd06e2b-44a8-4bd2-9441-2aae88ad3e52') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:09.333972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.349847 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.356822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:09.357360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:09.360562 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:09.425397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.433505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.435437 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/cd30f10a-3725-4060-a1b0-0c44e398adf8 HTTP/1.1" status: 204 len: 168 time: 0.9224448 Jul 07 18:32:09.439563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49514) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:09.445572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974675905'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:09.447717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419dea-7f54-489b-8023-048e35c353bc tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=cd30f10a-3725-4060-a1b0-0c44e398adf8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.469674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:09.473348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.498954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:09.509741 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.510197 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment bd10f480-a7a9-42c2-a82b-c35e9376198a of type vlan for network 3bbbf5b8-5472-41a9-b974-884f41696695 Jul 07 18:32:09.564184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.599720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.607296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.607941 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.675447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2345617 Jul 07 18:32:09.678727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49516) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:09.686663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': '3bbbf5b8-5472-41a9-b974-884f41696695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:09.706383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72da6a-2784-490d-bcc2-b6545b1e63a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=3bbbf5b8-5472-41a9-b974-884f41696695,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.718623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 3bbbf5b8-5472-41a9-b974-884f41696695 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:09.805811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:09.810430 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.025505 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.087776 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=27a3ca3a-e363-42a4-9032-1e36e9f9cd4f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:10.099319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': 'bd10f480-a7a9-42c2-a82b-c35e9376198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3bbbf5b8-5472-41a9-b974-884f41696695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:10.099692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: 3bbbf5b8-5472-41a9-b974-884f41696695, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:10.118315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 3bbbf5b8-5472-41a9-b974-884f41696695 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:10.128495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 3bbbf5b8-5472-41a9-b974-884f41696695) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:10.134208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:10.135038 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.139948 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa118f01-04ae-40c9-97fc-14748f5ff833 None None] Network 3bbbf5b8-5472-41a9-b974-884f41696695 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:10.153051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-014eb80a-7a84-4a5f-842c-f631d2a5a36f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4732351 Jul 07 18:32:10.155816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:10.161021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-532d7d70-94c1-4b99-bdfe-61c4dfc00125 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1060936479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:10.193882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-532d7d70-94c1-4b99-bdfe-61c4dfc00125 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.195769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-532d7d70-94c1-4b99-bdfe-61c4dfc00125 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.257611 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-532d7d70-94c1-4b99-bdfe-61c4dfc00125 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.263505 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-532d7d70-94c1-4b99-bdfe-61c4dfc00125 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.283745 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-532d7d70-94c1-4b99-bdfe-61c4dfc00125 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.285106 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-532d7d70-94c1-4b99-bdfe-61c4dfc00125 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1278241 Jul 07 18:32:10.288164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49520) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:10.309627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-3bbbf5b8-5472-41a9-b974-884f41696695', 'network_id': '3bbbf5b8-5472-41a9-b974-884f41696695', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': '27a3ca3a-e363-42a4-9032-1e36e9f9cd4f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:10.310527 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.454090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Allocated IP 2001:db8::2 (3bbbf5b8-5472-41a9-b974-884f41696695/27a3ca3a-e363-42a4-9032-1e36e9f9cd4f/e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:10.584559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.615238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.625909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Transition to ACTIVE for port object e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:10.643669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Transition to ACTIVE for port object e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:10.651273 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.688117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Network 3bbbf5b8-5472-41a9-b974-884f41696695 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:10.690953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:10.696542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:10.706910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Pushing event updated for resources: {'Port': ['ID=e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:10.765166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Attempting to bind port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:10.765894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Attempting to bind port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'bd10f480-a7a9-42c2-a82b-c35e9376198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3bbbf5b8-5472-41a9-b974-884f41696695'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:10.765894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Attempting to bind port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 on network 3bbbf5b8-5472-41a9-b974-884f41696695 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:10.771746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:10.772115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Checking segment: {'id': 'bd10f480-a7a9-42c2-a82b-c35e9376198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3bbbf5b8-5472-41a9-b974-884f41696695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:10.772512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.772987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Bound using segment: {'id': 'bd10f480-a7a9-42c2-a82b-c35e9376198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3bbbf5b8-5472-41a9-b974-884f41696695'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:10.773579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Bound port: e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10f480-a7a9-42c2-a82b-c35e9376198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3bbbf5b8-5472-41a9-b974-884f41696695'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:10.773953 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.835549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8::1 (3bbbf5b8-5472-41a9-b974-884f41696695/27a3ca3a-e363-42a4-9032-1e36e9f9cd4f/bd87c735-76e3-4ff3-9af4-b69e1b186169) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:10.838460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] For port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:10.842600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] For port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0,segment=NetworkSegment(bd10f480-a7a9-42c2-a82b-c35e9376198a),segment_id=bd10f480-a7a9-42c2-a82b-c35e9376198a)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:10.848768 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.914838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33450f36-3203-4f92-8623-3eeb09ba8195 None None] Pushing event updated for resources: {'Port': ['ID=e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:10.963834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:10.979507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object bd87c735-76e3-4ff3-9af4-b69e1b186169 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:11.017058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.066881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 3bbbf5b8-5472-41a9-b974-884f41696695 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:11.073450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:11.076357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:11.077155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.133771 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=bd87c735-76e3-4ff3-9af4-b69e1b186169,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:11.259057 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.290067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:11.341739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:11.556992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.562934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.563776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.682727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=bd87c735-76e3-4ff3-9af4-b69e1b186169,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:11.739662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 3bbbf5b8-5472-41a9-b974-884f41696695 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:11.742463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:11.879146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router ad348b96-d621-4231-8ba0-8da5876805b9 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:11.885564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d788b-5d86-48c1-8e7d-cc270c17e667 None None] Network 3bbbf5b8-5472-41a9-b974-884f41696695 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:11.956623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a2fbbad7-17ed-4fc5-8c08-5b0887b73592 None None] Provisioning for port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:11.969356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a2fbbad7-17ed-4fc5-8c08-5b0887b73592 None None] Provisioning complete for port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:11.969731 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2fbbad7-17ed-4fc5-8c08-5b0887b73592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.009953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:12.019781 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-34c8b268-b929-4a83-9d19-62d129f2de18 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/ad348b96-d621-4231-8ba0-8da5876805b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281115 Jul 07 18:32:12.020178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:12.034596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] Sync routers for ids ['ad348b96-d621-4231-8ba0-8da5876805b9'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:12.063330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] Routers {'ad348b96-d621-4231-8ba0-8da5876805b9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:12.063982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ad348b96-d621-4231-8ba0-8da5876805b9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:12.082194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece8a24-e0fa-4394-a1fa-8a5ac2a8efb5 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:12.083652 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4ece8a24-e0fa-4394-a1fa-8a5ac2a8efb5 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports/bd87c735-76e3-4ff3-9af4-b69e1b186169 HTTP/1.1" status: 200 len: 911 time: 0.0623775 Jul 07 18:32:12.087441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49524) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:12.102720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:12.154453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] Routers {'ad348b96-d621-4231-8ba0-8da5876805b9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:12.155002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ad348b96-d621-4231-8ba0-8da5876805b9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:12.199684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:12.200362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43aae5-f67f-46d0-82c7-0feb6d2d42c1 None None] The sync data for ids ['ad348b96-d621-4231-8ba0-8da5876805b9'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:12.203252 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2fbbad7-17ed-4fc5-8c08-5b0887b73592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.254546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a2fbbad7-17ed-4fc5-8c08-5b0887b73592 None None] For port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0,segment=NetworkSegment(bd10f480-a7a9-42c2-a82b-c35e9376198a),segment_id=bd10f480-a7a9-42c2-a82b-c35e9376198a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:12.259547 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2fbbad7-17ed-4fc5-8c08-5b0887b73592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.322195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbbad7-17ed-4fc5-8c08-5b0887b73592 None None] Pushing event updated for resources: {'Port': ['ID=e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:12.479837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.587783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eed8258b-5016-4fea-af3f-c7c357945607 None None] Provisioning complete for port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:12.588277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eed8258b-5016-4fea-af3f-c7c357945607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.708746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eed8258b-5016-4fea-af3f-c7c357945607 None None] Provisioning for port bd87c735-76e3-4ff3-9af4-b69e1b186169 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:12.713458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-eed8258b-5016-4fea-af3f-c7c357945607 None None] Provisioning complete for port bd87c735-76e3-4ff3-9af4-b69e1b186169 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:12.713835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eed8258b-5016-4fea-af3f-c7c357945607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.756863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eed8258b-5016-4fea-af3f-c7c357945607 None None] Port bd87c735-76e3-4ff3-9af4-b69e1b186169 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:12.775440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port bd87c735-76e3-4ff3-9af4-b69e1b186169 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:12.775942 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.872602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.879110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a1d15616-4abe-44b5-ac49-c028fd278365 None None] Provisioning complete for port bd87c735-76e3-4ff3-9af4-b69e1b186169 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:12.879560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1d15616-4abe-44b5-ac49-c028fd278365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:12.887304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for bd87c735-76e3-4ff3-9af4-b69e1b186169 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:12.914857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a1d15616-4abe-44b5-ac49-c028fd278365 None None] Port bd87c735-76e3-4ff3-9af4-b69e1b186169 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:13.033843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1adb8efc-2427-48a1-b5e8-532364539241 None None] Provisioning complete for port bd87c735-76e3-4ff3-9af4-b69e1b186169 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:13.034333 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1adb8efc-2427-48a1-b5e8-532364539241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.075600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1adb8efc-2427-48a1-b5e8-532364539241 None None] Port bd87c735-76e3-4ff3-9af4-b69e1b186169 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:13.257186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:13.322733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:13.323106 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.368403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.402644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=bd87c735-76e3-4ff3-9af4-b69e1b186169,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.527218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.689725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router ad348b96-d621-4231-8ba0-8da5876805b9 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:13.781624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:13.787382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c2696434-14d9-49d4-a605-ff4580760f4d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/ad348b96-d621-4231-8ba0-8da5876805b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983669 Jul 07 18:32:13.790434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49526) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:13.794338 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] Sync routers for ids ['ad348b96-d621-4231-8ba0-8da5876805b9'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:13.803980 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] Routers {'ad348b96-d621-4231-8ba0-8da5876805b9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:13.804773 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ad348b96-d621-4231-8ba0-8da5876805b9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:13.828517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b8b77296-a9ad-4bfb-8ee3-dd02b79a0c42 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad348b96-d621-4231-8ba0-8da5876805b9 HTTP/1.1" status: 200 len: 205 time: 0.0367346 Jul 07 18:32:13.830982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49528) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:13.843410 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:13.852938 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] Routers {'ad348b96-d621-4231-8ba0-8da5876805b9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:13.853439 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ad348b96-d621-4231-8ba0-8da5876805b9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:13.885540 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:13.886194 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4f97e6-f0ee-451b-9e41-d9ae64a28171 None None] The sync data for ids ['ad348b96-d621-4231-8ba0-8da5876805b9'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:13.925306 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2bee253-a35a-4924-83c8-5cf775cb2cf1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.110709 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2bee253-a35a-4924-83c8-5cf775cb2cf1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.113301 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2bee253-a35a-4924-83c8-5cf775cb2cf1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.158870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2bee253-a35a-4924-83c8-5cf775cb2cf1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.159449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bee253-a35a-4924-83c8-5cf775cb2cf1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Fanout notify agent at l3_agent the message router_deleted on router ad348b96-d621-4231-8ba0-8da5876805b9 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:14.166341 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e2bee253-a35a-4924-83c8-5cf775cb2cf1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.167455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e2bee253-a35a-4924-83c8-5cf775cb2cf1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/ad348b96-d621-4231-8ba0-8da5876805b9 HTTP/1.1" status: 204 len: 168 time: 0.3355463 Jul 07 18:32:14.170772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49534) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:14.227904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet 27a3ca3a-e363-42a4-9032-1e36e9f9cd4f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:14.231233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.278530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.365364 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.426198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.457815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=27a3ca3a-e363-42a4-9032-1e36e9f9cd4f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:14.461616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.463643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ae7ee5f6-84ab-4c4e-8032-cfe5d96bcbd9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/27a3ca3a-e363-42a4-9032-1e36e9f9cd4f HTTP/1.1" status: 204 len: 168 time: 0.2917438 Jul 07 18:32:14.466607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49536) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:14.470102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef183d-f38f-4a44-964a-524cced6156c None None] Network 3bbbf5b8-5472-41a9-b974-884f41696695 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:14.555384 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.618830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:14.619192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.687287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0,segment=NetworkSegment(bd10f480-a7a9-42c2-a82b-c35e9376198a),segment_id=bd10f480-a7a9-42c2-a82b-c35e9376198a)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:14.687668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.707623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:14.806566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.829927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159af78-a034-4e3b-9733-981387e59ae3 None None] DHCP port deletion for 3bbbf5b8-5472-41a9-b974-884f41696695 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:14.831375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:14.845308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:14.947718 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.959489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbbf5b8-5472-41a9-b974-884f41696695']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:14.972957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd10f480-a7a9-42c2-a82b-c35e9376198a') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:14.973258 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd10f480-a7a9-42c2-a82b-c35e9376198a') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:14.982509 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.997956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.005746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:15.006218 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:15.009905 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:15.078543 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.087527 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.089996 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/3bbbf5b8-5472-41a9-b974-884f41696695 HTTP/1.1" status: 204 len: 168 time: 0.6221874 Jul 07 18:32:15.094061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49538) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:15.098947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1167661164', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:15.103589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ef97d-dc86-4006-a9d8-44e7439b83e6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=3bbbf5b8-5472-41a9-b974-884f41696695,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.126233 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.127232 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.180191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.255891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:15.276689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:15.277123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e9b0d7cc-4ea6-40ed-ac3e-09cef203b6a0 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:15.332034 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.527474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.550390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.687419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 172.25.1.168 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b34b0784-340e-420d-8d6c-5391af6c1954) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:15.807248 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.853249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.864081 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54a5e121-313f-4ceb-b2f9-cb064efa30b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.895788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:15.898995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:15.903088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:15.906250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=b34b0784-340e-420d-8d6c-5391af6c1954,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:16.165684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.379997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.527498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router d6182464-804e-4f5b-b92f-439595d57d8b is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:16.639652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:16.649811 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] Sync routers for ids ['d6182464-804e-4f5b-b92f-439595d57d8b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:16.659748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] Routers {'d6182464-804e-4f5b-b92f-439595d57d8b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:16.660450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.660652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d6182464-804e-4f5b-b92f-439595d57d8b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:16.661951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-07951e18-4a2b-4772-9a14-541da6fcf9d7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5668340 Jul 07 18:32:16.664764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49544) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:16.695480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:16.704730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] Routers {'d6182464-804e-4f5b-b92f-439595d57d8b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:16.705378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d6182464-804e-4f5b-b92f-439595d57d8b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:16.736728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:16.737545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49051cfc-3f3a-4325-9e13-41489d63fc4f None None] The sync data for ids ['d6182464-804e-4f5b-b92f-439595d57d8b'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:16.796016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d8f1b814-b023-4133-ad8d-d3077d5aa6c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/routers/d6182464-804e-4f5b-b92f-439595d57d8b HTTP/1.1" status: 200 len: 885 time: 0.1297963 Jul 07 18:32:16.798354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49546) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:17.341784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-293552c6-090f-4f45-8852-b5194c58e89c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5422413 Jul 07 18:32:17.344370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49550) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:17.349331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e464d884-93ea-438e-954d-47a3118d5d6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1167661164'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:17.657778 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e464d884-93ea-438e-954d-47a3118d5d6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.669324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e464d884-93ea-438e-954d-47a3118d5d6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.784711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e464d884-93ea-438e-954d-47a3118d5d6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router d6182464-804e-4f5b-b92f-439595d57d8b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:17.899402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e464d884-93ea-438e-954d-47a3118d5d6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:17.906455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e464d884-93ea-438e-954d-47a3118d5d6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.907640 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e464d884-93ea-438e-954d-47a3118d5d6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/d6182464-804e-4f5b-b92f-439595d57d8b HTTP/1.1" status: 200 len: 892 time: 0.5622747 Jul 07 18:32:17.910207 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] Sync routers for ids ['d6182464-804e-4f5b-b92f-439595d57d8b'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:17.910669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49552) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:17.920078 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] Routers {'d6182464-804e-4f5b-b92f-439595d57d8b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:17.920691 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d6182464-804e-4f5b-b92f-439595d57d8b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:17.955903 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:17.965114 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] Routers {'d6182464-804e-4f5b-b92f-439595d57d8b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:17.966098 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:31:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['d6182464-804e-4f5b-b92f-439595d57d8b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:18.000798 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:18.001552 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d5fb9-7de5-45ba-9b08-4b4c36584688 None None] The sync data for ids ['d6182464-804e-4f5b-b92f-439595d57d8b'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:18.030416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8662f0a4-2fff-423f-91dc-a0949f5318a3 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/routers/d6182464-804e-4f5b-b92f-439595d57d8b HTTP/1.1" status: 200 len: 892 time: 0.1188073 Jul 07 18:32:18.033130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49554) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:18.061609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-78de5e2a-0e96-4195-a934-9fc0b5b0c92f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6182464-804e-4f5b-b92f-439595d57d8b HTTP/1.1" status: 200 len: 205 time: 0.0273595 Jul 07 18:32:18.064163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49556) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:18.175494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.281110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.338660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port b34b0784-340e-420d-8d6c-5391af6c1954 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:18.339010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.398414 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c07885d-b05a-45c5-9edf-80ce98b502b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.424238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.437681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for b34b0784-340e-420d-8d6c-5391af6c1954 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:18.507007 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.616110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.646414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=b34b0784-340e-420d-8d6c-5391af6c1954,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:18.719951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.823913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.826279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.874098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.874890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Fanout notify agent at l3_agent the message router_deleted on router d6182464-804e-4f5b-b92f-439595d57d8b {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:18.885827 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.887187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cbc55a55-c287-4dd3-81dd-34e5f1c73a5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/d6182464-804e-4f5b-b92f-439595d57d8b HTTP/1.1" status: 204 len: 168 time: 0.8219938 Jul 07 18:32:18.890957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:18.896034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-987215145'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:18.918716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:18.922322 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.950128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:18.959330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.959814 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment 8fc93e60-3047-4167-9019-2ea17d834c9a of type vlan for network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 Jul 07 18:32:19.000382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.029535 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.035419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.036017 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.093094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2010274 Jul 07 18:32:19.097236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49562) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:19.103857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': '490b3b85-8d55-4885-8f85-4bc7f7bcc296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:19.104336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd73ef2-eed2-4211-897b-168f22058027 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=490b3b85-8d55-4885-8f85-4bc7f7bcc296,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:19.120031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:19.206347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:19.210012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.398891 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.457365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=50a9140d-8bc3-4560-9f17-4387f4b2864b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:19.468458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': '8fc93e60-3047-4167-9019-2ea17d834c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '490b3b85-8d55-4885-8f85-4bc7f7bcc296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:19.468816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: 490b3b85-8d55-4885-8f85-4bc7f7bcc296, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:19.486265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:19.496694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 490b3b85-8d55-4885-8f85-4bc7f7bcc296) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:19.501032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.501631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.506301 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ceaab9-be7e-4e83-9bdd-cc64655e915b None None] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:19.533562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a3ddcf9c-0999-4161-9542-164af69f6c5d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4342501 Jul 07 18:32:19.537072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49564) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:19.542059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e1b40c0a-cfcf-4659-8511-7d1b53bd269d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1157516336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:19.568111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c0a-cfcf-4659-8511-7d1b53bd269d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.569241 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c0a-cfcf-4659-8511-7d1b53bd269d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.633643 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c0a-cfcf-4659-8511-7d1b53bd269d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.638049 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c0a-cfcf-4659-8511-7d1b53bd269d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.654572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e1b40c0a-cfcf-4659-8511-7d1b53bd269d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.658370 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e1b40c0a-cfcf-4659-8511-7d1b53bd269d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1176085 Jul 07 18:32:19.658525 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49566) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:19.670689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-490b3b85-8d55-4885-8f85-4bc7f7bcc296', 'network_id': '490b3b85-8d55-4885-8f85-4bc7f7bcc296', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': '50a9140d-8bc3-4560-9f17-4387f4b2864b'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:19.671626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.769740 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.824983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Allocated IP 2001:db8::2 (490b3b85-8d55-4885-8f85-4bc7f7bcc296/50a9140d-8bc3-4560-9f17-4387f4b2864b/e6be94b4-bd1b-4ceb-be96-5168209c8a15) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:19.948758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.995013 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.004775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Transition to ACTIVE for port object e6be94b4-bd1b-4ceb-be96-5168209c8a15 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:20.026239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Transition to ACTIVE for port object e6be94b4-bd1b-4ceb-be96-5168209c8a15 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:20.033517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.082378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:20.085838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:20.091312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:20.096587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Pushing event updated for resources: {'Port': ['ID=e6be94b4-bd1b-4ceb-be96-5168209c8a15,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.161537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Attempting to bind port e6be94b4-bd1b-4ceb-be96-5168209c8a15 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:20.162123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Attempting to bind port e6be94b4-bd1b-4ceb-be96-5168209c8a15 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '8fc93e60-3047-4167-9019-2ea17d834c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '490b3b85-8d55-4885-8f85-4bc7f7bcc296'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:20.162700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Attempting to bind port e6be94b4-bd1b-4ceb-be96-5168209c8a15 on network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:20.171216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:20.171892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Checking segment: {'id': '8fc93e60-3047-4167-9019-2ea17d834c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '490b3b85-8d55-4885-8f85-4bc7f7bcc296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:20.172462 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.173171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Bound using segment: {'id': '8fc93e60-3047-4167-9019-2ea17d834c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '490b3b85-8d55-4885-8f85-4bc7f7bcc296'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:20.173926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Bound port: e6be94b4-bd1b-4ceb-be96-5168209c8a15, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc93e60-3047-4167-9019-2ea17d834c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '490b3b85-8d55-4885-8f85-4bc7f7bcc296'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:20.174636 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.223705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8::1 (490b3b85-8d55-4885-8f85-4bc7f7bcc296/50a9140d-8bc3-4560-9f17-4387f4b2864b/d942580c-3e50-4ef9-8046-06b7ed7ee0af) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:20.256294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] For port e6be94b4-bd1b-4ceb-be96-5168209c8a15, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:20.259922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] For port e6be94b4-bd1b-4ceb-be96-5168209c8a15, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6be94b4-bd1b-4ceb-be96-5168209c8a15,segment=NetworkSegment(8fc93e60-3047-4167-9019-2ea17d834c9a),segment_id=8fc93e60-3047-4167-9019-2ea17d834c9a)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:20.265213 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.322134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc0ae-fa44-46c5-8983-786633e2ae61 None None] Pushing event updated for resources: {'Port': ['ID=e6be94b4-bd1b-4ceb-be96-5168209c8a15,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.357783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.373995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object d942580c-3e50-4ef9-8046-06b7ed7ee0af will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:20.411817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.465490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:20.469039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:20.474536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:20.475127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.536065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=d942580c-3e50-4ef9-8046-06b7ed7ee0af,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.649599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.929523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.934767 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.935670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.023887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=d942580c-3e50-4ef9-8046-06b7ed7ee0af,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:21.073886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:21.075632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:21.245487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router e33f7dfb-8308-4607-894b-8a78aeda280b is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:21.269208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.317916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6be94b4-bd1b-4ceb-be96-5168209c8a15 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:21.350119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e4b66-5b2d-4380-b489-8b0dff12339d None None] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:21.365475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:21.372130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e51430ad-b76f-4c59-81fb-cb931196568a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/e33f7dfb-8308-4607-894b-8a78aeda280b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7116404 Jul 07 18:32:21.374967 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49572) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:21.397619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] Sync routers for ids ['e33f7dfb-8308-4607-894b-8a78aeda280b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:21.428985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] Routers {'e33f7dfb-8308-4607-894b-8a78aeda280b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:21.429748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e33f7dfb-8308-4607-894b-8a78aeda280b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:21.439618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608402a-08df-4cc4-8658-00e7e6f9e1e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.441165 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4608402a-08df-4cc4-8658-00e7e6f9e1e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports/d942580c-3e50-4ef9-8046-06b7ed7ee0af HTTP/1.1" status: 200 len: 911 time: 0.0650101 Jul 07 18:32:21.444398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49574) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:21.450500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50a9140d-8bc3-4560-9f17-4387f4b2864b'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:21.486285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:21.498937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f7429104-f6d4-409f-85db-3d66ba084bcd None None] Provisioning for port e6be94b4-bd1b-4ceb-be96-5168209c8a15 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:21.501911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e6be94b4-bd1b-4ceb-be96-5168209c8a15 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:21.526707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e6be94b4-bd1b-4ceb-be96-5168209c8a15 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:21.527263 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.534552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f7429104-f6d4-409f-85db-3d66ba084bcd None None] Provisioning complete for port e6be94b4-bd1b-4ceb-be96-5168209c8a15 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:21.535071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7429104-f6d4-409f-85db-3d66ba084bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.574151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] Routers {'e33f7dfb-8308-4607-894b-8a78aeda280b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:21.575016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e33f7dfb-8308-4607-894b-8a78aeda280b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:21.652889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:21.653591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58571fdd-e7e7-42be-a174-215a1cae52a6 None None] The sync data for ids ['e33f7dfb-8308-4607-894b-8a78aeda280b'] in n-d-798930-2 is: [] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:21.676556 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.792680 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.818029 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7429104-f6d4-409f-85db-3d66ba084bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.870989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e6be94b4-bd1b-4ceb-be96-5168209c8a15, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6be94b4-bd1b-4ceb-be96-5168209c8a15,segment=NetworkSegment(8fc93e60-3047-4167-9019-2ea17d834c9a),segment_id=8fc93e60-3047-4167-9019-2ea17d834c9a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:21.914207 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.963677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-f7429104-f6d4-409f-85db-3d66ba084bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:32:21.964068 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-f7429104-f6d4-409f-85db-3d66ba084bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:32:21.992245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e6be94b4-bd1b-4ceb-be96-5168209c8a15,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.448686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.459469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.466158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.466902 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.472873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/ports/d942580c-3e50-4ef9-8046-06b7ed7ee0af HTTP/1.1" status: 200 len: 911 time: 1.0227778 Jul 07 18:32:22.473125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49580) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:22.531504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79383d9b-3a99-4545-b286-9f318bcf9d7b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=d942580c-3e50-4ef9-8046-06b7ed7ee0af,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.653758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f631952b-00ca-44a5-9df9-8461aeb63631 None None] Provisioning complete for port e6be94b4-bd1b-4ceb-be96-5168209c8a15 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:22.654360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f631952b-00ca-44a5-9df9-8461aeb63631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.751530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f631952b-00ca-44a5-9df9-8461aeb63631 None None] Provisioning for port d942580c-3e50-4ef9-8046-06b7ed7ee0af completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:22.755467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f631952b-00ca-44a5-9df9-8461aeb63631 None None] Provisioning complete for port d942580c-3e50-4ef9-8046-06b7ed7ee0af triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:22.755837 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f631952b-00ca-44a5-9df9-8461aeb63631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.790707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f631952b-00ca-44a5-9df9-8461aeb63631 None None] Port d942580c-3e50-4ef9-8046-06b7ed7ee0af cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:22.862379 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.254148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6be94b4-bd1b-4ceb-be96-5168209c8a15 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:23.310238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e6be94b4-bd1b-4ceb-be96-5168209c8a15 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:23.310647 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.552576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port d942580c-3e50-4ef9-8046-06b7ed7ee0af {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:23.553246 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.652692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.666328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for d942580c-3e50-4ef9-8046-06b7ed7ee0af owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:23.862627 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:23.891380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=d942580c-3e50-4ef9-8046-06b7ed7ee0af,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:24.001381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.197345 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router e33f7dfb-8308-4607-894b-8a78aeda280b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:24.296596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:24.303147 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cad3f8b8-067c-45ac-9add-7c511da694c7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/e33f7dfb-8308-4607-894b-8a78aeda280b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8273454 Jul 07 18:32:24.307816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49590) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:24.308456 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] Sync routers for ids ['e33f7dfb-8308-4607-894b-8a78aeda280b'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:24.319121 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] Routers {'e33f7dfb-8308-4607-894b-8a78aeda280b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:24.319761 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e33f7dfb-8308-4607-894b-8a78aeda280b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:24.349359 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9917ae2a-5a42-4b7e-a0ab-3e10ad727825 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=e33f7dfb-8308-4607-894b-8a78aeda280b HTTP/1.1" status: 200 len: 205 time: 0.0376256 Jul 07 18:32:24.349813 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49592) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:24.353525 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:24.363417 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] Routers {'e33f7dfb-8308-4607-894b-8a78aeda280b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:24.364146 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e33f7dfb-8308-4607-894b-8a78aeda280b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:24.399987 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:24.400655 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f345ce1-0c58-44c6-8fd8-64241509d1f2 None None] The sync data for ids ['e33f7dfb-8308-4607-894b-8a78aeda280b'] in n-d-798930-2 is: [] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:24.470131 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b762-0938-4ab6-ba29-fa35352d921e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.640278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b762-0938-4ab6-ba29-fa35352d921e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.643124 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b762-0938-4ab6-ba29-fa35352d921e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.688261 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b762-0938-4ab6-ba29-fa35352d921e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.688700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef9b762-0938-4ab6-ba29-fa35352d921e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Fanout notify agent at l3_agent the message router_deleted on router e33f7dfb-8308-4607-894b-8a78aeda280b {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:24.697538 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b762-0938-4ab6-ba29-fa35352d921e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.699022 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2ef9b762-0938-4ab6-ba29-fa35352d921e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/e33f7dfb-8308-4607-894b-8a78aeda280b HTTP/1.1" status: 204 len: 168 time: 0.3478217 Jul 07 18:32:24.702069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49596) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:24.757251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet 50a9140d-8bc3-4560-9f17-4387f4b2864b {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:24.760879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.807365 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.901528 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:24.968377 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.002882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=50a9140d-8bc3-4560-9f17-4387f4b2864b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:25.004896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.006827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1f34dc9d-02fb-4e39-803a-96e642da2d80 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/50a9140d-8bc3-4560-9f17-4387f4b2864b HTTP/1.1" status: 204 len: 168 time: 0.3036513 Jul 07 18:32:25.009460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49598) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:25.013873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b1c5c-f4e9-4dc6-af78-7734188e7377 None None] Network 490b3b85-8d55-4885-8f85-4bc7f7bcc296 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:25.088321 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.145758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port e6be94b4-bd1b-4ceb-be96-5168209c8a15 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:25.146115 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.207015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] DHCP port deletion for 490b3b85-8d55-4885-8f85-4bc7f7bcc296 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:25.234803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port e6be94b4-bd1b-4ceb-be96-5168209c8a15, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6be94b4-bd1b-4ceb-be96-5168209c8a15,segment=NetworkSegment(8fc93e60-3047-4167-9019-2ea17d834c9a),segment_id=8fc93e60-3047-4167-9019-2ea17d834c9a)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:25.235159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.252793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for e6be94b4-bd1b-4ceb-be96-5168209c8a15 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:25.268793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] Deleting port e6be94b4-bd1b-4ceb-be96-5168209c8a15 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:25.270201 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.274589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6be94b4-bd1b-4ceb-be96-5168209c8a15 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:25.349846 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.368554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] For port e6be94b4-bd1b-4ceb-be96-5168209c8a15, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e6be94b4-bd1b-4ceb-be96-5168209c8a15,segment=NetworkSegment(8fc93e60-3047-4167-9019-2ea17d834c9a),segment_id=8fc93e60-3047-4167-9019-2ea17d834c9a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:25.368946 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.375449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=e6be94b4-bd1b-4ceb-be96-5168209c8a15,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:25.379051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port e6be94b4-bd1b-4ceb-be96-5168209c8a15 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:25.379331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No active binding found for port e6be94b4-bd1b-4ceb-be96-5168209c8a15 {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 18:32:25.379776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e6be94b4-bd1b-4ceb-be96-5168209c8a15 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:25.387065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] Calling delete_port for e6be94b4-bd1b-4ceb-be96-5168209c8a15 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:25.463970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.467231 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.474747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490b3b85-8d55-4885-8f85-4bc7f7bcc296']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:25.485809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc93e60-3047-4167-9019-2ea17d834c9a') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:25.486105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc93e60-3047-4167-9019-2ea17d834c9a') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:25.495431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.497939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] No DVR routers for this DVR port e6be94b4-bd1b-4ceb-be96-5168209c8a15 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:25.501777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da9690-f0b6-4d79-acdc-cb013d6c7c9b None None] Pushing event deleted for resources: {'Port': ['ID=e6be94b4-bd1b-4ceb-be96-5168209c8a15,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:25.510459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.516809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:25.517267 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:25.520447 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:25.582753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.592125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.594258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/490b3b85-8d55-4885-8f85-4bc7f7bcc296 HTTP/1.1" status: 204 len: 168 time: 0.5836763 Jul 07 18:32:25.598143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49602) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:25.603058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-88462cfd-e922-4799-b53d-caf7ee6c9355 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1209710578', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:25.615888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e29952-3f21-4628-ada0-7950cb773d49 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=490b3b85-8d55-4885-8f85-4bc7f7bcc296,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:25.628456 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88462cfd-e922-4799-b53d-caf7ee6c9355 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.629529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88462cfd-e922-4799-b53d-caf7ee6c9355 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.685513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88462cfd-e922-4799-b53d-caf7ee6c9355 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.690462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88462cfd-e922-4799-b53d-caf7ee6c9355 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.708567 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-88462cfd-e922-4799-b53d-caf7ee6c9355 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.709899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-88462cfd-e922-4799-b53d-caf7ee6c9355 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1107125 Jul 07 18:32:25.713400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49604) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:25.718705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-966778033'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:25.741125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:25.744691 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.768706 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:25.777638 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.777969 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment 9a38fadf-01bb-4951-9e5e-a1c0d11e52ba of type vlan for network 19b94b99-e805-42c9-bc2c-96a37bbfda37 Jul 07 18:32:25.826682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.865235 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.871231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:25.871924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.935187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2205715 Jul 07 18:32:25.938769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49606) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:25.944653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:25.947113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b3f81-1b88-4e0d-9161-78f7c66d2d2b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=19b94b99-e805-42c9-bc2c-96a37bbfda37,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:25.958357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:26.037815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:26.041670 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.236601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.300365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=0a582b47-ba94-4295-8697-5d3f8aa17628,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:26.312495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:26.312858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: 19b94b99-e805-42c9-bc2c-96a37bbfda37, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:26.331275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:26.341374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 19b94b99-e805-42c9-bc2c-96a37bbfda37) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:26.345496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.346093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.350238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292f30c-d3ab-4973-b1d8-6cf169211b4e None None] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:26.367339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fe0a5dfa-93b8-4133-a0c7-d0bcba66c5d4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4271398 Jul 07 18:32:26.370955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49608) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:26.505348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-19b94b99-e805-42c9-bc2c-96a37bbfda37', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:26.506280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.653420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Allocated IP 2001:db8::2 (19b94b99-e805-42c9-bc2c-96a37bbfda37/0a582b47-ba94-4295-8697-5d3f8aa17628/11f93fc4-e27a-421a-972b-c13b9ebf4c4e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:26.653795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.807133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.815751 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Transition to ACTIVE for port object 11f93fc4-e27a-421a-972b-c13b9ebf4c4e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:26.832154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Transition to ACTIVE for port object 11f93fc4-e27a-421a-972b-c13b9ebf4c4e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:26.839425 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.880714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:26.883916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:26.889695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:26.898595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Pushing event updated for resources: {'Port': ['ID=11f93fc4-e27a-421a-972b-c13b9ebf4c4e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:26.910055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8::1 (19b94b99-e805-42c9-bc2c-96a37bbfda37/0a582b47-ba94-4295-8697-5d3f8aa17628/1a084ff2-b3a5-43c7-ac2e-d9a13787b91c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:26.960077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Attempting to bind port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:26.960810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Attempting to bind port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:26.961197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Attempting to bind port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e on network 19b94b99-e805-42c9-bc2c-96a37bbfda37 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:26.966577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:26.966946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Checking segment: {'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:26.967348 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.967733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Bound using segment: {'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:26.968204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Bound port: 11f93fc4-e27a-421a-972b-c13b9ebf4c4e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:26.968583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.046753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] For port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:27.049219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.050561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] For port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=11f93fc4-e27a-421a-972b-c13b9ebf4c4e,segment=NetworkSegment(9a38fadf-01bb-4951-9e5e-a1c0d11e52ba),segment_id=9a38fadf-01bb-4951-9e5e-a1c0d11e52ba)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:27.054964 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.064557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:27.099086 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.120403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84622e-7b2c-468a-96e3-2a9858e03fc1 None None] Pushing event updated for resources: {'Port': ['ID=11f93fc4-e27a-421a-972b-c13b9ebf4c4e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.152585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:27.157052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:27.158996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.161309 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:27.161861 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.316497 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.616680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.622739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.623530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.720106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.769064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:27.770783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:27.904300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:28.004096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:28.011194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3b59d814-753b-4473-99a5-6baae4014c1d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388826 Jul 07 18:32:28.014005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49610) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:28.016254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:28.019612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-16988938'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:28.027234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:28.027951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:28.042527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:28.046630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.074888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:28.086504 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.086876 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment b4639e42-e65a-4678-8495-59eca042b86c of type vlan for network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e Jul 07 18:32:28.143040 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.176193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.183100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:28.183809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.241011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2255423 Jul 07 18:32:28.244899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49612) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:28.253235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:28.323795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4244e2-b38b-4314-8595-05c959b6a713 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:28.332145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6193b9-da77-4011-a7a9-1535ed43956f None None] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:28.343798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:28.370851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:28.374575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.440533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:28.496805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9683dd60-ced3-4f2f-9cbb-122558e4057a None None] Provisioning for port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:28.567519 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.633791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=b3d093be-2d8b-484c-959b-4fc66a4e2db9,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:28.644545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:28.644545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:28.664164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:28.674177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:28.680761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:28.681777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.689586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04420af-a28d-4305-9ea1-dbdcbf837500 None None] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:28.702841 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-12239107-658e-4a43-bd2b-d28e29da4524 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4537158 Jul 07 18:32:28.703594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49614) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:28.925296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:27Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:27Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:28.958191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:28.959092 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.963189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:28.963547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Updating router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:29.063194 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.095311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.232091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Allocated IP 2001:db8:1::2 (e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e/b3d093be-2d8b-484c-959b-4fc66a4e2db9/0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:29.381564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 11f93fc4-e27a-421a-972b-c13b9ebf4c4e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:29.496711 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fe0e2c9c-d5a3-4a3e-b4b8-30b32b4eda37 None None] Provisioning for port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:29.517719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fe0e2c9c-d5a3-4a3e-b4b8-30b32b4eda37 None None] Provisioning complete for port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:29.518455 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2c9c-d5a3-4a3e-b4b8-30b32b4eda37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.627335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:29.633492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e2c9c-d5a3-4a3e-b4b8-30b32b4eda37 None None] Port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:29.641126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.654494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:29.654894 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.660533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Transition to ACTIVE for port object 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:29.695158 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.725000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Transition to ACTIVE for port object 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:29.727245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Transition to ACTIVE for port object 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:29.734266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.743768 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.810156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:29.820344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8:1::1 (e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e/b3d093be-2d8b-484c-959b-4fc66a4e2db9/1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:29.838173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:29.844950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce7371-6b9a-4644-9455-59c33ae63320 None None] Pushing event updated for resources: {'Port': ['ID=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:29.850005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:29.928794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.976331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:29.991943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:30.000347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Pushing event updated for resources: {'Port': ['ID=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.012689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Attempting to bind port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:30.013082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Attempting to bind port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:30.013446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Attempting to bind port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c on network 19b94b99-e805-42c9-bc2c-96a37bbfda37 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:30.033190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.037712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:30.038093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Checking segment: {'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:30.038567 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.038964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Bound using segment: {'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:30.039465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Bound port: 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:30.039859 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.046792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=11f93fc4-e27a-421a-972b-c13b9ebf4c4e,segment=NetworkSegment(9a38fadf-01bb-4951-9e5e-a1c0d11e52ba),segment_id=9a38fadf-01bb-4951-9e5e-a1c0d11e52ba)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:30.054105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Attempting to bind port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:30.054470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Attempting to bind port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:30.054838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Attempting to bind port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad on network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:30.062235 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.074263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:30.075166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Checking segment: {'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:30.075166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.075416 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Bound using segment: {'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:30.075913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Bound port: 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:30.076295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.092008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:30.096615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.099548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:30.102876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:30.102876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.191512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=11f93fc4-e27a-421a-972b-c13b9ebf4c4e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.232350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] For port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:30.237351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] For port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,segment=NetworkSegment(9a38fadf-01bb-4951-9e5e-a1c0d11e52ba),segment_id=9a38fadf-01bb-4951-9e5e-a1c0d11e52ba)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:30.243942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] For port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:30.245855 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.246783 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.250838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] For port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,segment=NetworkSegment(b4639e42-e65a-4678-8495-59eca042b86c),segment_id=b4639e42-e65a-4678-8495-59eca042b86c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:30.261214 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.321163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:30.321833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:30.330857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce7371-6b9a-4644-9455-59c33ae63320 None None] Pushing event updated for resources: {'Port': ['ID=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.623263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.629895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.632872 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.682911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23b36-6f71-4aa8-b577-15ba15dc0caf None None] Pushing event updated for resources: {'Port': ['ID=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.687263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:30.736665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:30.786447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:30.788039 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:30.929567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:30.953052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 3, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:29Z', 'revision_number': 1, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:30.979856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab177638-6824-4107-9ace-1696ba5561c0 None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 3, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:29Z', 'revision_number': 1, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:31.036333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:31.045654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a3fbbec9-7557-4828-bcad-30683636d919 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3404038 Jul 07 18:32:31.046180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49616) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:31.051578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1057514902'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:31.077571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:31.081678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.115515 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:31.126457 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.127331 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment afc809b3-7020-44e8-af9b-a487eea029bf of type vlan for network 3a36dfea-1a8a-4419-8964-934448a6ef01 Jul 07 18:32:31.173192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.244125 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:31.252727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.265910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.266870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.362799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3148992 Jul 07 18:32:31.365594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49618) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:31.379369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:31.396177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456f5f2-10a9-4646-9c92-5507ebbd0f1f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=3a36dfea-1a8a-4419-8964-934448a6ef01,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:31.408959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:31.554267 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:31.557942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 11f93fc4-e27a-421a-972b-c13b9ebf4c4e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:31.559439 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.593092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea59a43d-4ab7-43fa-a05c-ebe78552c6fc None None] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:31.676052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6182c430-ebbd-44a2-9811-d6766835509a None None] Provisioning for port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:31.711873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:31.712354 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.891431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:31.957423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:31.962995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:31.963433 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.071759 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.112771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,segment=NetworkSegment(b4639e42-e65a-4678-8495-59eca042b86c),segment_id=b4639e42-e65a-4678-8495-59eca042b86c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:32.118672 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.119960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:32.164624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.238607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:32.254690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-504fe3ae-0109-43c9-a758-50415ea64d5e None None] Provisioning complete for port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:32.255090 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-504fe3ae-0109-43c9-a758-50415ea64d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.265633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:32.279151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:32.281909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:32.282280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: 3a36dfea-1a8a-4419-8964-934448a6ef01, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:32.288251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:32.288697 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.321081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:32.332853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 3a36dfea-1a8a-4419-8964-934448a6ef01) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:32.340722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:32.341424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.349327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040486fb-b46d-46a8-97d9-ff8eb8cd026d None None] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:32.363364 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-299343ae-60af-47bc-977f-a8ea56422159 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9924898 Jul 07 18:32:32.363564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49620) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:32.567745 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.580157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-504fe3ae-0109-43c9-a758-50415ea64d5e None None] Provisioning for port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:32.594754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-504fe3ae-0109-43c9-a758-50415ea64d5e None None] Provisioning complete for port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:32.595671 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-504fe3ae-0109-43c9-a758-50415ea64d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.681572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,segment=NetworkSegment(9a38fadf-01bb-4951-9e5e-a1c0d11e52ba),segment_id=9a38fadf-01bb-4951-9e5e-a1c0d11e52ba)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:32.694455 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.703505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-504fe3ae-0109-43c9-a758-50415ea64d5e None None] Port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:32.758452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-3a36dfea-1a8a-4419-8964-934448a6ef01', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:32.759304 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.793185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:32.830003 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.884177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0dcb1391-d944-4d3f-8cb1-22a8e206943e None None] Provisioning complete for port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:32.884543 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1391-d944-4d3f-8cb1-22a8e206943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.957593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb1391-d944-4d3f-8cb1-22a8e206943e None None] Port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:32.972175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Allocated IP 2001:db8:2::2 (3a36dfea-1a8a-4419-8964-934448a6ef01/6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2/4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:33.139263 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.151197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Transition to ACTIVE for port object 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:33.169352 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Transition to ACTIVE for port object 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:33.175121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.216340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:33.225082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:33.229200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:33.230124 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:33.241367 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Pushing event updated for resources: {'Port': ['ID=4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:33.245184 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:33.245822 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:33.251550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8:2::1 (3a36dfea-1a8a-4419-8964-934448a6ef01/6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2/634d18df-f9b1-430c-a0c5-c9edc658e9dd) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:33.303047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Attempting to bind port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:33.303817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Attempting to bind port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:33.304251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Attempting to bind port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 on network 3a36dfea-1a8a-4419-8964-934448a6ef01 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:33.312665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:33.313642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Checking segment: {'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:33.313825 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.314494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Bound using segment: {'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:33.316991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Bound port: 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:33.316991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.375036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:33.407352 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:33.435490 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.452218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object 634d18df-f9b1-430c-a0c5-c9edc658e9dd will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:33.502699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.550986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:33.555465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:33.559877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:33.560483 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.606876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] For port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:33.610976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] For port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7,segment=NetworkSegment(afc809b3-7020-44e8-af9b-a487eea029bf),segment_id=afc809b3-7020-44e8-af9b-a487eea029bf)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:33.617454 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.637357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=634d18df-f9b1-430c-a0c5-c9edc658e9dd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:33.659110 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:33.659388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.681002 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 3, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:30Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:33.724774 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:33.725579 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Updating router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:33.733759 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.734966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05a6f7-7f8b-4bd7-b3a3-3c01f605db03 None None] Pushing event updated for resources: {'Port': ['ID=4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:33.783813 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.807680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:33.867770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:33.868182 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.102809 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.108500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.109841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.117055 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.142855 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.156271 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Transition to ACTIVE for port object 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:34.163453 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.211836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=634d18df-f9b1-430c-a0c5-c9edc658e9dd,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:34.217109 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Pushing event updated for resources: {'Port': ['ID=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:34.229322 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.229803 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.230300 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.230877 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.231081 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.231464 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.231869 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.232232 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.232600 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.232953 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.233364 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.233684 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:34.264702 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:34.266463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:34.324716 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Attempting to bind port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:34.325324 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Attempting to bind port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:34.328234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Attempting to bind port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f on network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:34.336169 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:34.336597 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Checking segment: {'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:34.337101 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.337715 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Bound using segment: {'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:34.338248 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Bound port: 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4639e42-e65a-4678-8495-59eca042b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:34.338755 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.389153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:34.420697 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] For port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:34.424434 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] For port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,segment=NetworkSegment(b4639e42-e65a-4678-8495-59eca042b86c),segment_id=b4639e42-e65a-4678-8495-59eca042b86c)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:34.430361 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.521569 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774bab3-f599-46e7-9359-e51be355eaa3 None None] Pushing event updated for resources: {'Port': ['ID=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:34.532043 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:34.532738 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:34.534554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:34.542602 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-850bb816-8a67-4a86-9d66-9f7b9db8f041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1778474 Jul 07 18:32:34.545550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49622) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:34.553155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778293241'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:34.589240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:34.593704 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.621031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:34.642010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.642872 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added segment 9e3e4267-8689-4dbb-8d73-1409180c6823 of type vlan for network 0ff5a472-29f2-49e2-874c-c586baa82018 Jul 07 18:32:34.666015 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:34.716049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.768548 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.778417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:34.779444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:34.871478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3241150 Jul 07 18:32:34.875358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49624) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:34.881542 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'subnet': {'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:34.904375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364481a5-cbdb-412d-8686-571a79223216 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Network': ['ID=0ff5a472-29f2-49e2-874c-c586baa82018,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:34.922074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0ff5a472-29f2-49e2-874c-c586baa82018 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:35.028571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcadba4f-052e-4209-a045-e7d872221737 None None] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:35.035607 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:34Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:35.040132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Made reservation on behalf of 13b7709ad178467798300c449fe15bf7 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:35.045300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.068289 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bea098-cbf9-4515-8006-2a1ea6b2c9da None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:34Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:35.214314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1ac2d59b-b1f1-4928-a2b1-374dbfa0d04a None None] Provisioning for port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:35.358739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.439971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Subnet': ['ID=0a972f09-b193-44ca-bf29-9e5d761bbdde,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:35.454493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Checking segment: {'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:35.454935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network hostable DHCP agents. Network: 0ff5a472-29f2-49e2-874c-c586baa82018, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:35.473097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:35.479816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 0ff5a472-29f2-49e2-874c-c586baa82018 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:35.498147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0ff5a472-29f2-49e2-874c-c586baa82018) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:35.504177 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.504783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.516323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71525f2d-c06a-4da5-be4f-85bcea8204eb None None] Network 0ff5a472-29f2-49e2-874c-c586baa82018 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:35.523763 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e582b660-f20c-4340-ac3d-f012a645bf76 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6469178 Jul 07 18:32:35.526719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49626) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:35.599544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:35.607527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:35.608040 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.714548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Provisioning complete for port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:35.715014 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.876882 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.906867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0ff5a472-29f2-49e2-874c-c586baa82018', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:35.907702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.019037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7,segment=NetworkSegment(afc809b3-7020-44e8-af9b-a487eea029bf),segment_id=afc809b3-7020-44e8-af9b-a487eea029bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:36.035997 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.036727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:36.039035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:36.113359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:36.114159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:36.116425 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.309778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:36.331862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.345416 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.401753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Allocated IP 2001:db8:3::2 (0ff5a472-29f2-49e2-874c-c586baa82018/0a972f09-b193-44ca-bf29-9e5d761bbdde/20ac3b9f-f297-48e9-919e-6fac7d8ed20b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:36.411987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:36.461661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:36.482151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:36.482522 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:36.564556 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:32:36.564980 n-d-798930-2 neutron-server[105590]: DEBUG oslo_db.api [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:32:36.989676 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.021094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.046135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Transition to ACTIVE for port object 20ac3b9f-f297-48e9-919e-6fac7d8ed20b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:37.070410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,segment=NetworkSegment(b4639e42-e65a-4678-8495-59eca042b86c),segment_id=b4639e42-e65a-4678-8495-59eca042b86c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:37.079003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Transition to ACTIVE for port object 20ac3b9f-f297-48e9-919e-6fac7d8ed20b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:37.097263 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.111646 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.166953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Allocated IP 2001:db8:3::1 (0ff5a472-29f2-49e2-874c-c586baa82018/0a972f09-b193-44ca-bf29-9e5d761bbdde/14fed3b3-6692-40b7-ae93-5d7e5af16a87) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:37.174162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:34Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:33Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:37.218730 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Network 0ff5a472-29f2-49e2-874c-c586baa82018 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:37.221284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:37.221693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Updating router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 port 634d18df-f9b1-430c-a0c5-c9edc658e9dd binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:37.225199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:37.230460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:37.253185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:37.290647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Provisioning for port 634d18df-f9b1-430c-a0c5-c9edc658e9dd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:37.307432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Provisioning complete for port 634d18df-f9b1-430c-a0c5-c9edc658e9dd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:37.307800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.308610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.336330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:37.336622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Transition to ACTIVE for port object 14fed3b3-6692-40b7-ae93-5d7e5af16a87 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:37.337987 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.393761 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.417833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Pushing event updated for resources: {'Port': ['ID=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:37.468572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 0ff5a472-29f2-49e2-874c-c586baa82018 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:37.470405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Attempting to bind port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:37.470783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Attempting to bind port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:37.471154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Attempting to bind port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b on network 0ff5a472-29f2-49e2-874c-c586baa82018 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:37.474571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:37.475636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-438589a5-5976-45cb-8eb5-3c674e9a78d2 None None] Port 634d18df-f9b1-430c-a0c5-c9edc658e9dd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:37.484094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:37.485647 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.488201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:37.488559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Checking segment: {'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:37.489016 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.489459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Bound using segment: {'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:37.489898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Bound port: 20ac3b9f-f297-48e9-919e-6fac7d8ed20b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:37.490341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.524806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=14fed3b3-6692-40b7-ae93-5d7e5af16a87,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:37.625149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:37.625526 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.637904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.721427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6280538c-fd5e-4ec6-a38c-d4d99250be3c None None] Provisioning complete for port 634d18df-f9b1-430c-a0c5-c9edc658e9dd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:37.721791 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6280538c-fd5e-4ec6-a38c-d4d99250be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.724114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] For port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:37.773496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] For port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,segment=NetworkSegment(9e3e4267-8689-4dbb-8d73-1409180c6823),segment_id=9e3e4267-8689-4dbb-8d73-1409180c6823)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:37.794049 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.848633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6280538c-fd5e-4ec6-a38c-d4d99250be3c None None] Port 634d18df-f9b1-430c-a0c5-c9edc658e9dd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:37.938928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba2152-da79-4271-bfed-02da1062e0de None None] Pushing event updated for resources: {'Port': ['ID=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:37.966179 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.973350 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.974275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.001370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.014094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Transition to ACTIVE for port object 634d18df-f9b1-430c-a0c5-c9edc658e9dd will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:38.028960 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.085452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event updated for resources: {'Port': ['ID=14fed3b3-6692-40b7-ae93-5d7e5af16a87,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:38.114520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3b975-48ba-4727-ab77-9b68c3a0e531 None None] Pushing event updated for resources: {'Port': ['ID=634d18df-f9b1-430c-a0c5-c9edc658e9dd,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:38.135329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Network 0ff5a472-29f2-49e2-874c-c586baa82018 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:38.136970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:38.192115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Attempting to bind port 634d18df-f9b1-430c-a0c5-c9edc658e9dd on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:38.192859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Attempting to bind port 634d18df-f9b1-430c-a0c5-c9edc658e9dd by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:38.193426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Attempting to bind port 634d18df-f9b1-430c-a0c5-c9edc658e9dd on network 3a36dfea-1a8a-4419-8964-934448a6ef01 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:38.200787 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:38.201471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Checking segment: {'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:38.202080 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.202895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Bound using segment: {'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:38.203692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Bound port: 634d18df-f9b1-430c-a0c5-c9edc658e9dd, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc809b3-7020-44e8-af9b-a487eea029bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:38.204324 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.301213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] For port 634d18df-f9b1-430c-a0c5-c9edc658e9dd, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:38.305248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] For port 634d18df-f9b1-430c-a0c5-c9edc658e9dd, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=634d18df-f9b1-430c-a0c5-c9edc658e9dd,segment=NetworkSegment(afc809b3-7020-44e8-af9b-a487eea029bf),segment_id=afc809b3-7020-44e8-af9b-a487eea029bf)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:38.306830 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:38.313570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:38.384095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:38.384796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:38.424933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3b975-48ba-4727-ab77-9b68c3a0e531 None None] Pushing event updated for resources: {'Port': ['ID=634d18df-f9b1-430c-a0c5-c9edc658e9dd,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:38.460570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:38.468293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-53504486-eac6-493b-9466-5da6826013d6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9403462 Jul 07 18:32:38.471381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49628) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:38.480307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:38.511463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:38.805594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:38Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:38.840434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764d1d3-7624-4103-9908-d10393c2437a None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:38Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:38.978105 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.extraroute_db [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 18:32:39.005187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.extraroute_db [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Removed routes are [] {{(pid=105588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 18:32:39.005590 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.125506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718d073-dec9-4a28-a875-0265f5eef7ee None None] Network 0ff5a472-29f2-49e2-874c-c586baa82018 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:39.244511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b2dec49d-e9d4-4781-9d14-4829a56d65da None None] Provisioning for port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:39.259896 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.267373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.414257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:39.493186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 634d18df-f9b1-430c-a0c5-c9edc658e9dd up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:39.578219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:39.582331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 634d18df-f9b1-430c-a0c5-c9edc658e9dd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:39.588474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.588802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 634d18df-f9b1-430c-a0c5-c9edc658e9dd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:39.589365 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.589993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e627239f-ac60-4d96-955b-7e85e5f2cbc0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 200 len: 954 time: 1.1164045 Jul 07 18:32:39.593349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49630) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:39.687388 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.725930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 634d18df-f9b1-430c-a0c5-c9edc658e9dd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=634d18df-f9b1-430c-a0c5-c9edc658e9dd,segment=NetworkSegment(afc809b3-7020-44e8-af9b-a487eea029bf),segment_id=afc809b3-7020-44e8-af9b-a487eea029bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:39.733947 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5d497cd5-39f2-4e90-9b4c-eac235b50a77 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 200 len: 954 time: 0.1365192 Jul 07 18:32:39.733947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49632) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:39.735980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.736863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20ac3b9f-f297-48e9-919e-6fac7d8ed20b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:39.745070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'routes': None}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:39.859121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7baf313e-40fd-4128-9c26-7183e24befc5 None None] Provisioning for port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:39.871482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7baf313e-40fd-4128-9c26-7183e24befc5 None None] Provisioning complete for port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:39.871482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baf313e-40fd-4128-9c26-7183e24befc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.876340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=634d18df-f9b1-430c-a0c5-c9edc658e9dd,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:39.889906 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:39.920352 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:39.922533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:39.942868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:39.949415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7baf313e-40fd-4128-9c26-7183e24befc5 None None] Port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:39.959107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:39.959631 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.016964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7baf313e-40fd-4128-9c26-7183e24befc5 None None] Provisioning complete for port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:40.017456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7baf313e-40fd-4128-9c26-7183e24befc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.082650 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:40.098179 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.148169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,segment=NetworkSegment(9e3e4267-8689-4dbb-8d73-1409180c6823),segment_id=9e3e4267-8689-4dbb-8d73-1409180c6823)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:40.176784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.177633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:40.339329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.extraroute_db [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added routes are [] {{(pid=105589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 18:32:40.339912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.extraroute_db [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 18:32:40.383623 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:38Z', 'revision_number': 6, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:40.387297 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.417435 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:40.417814 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Updating router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:32:40.453818 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.484065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:40.497408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:40.497839 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.591096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-320cde01-6a89-4fac-b92f-3a38576d7829 None None] Provisioning complete for port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:40.591473 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-320cde01-6a89-4fac-b92f-3a38576d7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.630036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-320cde01-6a89-4fac-b92f-3a38576d7829 None None] Port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:40.749748 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.763618 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Transition to ACTIVE for port object 14fed3b3-6692-40b7-ae93-5d7e5af16a87 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:40.771609 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.824710 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9208d-1422-41fe-b7fd-b57edbac4ab0 None None] Pushing event updated for resources: {'Port': ['ID=14fed3b3-6692-40b7-ae93-5d7e5af16a87,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:40.891935 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Attempting to bind port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:40.892593 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Attempting to bind port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:40.892960 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Attempting to bind port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 on network 0ff5a472-29f2-49e2-874c-c586baa82018 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:40.899342 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:40.899759 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Checking segment: {'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:40.900211 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.900662 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Bound using segment: {'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:40.901243 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Bound port: 14fed3b3-6692-40b7-ae93-5d7e5af16a87, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3e4267-8689-4dbb-8d73-1409180c6823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:40.901761 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.926521 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.931248 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.970362 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] For port 14fed3b3-6692-40b7-ae93-5d7e5af16a87, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:40.974667 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] For port 14fed3b3-6692-40b7-ae93-5d7e5af16a87, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14fed3b3-6692-40b7-ae93-5d7e5af16a87,segment=NetworkSegment(9e3e4267-8689-4dbb-8d73-1409180c6823),segment_id=9e3e4267-8689-4dbb-8d73-1409180c6823)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:40.980349 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.028004 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:41.028656 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:41.039783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:41.129756 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9208d-1422-41fe-b7fd-b57edbac4ab0 None None] Pushing event updated for resources: {'Port': ['ID=14fed3b3-6692-40b7-ae93-5d7e5af16a87,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:41.139806 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:41.146422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:41.153834 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.156885 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cf3fe09d-0c02-42f8-bd4a-9291089ecc38 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 200 len: 704 time: 1.4201107 Jul 07 18:32:41.157862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49634) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:41.272323 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-37491c92-8b6d-4c24-a870-e7e9d74cbcc6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 200 len: 704 time: 0.1133366 Jul 07 18:32:41.275126 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49636) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:41.351417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20ac3b9f-f297-48e9-919e-6fac7d8ed20b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:41.401357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:41.401950 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.471306 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 7, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:41.487345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 634d18df-f9b1-430c-a0c5-c9edc658e9dd up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:41.507034 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b66b5b-3880-4f49-a34d-f052eb5915a1 None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 7, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:41.543657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 634d18df-f9b1-430c-a0c5-c9edc658e9dd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:41.544032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.639647 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14fed3b3-6692-40b7-ae93-5d7e5af16a87 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:41.682019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.690563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:41.695143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:41.695507 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.781349 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.793830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:41.815642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:41.815912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:41.855260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 14fed3b3-6692-40b7-ae93-5d7e5af16a87, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14fed3b3-6692-40b7-ae93-5d7e5af16a87,segment=NetworkSegment(9e3e4267-8689-4dbb-8d73-1409180c6823),segment_id=9e3e4267-8689-4dbb-8d73-1409180c6823)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:41.860241 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.948937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:41.958740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 14fed3b3-6692-40b7-ae93-5d7e5af16a87 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:41.959292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.978653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=14fed3b3-6692-40b7-ae93-5d7e5af16a87,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:42.051167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 14fed3b3-6692-40b7-ae93-5d7e5af16a87, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=14fed3b3-6692-40b7-ae93-5d7e5af16a87,segment=NetworkSegment(9e3e4267-8689-4dbb-8d73-1409180c6823),segment_id=9e3e4267-8689-4dbb-8d73-1409180c6823)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:42.051533 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.069592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 14fed3b3-6692-40b7-ae93-5d7e5af16a87 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:42.167030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 7, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 4, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.194918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:42.203598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:42.204169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.245789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.274415 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=14fed3b3-6692-40b7-ae93-5d7e5af16a87,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:42.299482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:42.403976 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.537239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 7, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.568687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52694c27-00e8-4fd7-abb4-925a97441cc5 None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 7, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '14fed3b3-6692-40b7-ae93-5d7e5af16a87', 'name': '', 'network_id': '0ff5a472-29f2-49e2-874c-c586baa82018', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:4a:12:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:36Z', 'updated_at': '2021-07-07T18:32:41Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a972f09-b193-44ca-bf29-9e5d761bbdde', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:42.613436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:42.724068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:42.729482 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7b70b664-60e0-45cb-9a3b-3e6c1c8837e1 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4486823 Jul 07 18:32:42.733011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49638) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:42.733805 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:42.744392 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:42.744928 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.791306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet 0a972f09-b193-44ca-bf29-9e5d761bbdde {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:42.795291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.841343 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.934137 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:42.940097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.006857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.044359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=0a972f09-b193-44ca-bf29-9e5d761bbdde,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:43.047230 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.053296 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f18dcbdd-b1e5-4fdb-955c-9387ad37f3e0 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/0a972f09-b193-44ca-bf29-9e5d761bbdde HTTP/1.1" status: 204 len: 168 time: 0.3187006 Jul 07 18:32:43.054566 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49640) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:43.062949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090e66a-1d73-45a3-b24e-2bf96e04fdaf None None] Network 0ff5a472-29f2-49e2-874c-c586baa82018 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:43.141476 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.152747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:42Z', 'revision_number': 8, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.179858 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:43.189007 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:43.189610 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.200431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:43.200772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.255417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] DHCP port deletion for 0ff5a472-29f2-49e2-874c-c586baa82018 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:43.289479 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:43.295757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,segment=NetworkSegment(9e3e4267-8689-4dbb-8d73-1409180c6823),segment_id=9e3e4267-8689-4dbb-8d73-1409180c6823)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:43.296534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.318186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 20ac3b9f-f297-48e9-919e-6fac7d8ed20b owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:43.347626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] Deleting port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:43.348494 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.442140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20ac3b9f-f297-48e9-919e-6fac7d8ed20b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:43.467377 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.490662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] For port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,segment=NetworkSegment(9e3e4267-8689-4dbb-8d73-1409180c6823),segment_id=9e3e4267-8689-4dbb-8d73-1409180c6823)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:43.491052 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.493256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:43.499452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:43.518904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] Calling delete_port for 20ac3b9f-f297-48e9-919e-6fac7d8ed20b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:43.535798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No active binding found for port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 18:32:43.536253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 20ac3b9f-f297-48e9-919e-6fac7d8ed20b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:43.557149 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:42Z', 'revision_number': 8, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.587329 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57171b8-c78e-42de-b5e3-b8a059fa1900 None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:42Z', 'revision_number': 8, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634d18df-f9b1-430c-a0c5-c9edc658e9dd', 'name': '', 'network_id': '3a36dfea-1a8a-4419-8964-934448a6ef01', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:b2:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:32Z', 'updated_at': '2021-07-07T18:32:39Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:43.588789 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.599997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff5a472-29f2-49e2-874c-c586baa82018']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.609539 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.615939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3e4267-8689-4dbb-8d73-1409180c6823') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.616173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3e4267-8689-4dbb-8d73-1409180c6823') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.626189 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.635820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] Pushing event deleted for resources: {'Port': ['ID=20ac3b9f-f297-48e9-919e-6fac7d8ed20b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:43.640623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.642838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf254c-3214-47c9-b17d-fdddabaa6fab None None] No DVR routers for this DVR port 20ac3b9f-f297-48e9-919e-6fac7d8ed20b on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:43.646900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:43.647313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:43.660178 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:43.709317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.716873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.718683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/0ff5a472-29f2-49e2-874c-c586baa82018 HTTP/1.1" status: 204 len: 168 time: 0.6631155 Jul 07 18:32:43.721625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49642) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:43.731315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422b330-a0d1-4e3d-98b6-92a103956c5a tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=0ff5a472-29f2-49e2-874c-c586baa82018,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:44.083137 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.342895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 634d18df-f9b1-430c-a0c5-c9edc658e9dd {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:44.343216 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.432371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 634d18df-f9b1-430c-a0c5-c9edc658e9dd, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=634d18df-f9b1-430c-a0c5-c9edc658e9dd,segment=NetworkSegment(afc809b3-7020-44e8-af9b-a487eea029bf),segment_id=afc809b3-7020-44e8-af9b-a487eea029bf)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:44.432704 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.446049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 634d18df-f9b1-430c-a0c5-c9edc658e9dd owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:44.619263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.648193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=634d18df-f9b1-430c-a0c5-c9edc658e9dd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:44.791636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.994681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:45.094754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:45.100789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-68510fa4-d831-4194-9af3-43ed665b34eb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773060 Jul 07 18:32:45.103246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49644) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:45.107482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:45.120207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:45.120810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:45.157741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet 6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:45.161440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.213653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.234519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:45.317844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.334755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14fed3b3-6692-40b7-ae93-5d7e5af16a87 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:45.383320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 14fed3b3-6692-40b7-ae93-5d7e5af16a87 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:45.383843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.384012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 14fed3b3-6692-40b7-ae93-5d7e5af16a87 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:45.414472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.421681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.423873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e0cbbdfa-ed1b-4c74-886f-668d90680569 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2 HTTP/1.1" status: 204 len: 168 time: 0.3196137 Jul 07 18:32:45.426673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49646) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:45.437353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95986a9a-4266-435e-873e-d55cbf55b5fc None None] Network 3a36dfea-1a8a-4419-8964-934448a6ef01 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:45.504296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.557025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:45.557368 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.625148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7,segment=NetworkSegment(afc809b3-7020-44e8-af9b-a487eea029bf),segment_id=afc809b3-7020-44e8-af9b-a487eea029bf)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:45.625498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.638350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:45.716470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.741036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:44Z', 'revision_number': 9, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:45.746420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.748455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:45.842714 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.854661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a36dfea-1a8a-4419-8964-934448a6ef01']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:45.866773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc809b3-7020-44e8-af9b-a487eea029bf') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:45.867366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc809b3-7020-44e8-af9b-a487eea029bf') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:45.877783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.900681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.908420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:45.908865 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:45.912075 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:45.971977 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.976916 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.979013 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/3a36dfea-1a8a-4419-8964-934448a6ef01 HTTP/1.1" status: 204 len: 168 time: 0.5512123 Jul 07 18:32:45.982013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49648) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:45.998737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c4b90-41c6-42f1-a30e-c701bbf7c7e2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=3a36dfea-1a8a-4419-8964-934448a6ef01,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:46.018357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071e698-98b9-48c9-9aa2-5824189bd918 None None] DHCP port deletion for 3a36dfea-1a8a-4419-8964-934448a6ef01 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:46.024560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:46.050241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:46.051250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:46.056591 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-966374cd-f514-4699-8f0b-d593d0c2773e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.174669 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:46.392970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:44Z', 'revision_number': 9, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:46.423592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61e3ff-eafb-46c3-b303-7cb15bc4b307 None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:44Z', 'revision_number': 9, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f', 'name': '', 'network_id': 'e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:06:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:29Z', 'updated_at': '2021-07-07T18:32:37Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': 'b3d093be-2d8b-484c-959b-4fc66a4e2db9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:46.670091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:46.935511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:46.935758 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.027860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,segment=NetworkSegment(b4639e42-e65a-4678-8495-59eca042b86c),segment_id=b4639e42-e65a-4678-8495-59eca042b86c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:47.028226 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.042296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:47.223268 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.250765 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:47.285429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.285780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.286122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.286463 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.286793 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.286916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:47.287383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.287475 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.287747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.288070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.288404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.288803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.289206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:47.311424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:47.311884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 4cf1f9a2-aac5-4eef-ae3d-a4fe036389d7 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:47.312327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 634d18df-f9b1-430c-a0c5-c9edc658e9dd no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:47.333886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 634d18df-f9b1-430c-a0c5-c9edc658e9dd {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:47.334320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 634d18df-f9b1-430c-a0c5-c9edc658e9dd not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:47.387114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.580128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:47.674781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:47.680237 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-da55fb03-15ca-4794-b088-311e4882d04b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967921 Jul 07 18:32:47.683120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49650) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:47.684308 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:47.694161 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:47.694763 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:47.738437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet b3d093be-2d8b-484c-959b-4fc66a4e2db9 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:47.742081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.781829 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:47.792591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.887311 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.948768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.979484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d093be-2d8b-484c-959b-4fc66a4e2db9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:47.984768 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:47Z', 'revision_number': 10, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:47.985388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:47.989728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-62a10609-8419-454d-9845-8f3d307ee1a4 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/b3d093be-2d8b-484c-959b-4fc66a4e2db9 HTTP/1.1" status: 204 len: 168 time: 0.3032348 Jul 07 18:32:47.990186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49652) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:47.992954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fbb95b-17be-471c-8483-95f2b3ceebbb None None] Network e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:48.016059 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:48.025349 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:48.026016 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:48.072080 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.117101 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:48.129041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:48.129705 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.197859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] DHCP port deletion for e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:48.219441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,segment=NetworkSegment(b4639e42-e65a-4678-8495-59eca042b86c),segment_id=b4639e42-e65a-4678-8495-59eca042b86c)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:48.219809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.235136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:48.246309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Deleting port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:48.246830 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.314682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] For port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,segment=NetworkSegment(b4639e42-e65a-4678-8495-59eca042b86c),segment_id=b4639e42-e65a-4678-8495-59eca042b86c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:48.315394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.324525 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.328493 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:47Z', 'revision_number': 10, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:48.330490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Calling delete_port for 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:48.354003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:48.356570 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde6f57-8a72-4ab3-b30b-142bf3b365b1 None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:47Z', 'revision_number': 10, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None, '_interfaces': [{'id': '1a084ff2-b3a5-43c7-ac2e-d9a13787b91c', 'name': '', 'network_id': '19b94b99-e805-42c9-bc2c-96a37bbfda37', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'mac_address': 'fa:16:3e:09:6f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:32:26Z', 'updated_at': '2021-07-07T18:32:32Z', 'revision_number': 5, 'project_id': '13b7709ad178467798300c449fe15bf7', 'subnets': [{'id': '0a582b47-ba94-4295-8697-5d3f8aa17628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:48.359249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:48.408395 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fb396f3-4a91-4417-af20-fa6308836e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.429686 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.447690 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.455004 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Pushing event deleted for resources: {'Port': ['ID=0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:48.457989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:48.463337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] No DVR routers for this DVR port 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:48.466219 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.466555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.466895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.467242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.467577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.467916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.468259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.468587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.468933 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.469337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.469663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.469984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3cf16-42e0-450c-ad45-bef2524926d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:48.470853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4639e42-e65a-4678-8495-59eca042b86c') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:48.471155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4639e42-e65a-4678-8495-59eca042b86c') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:48.483881 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.498843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.505325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:48.505727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:48.508906 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:48.514006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.879792 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.887492 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:48.889314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e HTTP/1.1" status: 204 len: 168 time: 0.8980980 Jul 07 18:32:48.892318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49654) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:48.901337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f5269-f34b-45cd-b75e-5a6138603041 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=e50a0c72-6b63-44b3-b6eb-9c57ac17cb8e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:49.230080 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.283087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:49.305961 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:49.306424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 0f5d2ca2-adc4-4a32-b2c3-4858a4ffecad not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:49.306930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:49.325327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:49.325984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1acbba9d-8cbb-40f1-aa92-ac7a53e65f6f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:49.497461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:49.497716 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.590527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,segment=NetworkSegment(9a38fadf-01bb-4951-9e5e-a1c0d11e52ba),segment_id=9a38fadf-01bb-4951-9e5e-a1c0d11e52ba)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:49.590884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.602915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:49.753732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.779609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.807148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=1a084ff2-b3a5-43c7-ac2e-d9a13787b91c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:49.911931 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.073623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:50.146860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:50.152539 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ee92b81a-f5f4-435d-b759-3a8154f43225 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2590833 Jul 07 18:32:50.155445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49656) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:50.156261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:50.165642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:50.166267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.208990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting subnet 0a582b47-ba94-4295-8697-5d3f8aa17628 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:32:50.213045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.238922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:50.253249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.292237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:49Z', 'revision_number': 11, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.322177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:50.330810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:50.331430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.344293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.402032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:50.404030 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.433439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.435345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/0a582b47-ba94-4295-8697-5d3f8aa17628 HTTP/1.1" status: 204 len: 168 time: 0.2787898 Jul 07 18:32:50.436332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bcdb5-2d70-4340-a210-b287148f16aa tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Subnet': ['ID=0a582b47-ba94-4295-8697-5d3f8aa17628,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:50.438768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49658) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:50.454054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c6c44-3e41-4a0b-866b-9f622780e0b1 None None] Network 19b94b99-e805-42c9-bc2c-96a37bbfda37 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:50.457373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:49Z', 'revision_number': 11, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.517038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c9fda8-11e7-40a8-88f1-bae5782a4259 None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:49Z', 'revision_number': 11, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:50.518381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.581304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Deleting port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:50.581537 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.651443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] For port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=11f93fc4-e27a-421a-972b-c13b9ebf4c4e,segment=NetworkSegment(9a38fadf-01bb-4951-9e5e-a1c0d11e52ba),segment_id=9a38fadf-01bb-4951-9e5e-a1c0d11e52ba)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:50.651802 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.670005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Calling delete_port for 11f93fc4-e27a-421a-972b-c13b9ebf4c4e owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:50.750854 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.776423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Port': ['ID=11f93fc4-e27a-421a-972b-c13b9ebf4c4e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:50.782273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No DVR routers for this DVR port 11f93fc4-e27a-421a-972b-c13b9ebf4c4e on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:50.873952 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.885568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b94b99-e805-42c9-bc2c-96a37bbfda37']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.898837 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.899164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a38fadf-01bb-4951-9e5e-a1c0d11e52ba') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:50.900807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd27d90-21dd-4d75-af57-46775f8c7411 None None] DHCP port deletion for 19b94b99-e805-42c9-bc2c-96a37bbfda37 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:32:50.916269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.931724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.938320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:32:50.938813 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:32:50.942024 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:32:51.001883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.014814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.016805 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/networks/19b94b99-e805-42c9-bc2c-96a37bbfda37 HTTP/1.1" status: 204 len: 168 time: 0.5768857 Jul 07 18:32:51.019943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49660) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:51.025174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'routes': None}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:51.027294 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814442a3-47fc-4b53-a62f-cb3ec04a1c09 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Pushing event deleted for resources: {'Network': ['ID=19b94b99-e805-42c9-bc2c-96a37bbfda37,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:51.184066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.extraroute_db [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Added routes are [] {{(pid=105588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 18:32:51.184605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.extraroute_db [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Removed routes are [] {{(pid=105588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 18:32:51.184605 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.275355 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.305889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:51.331304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:51.332008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1a084ff2-b3a5-43c7-ac2e-d9a13787b91c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:51.332141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 11f93fc4-e27a-421a-972b-c13b9ebf4c4e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:51.353482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 11f93fc4-e27a-421a-972b-c13b9ebf4c4e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:51.353873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 11f93fc4-e27a-421a-972b-c13b9ebf4c4e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:51.366455 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.370483 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.450791 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:51.527083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:51.534106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.536886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c644c4d5-164a-409b-bece-8c5bec8337af tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 200 len: 705 time: 0.5142910 Jul 07 18:32:51.538199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49662) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:51.539588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] Sync routers for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:51.551204 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:51.552191 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:51.574161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-898f1b01-9361-44cf-adcd-3689b2df5ebb tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 200 len: 205 time: 0.0347090 Jul 07 18:32:51.576531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49664) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:51.656609 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b420759-b3b6-4025-8a84-d5ced5ac651b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.727242 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:51.782923 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:49Z', 'revision_number': 11, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:51.810375 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] Checking router: 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:51.819861 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] Routers {'9e8047fd-d0cb-40a8-bb2f-6883c1006a12'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:51.820345 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b420759-b3b6-4025-8a84-d5ced5ac651b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.820543 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:51.822850 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b420759-b3b6-4025-8a84-d5ced5ac651b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.871286 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b420759-b3b6-4025-8a84-d5ced5ac651b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.872021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b420759-b3b6-4025-8a84-d5ced5ac651b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:51.878983 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1b420759-b3b6-4025-8a84-d5ced5ac651b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.880149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1b420759-b3b6-4025-8a84-d5ced5ac651b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 204 len: 168 time: 0.3026152 Jul 07 18:32:51.884651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49666) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:51.889742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3d81016c-a29b-4ffe-a15a-1cddac46866f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1293048004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:51.894761 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] Set router 9e8047fd-d0cb-40a8-bb2f-6883c1006a12 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:51.923708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d81016c-a29b-4ffe-a15a-1cddac46866f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.924901 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d81016c-a29b-4ffe-a15a-1cddac46866f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.961572 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:49Z', 'revision_number': 11, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:51.995292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d81016c-a29b-4ffe-a15a-1cddac46866f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.000380 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02896ea1-601d-424c-8bf5-fe5baab1b8fc None None] The sync data for ids ['9e8047fd-d0cb-40a8-bb2f-6883c1006a12'] in n-d-798930-2 is: [{'id': '9e8047fd-d0cb-40a8-bb2f-6883c1006a12', 'name': 'tempest-RoutersIpV6Test-router-1209710578', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:25Z', 'updated_at': '2021-07-07T18:32:49Z', 'revision_number': 11, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:52.000603 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d81016c-a29b-4ffe-a15a-1cddac46866f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.018567 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d81016c-a29b-4ffe-a15a-1cddac46866f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.019790 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3d81016c-a29b-4ffe-a15a-1cddac46866f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1339719 Jul 07 18:32:52.022843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49668) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:52.027767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ea636968-72ae-4ba4-8870-2df67b3e9c96 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:52.581154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea636968-72ae-4ba4-8870-2df67b3e9c96 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.594327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea636968-72ae-4ba4-8870-2df67b3e9c96 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-317388'] for router, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.697339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea636968-72ae-4ba4-8870-2df67b3e9c96 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Router c8a1dc67-5e1e-4444-b912-f052e63aac3a is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:32:52.779336 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea636968-72ae-4ba4-8870-2df67b3e9c96 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:52.786375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea636968-72ae-4ba4-8870-2df67b3e9c96 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:52.787601 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ea636968-72ae-4ba4-8870-2df67b3e9c96 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "PUT /v2.0/routers/c8a1dc67-5e1e-4444-b912-f052e63aac3a HTTP/1.1" status: 200 len: 698 time: 0.7636583 Jul 07 18:32:52.789757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] Sync routers for ids ['c8a1dc67-5e1e-4444-b912-f052e63aac3a'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:52.790661 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49670) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:52.800542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] Routers {'c8a1dc67-5e1e-4444-b912-f052e63aac3a'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:52.801238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c8a1dc67-5e1e-4444-b912-f052e63aac3a'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:52.874463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] Set router c8a1dc67-5e1e-4444-b912-f052e63aac3a gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:52.874685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d5979a39-67e4-4d9b-9d0f-fa56c5db4a5f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/routers/c8a1dc67-5e1e-4444-b912-f052e63aac3a HTTP/1.1" status: 200 len: 704 time: 0.0825603 Jul 07 18:32:52.877182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49672) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:52.905977 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fce284cb-027e-4819-8765-c6989dd407a9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8a1dc67-5e1e-4444-b912-f052e63aac3a HTTP/1.1" status: 200 len: 205 time: 0.0274513 Jul 07 18:32:52.908788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49674) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:52.938902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a1dc67-5e1e-4444-b912-f052e63aac3a', 'name': 'tempest-RoutersIpV6Test-router-1293048004', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:51Z', 'updated_at': '2021-07-07T18:32:52Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:52.969247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] Checking router: c8a1dc67-5e1e-4444-b912-f052e63aac3a for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:52.978177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] Routers {'c8a1dc67-5e1e-4444-b912-f052e63aac3a'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:52.978808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:32:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c8a1dc67-5e1e-4444-b912-f052e63aac3a'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:52.982386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0786c74e-f264-4a92-8bae-18821cdf1e0c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:53.043607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] Set router c8a1dc67-5e1e-4444-b912-f052e63aac3a gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:53.097458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a1dc67-5e1e-4444-b912-f052e63aac3a', 'name': 'tempest-RoutersIpV6Test-router-1293048004', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:51Z', 'updated_at': '2021-07-07T18:32:52Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:53.123842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220ce1-be23-40ba-952d-f4591f3a37b2 None None] The sync data for ids ['c8a1dc67-5e1e-4444-b912-f052e63aac3a'] in n-d-798930-2 is: [{'id': 'c8a1dc67-5e1e-4444-b912-f052e63aac3a', 'name': 'tempest-RoutersIpV6Test-router-1293048004', 'tenant_id': '13b7709ad178467798300c449fe15bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:32:51Z', 'updated_at': '2021-07-07T18:32:52Z', 'revision_number': 2, 'project_id': '13b7709ad178467798300c449fe15bf7', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:53.145337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0786c74e-f264-4a92-8bae-18821cdf1e0c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:53.148221 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0786c74e-f264-4a92-8bae-18821cdf1e0c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:53.195863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0786c74e-f264-4a92-8bae-18821cdf1e0c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:53.196405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0786c74e-f264-4a92-8bae-18821cdf1e0c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Fanout notify agent at l3_agent the message router_deleted on router c8a1dc67-5e1e-4444-b912-f052e63aac3a {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:32:53.203682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0786c74e-f264-4a92-8bae-18821cdf1e0c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:53.208508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0786c74e-f264-4a92-8bae-18821cdf1e0c tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/c8a1dc67-5e1e-4444-b912-f052e63aac3a HTTP/1.1" status: 204 len: 168 time: 0.2950714 Jul 07 18:32:53.209211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49676) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.239813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-acd8f639-2a7b-4646-836a-758642ac3a9d tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8a1dc67-5e1e-4444-b912-f052e63aac3a HTTP/1.1" status: 200 len: 205 time: 0.0293503 Jul 07 18:32:53.242352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49678) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.280036 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-ae2f0ac6-1e01-4bc8-bd63-eeb8d50b86b6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] delete failed (client error): The resource could not be found. Jul 07 18:32:53.281121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ae2f0ac6-1e01-4bc8-bd63-eeb8d50b86b6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/c8a1dc67-5e1e-4444-b912-f052e63aac3a HTTP/1.1" status: 404 len: 336 time: 0.0378504 Jul 07 18:32:53.284022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49680) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.312608 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebfc67d-f3f7-4eb9-a551-c03cc8fc3942 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:53.313153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebfc67d-f3f7-4eb9-a551-c03cc8fc3942 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:53.315093 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3ebfc67d-f3f7-4eb9-a551-c03cc8fc3942 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/0a972f09-b193-44ca-bf29-9e5d761bbdde HTTP/1.1" status: 404 len: 337 time: 0.0299761 Jul 07 18:32:53.318030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49682) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.350994 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0556d3c-1981-4e69-bef9-58380d8fde23 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:53.351637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0556d3c-1981-4e69-bef9-58380d8fde23 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:53.353546 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a0556d3c-1981-4e69-bef9-58380d8fde23 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/6b9141ff-a4a6-4c03-a6a8-4ea0c96541d2 HTTP/1.1" status: 404 len: 337 time: 0.0345755 Jul 07 18:32:53.356150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49684) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.382590 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd31ced6-92d9-47d9-b590-b9dc818e75a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:53.383005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd31ced6-92d9-47d9-b590-b9dc818e75a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:53.384746 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bd31ced6-92d9-47d9-b590-b9dc818e75a7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/b3d093be-2d8b-484c-959b-4fc66a4e2db9 HTTP/1.1" status: 404 len: 337 time: 0.0276942 Jul 07 18:32:53.387439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49686) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.420502 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8710fad5-a60b-47a8-b515-1faf1a99fc6b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:53.421002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8710fad5-a60b-47a8-b515-1faf1a99fc6b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:53.422796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8710fad5-a60b-47a8-b515-1faf1a99fc6b tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/0a582b47-ba94-4295-8697-5d3f8aa17628 HTTP/1.1" status: 404 len: 337 time: 0.0343976 Jul 07 18:32:53.425855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49688) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.455124 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-67438cd0-ca13-494a-bc87-05f2723f16ca tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 200 len: 205 time: 0.0280149 Jul 07 18:32:53.457581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49690) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.495795 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-b7c50b75-7e9b-43c0-8b7f-7aaac6740110 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] delete failed (client error): The resource could not be found. Jul 07 18:32:53.496821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b7c50b75-7e9b-43c0-8b7f-7aaac6740110 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/9e8047fd-d0cb-40a8-bb2f-6883c1006a12 HTTP/1.1" status: 404 len: 336 time: 0.0383070 Jul 07 18:32:53.499730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49692) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.532234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d9b4de23-c455-4726-9d10-04418ff546e5 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=e33f7dfb-8308-4607-894b-8a78aeda280b HTTP/1.1" status: 200 len: 205 time: 0.0313129 Jul 07 18:32:53.534716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49694) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.572949 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-bd6be68a-1fb3-49c2-95e8-ddec1bbd7b99 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] delete failed (client error): The resource could not be found. Jul 07 18:32:53.573997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bd6be68a-1fb3-49c2-95e8-ddec1bbd7b99 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/e33f7dfb-8308-4607-894b-8a78aeda280b HTTP/1.1" status: 404 len: 336 time: 0.0383842 Jul 07 18:32:53.576732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49696) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.605722 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf46f2b9-ffb8-4e9e-878b-d997e3ef11f2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:53.606180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf46f2b9-ffb8-4e9e-878b-d997e3ef11f2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:53.607973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bf46f2b9-ffb8-4e9e-878b-d997e3ef11f2 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/50a9140d-8bc3-4560-9f17-4387f4b2864b HTTP/1.1" status: 404 len: 337 time: 0.0302479 Jul 07 18:32:53.610724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49698) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.639686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-675cc14d-537b-4d57-8e20-90ba2cf96f37 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6182464-804e-4f5b-b92f-439595d57d8b HTTP/1.1" status: 200 len: 205 time: 0.0277219 Jul 07 18:32:53.641976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49700) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.684483 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-9369f8fe-1d21-4c8a-9f15-aa1a88d3b9d9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] delete failed (client error): The resource could not be found. Jul 07 18:32:53.685567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9369f8fe-1d21-4c8a-9f15-aa1a88d3b9d9 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/d6182464-804e-4f5b-b92f-439595d57d8b HTTP/1.1" status: 404 len: 336 time: 0.0426764 Jul 07 18:32:53.689008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49702) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.719912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-948e3118-20a4-442f-af0b-019358490f5f tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad348b96-d621-4231-8ba0-8da5876805b9 HTTP/1.1" status: 200 len: 205 time: 0.0297325 Jul 07 18:32:53.722359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49704) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.765276 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-a4615f63-6fca-4bdc-9281-6f94a9db75b6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] delete failed (client error): The resource could not be found. Jul 07 18:32:53.766350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a4615f63-6fca-4bdc-9281-6f94a9db75b6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/ad348b96-d621-4231-8ba0-8da5876805b9 HTTP/1.1" status: 404 len: 336 time: 0.0430474 Jul 07 18:32:53.769098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49706) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.796579 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-28750579-2ac9-4be5-9b0a-649c401132f7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:53.796968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28750579-2ac9-4be5-9b0a-649c401132f7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:53.798827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28750579-2ac9-4be5-9b0a-649c401132f7 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/27a3ca3a-e363-42a4-9032-1e36e9f9cd4f HTTP/1.1" status: 404 len: 337 time: 0.0287662 Jul 07 18:32:53.802403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49708) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.832577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3aba5e49-1554-400d-8a87-f53fb80f9b48 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559 HTTP/1.1" status: 200 len: 205 time: 0.0289142 Jul 07 18:32:53.834894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49710) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.872080 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-7627dd6a-d5d3-41bf-95b7-e98615610465 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] delete failed (client error): The resource could not be found. Jul 07 18:32:53.873158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7627dd6a-d5d3-41bf-95b7-e98615610465 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/8ba8e789-0bf1-43a8-ac2d-7a5f8eda7559 HTTP/1.1" status: 404 len: 336 time: 0.0373290 Jul 07 18:32:53.875796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49712) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.912544 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5739ecc-53e8-4438-b6fe-5e37b1e8de28 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:53.912941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5739ecc-53e8-4438-b6fe-5e37b1e8de28 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:53.914744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f5739ecc-53e8-4438-b6fe-5e37b1e8de28 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/3e80b1ee-33ed-4a2e-b61e-d38937263f0d HTTP/1.1" status: 404 len: 337 time: 0.0379868 Jul 07 18:32:53.917469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49714) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.946751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e1106001-5653-448e-8441-c0e0bf1c8c19 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cf06415-3b72-4fda-9b09-588686af8c32 HTTP/1.1" status: 200 len: 205 time: 0.0281508 Jul 07 18:32:53.949047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49716) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:53.990501 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-fccc9b7c-fe47-455a-ae4c-12b793b1cd6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] delete failed (client error): The resource could not be found. Jul 07 18:32:53.991543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fccc9b7c-fe47-455a-ae4c-12b793b1cd6e tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/routers/3cf06415-3b72-4fda-9b09-588686af8c32 HTTP/1.1" status: 404 len: 336 time: 0.0415466 Jul 07 18:32:53.994335 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49718) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:54.027158 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaf1aad-3788-4df2-9c8a-e915f16fa616 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:54.027503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acaf1aad-3788-4df2-9c8a-e915f16fa616 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:54.029426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-acaf1aad-3788-4df2-9c8a-e915f16fa616 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/b3a7b2a7-1c64-4259-8824-ebc32d2192b7 HTTP/1.1" status: 404 len: 337 time: 0.0340865 Jul 07 18:32:54.032004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49720) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:54.058465 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-59875bd1-61a0-417d-a672-689e876d35c6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] DELETE failed (client error): The resource could not be found. Jul 07 18:32:54.058929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59875bd1-61a0-417d-a672-689e876d35c6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:32:54.063828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-59875bd1-61a0-417d-a672-689e876d35c6 tempest-RoutersIpV6Test-498415752 tempest-RoutersIpV6Test-498415752-project] 10.222.0.88 "DELETE /v2.0/subnets/322c0512-e4a8-4a1f-9b4e-16f88041d363 HTTP/1.1" status: 404 len: 337 time: 0.0307522 Jul 07 18:32:54.334194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49730) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:54.476716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9aadc5e8-e8b2-4fb5-835c-d2166f0d5f85 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=13b7709ad178467798300c449fe15bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411564 Jul 07 18:32:54.479123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49734) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:54.529480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.551633 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.602991 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.605583 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.606759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0fc80fa9-75dd-4395-a440-5a9f2fb6cc7d HTTP/1.1" status: 204 len: 168 time: 0.1267567 Jul 07 18:32:54.614975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc80fa9-75dd-4395-a440-5a9f2fb6cc7d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:54.622821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.623210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.623534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.623800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.624127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.624452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.624771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.625114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.625432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.625747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.626066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:54.626379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29512448-cfa0-4fab-8c75-6a040212a16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:55.311296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49756) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:55.406787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-459667464'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:55.430623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Made reservation on behalf of de33a4e5924342d18c995a4772a99c06 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:55.435942 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.449384 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.546470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.551780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.578081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:55.588576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99125d79-d16e-47c3-b945-163b1edd5cd5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:55.594038 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.594378 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Added segment 38c4b34a-891d-4600-81a8-35208b137af1 of type vlan for network 3c78be76-9b5f-464a-897c-ebef19812c1f Jul 07 18:32:55.640811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.674859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.681569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:55.682162 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:55.741377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4289374 Jul 07 18:32:55.744157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49760) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:55.751781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Request body: {'subnet': {'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:55.804201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7fbe3-f9d0-46a9-b725-cb09c3a9c889 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event updated for resources: {'Network': ['ID=3c78be76-9b5f-464a-897c-ebef19812c1f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:55.815272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 3c78be76-9b5f-464a-897c-ebef19812c1f details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:55.859257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Made reservation on behalf of de33a4e5924342d18c995a4772a99c06 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:55.863693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.060481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.125682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event updated for resources: {'Subnet': ['ID=1f1abbd5-8aba-486f-b595-674ca0c93986,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:56.136028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Checking segment: {'id': '38c4b34a-891d-4600-81a8-35208b137af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:56.136395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Network hostable DHCP agents. Network: 3c78be76-9b5f-464a-897c-ebef19812c1f, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:56.155095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Network 3c78be76-9b5f-464a-897c-ebef19812c1f is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:56.165774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 3c78be76-9b5f-464a-897c-ebef19812c1f) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:56.170829 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.171430 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.181097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f14f2b-bc11-4c67-a6ea-16a4d9adf03e None None] Network 3c78be76-9b5f-464a-897c-ebef19812c1f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:56.188112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-adf38a60-86c3-48b3-9239-5319a8aa9966 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4428954 Jul 07 18:32:56.191200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49762) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:56.197269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Request body: {'port': {'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f', 'name': 'tempest-TagsExtTest-116830827'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:56.321244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Made reservation on behalf of de33a4e5924342d18c995a4772a99c06 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:56.324918 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.346527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] device_id is not set on port edb5c664-c22f-4c83-85c1-9d1123dbb3d9 yet. {{(pid=105588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 18:32:56.463502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Allocated IP 172.20.0.14 (3c78be76-9b5f-464a-897c-ebef19812c1f/1f1abbd5-8aba-486f-b595-674ca0c93986/edb5c664-c22f-4c83-85c1-9d1123dbb3d9) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:56.491365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-3c78be76-9b5f-464a-897c-ebef19812c1f', 'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f', 'tenant_id': 'de33a4e5924342d18c995a4772a99c06', 'fixed_ips': [{'subnet_id': '1f1abbd5-8aba-486f-b595-674ca0c93986'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:32:56.492288 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.612631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.626262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Transition to ACTIVE for port object edb5c664-c22f-4c83-85c1-9d1123dbb3d9 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:56.659709 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.706312 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Allocated IP 172.20.0.2 (3c78be76-9b5f-464a-897c-ebef19812c1f/1f1abbd5-8aba-486f-b595-674ca0c93986/badb2c82-ff38-418f-bbad-9bff69bfe52e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:56.710769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Network 3c78be76-9b5f-464a-897c-ebef19812c1f is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:56.716907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:56.720766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:56.727691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event updated for resources: {'Port': ['ID=edb5c664-c22f-4c83-85c1-9d1123dbb3d9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:56.773500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.774121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.789859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cf538564-6f0a-4f48-9982-c14e351364f0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.5972471 Jul 07 18:32:56.792674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49764) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:56.797756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-12f95264-72ec-47b5-b8ef-b110e30fd435 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1222272903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:56.821422 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12f95264-72ec-47b5-b8ef-b110e30fd435 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.822458 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12f95264-72ec-47b5-b8ef-b110e30fd435 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.852280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.861657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Transition to ACTIVE for port object badb2c82-ff38-418f-bbad-9bff69bfe52e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:56.875653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12f95264-72ec-47b5-b8ef-b110e30fd435 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.877802 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Transition to ACTIVE for port object badb2c82-ff38-418f-bbad-9bff69bfe52e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:56.882938 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12f95264-72ec-47b5-b8ef-b110e30fd435 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.883810 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.901206 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-12f95264-72ec-47b5-b8ef-b110e30fd435 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.905128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-12f95264-72ec-47b5-b8ef-b110e30fd435 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1085665 Jul 07 18:32:56.905340 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49766) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:56.909790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-623e329e-0b7b-47c2-8cba-6b34d1001d1e tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1117342966', 'prefixes': ['172.20.0.0/16']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:56.926423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Network 3c78be76-9b5f-464a-897c-ebef19812c1f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:56.928085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:56.931980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:56.948708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Pushing event updated for resources: {'Port': ['ID=badb2c82-ff38-418f-bbad-9bff69bfe52e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:56.978394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-623e329e-0b7b-47c2-8cba-6b34d1001d1e tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for subnetpool, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.982939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-623e329e-0b7b-47c2-8cba-6b34d1001d1e tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0732605 Jul 07 18:32:56.983148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49768) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:56.987770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-47069bb1-8c5a-4fc5-9a05-6fe14329b0b5 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', 'tempest-TagsExtTest-Tag-1263032258') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.003876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Attempting to bind port badb2c82-ff38-418f-bbad-9bff69bfe52e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:57.004391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Attempting to bind port badb2c82-ff38-418f-bbad-9bff69bfe52e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '38c4b34a-891d-4600-81a8-35208b137af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:57.004775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Attempting to bind port badb2c82-ff38-418f-bbad-9bff69bfe52e on network 3c78be76-9b5f-464a-897c-ebef19812c1f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:57.010583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:57.011105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Checking segment: {'id': '38c4b34a-891d-4600-81a8-35208b137af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:57.011444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.011916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Bound using segment: {'id': '38c4b34a-891d-4600-81a8-35208b137af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:57.012444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Bound port: badb2c82-ff38-418f-bbad-9bff69bfe52e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c4b34a-891d-4600-81a8-35208b137af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3c78be76-9b5f-464a-897c-ebef19812c1f'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:57.012865 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.077037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] For port badb2c82-ff38-418f-bbad-9bff69bfe52e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:57.080118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] For port badb2c82-ff38-418f-bbad-9bff69bfe52e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=badb2c82-ff38-418f-bbad-9bff69bfe52e,segment=NetworkSegment(38c4b34a-891d-4600-81a8-35208b137af1),segment_id=38c4b34a-891d-4600-81a8-35208b137af1)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:57.086325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-47069bb1-8c5a-4fc5-9a05-6fe14329b0b5 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags/tempest-TagsExtTest-Tag-1263032258 HTTP/1.1" status: 201 len: 201 time: 0.1018426 Jul 07 18:32:57.086626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.089041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49770) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.093774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-fc00ead7-5835-462d-888c-239fee365050 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', 'tempest-TagsExtTest-Tag-1338742741') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.149503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6498ea2-3394-4dc8-b74f-b90fd0b05897 None None] Pushing event updated for resources: {'Port': ['ID=badb2c82-ff38-418f-bbad-9bff69bfe52e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:57.161092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fc00ead7-5835-462d-888c-239fee365050 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags/tempest-TagsExtTest-Tag-1338742741 HTTP/1.1" status: 201 len: 201 time: 0.0708137 Jul 07 18:32:57.164176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49772) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.171123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-8c4a9ef0-2f9a-4bab-9871-f4969a804429 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', 'tempest-TagsExtTest-Tag-2087279908') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.267332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8c4a9ef0-2f9a-4bab-9871-f4969a804429 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags/tempest-TagsExtTest-Tag-2087279908 HTTP/1.1" status: 201 len: 201 time: 0.1016400 Jul 07 18:32:57.270461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49774) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.275532 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-8f715c84-4919-49a9-8dd8-3f37884bf27a tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', 'tempest-TagsExtTest-Tag-1105271784') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.345965 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8f715c84-4919-49a9-8dd8-3f37884bf27a tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags/tempest-TagsExtTest-Tag-1105271784 HTTP/1.1" status: 201 len: 201 time: 0.0743666 Jul 07 18:32:57.348427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49776) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.352811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-06d56177-80f8-4cf9-b842-5585af562139 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.460404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-06d56177-80f8-4cf9-b842-5585af562139 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags HTTP/1.1" status: 200 len: 241 time: 0.1107457 Jul 07 18:32:57.463311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49778) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.467651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-aa0aec5a-a666-4d69-82c7-8545a2171ef0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', 'tempest-TagsExtTest-Tag-1263032258') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.526741 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa0aec5a-a666-4d69-82c7-8545a2171ef0 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags/tempest-TagsExtTest-Tag-1263032258 HTTP/1.1" status: 204 len: 168 time: 0.0622854 Jul 07 18:32:57.529472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49780) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.534082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-ba964d5f-017c-46eb-8e35-b3d6ec1785e3 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', 'tempest-TagsExtTest-Tag-1263032258') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.605995 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ba964d5f-017c-46eb-8e35-b3d6ec1785e3 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags/tempest-TagsExtTest-Tag-1263032258 HTTP/1.1" status: 204 len: 168 time: 0.0753200 Jul 07 18:32:57.608308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49782) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.612607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-d45c5f40-0123-4289-a7d7-b0e66818986f tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.674277 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d45c5f40-0123-4289-a7d7-b0e66818986f tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags HTTP/1.1" status: 200 len: 205 time: 0.0648258 Jul 07 18:32:57.676711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49784) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.681057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-d7c5b4d5-4f60-4a52-90a7-637574641cd4 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.731485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d7c5b4d5-4f60-4a52-90a7-637574641cd4 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags HTTP/1.1" status: 200 len: 241 time: 0.0537424 Jul 07 18:32:57.734377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49786) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.738956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-1879712f-d98b-491a-99f4-7ac532bd4c40 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', 'tempest-TagsExtTest-Tag-1338742741') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.795416 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1879712f-d98b-491a-99f4-7ac532bd4c40 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags/tempest-TagsExtTest-Tag-1338742741 HTTP/1.1" status: 204 len: 168 time: 0.0569680 Jul 07 18:32:57.795789 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49788) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.800427 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-ff6c7646-9892-4eaa-b805-70e65b9cf59a tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', 'tempest-TagsExtTest-Tag-1338742741') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.873124 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ff6c7646-9892-4eaa-b805-70e65b9cf59a tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags/tempest-TagsExtTest-Tag-1338742741 HTTP/1.1" status: 204 len: 168 time: 0.0761611 Jul 07 18:32:57.875848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49790) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.880727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-221eb197-45c9-4522-8bfa-78b50b07ac19 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:57.932391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-221eb197-45c9-4522-8bfa-78b50b07ac19 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags HTTP/1.1" status: 200 len: 205 time: 0.0553699 Jul 07 18:32:57.935046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49792) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:57.939670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-46610712-c0cb-4e49-959c-a9a185e8a199 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.023998 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-46610712-c0cb-4e49-959c-a9a185e8a199 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags HTTP/1.1" status: 200 len: 241 time: 0.0878665 Jul 07 18:32:58.026558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49794) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.031096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-e1b02790-76f3-4a98-8867-18e1296d4f58 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', 'tempest-TagsExtTest-Tag-2087279908') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.072808 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50497c-8a66-435f-ab17-8503a09af54c None None] Network 3c78be76-9b5f-464a-897c-ebef19812c1f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:58.141393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e1b02790-76f3-4a98-8867-18e1296d4f58 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags/tempest-TagsExtTest-Tag-2087279908 HTTP/1.1" status: 204 len: 168 time: 0.1135588 Jul 07 18:32:58.143796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49796) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.148927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-95496087-c5c8-4af7-ac81-fb08ea8cf77c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', 'tempest-TagsExtTest-Tag-2087279908') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.185938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1e5b96ce-fc2f-4778-a15a-d97233ae8b56 None None] Provisioning for port badb2c82-ff38-418f-bbad-9bff69bfe52e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:58.254295 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-95496087-c5c8-4af7-ac81-fb08ea8cf77c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags/tempest-TagsExtTest-Tag-2087279908 HTTP/1.1" status: 204 len: 168 time: 0.1094975 Jul 07 18:32:58.259736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49798) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.265203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-c12dc172-66c2-4ad6-a4cd-c9430358cee3 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.356211 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c12dc172-66c2-4ad6-a4cd-c9430358cee3 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags HTTP/1.1" status: 200 len: 205 time: 0.0952361 Jul 07 18:32:58.358488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49800) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.363368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-73b649c2-2ef7-4343-b9a1-e9a89bfca9d6 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.408718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-73b649c2-2ef7-4343-b9a1-e9a89bfca9d6 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags HTTP/1.1" status: 200 len: 241 time: 0.0493112 Jul 07 18:32:58.415094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49802) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.420122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-240405d5-ef5c-4d1d-8a93-f3baf9833530 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', 'tempest-TagsExtTest-Tag-1105271784') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.443804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-240405d5-ef5c-4d1d-8a93-f3baf9833530 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags/tempest-TagsExtTest-Tag-1105271784 HTTP/1.1" status: 204 len: 168 time: 0.0274453 Jul 07 18:32:58.446731 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49804) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.452460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-ebb443f2-5ef9-4b05-97d7-c6858057b571 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', 'tempest-TagsExtTest-Tag-1105271784') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.496543 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ebb443f2-5ef9-4b05-97d7-c6858057b571 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags/tempest-TagsExtTest-Tag-1105271784 HTTP/1.1" status: 204 len: 168 time: 0.0484591 Jul 07 18:32:58.499112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49806) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.503670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-e601667f-2cbe-4291-a6e5-a8dfac3c6422 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.525098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fcef2fa1-e479-4d2c-81d6-c547ec07ee6a None None] Provisioning for port edb5c664-c22f-4c83-85c1-9d1123dbb3d9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:58.528111 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e601667f-2cbe-4291-a6e5-a8dfac3c6422 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags HTTP/1.1" status: 200 len: 205 time: 0.0277534 Jul 07 18:32:58.530215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fcef2fa1-e479-4d2c-81d6-c547ec07ee6a None None] Provisioning complete for port edb5c664-c22f-4c83-85c1-9d1123dbb3d9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:58.530787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.530952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fcef2fa1-e479-4d2c-81d6-c547ec07ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.536132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-2e20d10d-ba07-4fc1-94b8-1236fade781d tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.566922 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2e20d10d-ba07-4fc1-94b8-1236fade781d tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0348763 Jul 07 18:32:58.569622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49810) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.571584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fcef2fa1-e479-4d2c-81d6-c547ec07ee6a None None] Port edb5c664-c22f-4c83-85c1-9d1123dbb3d9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:58.574798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-08c38855-9414-492a-b23d-c44e758c5389 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.667830 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-08c38855-9414-492a-b23d-c44e758c5389 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags HTTP/1.1" status: 204 len: 168 time: 0.0970037 Jul 07 18:32:58.670845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49812) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.675618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-171439b4-c419-48e8-897e-79de9977ef09 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.707080 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-84bf4da6-489c-48d4-b502-415cca870a30 None None] Provisioning complete for port edb5c664-c22f-4c83-85c1-9d1123dbb3d9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:58.707448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84bf4da6-489c-48d4-b502-415cca870a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.735071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-171439b4-c419-48e8-897e-79de9977ef09 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0630867 Jul 07 18:32:58.739932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49814) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.746039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-4683d5c9-c96a-4e34-ad1b-57bc978d22e9 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.755413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-84bf4da6-489c-48d4-b502-415cca870a30 None None] Port edb5c664-c22f-4c83-85c1-9d1123dbb3d9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:58.814729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4683d5c9-c96a-4e34-ad1b-57bc978d22e9 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags HTTP/1.1" status: 204 len: 168 time: 0.0725830 Jul 07 18:32:58.818537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49816) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.823233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-c3bd8183-3433-4208-935c-44ab4a74ccaf tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', 'tempest-TagsExtTest-Tag-1756874954') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.894350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c3bd8183-3433-4208-935c-44ab4a74ccaf tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags/tempest-TagsExtTest-Tag-1756874954 HTTP/1.1" status: 201 len: 201 time: 0.0747123 Jul 07 18:32:58.897213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49818) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.902378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-da55371b-04b1-4499-93cf-3840492eade3 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', 'tempest-TagsExtTest-Tag-2144327456') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:58.977091 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-da55371b-04b1-4499-93cf-3840492eade3 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags/tempest-TagsExtTest-Tag-2144327456 HTTP/1.1" status: 201 len: 201 time: 0.0785215 Jul 07 18:32:58.980933 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49820) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:58.986269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-991e05d8-d83f-4fe7-9c7e-6c283da395aa tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', 'tempest-TagsExtTest-Tag-103637741') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.077040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-991e05d8-d83f-4fe7-9c7e-6c283da395aa tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags/tempest-TagsExtTest-Tag-103637741 HTTP/1.1" status: 201 len: 201 time: 0.0945601 Jul 07 18:32:59.079881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49822) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.088357 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-cc6b03dc-0ac9-405e-9f85-c0f20df253cd tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', 'tempest-TagsExtTest-Tag-214252041') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.125227 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cc6b03dc-0ac9-405e-9f85-c0f20df253cd tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags/tempest-TagsExtTest-Tag-214252041 HTTP/1.1" status: 201 len: 201 time: 0.0442870 Jul 07 18:32:59.127952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49824) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.132647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-ee1df347-82d9-4b97-b6a6-ec902fa7d015 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', {'tags': ['tempest-TagsExtTest-Tag-644403201', 'tempest-TagsExtTest-Tag-882028126', 'tempest-TagsExtTest-Tag-513333222']}) {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.191513 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ee1df347-82d9-4b97-b6a6-ec902fa7d015 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags HTTP/1.1" status: 200 len: 315 time: 0.0625174 Jul 07 18:32:59.194099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49826) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.198634 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-ef322121-a2c0-42a2-b0e1-ef28b75fa837 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.276544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ef322121-a2c0-42a2-b0e1-ef28b75fa837 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags HTTP/1.1" status: 204 len: 168 time: 0.0814092 Jul 07 18:32:59.279153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49828) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.283999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-fc43e7ac-c460-4b9a-9b0a-9d4f5d16a078 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', 'tempest-TagsExtTest-Tag-644403201') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.315481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device badb2c82-ff38-418f-bbad-9bff69bfe52e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:59.337305 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-fc43e7ac-c460-4b9a-9b0a-9d4f5d16a078 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:32:59.338271 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fc43e7ac-c460-4b9a-9b0a-9d4f5d16a078 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags/tempest-TagsExtTest-Tag-644403201 HTTP/1.1" status: 404 len: 328 time: 0.0582001 Jul 07 18:32:59.341119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49830) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.346144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-ea9b07a1-a141-4b44-a4ef-1dba9a2ca00c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', 'tempest-TagsExtTest-Tag-882028126') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.364771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port badb2c82-ff38-418f-bbad-9bff69bfe52e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:59.368988 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port badb2c82-ff38-418f-bbad-9bff69bfe52e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:59.369359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.398612 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-ea9b07a1-a141-4b44-a4ef-1dba9a2ca00c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:32:59.399739 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ea9b07a1-a141-4b44-a4ef-1dba9a2ca00c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags/tempest-TagsExtTest-Tag-882028126 HTTP/1.1" status: 404 len: 328 time: 0.0577338 Jul 07 18:32:59.402860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49832) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.407162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-28fe62ec-94fc-417d-b50b-a3309bde947b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986', 'tempest-TagsExtTest-Tag-513333222') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.449960 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.459180 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-28fe62ec-94fc-417d-b50b-a3309bde947b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:32:59.460243 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-28fe62ec-94fc-417d-b50b-a3309bde947b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags/tempest-TagsExtTest-Tag-513333222 HTTP/1.1" status: 404 len: 328 time: 0.0564663 Jul 07 18:32:59.464935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49834) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.469572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-46a80e39-b482-4db3-8149-278cbecee2c1 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', {'tags': ['tempest-TagsExtTest-Tag-2096819820', 'tempest-TagsExtTest-Tag-2120172793', 'tempest-TagsExtTest-Tag-1535637868']}) {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.485597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port badb2c82-ff38-418f-bbad-9bff69bfe52e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=badb2c82-ff38-418f-bbad-9bff69bfe52e,segment=NetworkSegment(38c4b34a-891d-4600-81a8-35208b137af1),segment_id=38c4b34a-891d-4600-81a8-35208b137af1)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:59.490244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:59.541694 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-46a80e39-b482-4db3-8149-278cbecee2c1 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags HTTP/1.1" status: 200 len: 318 time: 0.0753477 Jul 07 18:32:59.542446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49836) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.545370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=badb2c82-ff38-418f-bbad-9bff69bfe52e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:59.546983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-301b206c-3e4c-4e69-93fe-dc8b5ff6d368 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.621011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-301b206c-3e4c-4e69-93fe-dc8b5ff6d368 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0774393 Jul 07 18:32:59.624095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49838) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.628387 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-51824098-f9e8-4ff6-99fb-f72653c16d32 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', 'tempest-TagsExtTest-Tag-2096819820') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.676862 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-51824098-f9e8-4ff6-99fb-f72653c16d32 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:32:59.677874 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-51824098-f9e8-4ff6-99fb-f72653c16d32 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags/tempest-TagsExtTest-Tag-2096819820 HTTP/1.1" status: 404 len: 329 time: 0.0528643 Jul 07 18:32:59.680964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49840) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.685188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-f8d2da66-3eff-4cd5-820f-e1d520a51daa tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', 'tempest-TagsExtTest-Tag-2120172793') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.734968 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-f8d2da66-3eff-4cd5-820f-e1d520a51daa tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:32:59.736022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f8d2da66-3eff-4cd5-820f-e1d520a51daa tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags/tempest-TagsExtTest-Tag-2120172793 HTTP/1.1" status: 404 len: 329 time: 0.0541975 Jul 07 18:32:59.740112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49842) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.745408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-17495fb0-594d-4a33-a2d5-93345514f967 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9', 'tempest-TagsExtTest-Tag-1535637868') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.795097 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-17495fb0-594d-4a33-a2d5-93345514f967 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:32:59.796166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-17495fb0-594d-4a33-a2d5-93345514f967 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags/tempest-TagsExtTest-Tag-1535637868 HTTP/1.1" status: 404 len: 329 time: 0.0549078 Jul 07 18:32:59.799043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49844) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.803876 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-5f9a5d98-8b83-4884-9ada-abd834d888c9 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', {'tags': ['tempest-TagsExtTest-Tag-1920609705', 'tempest-TagsExtTest-Tag-2118036196', 'tempest-TagsExtTest-Tag-2061359967']}) {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:59.892017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5f9a5d98-8b83-4884-9ada-abd834d888c9 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags HTTP/1.1" status: 200 len: 318 time: 0.0915849 Jul 07 18:32:59.894593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49846) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:59.899276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-c7819d13-67ac-4a7c-8315-dae955b9a0c8 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.289720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c7819d13-67ac-4a7c-8315-dae955b9a0c8 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags HTTP/1.1" status: 204 len: 168 time: 0.3940856 Jul 07 18:33:00.292470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49848) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.296991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-7c07e136-8fde-48c1-b3c0-504306f550a6 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', 'tempest-TagsExtTest-Tag-1920609705') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.370848 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-7c07e136-8fde-48c1-b3c0-504306f550a6 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:33:00.371872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7c07e136-8fde-48c1-b3c0-504306f550a6 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags/tempest-TagsExtTest-Tag-1920609705 HTTP/1.1" status: 404 len: 329 time: 0.0784009 Jul 07 18:33:00.374792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49850) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.379178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-5740705b-5eed-4888-aaf6-057e1a472c7b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', 'tempest-TagsExtTest-Tag-2118036196') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.454805 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-5740705b-5eed-4888-aaf6-057e1a472c7b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:33:00.455854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5740705b-5eed-4888-aaf6-057e1a472c7b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags/tempest-TagsExtTest-Tag-2118036196 HTTP/1.1" status: 404 len: 329 time: 0.0801771 Jul 07 18:33:00.458814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49852) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.464800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-d226979b-0218-429b-8ea5-94ed85f4383b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09', 'tempest-TagsExtTest-Tag-2061359967') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.543806 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-d226979b-0218-429b-8ea5-94ed85f4383b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:33:00.544789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d226979b-0218-429b-8ea5-94ed85f4383b tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags/tempest-TagsExtTest-Tag-2061359967 HTTP/1.1" status: 404 len: 329 time: 0.0850368 Jul 07 18:33:00.547750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49854) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.552496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-0cdd60d5-0c0e-4769-9d18-a61cf16e61f1 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', {'tags': ['tempest-TagsExtTest-Tag-974253121', 'tempest-TagsExtTest-Tag-1576162442', 'tempest-TagsExtTest-Tag-1379395976']}) {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.592387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0cdd60d5-0c0e-4769-9d18-a61cf16e61f1 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "PUT /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags HTTP/1.1" status: 200 len: 317 time: 0.0434983 Jul 07 18:33:00.595160 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49856) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.599567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-1bba3731-2ec1-4b70-a4a7-a2f094c5632d tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.637133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1bba3731-2ec1-4b70-a4a7-a2f094c5632d tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0409107 Jul 07 18:33:00.639808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49858) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.644188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-b59eb02b-4003-46d5-8260-0ea973110067 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', 'tempest-TagsExtTest-Tag-974253121') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.665932 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-b59eb02b-4003-46d5-8260-0ea973110067 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:33:00.666962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b59eb02b-4003-46d5-8260-0ea973110067 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags/tempest-TagsExtTest-Tag-974253121 HTTP/1.1" status: 404 len: 328 time: 0.0261765 Jul 07 18:33:00.670360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49860) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.674800 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-1d21af93-af9e-4426-b09e-89a60b7c0fe7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', 'tempest-TagsExtTest-Tag-1576162442') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.695935 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-1d21af93-af9e-4426-b09e-89a60b7c0fe7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:33:00.696979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1d21af93-af9e-4426-b09e-89a60b7c0fe7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags/tempest-TagsExtTest-Tag-1576162442 HTTP/1.1" status: 404 len: 329 time: 0.0257211 Jul 07 18:33:00.699835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49862) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.704260 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-7eaf3bc2-d275-4411-84b0-1deab3240b2c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf', 'tempest-TagsExtTest-Tag-1379395976') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.725211 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [None req-7eaf3bc2-d275-4411-84b0-1deab3240b2c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] show failed (client error): The resource could not be found. Jul 07 18:33:00.726212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7eaf3bc2-d275-4411-84b0-1deab3240b2c tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags/tempest-TagsExtTest-Tag-1379395976 HTTP/1.1" status: 404 len: 329 time: 0.0254717 Jul 07 18:33:00.729181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49864) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.733507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-147ba5a2-c423-4e6f-9566-9ca1a564de40 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9fdd61fc-b9cb-43e6-9953-a68a24c504bf') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.760153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-147ba5a2-c423-4e6f-9566-9ca1a564de40 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0299888 Jul 07 18:33:00.763109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49866) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.767990 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-bc5c9ee7-f87a-431e-8727-09f533fa724e tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7d16fee-6c22-4e27-b359-a2595079dd09') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.847857 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bc5c9ee7-f87a-431e-8727-09f533fa724e tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09/tags HTTP/1.1" status: 204 len: 168 time: 0.0834661 Jul 07 18:33:00.850422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49868) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.854971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.tag.tag_plugin [None req-0c7802b7-940f-4b2d-a3ec-d1a1f8d38894 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'edb5c664-c22f-4c83-85c1-9d1123dbb3d9') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.909932 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0c7802b7-940f-4b2d-a3ec-d1a1f8d38894 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0583017 Jul 07 18:33:00.912544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49870) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:00.917181 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.tag.tag_plugin [None req-1be0df10-7fe3-4046-b6ff-2411b81a097a tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1f1abbd5-8aba-486f-b595-674ca0c93986') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:00.972974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1be0df10-7fe3-4046-b6ff-2411b81a097a tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986/tags HTTP/1.1" status: 204 len: 168 time: 0.0592752 Jul 07 18:33:00.977529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49872) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:01.073594 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-03e12515-c10a-4f99-adc2-5740fd71792e tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for subnetpool, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.074817 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-03e12515-c10a-4f99-adc2-5740fd71792e tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnetpools/9fdd61fc-b9cb-43e6-9953-a68a24c504bf HTTP/1.1" status: 204 len: 168 time: 0.0962322 Jul 07 18:33:01.077538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49874) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:01.107249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-189934f7-3eeb-4317-8a39-348db5900095 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "GET /v2.0/ports?device_id=c7d16fee-6c22-4e27-b359-a2595079dd09 HTTP/1.1" status: 200 len: 205 time: 0.0284622 Jul 07 18:33:01.109660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49878) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:01.186899 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-380dc8fd-5940-47fb-b395-33aec9b96ea7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.295396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device badb2c82-ff38-418f-bbad-9bff69bfe52e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:33:01.348200 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-380dc8fd-5940-47fb-b395-33aec9b96ea7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.349890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port badb2c82-ff38-418f-bbad-9bff69bfe52e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:01.350251 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.350462 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-380dc8fd-5940-47fb-b395-33aec9b96ea7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.400166 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-380dc8fd-5940-47fb-b395-33aec9b96ea7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.400846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380dc8fd-5940-47fb-b395-33aec9b96ea7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Fanout notify agent at l3_agent the message router_deleted on router c7d16fee-6c22-4e27-b359-a2595079dd09 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:33:01.413718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-380dc8fd-5940-47fb-b395-33aec9b96ea7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.418459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49880) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:01.418943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-380dc8fd-5940-47fb-b395-33aec9b96ea7 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/routers/c7d16fee-6c22-4e27-b359-a2595079dd09 HTTP/1.1" status: 204 len: 168 time: 0.3079557 Jul 07 18:33:01.534284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Deleting port edb5c664-c22f-4c83-85c1-9d1123dbb3d9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:01.534634 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.622985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.634885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Calling delete_port for edb5c664-c22f-4c83-85c1-9d1123dbb3d9 owned by {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:01.770012 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.799135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event deleted for resources: {'Port': ['ID=edb5c664-c22f-4c83-85c1-9d1123dbb3d9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:01.875843 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.880552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49884) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:01.881007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b0e7de3e-cfcb-4bcc-bc99-641321c45664 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/ports/edb5c664-c22f-4c83-85c1-9d1123dbb3d9 HTTP/1.1" status: 204 len: 168 time: 0.4608605 Jul 07 18:33:01.941559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Deleting subnet 1f1abbd5-8aba-486f-b595-674ca0c93986 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:33:01.945516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:01.991397 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.078929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.148143 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.177806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1abbd5-8aba-486f-b595-674ca0c93986,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:02.180856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.183167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7108cf18-1813-4ad8-9e98-9672db64cfeb tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/subnets/1f1abbd5-8aba-486f-b595-674ca0c93986 HTTP/1.1" status: 204 len: 168 time: 0.3011317 Jul 07 18:33:02.186650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49886) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:02.190893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b54a93b-4df8-48e3-bc63-37c6300fb468 None None] Network 3c78be76-9b5f-464a-897c-ebef19812c1f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:33:02.272389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.330819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Deleting port badb2c82-ff38-418f-bbad-9bff69bfe52e {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:02.331169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.401131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] DHCP port deletion for 3c78be76-9b5f-464a-897c-ebef19812c1f request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:33:02.401728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] For port badb2c82-ff38-418f-bbad-9bff69bfe52e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=badb2c82-ff38-418f-bbad-9bff69bfe52e,segment=NetworkSegment(38c4b34a-891d-4600-81a8-35208b137af1),segment_id=38c4b34a-891d-4600-81a8-35208b137af1)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:02.402117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.415021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Calling delete_port for badb2c82-ff38-418f-bbad-9bff69bfe52e owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:02.445425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] Deleting port badb2c82-ff38-418f-bbad-9bff69bfe52e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:02.445860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.495271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.514245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] For port badb2c82-ff38-418f-bbad-9bff69bfe52e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=badb2c82-ff38-418f-bbad-9bff69bfe52e,segment=NetworkSegment(38c4b34a-891d-4600-81a8-35208b137af1),segment_id=38c4b34a-891d-4600-81a8-35208b137af1)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:02.514645 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.522553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event deleted for resources: {'Port': ['ID=badb2c82-ff38-418f-bbad-9bff69bfe52e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:02.525234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] No DVR routers for this DVR port badb2c82-ff38-418f-bbad-9bff69bfe52e on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:02.530401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] Calling delete_port for badb2c82-ff38-418f-bbad-9bff69bfe52e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:02.612448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.613112 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.629932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c78be76-9b5f-464a-897c-ebef19812c1f']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:02.637745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] Pushing event deleted for resources: {'Port': ['ID=badb2c82-ff38-418f-bbad-9bff69bfe52e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:02.641634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8ba76-e0b6-4a2a-a700-e82a526ec18c None None] No DVR routers for this DVR port badb2c82-ff38-418f-bbad-9bff69bfe52e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:02.642501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c4b34a-891d-4600-81a8-35208b137af1') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:02.643311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c4b34a-891d-4600-81a8-35208b137af1') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:02.655363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.669646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.675780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:33:02.676169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:33:02.679223 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:33:02.743118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.751921 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.753825 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] 10.222.0.88 "DELETE /v2.0/networks/3c78be76-9b5f-464a-897c-ebef19812c1f HTTP/1.1" status: 204 len: 168 time: 0.5662935 Jul 07 18:33:02.767910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc1bc9-3f5c-4d4b-be66-492a28112049 tempest-TagsExtTest-1898548464 tempest-TagsExtTest-1898548464-project] Pushing event deleted for resources: {'Network': ['ID=3c78be76-9b5f-464a-897c-ebef19812c1f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:03.019468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49892) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:03.159678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3615df36-66b1-49bc-a653-a74a9dab957d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de33a4e5924342d18c995a4772a99c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387005 Jul 07 18:33:03.162012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49896) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:03.224229 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b450db2e-97ec-4f81-9d3e-7a771ae8f362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.247598 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b450db2e-97ec-4f81-9d3e-7a771ae8f362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.290011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device badb2c82-ff38-418f-bbad-9bff69bfe52e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:03.298247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b450db2e-97ec-4f81-9d3e-7a771ae8f362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.301270 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b450db2e-97ec-4f81-9d3e-7a771ae8f362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.302448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b450db2e-97ec-4f81-9d3e-7a771ae8f362 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/99125d79-d16e-47c3-b945-163b1edd5cd5 HTTP/1.1" status: 204 len: 168 time: 0.1395123 Jul 07 18:33:03.310773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450db2e-97ec-4f81-9d3e-7a771ae8f362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99125d79-d16e-47c3-b945-163b1edd5cd5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:03.310935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: badb2c82-ff38-418f-bbad-9bff69bfe52e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:33:03.311233 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device badb2c82-ff38-418f-bbad-9bff69bfe52e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:33:04.127649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:04.977976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49950) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:05.088076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76ba0b4a-a3df-4aff-88c2-1ba17b22aedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.182948 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76ba0b4a-a3df-4aff-88c2-1ba17b22aedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.188432 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-76ba0b4a-a3df-4aff-88c2-1ba17b22aedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.228814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-76ba0b4a-a3df-4aff-88c2-1ba17b22aedf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e507ac07f4f1473db02b47a0119fe1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496159 Jul 07 18:33:05.232245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49954) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:05.234778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0b4a-a3df-4aff-88c2-1ba17b22aedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafd4365-b614-48fd-b915-1a1c4d1309d4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:05.289534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9582d0e-cf05-445d-87a5-85c4ec139ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.311689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9582d0e-cf05-445d-87a5-85c4ec139ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.359028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9582d0e-cf05-445d-87a5-85c4ec139ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.362229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9582d0e-cf05-445d-87a5-85c4ec139ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.363505 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f9582d0e-cf05-445d-87a5-85c4ec139ac1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eafd4365-b614-48fd-b915-1a1c4d1309d4 HTTP/1.1" status: 204 len: 168 time: 0.1279066 Jul 07 18:33:05.373199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582d0e-cf05-445d-87a5-85c4ec139ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafd4365-b614-48fd-b915-1a1c4d1309d4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:05.637097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 49960) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:05.651024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-990286aa-2290-4ea8-8f96-a57fb2753f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.746478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-990286aa-2290-4ea8-8f96-a57fb2753f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.754374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-990286aa-2290-4ea8-8f96-a57fb2753f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.797687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-990286aa-2290-4ea8-8f96-a57fb2753f64 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bcf58129af8a41fb8f904f8b537277e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594698 Jul 07 18:33:05.798560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990286aa-2290-4ea8-8f96-a57fb2753f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b65b1-35da-4f11-ba8a-52647b97f831,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:05.801522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 49962) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:05.862903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68487ca9-fe74-4677-8f0a-41da964cfcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.885464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68487ca9-fe74-4677-8f0a-41da964cfcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.934989 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68487ca9-fe74-4677-8f0a-41da964cfcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.937563 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-68487ca9-fe74-4677-8f0a-41da964cfcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.938854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-68487ca9-fe74-4677-8f0a-41da964cfcc1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/994b65b1-35da-4f11-ba8a-52647b97f831 HTTP/1.1" status: 204 len: 168 time: 0.1358838 Jul 07 18:33:05.947354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68487ca9-fe74-4677-8f0a-41da964cfcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b65b1-35da-4f11-ba8a-52647b97f831,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:06.164222 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:07.938895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50024) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:08.046956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7601f1b8-1efa-481d-b3ae-04edd5adda42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.137386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7601f1b8-1efa-481d-b3ae-04edd5adda42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.142044 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7601f1b8-1efa-481d-b3ae-04edd5adda42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.180956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7601f1b8-1efa-481d-b3ae-04edd5adda42 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f95cf8aa3fd548c8b8766d1cf40cf109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409270 Jul 07 18:33:08.185135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601f1b8-1efa-481d-b3ae-04edd5adda42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b66e595-de04-4b30-8544-ff32c2261ed2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:08.185346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50028) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:08.214767 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:08.238735 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9d689df-81d5-49c0-8d53-24e1105fc04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.260296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9d689df-81d5-49c0-8d53-24e1105fc04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.309498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9d689df-81d5-49c0-8d53-24e1105fc04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.312057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9d689df-81d5-49c0-8d53-24e1105fc04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.313679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c9d689df-81d5-49c0-8d53-24e1105fc04c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b66e595-de04-4b30-8544-ff32c2261ed2 HTTP/1.1" status: 204 len: 168 time: 0.1288116 Jul 07 18:33:08.322704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d689df-81d5-49c0-8d53-24e1105fc04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b66e595-de04-4b30-8544-ff32c2261ed2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:08.587372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50034) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:08.601256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56340b8b-6a53-43ba-bc02-64ee3bc05bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.688330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56340b8b-6a53-43ba-bc02-64ee3bc05bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.692692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-56340b8b-6a53-43ba-bc02-64ee3bc05bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.732060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-56340b8b-6a53-43ba-bc02-64ee3bc05bc3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=550641bd2b9e498aa586f54fc69f875a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435826 Jul 07 18:33:08.732954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340b8b-6a53-43ba-bc02-64ee3bc05bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7860a5-2249-4c41-a098-0b2384f2f14c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:08.734802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50036) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:08.785642 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1107-dfd5-40d1-85af-4db06ceacace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.808387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1107-dfd5-40d1-85af-4db06ceacace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.856843 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1107-dfd5-40d1-85af-4db06ceacace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.859562 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1107-dfd5-40d1-85af-4db06ceacace admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:08.860710 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3c8a1107-dfd5-40d1-85af-4db06ceacace admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ad7860a5-2249-4c41-a098-0b2384f2f14c HTTP/1.1" status: 204 len: 168 time: 0.1248784 Jul 07 18:33:08.869022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1107-dfd5-40d1-85af-4db06ceacace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7860a5-2249-4c41-a098-0b2384f2f14c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:15.873604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-689db180-27d4-491a-908b-065b599b739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:18.394408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fcba8467-963a-4ce6-8344-ee0a64088dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:18.522535 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:19.754605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:21.265129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.118530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50138) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:24.252182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87f5d6bf-d3f1-43d2-b5de-35a2239f2395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.353924 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87f5d6bf-d3f1-43d2-b5de-35a2239f2395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.361025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-87f5d6bf-d3f1-43d2-b5de-35a2239f2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.402054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-87f5d6bf-d3f1-43d2-b5de-35a2239f2395 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd61406d9f1f47919745610abe424d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824223 Jul 07 18:33:24.402961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5d6bf-d3f1-43d2-b5de-35a2239f2395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8c2ee-76a5-4a70-b907-9c4979bd3508,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:24.404887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50142) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:24.463706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8be4-a7be-4bb4-95ab-3a459eacffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.807478 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8be4-a7be-4bb4-95ab-3a459eacffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.860865 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8be4-a7be-4bb4-95ab-3a459eacffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.863959 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8be4-a7be-4bb4-95ab-3a459eacffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.865198 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bbdd8be4-a7be-4bb4-95ab-3a459eacffe2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0a8c2ee-76a5-4a70-b907-9c4979bd3508 HTTP/1.1" status: 204 len: 168 time: 0.4585562 Jul 07 18:33:24.873388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd8be4-a7be-4bb4-95ab-3a459eacffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8c2ee-76a5-4a70-b907-9c4979bd3508,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:25.143446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50148) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:25.157104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-233aea18-981e-4916-b80f-70c35c196e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:25.260722 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-233aea18-981e-4916-b80f-70c35c196e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:25.267602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-233aea18-981e-4916-b80f-70c35c196e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:25.303824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aea18-981e-4916-b80f-70c35c196e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b076dc7-d1dd-46d4-a971-6398fc809d00,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:25.308685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-233aea18-981e-4916-b80f-70c35c196e24 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=437ba9c9cf144c07bf332c0af8ec2096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641593 Jul 07 18:33:25.311603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50150) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:25.361565 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2e49-6d15-49d7-9f2e-fdefaf723a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:25.384246 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2e49-6d15-49d7-9f2e-fdefaf723a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:25.445366 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2e49-6d15-49d7-9f2e-fdefaf723a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:25.447864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5c6a2e49-6d15-49d7-9f2e-fdefaf723a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:25.449040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5c6a2e49-6d15-49d7-9f2e-fdefaf723a98 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7b076dc7-d1dd-46d4-a971-6398fc809d00 HTTP/1.1" status: 204 len: 168 time: 0.1365964 Jul 07 18:33:25.457018 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a2e49-6d15-49d7-9f2e-fdefaf723a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b076dc7-d1dd-46d4-a971-6398fc809d00,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:34.129400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.560427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50236) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:34.680623 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f71-2fd2-4289-a0d5-cda83b77f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.778411 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f71-2fd2-4289-a0d5-cda83b77f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.783787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7f71-2fd2-4289-a0d5-cda83b77f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.821864 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-aa3a7f71-2fd2-4289-a0d5-cda83b77f17f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=16b729ed7bc24c588ea9727abdf670aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602539 Jul 07 18:33:34.822804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7f71-2fd2-4289-a0d5-cda83b77f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beec97f4-2de1-4ec6-a3bc-30f73ccdd60f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:34.828156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50240) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:34.898388 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-25d04a4d-8319-4c05-aa9b-3cb4cc84ff99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.925983 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-25d04a4d-8319-4c05-aa9b-3cb4cc84ff99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.977130 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-25d04a4d-8319-4c05-aa9b-3cb4cc84ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.979685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-25d04a4d-8319-4c05-aa9b-3cb4cc84ff99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.980937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-25d04a4d-8319-4c05-aa9b-3cb4cc84ff99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/beec97f4-2de1-4ec6-a3bc-30f73ccdd60f HTTP/1.1" status: 204 len: 168 time: 0.1511002 Jul 07 18:33:34.989117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d04a4d-8319-4c05-aa9b-3cb4cc84ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beec97f4-2de1-4ec6-a3bc-30f73ccdd60f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:35.272781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50246) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:35.286349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee82774b-a53a-4772-8b54-9056fcdf5e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.376681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee82774b-a53a-4772-8b54-9056fcdf5e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.382046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee82774b-a53a-4772-8b54-9056fcdf5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.420270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee82774b-a53a-4772-8b54-9056fcdf5e9c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=86c6bc8bd236433db54557d29231837a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463096 Jul 07 18:33:35.421272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82774b-a53a-4772-8b54-9056fcdf5e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c146ee9-4f26-4438-9725-b32708727f62,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:35.423148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50248) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:35.480996 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3ef2-df3a-4153-ac02-faf0b326e238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.503240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3ef2-df3a-4153-ac02-faf0b326e238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.556043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3ef2-df3a-4153-ac02-faf0b326e238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.558817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3ef2-df3a-4153-ac02-faf0b326e238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.560306 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4d3a3ef2-df3a-4153-ac02-faf0b326e238 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8c146ee9-4f26-4438-9725-b32708727f62 HTTP/1.1" status: 204 len: 168 time: 0.1354115 Jul 07 18:33:35.568133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a3ef2-df3a-4153-ac02-faf0b326e238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c146ee9-4f26-4438-9725-b32708727f62,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:36.179447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:39.569613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-2f3ff1ee-e76e-4e27-b894-b3c568c2dcad req-cc348285-26ba-4525-b409-c4234bafa1d3 service neutron] (105588) timed out ('10.222.0.88', 50448) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:33:45.215890 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:45.868167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bca96284-06d9-4b40-ab58-03d1d4c10b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:46.791190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50390) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:46.901224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c8dc0d-c819-4729-865a-1c0533d33130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.000516 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c8dc0d-c819-4729-865a-1c0533d33130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.005324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-04c8dc0d-c819-4729-865a-1c0533d33130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.046139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-04c8dc0d-c819-4729-865a-1c0533d33130 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=47e6c8afd9a34ba5bce3abf56d0b4f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537689 Jul 07 18:33:47.047032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8dc0d-c819-4729-865a-1c0533d33130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126b911c-87a3-4893-a4a1-04083d2d3f2e,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:47.049032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50394) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:47.106849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffd29eff-a393-48e0-bc96-ae53deb3d813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.129035 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffd29eff-a393-48e0-bc96-ae53deb3d813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.179852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffd29eff-a393-48e0-bc96-ae53deb3d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.182825 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffd29eff-a393-48e0-bc96-ae53deb3d813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.184057 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ffd29eff-a393-48e0-bc96-ae53deb3d813 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/126b911c-87a3-4893-a4a1-04083d2d3f2e HTTP/1.1" status: 204 len: 168 time: 0.1339483 Jul 07 18:33:47.192473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd29eff-a393-48e0-bc96-ae53deb3d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126b911c-87a3-4893-a4a1-04083d2d3f2e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:47.478511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:47.492025 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.583550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.589735 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.631010 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=09997a7b1f75484f8f249fedb7a16867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513624 Jul 07 18:33:47.631891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a5df52-c1f3-4d1c-b1b7-ccd4356b4bdb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:47.633764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50402) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:47.639664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.640006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.640335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.640665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.641022 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.641346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.641673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.641991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.642317 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.642687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.642939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.643283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a866739-a4f4-4092-897a-e43af4c69cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:47.686326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9402953-43d9-4f2e-bc83-8e315c79e07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.709532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9402953-43d9-4f2e-bc83-8e315c79e07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.758717 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9402953-43d9-4f2e-bc83-8e315c79e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.761420 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9402953-43d9-4f2e-bc83-8e315c79e07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:47.762612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b9402953-43d9-4f2e-bc83-8e315c79e07f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e8a5df52-c1f3-4d1c-b1b7-ccd4356b4bdb HTTP/1.1" status: 204 len: 168 time: 0.1278272 Jul 07 18:33:47.774415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9402953-43d9-4f2e-bc83-8e315c79e07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a5df52-c1f3-4d1c-b1b7-ccd4356b4bdb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:48.162633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50408) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:48.176228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-13f01ac7-65e0-441e-b740-9d51c6498e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.274321 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-13f01ac7-65e0-441e-b740-9d51c6498e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.279568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-13f01ac7-65e0-441e-b740-9d51c6498e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.321385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-13f01ac7-65e0-441e-b740-9d51c6498e14 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5346af83ee174f7cb2fb2464b09630a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575575 Jul 07 18:33:48.322393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f01ac7-65e0-441e-b740-9d51c6498e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d350cb3-8563-44af-a3f9-8f0df1fcde66,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:48.324405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50410) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:48.382449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6b24746-33b7-4d6f-bc13-206cc91bbec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.388368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-52fa558d-9c53-4637-b8b4-6bf02f0ad243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.405448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6b24746-33b7-4d6f-bc13-206cc91bbec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.455529 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6b24746-33b7-4d6f-bc13-206cc91bbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.460350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a6b24746-33b7-4d6f-bc13-206cc91bbec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:48.461948 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a6b24746-33b7-4d6f-bc13-206cc91bbec4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1d350cb3-8563-44af-a3f9-8f0df1fcde66 HTTP/1.1" status: 204 len: 168 time: 0.1353621 Jul 07 18:33:48.472851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b24746-33b7-4d6f-bc13-206cc91bbec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d350cb3-8563-44af-a3f9-8f0df1fcde66,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:48.512244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.224114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 50432) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:49.340363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2137961347-network', 'tenant_id': '3cdb97e4eadd46ffbabdc249204d4cef'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:49.364765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Made reservation on behalf of 3cdb97e4eadd46ffbabdc249204d4cef for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:33:49.368449 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.382897 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.495779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.502169 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.527850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:33:49.538098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e821c-ea52-4d3f-b616-0dcd3e570ca5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:49.543693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.544104 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Added segment 40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b of type vlan for network c9d552a5-a849-477c-8db2-dc6f5ea36386 Jul 07 18:33:49.588725 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.623219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.624822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:49.625967 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.685126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4597089 Jul 07 18:33:49.688154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 50438) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:49.692447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5623c6-cb14-45a8-a553-83bf32f24fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d552a5-a849-477c-8db2-dc6f5ea36386,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:49.693405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Request body: {'subnet': {'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2137961347-subnet', 'tenant_id': '3cdb97e4eadd46ffbabdc249204d4cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:49.702844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network c9d552a5-a849-477c-8db2-dc6f5ea36386 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:33:49.716633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Made reservation on behalf of 3cdb97e4eadd46ffbabdc249204d4cef for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:33:49.719215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.804939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.898440 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:49.955331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2928c494-4834-4dd5-bee4-cedbd5a0c876,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:49.967782 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Checking segment: {'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:33:49.968138 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Network hostable DHCP agents. Network: c9d552a5-a849-477c-8db2-dc6f5ea36386, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:33:49.986572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Network c9d552a5-a849-477c-8db2-dc6f5ea36386 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:33:49.997182 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, c9d552a5-a849-477c-8db2-dc6f5ea36386) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:33:50.001905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:50.002534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:50.007764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8624af-c104-4acf-9f54-da6d12c2927a None None] Network c9d552a5-a849-477c-8db2-dc6f5ea36386 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:33:50.018623 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6151317e-29ef-4e98-aad6-6d409396dd02 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3291554 Jul 07 18:33:50.132911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bfbce6-2d39-457e-81a3-8737f7b1c0d1 None None] Network c9d552a5-a849-477c-8db2-dc6f5ea36386 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:33:51.264699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:04.152012 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:06.187873 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:15.878962 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ffd471d-0332-4097-b445-104783e709c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.392514 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f8fcc753-cab9-4fda-ba1b-f2338066f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:18.510268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.763793 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.266408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.216247 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:34:34.151304 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.210273 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:41.760370 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70d86-a242-4239-a833-264468e618c5 req-3bdd327c-60e0-406a-a12f-6d5db26b64ea tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:41.761880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-3bdd327c-60e0-406a-a12f-6d5db26b64ea tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/networks?id=c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 200 len: 814 time: 0.1113772 Jul 07 18:34:41.777582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-f5d0a41c-47ac-4d89-9925-980da2573dcc tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/quotas/3cdb97e4eadd46ffbabdc249204d4cef HTTP/1.1" status: 200 len: 375 time: 0.0101237 Jul 07 18:34:41.812871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-5915481e-a566-4559-93ec-3dda9fba58b4 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295544 Jul 07 18:34:41.825065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-a8b0efc9-3fb9-46a3-9418-5b4d7c6afef8 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:34:41.826065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-a8b0efc9-3fb9-46a3-9418-5b4d7c6afef8 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060627 Jul 07 18:34:41.975641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-4ea41558-904e-44d6-abb2-896c56e3b0d3 service neutron] 10.222.0.88 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435306 Jul 07 18:34:42.071026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-df066cf4-4b16-4969-a7c0-367febb56bdc service neutron] 10.222.0.88 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886843 Jul 07 18:34:42.329134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff95dd91-682c-4d4a-a155-82bb8ea1400b req-6650bd56-6e95-443b-a07e-d4ab350e5ed9 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 210 time: 0.1022558 Jul 07 18:34:43.503915 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f568aaec-6643-4e52-9c2d-4f545145d270 req-24976f60-e4ce-4600-8516-b86ad323c9dc tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 210 time: 0.0308993 Jul 07 18:34:43.607986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70d86-a242-4239-a833-264468e618c5 req-e82da151-1934-4098-b26d-e9e79217952c tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:43.609563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-e82da151-1934-4098-b26d-e9e79217952c tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.90 "GET /v2.0/networks?id=c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 200 len: 814 time: 0.1100028 Jul 07 18:34:43.622807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Request body: {'port': {'device_id': '21247135-4b8b-4779-8641-372b5396e55e', 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386', 'admin_state_up': True, 'tenant_id': '3cdb97e4eadd46ffbabdc249204d4cef'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:43.739384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Made reservation on behalf of 3cdb97e4eadd46ffbabdc249204d4cef for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:43.743045 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:43.877906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Allocated IP 172.20.0.6 (c9d552a5-a849-477c-8db2-dc6f5ea36386/2928c494-4834-4dd5-bee4-cedbd5a0c876/c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:44.027292 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.071434 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.123713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Network c9d552a5-a849-477c-8db2-dc6f5ea36386 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:44.129448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:44.133368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:34:44.140300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Pushing event updated for resources: {'Port': ['ID=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:44.188030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:44.188682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.205719 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-25fdc93e-a17a-4ce1-b420-4ff548afa5f1 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869322 Jul 07 18:34:44.300448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Request body: {'port': {'device_id': '21247135-4b8b-4779-8641-372b5396e55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:44.377280 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.694507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:34:44.702824 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.715523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Transition to ACTIVE for port object c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:44.720317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.733770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead9cb8-0a4c-45c9-bef9-f170f5b3047e req-7b8730aa-dd09-48cb-b564-522b3dc27f50 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:44.735305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ead9cb8-0a4c-45c9-bef9-f170f5b3047e req-7b8730aa-dd09-48cb-b564-522b3dc27f50 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 931 time: 0.0711815 Jul 07 18:34:44.773161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:44.778110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ead9cb8-0a4c-45c9-bef9-f170f5b3047e req-d2ebad2f-7503-40bc-b279-9f6826db2411 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366082 Jul 07 18:34:44.844859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Attempting to bind port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:44.845209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Attempting to bind port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:44.845538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Attempting to bind port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 on network c9d552a5-a849-477c-8db2-dc6f5ea36386 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:44.850158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 on network c9d552a5-a849-477c-8db2-dc6f5ea36386 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:34:44.850488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Attempting to bind port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 on network c9d552a5-a849-477c-8db2-dc6f5ea36386 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:44.855820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:44.856199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Checking segment: {'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:44.856577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Bound using segment: {'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:44.857059 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Bound port: c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:44.857423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.930719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] For port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:34:44.934221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] For port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:34:44.940948 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.976897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:44.977602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:44.979095 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] 10.222.0.90 "PUT /v2.0/ports/c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 HTTP/1.1" status: 200 len: 1091 time: 0.7572310 Jul 07 18:34:44.979562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21247135-4b8b-4779-8641-372b5396e55e', 'tag': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:44.981948 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25884ad8-abc6-4189-b706-33757e3c22c2" -d '{"events": [{"name": "network-changed", "server_uuid": "21247135-4b8b-4779-8641-372b5396e55e", "tag": "c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:45.015941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b8148-a8ae-4b22-9f8a-6eaee7d7e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:45.075008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70d86-a242-4239-a833-264468e618c5 req-15420a13-3ce0-4931-98a4-57dde4332afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.075950 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-15420a13-3ce0-4931-98a4-57dde4332afb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 1094 time: 0.0565367 Jul 07 18:34:45.122711 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64e344c-f04f-4f3b-8cbd-3e9d9695d3f7 x-openstack-request-id: req-e64e344c-f04f-4f3b-8cbd-3e9d9695d3f7 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:45.123109 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21247135-4b8b-4779-8641-372b5396e55e", "tag": "c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:45.123431 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e64e344c-f04f-4f3b-8cbd-3e9d9695d3f7 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:45.123939 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21247135-4b8b-4779-8641-372b5396e55e', 'tag': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930', 'status': 'completed', 'code': 200} Jul 07 18:34:45.126233 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-fee6dc39-9a68-43fc-99bd-8b766d893099 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 HTTP/1.1" status: 200 len: 217 time: 0.0435262 Jul 07 18:34:45.186873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70d86-a242-4239-a833-264468e618c5 req-047b6ac7-8eaf-40ff-a1da-0bd7a127ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.188374 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-047b6ac7-8eaf-40ff-a1da-0bd7a127ee67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2928c494-4834-4dd5-bee4-cedbd5a0c876 HTTP/1.1" status: 200 len: 854 time: 0.0554366 Jul 07 18:34:45.223879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-a7492d8f-3254-4d77-a6e9-2ab5e7e626c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9d552a5-a849-477c-8db2-dc6f5ea36386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293014 Jul 07 18:34:45.322441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-698f269d-54e7-4450-8fe8-9e5ad1d1aef1 service neutron] 10.222.0.90 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920429 Jul 07 18:34:45.417634 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93c70d86-a242-4239-a833-264468e618c5 req-64cc4381-7c3c-44cd-b3df-505a1696337e service neutron] 10.222.0.90 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890779 Jul 07 18:34:45.545013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-cf5833e2-6c60-410b-a578-5f81911817c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.546373 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-cf5833e2-6c60-410b-a578-5f81911817c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 1094 time: 0.0582221 Jul 07 18:34:45.648725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-7ddc0e13-1a60-47c4-b3a7-4b2c3b66e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.650310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-7ddc0e13-1a60-47c4-b3a7-4b2c3b66e8e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 200 len: 915 time: 0.0974822 Jul 07 18:34:45.692638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-234031fd-89fd-49ad-9a30-1bc8aa2fcaf0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 HTTP/1.1" status: 200 len: 217 time: 0.0359750 Jul 07 18:34:45.748210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-10b7e0a9-1f1f-448b-8ae3-554a6262f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.749799 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-10b7e0a9-1f1f-448b-8ae3-554a6262f2ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2928c494-4834-4dd5-bee4-cedbd5a0c876 HTTP/1.1" status: 200 len: 854 time: 0.0511882 Jul 07 18:34:45.784640 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-281f0aa4-0bbb-41d2-9735-91f7caf62c7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9d552a5-a849-477c-8db2-dc6f5ea36386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278528 Jul 07 18:34:45.871810 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18b5f7d6-145e-4fd3-a2ae-d661ef1e1509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:45.891615 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-35f8b01d-1e2e-4a15-83d2-00d011ca7a8e service neutron] 10.222.0.90 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991538 Jul 07 18:34:45.977605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c38e-291f-4465-a588-5296a25a5e1b req-02223cdf-3004-46eb-989e-3a46330ef59c tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:45.979444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11b7c38e-291f-4465-a588-5296a25a5e1b req-02223cdf-3004-46eb-989e-3a46330ef59c tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 943 time: 0.0829577 Jul 07 18:34:45.999751 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-25884ad8-abc6-4189-b706-33757e3c22c2 req-431a8e24-59ca-467b-9892-8c9ecc2a6c1b service neutron] 10.222.0.90 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012394 Jul 07 18:34:46.021707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-11b7c38e-291f-4465-a588-5296a25a5e1b req-02aebc74-58fe-4565-9452-d76571517571 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360327 Jul 07 18:34:47.203331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ac813-d0e4-41ff-9dda-7868a7919c1c req-b43e00fe-a3e9-41e2-8dec-e73363337ce7 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:47.204863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f79ac813-d0e4-41ff-9dda-7868a7919c1c req-b43e00fe-a3e9-41e2-8dec-e73363337ce7 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 943 time: 0.0665805 Jul 07 18:34:47.253417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f79ac813-d0e4-41ff-9dda-7868a7919c1c req-a6919e0b-cd55-4cda-addf-e69e753c05e8 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424047 Jul 07 18:34:48.394879 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7c29-b20d-4541-859a-2b6ed65373f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.445644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd8734-0c0c-4e12-95aa-ef86ace4e8d8 req-8d2b5b2a-2c82-4af2-99de-1085ca6bd2a2 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:48.447137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffcd8734-0c0c-4e12-95aa-ef86ace4e8d8 req-8d2b5b2a-2c82-4af2-99de-1085ca6bd2a2 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 943 time: 0.0677290 Jul 07 18:34:48.493974 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffcd8734-0c0c-4e12-95aa-ef86ace4e8d8 req-aeda59f0-550f-4b2b-93f2-beb2bf3b90de tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387700 Jul 07 18:34:48.502424 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:49.670466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a33f5-104e-422a-9924-f70e375c9c50 req-4b2c65f3-a286-452b-9463-bdd41b22eec9 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:49.672012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-945a33f5-104e-422a-9924-f70e375c9c50 req-4b2c65f3-a286-452b-9463-bdd41b22eec9 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 943 time: 0.0650353 Jul 07 18:34:49.712139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-945a33f5-104e-422a-9924-f70e375c9c50 req-f1447788-5141-4ede-8439-133dc87d81a4 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Jul 07 18:34:49.762075 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:50.135448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:34:50.236659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:50.249539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930', 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386', 'port_id': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930', 'mac_address': 'fa:16:3e:48:59:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2928c494-4834-4dd5-bee4-cedbd5a0c876', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:34:50.296442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:50.313838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:34:50.353010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:50.357612 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:50.405778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:50.413151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.413486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.413821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.414150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.414475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.414801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.415123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.415435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.415815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.416064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.416384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.416696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:50.717723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:34:50.895254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed52439-c679-47d1-9949-dbc14fea31cb req-72de8c6d-5b98-4344-afe4-51394cae2653 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:50.896783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ed52439-c679-47d1-9949-dbc14fea31cb req-72de8c6d-5b98-4344-afe4-51394cae2653 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 944 time: 0.0667078 Jul 07 18:34:50.937634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ed52439-c679-47d1-9949-dbc14fea31cb req-0a6e12bf-af99-4d6f-b6aa-c4628ffa9822 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Jul 07 18:34:51.272518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.128464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df84397-daea-45d9-9814-80ca00780321 req-05a40b68-e48d-430e-94e1-e9985f5bdccf tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:52.130001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4df84397-daea-45d9-9814-80ca00780321 req-05a40b68-e48d-430e-94e1-e9985f5bdccf tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 944 time: 0.0792823 Jul 07 18:34:52.135890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:34:52.170893 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4df84397-daea-45d9-9814-80ca00780321 req-ad44e4c5-d7cc-469d-b315-db3ee436973f tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Jul 07 18:34:52.188992 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:52.192914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:52.193686 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.273048 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.300092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21247135-4b8b-4779-8641-372b5396e55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:52.302400 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d7cd2a-c364-43d2-969c-0eea3b63d7fa" -d '{"events": [{"server_uuid": "21247135-4b8b-4779-8641-372b5396e55e", "name": "network-vif-plugged", "status": "completed", "tag": "c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:52.315451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:52.320176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:52.373325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:52.408805 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f2f9f-9242-4fde-ba3c-c6a98d4627d7 x-openstack-request-id: req-168f2f9f-9242-4fde-ba3c-c6a98d4627d7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:52.409133 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21247135-4b8b-4779-8641-372b5396e55e", "name": "network-vif-plugged", "status": "completed", "tag": "c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:52.409397 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-168f2f9f-9242-4fde-ba3c-c6a98d4627d7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:52.409791 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21247135-4b8b-4779-8641-372b5396e55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930', 'code': 200} Jul 07 18:34:52.527853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b83d-10ed-44de-a063-323732d8208e req-3afea951-38ab-4481-a700-1efcaf24fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:52.529339 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fa90b83d-10ed-44de-a063-323732d8208e req-3afea951-38ab-4481-a700-1efcaf24fa25 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 1096 time: 0.0583501 Jul 07 18:34:52.567633 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fa90b83d-10ed-44de-a063-323732d8208e req-8b94eda3-ee31-441e-8cf1-058a7a6ef5d4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Jul 07 18:34:53.349514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f1481-124e-4d1d-b806-9b72e581d2b7 req-51cc1bb8-0ea7-483e-a391-e858644aba43 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:53.351349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce2f1481-124e-4d1d-b806-9b72e581d2b7 req-51cc1bb8-0ea7-483e-a391-e858644aba43 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 945 time: 0.0671265 Jul 07 18:34:53.392482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce2f1481-124e-4d1d-b806-9b72e581d2b7 req-b127daa3-0d85-458f-b761-ad9641b0eddd tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352347 Jul 07 18:34:54.590307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307871-90c2-4791-997c-3ae28dac064c req-9aead31f-f5e2-4e9d-9a2b-3585ffbb98ba tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:54.591195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec307871-90c2-4791-997c-3ae28dac064c req-9aead31f-f5e2-4e9d-9a2b-3585ffbb98ba tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 945 time: 0.0771928 Jul 07 18:34:54.637011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec307871-90c2-4791-997c-3ae28dac064c req-0b348d76-6caa-4a16-a11f-d47fdfc0b7f9 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Jul 07 18:34:57.821331 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-b3d16932-6187-4dad-af40-853e70c4f542 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557754 Jul 07 18:34:57.937686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-9c1dd077-0dae-42d6-a71b-9b628078c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:57.939381 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-9c1dd077-0dae-42d6-a71b-9b628078c266 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 1096 time: 0.0616620 Jul 07 18:34:58.057576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-9b9204c2-f196-40a4-b081-79914e95651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:58.060296 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-9b9204c2-f196-40a4-b081-79914e95651f service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 200 len: 915 time: 0.0975714 Jul 07 18:34:58.122071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-9ee0b12d-93e8-4ccf-9fc5-6824c61dac41 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 HTTP/1.1" status: 200 len: 217 time: 0.0525496 Jul 07 18:34:58.180993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-6f5a943e-46f5-4109-b8d8-07197bb71354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:58.182579 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-6f5a943e-46f5-4109-b8d8-07197bb71354 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2928c494-4834-4dd5-bee4-cedbd5a0c876 HTTP/1.1" status: 200 len: 854 time: 0.0514524 Jul 07 18:34:58.219364 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-00ae4f52-7092-4470-985d-cfa7a30b814f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9d552a5-a849-477c-8db2-dc6f5ea36386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305169 Jul 07 18:34:58.324993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-400f666b-bef5-44c9-9002-026680471241 service neutron] 10.222.0.90 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985613 Jul 07 18:34:58.434668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f7cfdf8-9f39-4b84-a228-690d819bd5e9 req-6b1ec861-fd51-4f8c-b1f7-8155c1f8814c service neutron] 10.222.0.90 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034529 Jul 07 18:34:59.226914 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:04.163651 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:06.220816 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:15.880199 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfe00-1420-4c61-aaf9-ae0886e4f563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.398287 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c6ed3fa-9977-4945-b239-531b66d4f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.511203 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:19.766358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:21.285233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:34.164052 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.214086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.217732 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:39.119768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e133de-71bf-4f44-88bf-95eb1e41ff76 req-e94622d6-3e70-4b24-bd85-6608a443f511 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:39.121287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01e133de-71bf-4f44-88bf-95eb1e41ff76 req-e94622d6-3e70-4b24-bd85-6608a443f511 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 945 time: 0.0768714 Jul 07 18:35:39.161832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-01e133de-71bf-4f44-88bf-95eb1e41ff76 req-1d308c93-47d8-442d-8513-33701675cf22 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Jul 07 18:35:40.361197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914cdb9-915d-4732-bd29-ae23ea722635 req-c712c318-609c-4a63-b472-2932e807565e tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:40.362709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2914cdb9-915d-4732-bd29-ae23ea722635 req-c712c318-609c-4a63-b472-2932e807565e tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 945 time: 0.0691948 Jul 07 18:35:40.412337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2914cdb9-915d-4732-bd29-ae23ea722635 req-32f87f60-f753-4782-bbd0-549c664c2589 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Jul 07 18:35:40.726260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-89f2ff83-306f-408c-acb0-d8ff7d75a58c tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:40.727639 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-89f2ff83-306f-408c-acb0-d8ff7d75a58c tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.90 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 945 time: 0.0666716 Jul 07 18:35:40.840654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Deleting port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:40.841194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.933973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] For port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:40.934353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.948316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Calling delete_port for c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:41.087899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.099889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:41.118494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Pushing event deleted for resources: {'Port': ['ID=c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:41.131466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.131814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.132157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.132496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.132817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.133174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.133537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.133829 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.134152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.134478 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.134797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.135120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:41.178035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] No DVR routers for this DVR port c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:41.180703 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.182759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b6f2bdc5-12d7-4d2d-842e-3fc45c6fa9fb req-13b6d663-2063-42dd-9027-0df19ab20aef tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.90 "DELETE /v2.0/ports/c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 HTTP/1.1" status: 204 len: 173 time: 0.4497440 Jul 07 18:35:41.183226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21247135-4b8b-4779-8641-372b5396e55e', 'name': 'network-vif-deleted', 'tag': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:41.185494 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2ce0e-bec3-4fa7-9276-c0a8400cba57" -d '{"events": [{"server_uuid": "21247135-4b8b-4779-8641-372b5396e55e", "name": "network-vif-deleted", "tag": "c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:41.223293 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011ca01e-c2ca-44ce-9ee3-67a3ad3581c2 x-openstack-request-id: req-011ca01e-c2ca-44ce-9ee3-67a3ad3581c2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:41.223595 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21247135-4b8b-4779-8641-372b5396e55e", "name": "network-vif-deleted", "tag": "c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:41.223837 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-011ca01e-c2ca-44ce-9ee3-67a3ad3581c2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:41.224301 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21247135-4b8b-4779-8641-372b5396e55e', 'name': 'network-vif-deleted', 'tag': 'c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930', 'status': 'completed', 'code': 200} Jul 07 18:35:41.799176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fa739d3c-9681-4361-8f32-ef880322cbcd req-fcf062c3-ec2e-448b-ae0b-429f70418b77 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=21247135-4b8b-4779-8641-372b5396e55e HTTP/1.1" status: 200 len: 210 time: 0.0337732 Jul 07 18:35:44.434840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:44.455123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:44.455478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c7bbbdd8-c3c9-4b78-ba40-4a3be44ac930 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:45.877431 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34cdf4df-d624-463e-8370-d56814d85576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.402579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c94fa62e-ed5c-423d-b53c-62d15b148eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.508132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.776730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:49.941460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-10e31e7a-d88a-4f35-a9de-cfded7a50c51 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:49.943037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-10e31e7a-d88a-4f35-a9de-cfded7a50c51 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/networks?id=c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 200 len: 814 time: 0.1189837 Jul 07 18:35:49.960752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-b413719b-e90a-4028-9aeb-44310c110dca tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/quotas/3cdb97e4eadd46ffbabdc249204d4cef HTTP/1.1" status: 200 len: 375 time: 0.0110915 Jul 07 18:35:49.998955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-ee45bfaf-a7fa-48f5-b9d9-43051e231644 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315175 Jul 07 18:35:50.121463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-c65792cb-638f-4b0c-a58e-4ff95b220fa2 service neutron] 10.222.0.88 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148088 Jul 07 18:35:50.221605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-c6654f6e-b277-4a60-a1e4-00d239f5173a service neutron] 10.222.0.88 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938082 Jul 07 18:35:50.412999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74d39c26-369c-477d-96e0-94379ed8ec79 req-7711be07-5e1c-47f2-bb7a-7b8e1705d53f tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 210 time: 0.0344217 Jul 07 18:35:51.280464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:51.520663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8891c61c-11a2-4889-97fb-8efe5d2e9bc6 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:51.523029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8891c61c-11a2-4889-97fb-8efe5d2e9bc6 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.55 "GET /v2.0/networks?id=c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 200 len: 814 time: 0.1208110 Jul 07 18:35:51.538480 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Request body: {'port': {'device_id': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386', 'admin_state_up': True, 'tenant_id': '3cdb97e4eadd46ffbabdc249204d4cef'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:51.656930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d7d3456-16f9-4e31-904e-d430133910b4 req-ba7224ca-7deb-4bd7-822f-89bdf42aadc4 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 210 time: 0.1002288 Jul 07 18:35:51.702273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Made reservation on behalf of 3cdb97e4eadd46ffbabdc249204d4cef for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:35:51.706783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:51.842282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Allocated IP 172.20.0.7 (c9d552a5-a849-477c-8db2-dc6f5ea36386/2928c494-4834-4dd5-bee4-cedbd5a0c876/5fa7f79a-8727-4b87-b200-88b38d57baf8) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:52.004385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.044625 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.094372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Network c9d552a5-a849-477c-8db2-dc6f5ea36386 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:52.099640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:52.102496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:35:52.129481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Pushing event updated for resources: {'Port': ['ID=5fa7f79a-8727-4b87-b200-88b38d57baf8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:52.145139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.145488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.145839 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.146182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.146516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.147136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.147469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.147795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.148126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.148430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.148755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.149110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:52.174218 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:52.174767 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.194167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-8cb49bc4-3236-4a16-9de9-3ac4ec53f353 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6602075 Jul 07 18:35:52.331334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Request body: {'port': {'device_id': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:52.407016 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.702635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa7f79a-8727-4b87-b200-88b38d57baf8 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:52.710762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.723428 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Transition to ACTIVE for port object 5fa7f79a-8727-4b87-b200-88b38d57baf8 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:52.728058 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.807715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7f79a-8727-4b87-b200-88b38d57baf8,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:52.898551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Attempting to bind port 5fa7f79a-8727-4b87-b200-88b38d57baf8 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:52.898871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Attempting to bind port 5fa7f79a-8727-4b87-b200-88b38d57baf8 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:52.899204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Attempting to bind port 5fa7f79a-8727-4b87-b200-88b38d57baf8 on network c9d552a5-a849-477c-8db2-dc6f5ea36386 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:52.912671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a497a4-0415-4387-b349-6247150679b0 req-493dc010-0353-410b-ba16-9133e7119689 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:52.914267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9a497a4-0415-4387-b349-6247150679b0 req-493dc010-0353-410b-ba16-9133e7119689 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 943 time: 0.1386111 Jul 07 18:35:52.915390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Port 5fa7f79a-8727-4b87-b200-88b38d57baf8 on network c9d552a5-a849-477c-8db2-dc6f5ea36386 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:52.915713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Attempting to bind port 5fa7f79a-8727-4b87-b200-88b38d57baf8 on network c9d552a5-a849-477c-8db2-dc6f5ea36386 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:52.928308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:52.928663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Checking segment: {'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:52.929090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Bound using segment: {'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:52.929569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Bound port: 5fa7f79a-8727-4b87-b200-88b38d57baf8, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:52.929946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:52.989079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9a497a4-0415-4387-b349-6247150679b0 req-604ac263-e562-4ec2-bde0-dc4510709318 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675073 Jul 07 18:35:53.019276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] For port 5fa7f79a-8727-4b87-b200-88b38d57baf8, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:35:53.023294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] For port 5fa7f79a-8727-4b87-b200-88b38d57baf8, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5fa7f79a-8727-4b87-b200-88b38d57baf8,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:35:53.028669 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:53.069452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.070042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:53.071457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] 10.222.0.55 "PUT /v2.0/ports/5fa7f79a-8727-4b87-b200-88b38d57baf8 HTTP/1.1" status: 200 len: 1091 time: 0.8702126 Jul 07 18:35:53.071898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'tag': '5fa7f79a-8727-4b87-b200-88b38d57baf8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:53.074222 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4224fc50-9ca0-4226-af54-9302a299079d" -d '{"events": [{"name": "network-changed", "server_uuid": "42d0e6b3-76f9-421d-bbd7-281380308d1c", "tag": "5fa7f79a-8727-4b87-b200-88b38d57baf8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:53.100019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539679e-91a3-46e1-b4c1-9f20fd376730 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7f79a-8727-4b87-b200-88b38d57baf8,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:53.175221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-5e107aba-b3b1-4830-a6e5-d494976539b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.176770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-5e107aba-b3b1-4830-a6e5-d494976539b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 1094 time: 0.0627091 Jul 07 18:35:53.185463 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccc4aca-8156-40ed-9f7c-006e9d27aa46 x-openstack-request-id: req-3ccc4aca-8156-40ed-9f7c-006e9d27aa46 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:53.185760 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d0e6b3-76f9-421d-bbd7-281380308d1c", "tag": "5fa7f79a-8727-4b87-b200-88b38d57baf8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:53.186002 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ccc4aca-8156-40ed-9f7c-006e9d27aa46 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:53.186414 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'tag': '5fa7f79a-8727-4b87-b200-88b38d57baf8', 'status': 'completed', 'code': 200} Jul 07 18:35:53.223943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-95eb65e1-3d87-4d63-ba74-ea8ac6892f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa7f79a-8727-4b87-b200-88b38d57baf8 HTTP/1.1" status: 200 len: 217 time: 0.0351815 Jul 07 18:35:53.279430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-0da86c36-2468-43f3-8902-0c5e916a4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.280858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-0da86c36-2468-43f3-8902-0c5e916a4576 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2928c494-4834-4dd5-bee4-cedbd5a0c876 HTTP/1.1" status: 200 len: 854 time: 0.0498734 Jul 07 18:35:53.314432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-afcf733a-149e-47aa-bbc1-218a0168a617 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9d552a5-a849-477c-8db2-dc6f5ea36386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267112 Jul 07 18:35:53.407604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-9090d940-f1c7-4ade-b5c9-37e3dd4d6c2d service neutron] 10.222.0.55 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861480 Jul 07 18:35:53.503901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f8b7e6e6-3050-4a63-ae11-2ac90f65a77e req-e04ae11b-1dad-4690-8982-a91840f88de7 service neutron] 10.222.0.55 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896878 Jul 07 18:35:53.606907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224fc50-9ca0-4226-af54-9302a299079d req-447e8063-7a4c-4614-92cd-314407ad50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.608784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4224fc50-9ca0-4226-af54-9302a299079d req-447e8063-7a4c-4614-92cd-314407ad50c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 1094 time: 0.0563214 Jul 07 18:35:53.706310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224fc50-9ca0-4226-af54-9302a299079d req-111f87cf-79de-4cf0-bd20-3ab344e6ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.707795 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4224fc50-9ca0-4226-af54-9302a299079d req-111f87cf-79de-4cf0-bd20-3ab344e6ff3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 200 len: 915 time: 0.0930784 Jul 07 18:35:53.750646 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4224fc50-9ca0-4226-af54-9302a299079d req-4884acbd-7022-48b1-820b-7602b623cb39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fa7f79a-8727-4b87-b200-88b38d57baf8 HTTP/1.1" status: 200 len: 217 time: 0.0351858 Jul 07 18:35:53.800792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224fc50-9ca0-4226-af54-9302a299079d req-0766d28e-1a72-4f5e-a142-e7e8c2ff468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.802346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4224fc50-9ca0-4226-af54-9302a299079d req-0766d28e-1a72-4f5e-a142-e7e8c2ff468f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2928c494-4834-4dd5-bee4-cedbd5a0c876 HTTP/1.1" status: 200 len: 854 time: 0.0447614 Jul 07 18:35:53.839178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4224fc50-9ca0-4226-af54-9302a299079d req-342c227d-e9bf-4827-b3f5-414f759bc1e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9d552a5-a849-477c-8db2-dc6f5ea36386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285876 Jul 07 18:35:53.931389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4224fc50-9ca0-4226-af54-9302a299079d req-c85cccf4-0c2b-47f0-a6ad-3abe5cf1a17c service neutron] 10.222.0.55 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850174 Jul 07 18:35:54.025798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4224fc50-9ca0-4226-af54-9302a299079d req-378e4382-dee3-4b6d-8164-d014a116e8e6 service neutron] 10.222.0.55 "GET /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858781 Jul 07 18:35:54.378444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd8b15-bf67-44ea-be3f-51e1d295e2b7 req-d21eef92-2653-47ee-b9ee-44c7f1062bcf tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:54.379971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2fd8b15-bf67-44ea-be3f-51e1d295e2b7 req-d21eef92-2653-47ee-b9ee-44c7f1062bcf tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 943 time: 0.0709624 Jul 07 18:35:54.425425 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a2fd8b15-bf67-44ea-be3f-51e1d295e2b7 req-d5d6db75-6e29-434c-ac14-6718a0a3f620 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Jul 07 18:35:55.288371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5fa7f79a-8727-4b87-b200-88b38d57baf8 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:35:55.396089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5fa7f79a-8727-4b87-b200-88b38d57baf8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5fa7f79a-8727-4b87-b200-88b38d57baf8,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:55.408313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '5fa7f79a-8727-4b87-b200-88b38d57baf8', 'network_id': 'c9d552a5-a849-477c-8db2-dc6f5ea36386', 'port_id': '5fa7f79a-8727-4b87-b200-88b38d57baf8', 'mac_address': 'fa:16:3e:66:7c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2928c494-4834-4dd5-bee4-cedbd5a0c876', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:35:55.446585 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:55.460075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa7f79a-8727-4b87-b200-88b38d57baf8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:55.482927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5fa7f79a-8727-4b87-b200-88b38d57baf8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5fa7f79a-8727-4b87-b200-88b38d57baf8,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:55.487974 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:55.537296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5fa7f79a-8727-4b87-b200-88b38d57baf8,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:55.544985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.545333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.545671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.546006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.546335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.546662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.547034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.547399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.547708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.548030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.548351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.548668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:55.608072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768abe2c-06d5-4e57-8d70-0bb356470af3 req-9bac6785-ec70-40d5-8d39-b81b94960dd8 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:55.609950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-768abe2c-06d5-4e57-8d70-0bb356470af3 req-9bac6785-ec70-40d5-8d39-b81b94960dd8 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 944 time: 0.0661643 Jul 07 18:35:55.650925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-768abe2c-06d5-4e57-8d70-0bb356470af3 req-9a272bf7-0ce6-4d88-98f8-a4ee4f16d142 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353267 Jul 07 18:35:55.711613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5fa7f79a-8727-4b87-b200-88b38d57baf8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:56.838149 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b824-8e35-4486-a5ad-03c2bfb45822 req-cd6921b5-c290-4cde-a3ed-56645d8fbee8 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:56.839761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd13b824-8e35-4486-a5ad-03c2bfb45822 req-cd6921b5-c290-4cde-a3ed-56645d8fbee8 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 944 time: 0.0708363 Jul 07 18:35:56.880821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd13b824-8e35-4486-a5ad-03c2bfb45822 req-18b02ad3-c88e-4674-8f88-9895b13ab279 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353410 Jul 07 18:35:57.302320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5fa7f79a-8727-4b87-b200-88b38d57baf8 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:35:57.358537 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 5fa7f79a-8727-4b87-b200-88b38d57baf8 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:57.364333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 5fa7f79a-8727-4b87-b200-88b38d57baf8 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:57.364851 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:57.608674 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:57.631941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7f79a-8727-4b87-b200-88b38d57baf8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:57.634279 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3575b2-c781-4691-80c0-e5e96ed0402a" -d '{"events": [{"server_uuid": "42d0e6b3-76f9-421d-bbd7-281380308d1c", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7f79a-8727-4b87-b200-88b38d57baf8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:57.647128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5fa7f79a-8727-4b87-b200-88b38d57baf8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5fa7f79a-8727-4b87-b200-88b38d57baf8,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:57.652184 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:57.677558 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ceffca-7cfd-4854-8f3a-47bfd8eb50bc x-openstack-request-id: req-c3ceffca-7cfd-4854-8f3a-47bfd8eb50bc {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:57.677985 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d0e6b3-76f9-421d-bbd7-281380308d1c", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7f79a-8727-4b87-b200-88b38d57baf8", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:57.678281 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3ceffca-7cfd-4854-8f3a-47bfd8eb50bc {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:57.678642 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7f79a-8727-4b87-b200-88b38d57baf8', 'code': 200} Jul 07 18:35:57.710734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5fa7f79a-8727-4b87-b200-88b38d57baf8,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:57.798199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab179998-3bdf-4fef-9877-996bec4ded74 req-1a7adef4-dee9-48aa-9094-22ebd54952f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:57.799789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab179998-3bdf-4fef-9877-996bec4ded74 req-1a7adef4-dee9-48aa-9094-22ebd54952f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 1096 time: 0.0560603 Jul 07 18:35:57.838296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab179998-3bdf-4fef-9877-996bec4ded74 req-318dbff8-a4a5-468e-b08c-9cb6d0ed8ad7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jul 07 18:35:58.073608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eec3d8-1fca-4c54-b2b8-3c05ed5bf85d req-f5b6ed87-78d0-4961-a89b-8bbe403417f0 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:58.075695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30eec3d8-1fca-4c54-b2b8-3c05ed5bf85d req-f5b6ed87-78d0-4961-a89b-8bbe403417f0 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 945 time: 0.0799737 Jul 07 18:35:58.129704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30eec3d8-1fca-4c54-b2b8-3c05ed5bf85d req-91314e67-2a8b-4b3e-9071-b7a880c082e0 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 Jul 07 18:35:59.320702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be52b6-5e80-4720-b09a-67f754fc58af req-6c2d63fc-707e-4ed4-a587-7b1794cd1153 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:59.322276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9be52b6-5e80-4720-b09a-67f754fc58af req-6c2d63fc-707e-4ed4-a587-7b1794cd1153 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 945 time: 0.0738523 Jul 07 18:35:59.362491 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9be52b6-5e80-4720-b09a-67f754fc58af req-e11d7742-fd9f-447c-a025-4421c84d7139 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Jul 07 18:36:04.185442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:06.216557 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:13.218704 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:15.871415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb8de-d3b3-4107-9785-0c5c0d930ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:18.407016 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-868561fa-a3d2-4607-837f-86d1267f3795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:18.504355 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:19.773141 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:21.282722 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:25.141663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445a932-1c1e-42ec-a05e-6660b04ab617 req-0e894b80-57eb-4374-bce0-fddf9de70d2d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:25.143218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8445a932-1c1e-42ec-a05e-6660b04ab617 req-0e894b80-57eb-4374-bce0-fddf9de70d2d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 945 time: 0.0665054 Jul 07 18:36:25.184073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8445a932-1c1e-42ec-a05e-6660b04ab617 req-f87abfb3-298a-483f-9eac-88b45dd67d32 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Jul 07 18:36:26.376704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d3fd1-7adb-43c9-8a4a-fe8aa6defb0d req-0edd55e1-c4d8-4a45-816c-561298e5cf43 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:26.378310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e73d3fd1-7adb-43c9-8a4a-fe8aa6defb0d req-0edd55e1-c4d8-4a45-816c-561298e5cf43 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 945 time: 0.0779650 Jul 07 18:36:26.422328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e73d3fd1-7adb-43c9-8a4a-fe8aa6defb0d req-bcaaef69-0cc5-4483-b54b-d70ce549b85b tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/security-groups?id=204e821c-ea52-4d3f-b616-0dcd3e570ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377064 Jul 07 18:36:26.939718 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-83ed091c-af60-4b64-9d0b-9f37e6e5e114 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:26.941280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-83ed091c-af60-4b64-9d0b-9f37e6e5e114 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.55 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 945 time: 0.3678184 Jul 07 18:36:27.054757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Deleting port 5fa7f79a-8727-4b87-b200-88b38d57baf8 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:36:27.055095 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:27.155488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] For port 5fa7f79a-8727-4b87-b200-88b38d57baf8, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5fa7f79a-8727-4b87-b200-88b38d57baf8,segment=NetworkSegment(40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b),segment_id=40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:27.155789 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:27.168924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Calling delete_port for 5fa7f79a-8727-4b87-b200-88b38d57baf8 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:36:27.304855 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:27.317512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5fa7f79a-8727-4b87-b200-88b38d57baf8'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:36:27.334745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Pushing event deleted for resources: {'Port': ['ID=5fa7f79a-8727-4b87-b200-88b38d57baf8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:27.381318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] No DVR routers for this DVR port 5fa7f79a-8727-4b87-b200-88b38d57baf8 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:36:27.384243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:27.386455 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-711ae2b3-4603-4f27-b431-27f61fff9d61 req-a40c5ceb-1536-4ee9-8886-3a0ff569e29d tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.55 "DELETE /v2.0/ports/5fa7f79a-8727-4b87-b200-88b38d57baf8 HTTP/1.1" status: 204 len: 173 time: 0.4395180 Jul 07 18:36:27.386911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'name': 'network-vif-deleted', 'tag': '5fa7f79a-8727-4b87-b200-88b38d57baf8'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:27.389251 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f38b9-3480-4769-b1bd-3330dd053f39" -d '{"events": [{"server_uuid": "42d0e6b3-76f9-421d-bbd7-281380308d1c", "name": "network-vif-deleted", "tag": "5fa7f79a-8727-4b87-b200-88b38d57baf8"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:36:27.440748 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fc38d3-495b-4e0c-b431-9539d6a850ed x-openstack-request-id: req-75fc38d3-495b-4e0c-b431-9539d6a850ed {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:36:27.441146 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d0e6b3-76f9-421d-bbd7-281380308d1c", "name": "network-vif-deleted", "tag": "5fa7f79a-8727-4b87-b200-88b38d57baf8", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:36:27.441399 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75fc38d3-495b-4e0c-b431-9539d6a850ed {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:36:27.441805 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d0e6b3-76f9-421d-bbd7-281380308d1c', 'name': 'network-vif-deleted', 'tag': '5fa7f79a-8727-4b87-b200-88b38d57baf8', 'status': 'completed', 'code': 200} Jul 07 18:36:27.594407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09e16f34-5197-458f-8e17-5a7b82f13792 req-56216ca3-8c86-4762-9730-ccbd5e2ad037 tempest-VolumesSnapshotTestJSON-598154092 tempest-VolumesSnapshotTestJSON-598154092-project] 10.222.0.88 "GET /v2.0/ports?device_id=42d0e6b3-76f9-421d-bbd7-281380308d1c HTTP/1.1" status: 200 len: 210 time: 0.0384016 Jul 07 18:36:29.444158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5fa7f79a-8727-4b87-b200-88b38d57baf8 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:36:29.465387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 5fa7f79a-8727-4b87-b200-88b38d57baf8 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:36:29.465738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5fa7f79a-8727-4b87-b200-88b38d57baf8 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:36:34.213594 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.211171 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.876056 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a03d0d9-bff0-4de0-ba48-a8e266db864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.411989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1df3129-cd84-4b4c-9d9a-0d096e815636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.508994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.775252 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.219146 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:50.644961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-1241bc82-aa78-4c1a-9348-bad320b84ea3 service neutron] (105588) timed out ('10.222.0.88', 56756) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:36:51.293707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:55.441294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-e179bd8e-dfcc-4dc8-b9e1-703fac92498b req-13e0b38f-7d4c-47c7-ba1a-69f52be31d7a service neutron] (105588) timed out ('10.222.0.90', 54690) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:37:04.210382 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:06.224050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.231496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:10.282617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Deleting subnet 2928c494-4834-4dd5-bee4-cedbd5a0c876 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:37:10.286332 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.322122 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.363293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.424178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.450400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2928c494-4834-4dd5-bee4-cedbd5a0c876,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:10.455071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.457124 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2928c494-4834-4dd5-bee4-cedbd5a0c876 HTTP/1.1" status: 204 len: 168 time: 0.2243614 Jul 07 18:37:10.459908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52138) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:10.462799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.463499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.463844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.464183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.464545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.464935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.465272 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.465597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.465922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.466247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.466572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.466896 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d0ad7-fbd2-4e75-8be9-bac6933ee056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.532279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.624269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.634946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d552a5-a849-477c-8db2-dc6f5ea36386']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:10.645513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:10.645812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b7a9ab-4ce1-4f7c-b150-911ed96b1c5b') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:10.657678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.673258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.679423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:37:10.679797 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:37:10.681554 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:37:10.736035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.742281 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:10.744137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c9d552a5-a849-477c-8db2-dc6f5ea36386 HTTP/1.1" status: 204 len: 168 time: 0.2831995 Jul 07 18:37:10.757118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d552a5-a849-477c-8db2-dc6f5ea36386,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:10.765076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.765417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.765733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.766065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.766396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.766754 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.767029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.767363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.767681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.767987 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.768305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.768627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0929f5ba-e0af-4045-a548-0b3b25b17588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:10.883346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52142) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:10.931774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-69307c53-c9c0-46b7-845c-07a75b75273a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3cdb97e4eadd46ffbabdc249204d4cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471213 Jul 07 18:37:10.934520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52144) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:10.990946 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec06537a-e210-4af7-ba11-d45a8736cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.015117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec06537a-e210-4af7-ba11-d45a8736cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.067098 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec06537a-e210-4af7-ba11-d45a8736cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.069799 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ec06537a-e210-4af7-ba11-d45a8736cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.071042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ec06537a-e210-4af7-ba11-d45a8736cabd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/204e821c-ea52-4d3f-b616-0dcd3e570ca5 HTTP/1.1" status: 204 len: 168 time: 0.1356022 Jul 07 18:37:11.079826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06537a-e210-4af7-ba11-d45a8736cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e821c-ea52-4d3f-b616-0dcd3e570ca5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:11.804094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52166) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:11.913093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-736383984-network', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:11.937166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Made reservation on behalf of 7d18b632a4584f1a82f556096e43fb44 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:37:11.939814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.948779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.042010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.047222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.072660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:37:12.082594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ad8050-3737-4b84-8960-ac7d0ae50f68,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:12.087837 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.088504 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Added segment f1635e31-abfb-4843-b829-b2b11c36c100 of type vlan for network 41529951-1fe4-48a5-a027-b0c2d1047561 Jul 07 18:37:12.131993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.164562 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.166119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.166971 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.230349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4251301 Jul 07 18:37:12.233407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52170) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:12.234058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc68c2-fd5b-4e9f-911e-72751e07ce23 admin admin] Pushing event updated for resources: {'Network': ['ID=41529951-1fe4-48a5-a027-b0c2d1047561,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:12.244551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 41529951-1fe4-48a5-a027-b0c2d1047561 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:37:12.245161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Request body: {'subnet': {'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-736383984-subnet', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:12.267311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Made reservation on behalf of 7d18b632a4584f1a82f556096e43fb44 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:37:12.269808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.440934 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.490767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:12.507495 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Checking segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:12.507862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Network hostable DHCP agents. Network: 41529951-1fe4-48a5-a027-b0c2d1047561, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:37:12.525260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Network 41529951-1fe4-48a5-a027-b0c2d1047561 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:37:12.534244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 41529951-1fe4-48a5-a027-b0c2d1047561) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:12.540240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.540852 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.543141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d188383a-b897-4ee0-8b0c-1112becf857b None None] Network 41529951-1fe4-48a5-a027-b0c2d1047561 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:12.566471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52172) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:12.566766 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4eaaeb02-154a-4de5-a256-05e3928c18d2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3320198 Jul 07 18:37:12.571203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:12.595053 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.596058 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.653808 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.699166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-41529951-1fe4-48a5-a027-b0c2d1047561', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'fixed_ips': [{'subnet_id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:37:12.700036 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.793766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.843904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Allocated IP 172.20.0.2 (41529951-1fe4-48a5-a027-b0c2d1047561/6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727/d5504767-d92e-4239-a14b-a609aed5d04c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:12.998168 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.007755 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Transition to ACTIVE for port object d5504767-d92e-4239-a14b-a609aed5d04c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:13.009551 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.024970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Transition to ACTIVE for port object d5504767-d92e-4239-a14b-a609aed5d04c will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:13.029079 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.032309 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.068638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Network 41529951-1fe4-48a5-a027-b0c2d1047561 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:13.071810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:13.077387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:13.086623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Pushing event updated for resources: {'Port': ['ID=d5504767-d92e-4239-a14b-a609aed5d04c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:13.117437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.117858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.118252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.118609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.118959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.119348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.119678 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.120000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.120295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.120632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.120968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.121295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:13.147350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Allocated IP 172.25.1.71 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/3d398ff0-0cc1-4f93-98b9-a0af18677d59) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:13.160262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Attempting to bind port d5504767-d92e-4239-a14b-a609aed5d04c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:13.161105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Attempting to bind port d5504767-d92e-4239-a14b-a609aed5d04c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:13.161633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Attempting to bind port d5504767-d92e-4239-a14b-a609aed5d04c on network 41529951-1fe4-48a5-a027-b0c2d1047561 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:13.167748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:13.168184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Checking segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:13.168638 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.169056 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Bound using segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:13.169588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Bound port: d5504767-d92e-4239-a14b-a609aed5d04c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:13.169974 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.245247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] For port d5504767-d92e-4239-a14b-a609aed5d04c, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:13.248626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] For port d5504767-d92e-4239-a14b-a609aed5d04c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5504767-d92e-4239-a14b-a609aed5d04c,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:13.253501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.263737 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.315940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.319058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d55142-8bd8-4439-8a78-7b9497479959 None None] Pushing event updated for resources: {'Port': ['ID=d5504767-d92e-4239-a14b-a609aed5d04c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:13.366675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:13.368212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3d398ff0-0cc1-4f93-98b9-a0af18677d59,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:13.371741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:13.374167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:13.649697 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.856755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.990411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Router 4b6574d4-2013-4b3f-ada0-d680e3136c68 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:37:14.112027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:14.126665 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Sync routers for ids ['4b6574d4-2013-4b3f-ada0-d680e3136c68'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:14.132730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.134740 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3a65020d-f35e-4ed8-8905-df13742ee8e8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5669391 Jul 07 18:37:14.137414 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52174) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:14.138023 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Routers {'4b6574d4-2013-4b3f-ada0-d680e3136c68'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:14.138637 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:36:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4b6574d4-2013-4b3f-ada0-d680e3136c68'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:14.271681 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Set router 4b6574d4-2013-4b3f-ada0-d680e3136c68 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:14.354070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b8021a-8d80-46cb-a7bc-4ba37209b8bd None None] Network 41529951-1fe4-48a5-a027-b0c2d1047561 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:14.477189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-51a12f65-544f-4d37-95c9-ac100237d755 None None] Provisioning for port d5504767-d92e-4239-a14b-a609aed5d04c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:14.480053 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:13Z', 'revision_number': 3, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port': {'id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:13Z', 'updated_at': '2021-07-07T18:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:14.509106 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Checking router: 4b6574d4-2013-4b3f-ada0-d680e3136c68 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:14.509457 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Updating router 4b6574d4-2013-4b3f-ada0-d680e3136c68 port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:37:14.553063 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.641575 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.909002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Allocated IP 172.20.0.1 (41529951-1fe4-48a5-a027-b0c2d1047561/6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727/69af153e-9115-4227-8c3c-d5d82794298d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:14.922991 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.934402 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Transition to ACTIVE for port object 3d398ff0-0cc1-4f93-98b9-a0af18677d59 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:14.941165 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.994881 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Pushing event updated for resources: {'Port': ['ID=3d398ff0-0cc1-4f93-98b9-a0af18677d59,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:14.997093 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Attempting to bind port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:14.997456 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Attempting to bind port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:14.998101 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Attempting to bind port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:15.006974 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:15.007333 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:15.007726 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.008113 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:15.008571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Bound port: 3d398ff0-0cc1-4f93-98b9-a0af18677d59, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:15.008963 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.011134 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.011469 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.011800 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.012124 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.012440 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.013045 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.013421 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.013738 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.014054 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.014376 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.014690 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.014998 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:15.032366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.051118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Transition to ACTIVE for port object 69af153e-9115-4227-8c3c-d5d82794298d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:15.070551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] For port 3d398ff0-0cc1-4f93-98b9-a0af18677d59, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:15.074606 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] For port 3d398ff0-0cc1-4f93-98b9-a0af18677d59, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d398ff0-0cc1-4f93-98b9-a0af18677d59,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:15.078542 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.089707 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.133385 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Routers {'4b6574d4-2013-4b3f-ada0-d680e3136c68'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:15.133997 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:36:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4b6574d4-2013-4b3f-ada0-d680e3136c68'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:15.135035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Network 41529951-1fe4-48a5-a027-b0c2d1047561 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:15.137948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:15.142373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:15.145508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Pushing event updated for resources: {'Port': ['ID=69af153e-9115-4227-8c3c-d5d82794298d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:15.180099 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c987a-7ba4-4f38-8a40-0d85503cad0c None None] Pushing event updated for resources: {'Port': ['ID=3d398ff0-0cc1-4f93-98b9-a0af18677d59,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:15.186421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.254852 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] Set router 4b6574d4-2013-4b3f-ada0-d680e3136c68 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:15.336972 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.439664 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ca00030b-c8f4-4e43-919c-6a21b0864090 None None] Provisioning for port 69af153e-9115-4227-8c3c-d5d82794298d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:15.447125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ca00030b-c8f4-4e43-919c-6a21b0864090 None None] Provisioning complete for port 69af153e-9115-4227-8c3c-d5d82794298d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:15.447599 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca00030b-c8f4-4e43-919c-6a21b0864090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.486673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ca00030b-c8f4-4e43-919c-6a21b0864090 None None] Port 69af153e-9115-4227-8c3c-d5d82794298d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:15.509942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5504767-d92e-4239-a14b-a609aed5d04c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:15.551448 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:13Z', 'revision_number': 3, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port': {'id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:13Z', 'updated_at': '2021-07-07T18:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:15.562611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d5504767-d92e-4239-a14b-a609aed5d04c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:15.567000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d5504767-d92e-4239-a14b-a609aed5d04c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:15.567369 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.580426 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1eff7-aa25-415e-8789-2ab6633cf8fb None None] The sync data for ids ['4b6574d4-2013-4b3f-ada0-d680e3136c68'] in n-d-798930-2 is: [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:13Z', 'revision_number': 3, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port': {'id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:13Z', 'updated_at': '2021-07-07T18:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:15.658018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.693128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d5504767-d92e-4239-a14b-a609aed5d04c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5504767-d92e-4239-a14b-a609aed5d04c,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:15.701394 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.756960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d5504767-d92e-4239-a14b-a609aed5d04c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:15.857886 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.865088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.883622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7343c0a0-9a63-4c40-bd36-10189d040750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.933489 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.935301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Pushing event updated for resources: {'Port': ['ID=69af153e-9115-4227-8c3c-d5d82794298d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:16.035326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Network 41529951-1fe4-48a5-a027-b0c2d1047561 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:16.037252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:16.167835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Router 4b6574d4-2013-4b3f-ada0-d680e3136c68 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:16.290996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:16.296193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1a7847f4-d70d-48e1-a848-8d5d0bcf8048 admin admin] 10.222.0.88 "PUT /v2.0/routers/4b6574d4-2013-4b3f-ada0-d680e3136c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1576505 Jul 07 18:37:16.321544 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3b72fca9-5412-4ac0-a308-4ba2b3e59f7c None None] Provisioning complete for port 69af153e-9115-4227-8c3c-d5d82794298d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:16.322304 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b72fca9-5412-4ac0-a308-4ba2b3e59f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.367038 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3b72fca9-5412-4ac0-a308-4ba2b3e59f7c None None] Port 69af153e-9115-4227-8c3c-d5d82794298d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:16.825673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52194) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:16.830999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-801353113-network', 'tenant_id': 'e36995ef8257462897b304794e67ea8f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:16.853993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Made reservation on behalf of e36995ef8257462897b304794e67ea8f for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:37:16.856357 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.865118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.966723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.971972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.998615 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:37:17.009947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d3b5b4-02ba-4a44-99c9-3a841f326be2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:17.016315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.016761 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Added segment 7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4 of type vlan for network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 Jul 07 18:37:17.064601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.097531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.098554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:17.099127 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.151175 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3243353 Jul 07 18:37:17.154129 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52196) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:17.159439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Request body: {'subnet': {'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-801353113-subnet', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:17.167329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c146-1938-43ad-8c2f-b3f483b4f15e admin admin] Pushing event updated for resources: {'Network': ['ID=a2fb0076-fda7-4b47-b6f5-8d816aff9ad6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:17.179806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:37:17.194155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Made reservation on behalf of e36995ef8257462897b304794e67ea8f for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:37:17.200391 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.236402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Sync routers for ids ['4b6574d4-2013-4b3f-ada0-d680e3136c68'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:17.263294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Routers {'4b6574d4-2013-4b3f-ada0-d680e3136c68'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:17.263978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:36:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4b6574d4-2013-4b3f-ada0-d680e3136c68'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:17.376285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Set router 4b6574d4-2013-4b3f-ada0-d680e3136c68 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:17.400222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.458316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbb7fd5-d891-43ec-b2c1-ed39c12ea922,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:17.470931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Checking segment: {'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:17.471263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Network hostable DHCP agents. Network: a2fb0076-fda7-4b47-b6f5-8d816aff9ad6, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:37:17.492028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:37:17.503434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, a2fb0076-fda7-4b47-b6f5-8d816aff9ad6) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:17.509724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:17.511409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.520274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7395a-274b-4c59-9369-4e6269a70274 None None] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:17.529901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc94381c-19df-4039-bb04-349c3593cba3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3745749 Jul 07 18:37:17.532953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52200) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:17.539846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:17.570265 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.572083 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.584207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5504767-d92e-4239-a14b-a609aed5d04c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:17.631883 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.749621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d5504767-d92e-4239-a14b-a609aed5d04c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:17.750005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.778194 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.802548 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-a2fb0076-fda7-4b47-b6f5-8d816aff9ad6', 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'fixed_ips': [{'subnet_id': 'bcbb7fd5-d891-43ec-b2c1-ed39c12ea922'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:37:17.803517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.831192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:15Z', 'revision_number': 4, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port': {'id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:13Z', 'updated_at': '2021-07-07T18:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69af153e-9115-4227-8c3c-d5d82794298d', 'name': '', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'mac_address': 'fa:16:3e:db:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:14Z', 'updated_at': '2021-07-07T18:37:15Z', 'revision_number': 2, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'subnets': [{'id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:17.885605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Checking router: 4b6574d4-2013-4b3f-ada0-d680e3136c68 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:17.886133 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Updating router 4b6574d4-2013-4b3f-ada0-d680e3136c68 port 69af153e-9115-4227-8c3c-d5d82794298d binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:37:18.000096 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.020616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.134739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Allocated IP 172.25.1.132 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/ad4b5fbb-05c8-4772-a639-581f406936e9) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:18.152582 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.243422 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.244050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d398ff0-0cc1-4f93-98b9-a0af18677d59 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:18.296106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.342194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:18.343911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Allocated IP 172.20.0.2 (a2fb0076-fda7-4b47-b6f5-8d816aff9ad6/bcbb7fd5-d891-43ec-b2c1-ed39c12ea922/a288ff86-455b-4715-b434-b5fa2618c347) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:18.347552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:18.350584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:18.382862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b5fbb-05c8-4772-a639-581f406936e9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:18.499413 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e29db95-49c7-4a45-a6c4-65120dfff5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.505515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:18.524500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:18.524920 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.579086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.643360 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.733841 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.752619 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Transition to ACTIVE for port object a288ff86-455b-4715-b434-b5fa2618c347 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:18.784603 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.786994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.797817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Transition to ACTIVE for port object a288ff86-455b-4715-b434-b5fa2618c347 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:18.819677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.828450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Transition to ACTIVE for port object 69af153e-9115-4227-8c3c-d5d82794298d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:18.836746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 3d398ff0-0cc1-4f93-98b9-a0af18677d59, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d398ff0-0cc1-4f93-98b9-a0af18677d59,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:18.859768 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.863130 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.866926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.880348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:18.890348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:18.895858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:18.902639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Pushing event updated for resources: {'Port': ['ID=a288ff86-455b-4715-b434-b5fa2618c347,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:19.023550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Router 8a6ec11c-957f-405d-886a-5f88062f1ce4 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:37:19.054149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Attempting to bind port a288ff86-455b-4715-b434-b5fa2618c347 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:19.054514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Attempting to bind port a288ff86-455b-4715-b434-b5fa2618c347 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:19.054884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Attempting to bind port a288ff86-455b-4715-b434-b5fa2618c347 on network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:19.060178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=3d398ff0-0cc1-4f93-98b9-a0af18677d59,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:19.063176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Attempting to bind port 69af153e-9115-4227-8c3c-d5d82794298d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:19.063551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Attempting to bind port 69af153e-9115-4227-8c3c-d5d82794298d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:19.063909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Attempting to bind port 69af153e-9115-4227-8c3c-d5d82794298d on network 41529951-1fe4-48a5-a027-b0c2d1047561 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:19.091801 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:19.092757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Checking segment: {'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:19.092757 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.093241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Bound using segment: {'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:19.094254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Bound port: a288ff86-455b-4715-b434-b5fa2618c347, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:19.094254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.100098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:19.100478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Checking segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:19.100903 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.101295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Bound using segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:19.101783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Bound port: 69af153e-9115-4227-8c3c-d5d82794298d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:19.102167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.136637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f1fa-d5ee-4f33-b2a5-be73b76e06b7 None None] Pushing event updated for resources: {'Port': ['ID=69af153e-9115-4227-8c3c-d5d82794298d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:19.151337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:19.162772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Sync routers for ids ['8a6ec11c-957f-405d-886a-5f88062f1ce4'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:19.169629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.170925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-67827b4e-1724-4472-b977-a645da401e44 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6368747 Jul 07 18:37:19.174202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52204) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:19.178948 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Routers {'8a6ec11c-957f-405d-886a-5f88062f1ce4'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:19.179913 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8a6ec11c-957f-405d-886a-5f88062f1ce4'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:19.250025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] For port a288ff86-455b-4715-b434-b5fa2618c347, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:19.263136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] For port 69af153e-9115-4227-8c3c-d5d82794298d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:19.268037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] For port a288ff86-455b-4715-b434-b5fa2618c347, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a288ff86-455b-4715-b434-b5fa2618c347,segment=NetworkSegment(7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4),segment_id=7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:19.270589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] For port 69af153e-9115-4227-8c3c-d5d82794298d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69af153e-9115-4227-8c3c-d5d82794298d,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:19.274104 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.279712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.310895 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Set router 8a6ec11c-957f-405d-886a-5f88062f1ce4 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:19.352299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Routers {'4b6574d4-2013-4b3f-ada0-d680e3136c68'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:19.352999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4b6574d4-2013-4b3f-ada0-d680e3136c68'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:19.487843 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] Set router 4b6574d4-2013-4b3f-ada0-d680e3136c68 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:19.549218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d398ff0-0cc1-4f93-98b9-a0af18677d59 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:19.616186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4e6c2-5535-49c5-9a7a-aebc282bdb72 None None] Pushing event updated for resources: {'Port': ['ID=a288ff86-455b-4715-b434-b5fa2618c347,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:19.617843 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 3, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:19.681159 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Checking router: 8a6ec11c-957f-405d-886a-5f88062f1ce4 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:19.681623 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Updating router 8a6ec11c-957f-405d-886a-5f88062f1ce4 port ad4b5fbb-05c8-4772-a639-581f406936e9 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:37:19.742568 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.795486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f1fa-d5ee-4f33-b2a5-be73b76e06b7 None None] Pushing event updated for resources: {'Port': ['ID=69af153e-9115-4227-8c3c-d5d82794298d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:19.820895 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.851142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:19.851725 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.914191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.002016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:15Z', 'revision_number': 4, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port': {'id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:13Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69af153e-9115-4227-8c3c-d5d82794298d', 'name': '', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'mac_address': 'fa:16:3e:db:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:14Z', 'updated_at': '2021-07-07T18:37:19Z', 'revision_number': 4, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'subnets': [{'id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.031637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39610284-13cd-44ae-a5e0-39fc837ea8a3 None None] The sync data for ids ['4b6574d4-2013-4b3f-ada0-d680e3136c68'] in n-d-798930-2 is: [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:15Z', 'revision_number': 4, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port': {'id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:13Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '69af153e-9115-4227-8c3c-d5d82794298d', 'name': '', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'mac_address': 'fa:16:3e:db:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:14Z', 'updated_at': '2021-07-07T18:37:19Z', 'revision_number': 4, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'subnets': [{'id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:20.143532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Allocated IP 172.20.0.1 (a2fb0076-fda7-4b47-b6f5-8d816aff9ad6/bcbb7fd5-d891-43ec-b2c1-ed39c12ea922/2c56f9ac-598f-4a78-a59e-fec36aa8f373) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:20.145206 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.167205 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Transition to ACTIVE for port object ad4b5fbb-05c8-4772-a639-581f406936e9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:20.179942 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.260990 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Attempting to bind port ad4b5fbb-05c8-4772-a639-581f406936e9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:20.261562 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Attempting to bind port ad4b5fbb-05c8-4772-a639-581f406936e9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:20.262159 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Attempting to bind port ad4b5fbb-05c8-4772-a639-581f406936e9 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:20.274688 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb12b9c-9200-473c-be64-9e5bcfded5a4 None None] Pushing event updated for resources: {'Port': ['ID=ad4b5fbb-05c8-4772-a639-581f406936e9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:20.279497 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:20.280031 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:20.280759 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.281640 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:20.282615 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Bound port: ad4b5fbb-05c8-4772-a639-581f406936e9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:20.283434 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.302670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.319254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Transition to ACTIVE for port object 2c56f9ac-598f-4a78-a59e-fec36aa8f373 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:20.365172 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.372548 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] For port ad4b5fbb-05c8-4772-a639-581f406936e9, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:20.377304 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] For port ad4b5fbb-05c8-4772-a639-581f406936e9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ad4b5fbb-05c8-4772-a639-581f406936e9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:20.387451 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.407091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:20.412451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:20.426441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:20.450031 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Routers {'8a6ec11c-957f-405d-886a-5f88062f1ce4'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:20.450704 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8a6ec11c-957f-405d-886a-5f88062f1ce4'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.462061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Pushing event updated for resources: {'Port': ['ID=2c56f9ac-598f-4a78-a59e-fec36aa8f373,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:20.490239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.533960 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb12b9c-9200-473c-be64-9e5bcfded5a4 None None] Pushing event updated for resources: {'Port': ['ID=ad4b5fbb-05c8-4772-a639-581f406936e9,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:20.600903 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] Set router 8a6ec11c-957f-405d-886a-5f88062f1ce4 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:20.693591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.811590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9efd0-9f7f-48af-9d30-5713e99beec3 None None] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:20.846225 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 3, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.878725 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65483b7d-ee19-4c4c-a1a8-71c3a8336812 None None] The sync data for ids ['8a6ec11c-957f-405d-886a-5f88062f1ce4'] in n-d-798930-2 is: [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 3, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:20.923539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-82f203fd-f392-4167-a461-fa7f720faf1b None None] Provisioning for port a288ff86-455b-4715-b434-b5fa2618c347 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:20.925624 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.933703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.017358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Pushing event updated for resources: {'Port': ['ID=2c56f9ac-598f-4a78-a59e-fec36aa8f373,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:21.020500 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.135123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:21.136900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:21.293274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.314092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Router 8a6ec11c-957f-405d-886a-5f88062f1ce4 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:21.499102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7ead7758-ffb8-41cc-96f5-637e86917e60 None None] Provisioning for port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:21.508292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7ead7758-ffb8-41cc-96f5-637e86917e60 None None] Provisioning complete for port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:21.508800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ead7758-ffb8-41cc-96f5-637e86917e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.602018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7ead7758-ffb8-41cc-96f5-637e86917e60 None None] Port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:21.699607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a288ff86-455b-4715-b434-b5fa2618c347 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:21.781279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a288ff86-455b-4715-b434-b5fa2618c347 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:21.787143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a288ff86-455b-4715-b434-b5fa2618c347 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:21.787518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.857148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3ed405f8-0424-4606-9ff2-b6682d890d77 None None] Provisioning complete for port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:21.858229 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ed405f8-0424-4606-9ff2-b6682d890d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.875663 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:21.890257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9a760459-a00c-488b-9819-52135d93d4cc admin admin] 10.222.0.88 "PUT /v2.0/routers/8a6ec11c-957f-405d-886a-5f88062f1ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7149162 Jul 07 18:37:21.929777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3ed405f8-0424-4606-9ff2-b6682d890d77 None None] Port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:21.934207 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.992777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a288ff86-455b-4715-b434-b5fa2618c347, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a288ff86-455b-4715-b434-b5fa2618c347,segment=NetworkSegment(7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4),segment_id=7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:21.998835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.999987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ad4b5fbb-05c8-4772-a639-581f406936e9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:22.102198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a288ff86-455b-4715-b434-b5fa2618c347,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:22.108704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c83948d1-bbfe-4f79-b1a9-9834c2d5f759 None None] Provisioning complete for port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:22.109081 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c83948d1-bbfe-4f79-b1a9-9834c2d5f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.151314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ad4b5fbb-05c8-4772-a639-581f406936e9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:22.164516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c83948d1-bbfe-4f79-b1a9-9834c2d5f759 None None] Port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:22.166993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ad4b5fbb-05c8-4772-a639-581f406936e9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:22.167365 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.279196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.307109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ad4b5fbb-05c8-4772-a639-581f406936e9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ad4b5fbb-05c8-4772-a639-581f406936e9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:22.311658 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.312492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69af153e-9115-4227-8c3c-d5d82794298d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:22.397028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ad4b5fbb-05c8-4772-a639-581f406936e9,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:22.414694 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 69af153e-9115-4227-8c3c-d5d82794298d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:22.424782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69af153e-9115-4227-8c3c-d5d82794298d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:22.425202 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.608627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-915785dd-cc3c-4a62-b05d-24cb57af4573 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:22.610321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-915785dd-cc3c-4a62-b05d-24cb57af4573 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/networks?id=41529951-1fe4-48a5-a027-b0c2d1047561 HTTP/1.1" status: 200 len: 910 time: 0.1359084 Jul 07 18:37:22.634697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-95f0c405-cbe4-4a4f-bf45-f5ec55364ed2 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/quotas/e36995ef8257462897b304794e67ea8f HTTP/1.1" status: 200 len: 375 time: 0.0103798 Jul 07 18:37:22.689909 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.731251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 69af153e-9115-4227-8c3c-d5d82794298d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69af153e-9115-4227-8c3c-d5d82794298d,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:22.736798 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.751904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-466cfdad-2f0c-4109-86e5-9952e954d8c9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=e36995ef8257462897b304794e67ea8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096890 Jul 07 18:37:22.793106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=69af153e-9115-4227-8c3c-d5d82794298d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:22.855686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-597b28cd-4556-4e3a-b39d-6bc399ccc41c service neutron] 10.222.0.88 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965655 Jul 07 18:37:22.951415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-626e53d6-5129-498c-890b-2be8b2802849 service neutron] 10.222.0.88 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897825 Jul 07 18:37:23.131648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f344534-95e7-4b08-aa63-61b3a36d541d req-75c39007-6a85-4182-9eee-82664598fdd8 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 210 time: 0.0287962 Jul 07 18:37:23.332437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Sync routers for ids ['8a6ec11c-957f-405d-886a-5f88062f1ce4'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:23.342535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Routers {'8a6ec11c-957f-405d-886a-5f88062f1ce4'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:23.343203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8a6ec11c-957f-405d-886a-5f88062f1ce4'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:23.466060 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a288ff86-455b-4715-b434-b5fa2618c347 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:23.471834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Set router 8a6ec11c-957f-405d-886a-5f88062f1ce4 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:23.639951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a288ff86-455b-4715-b434-b5fa2618c347 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:23.641072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:23.791835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ad4b5fbb-05c8-4772-a639-581f406936e9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:23.830407 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 4, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2c56f9ac-598f-4a78-a59e-fec36aa8f373', 'name': '', 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'mac_address': 'fa:16:3e:0f:0f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bcbb7fd5-d891-43ec-b2c1-ed39c12ea922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:19Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 2, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'subnets': [{'id': 'bcbb7fd5-d891-43ec-b2c1-ed39c12ea922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:23.868316 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Checking router: 8a6ec11c-957f-405d-886a-5f88062f1ce4 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:23.868667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Updating router 8a6ec11c-957f-405d-886a-5f88062f1ce4 port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:37:23.913186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ad4b5fbb-05c8-4772-a639-581f406936e9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:23.913545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:23.917667 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.141890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69af153e-9115-4227-8c3c-d5d82794298d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:24.261360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 69af153e-9115-4227-8c3c-d5d82794298d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:24.261834 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.286293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c966d37-2a67-4516-aee1-525609cca456 req-45f786b4-31d9-48ea-be8d-520f8428d098 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 210 time: 0.0311224 Jul 07 18:37:24.363101 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.398551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Transition to ACTIVE for port object 2c56f9ac-598f-4a78-a59e-fec36aa8f373 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:24.410764 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.471506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ae707-3a7b-46ec-b43d-fdfaa8593b19 None None] Pushing event updated for resources: {'Port': ['ID=2c56f9ac-598f-4a78-a59e-fec36aa8f373,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:24.536166 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Attempting to bind port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:24.537193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Attempting to bind port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:24.537602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Attempting to bind port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 on network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:24.546089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:24.546983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Checking segment: {'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:24.547397 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.547835 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Bound using segment: {'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:24.548309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Bound port: 2c56f9ac-598f-4a78-a59e-fec36aa8f373, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:24.548687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.576196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-3eec5e5e-1b83-4e23-8747-80467962279d tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:24.577752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-3eec5e5e-1b83-4e23-8747-80467962279d tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.55 "GET /v2.0/networks?id=41529951-1fe4-48a5-a027-b0c2d1047561 HTTP/1.1" status: 200 len: 910 time: 0.1045203 Jul 07 18:37:24.590613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Request body: {'port': {'device_id': '769faa45-e9e7-4592-8a01-270435d6d77c', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'admin_state_up': True, 'tenant_id': 'e36995ef8257462897b304794e67ea8f'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:24.627855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Made reservation on behalf of e36995ef8257462897b304794e67ea8f for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:37:24.631495 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.635438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] For port 2c56f9ac-598f-4a78-a59e-fec36aa8f373, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:24.639585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] For port 2c56f9ac-598f-4a78-a59e-fec36aa8f373, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2c56f9ac-598f-4a78-a59e-fec36aa8f373,segment=NetworkSegment(7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4),segment_id=7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:24.645037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.714423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Routers {'8a6ec11c-957f-405d-886a-5f88062f1ce4'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:24.715082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8a6ec11c-957f-405d-886a-5f88062f1ce4'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:24.760852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ae707-3a7b-46ec-b43d-fdfaa8593b19 None None] Pushing event updated for resources: {'Port': ['ID=2c56f9ac-598f-4a78-a59e-fec36aa8f373,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:24.783570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Allocated IP 172.20.0.6 (41529951-1fe4-48a5-a027-b0c2d1047561/6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727/28debefb-5e3b-4280-be11-a1f900054ce7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:24.850593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] Set router 8a6ec11c-957f-405d-886a-5f88062f1ce4 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:24.943567 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.959713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Transition to ACTIVE for port object 28debefb-5e3b-4280-be11-a1f900054ce7 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:24.995509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.038375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Network 41529951-1fe4-48a5-a027-b0c2d1047561 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:25.043894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:25.048020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:25.076909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Pushing event updated for resources: {'Port': ['ID=28debefb-5e3b-4280-be11-a1f900054ce7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:25.093741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 4, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2c56f9ac-598f-4a78-a59e-fec36aa8f373', 'name': '', 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'mac_address': 'fa:16:3e:0f:0f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bcbb7fd5-d891-43ec-b2c1-ed39c12ea922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:19Z', 'updated_at': '2021-07-07T18:37:24Z', 'revision_number': 4, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'subnets': [{'id': 'bcbb7fd5-d891-43ec-b2c1-ed39c12ea922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:25.103626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:25.104238 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.123236 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-642c98ef-d717-48bf-80d2-6fab5b47a1b9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5373511 Jul 07 18:37:25.136587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c8d8c-5210-4d60-9bcb-4ec8e265561d None None] The sync data for ids ['8a6ec11c-957f-405d-886a-5f88062f1ce4'] in n-d-798930-2 is: [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 4, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '2c56f9ac-598f-4a78-a59e-fec36aa8f373', 'name': '', 'network_id': 'a2fb0076-fda7-4b47-b6f5-8d816aff9ad6', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'mac_address': 'fa:16:3e:0f:0f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bcbb7fd5-d891-43ec-b2c1-ed39c12ea922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:19Z', 'updated_at': '2021-07-07T18:37:24Z', 'revision_number': 4, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'subnets': [{'id': 'bcbb7fd5-d891-43ec-b2c1-ed39c12ea922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:25.140389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Request body: {'port': {'device_id': '769faa45-e9e7-4592-8a01-270435d6d77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:25.268719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.352420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5ec53d11-9a45-4f8e-bbef-b5dec1d38b7b None None] Provisioning for port 28debefb-5e3b-4280-be11-a1f900054ce7 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:25.367252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5ec53d11-9a45-4f8e-bbef-b5dec1d38b7b None None] Provisioning complete for port 28debefb-5e3b-4280-be11-a1f900054ce7 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:25.367951 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ec53d11-9a45-4f8e-bbef-b5dec1d38b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.410973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5ec53d11-9a45-4f8e-bbef-b5dec1d38b7b None None] Port 28debefb-5e3b-4280-be11-a1f900054ce7 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:25.502403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c56f9ac-598f-4a78-a59e-fec36aa8f373 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:25.566333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:25.572127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:25.572445 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.592570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321ef2b-983d-4d14-96eb-cd04f6423132 req-64d1c641-ae80-4a68-8e98-17a90e078b6b tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:25.594225 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7321ef2b-983d-4d14-96eb-cd04f6423132 req-64d1c641-ae80-4a68-8e98-17a90e078b6b tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1027 time: 0.1419616 Jul 07 18:37:25.668791 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.676886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7321ef2b-983d-4d14-96eb-cd04f6423132 req-0fb11286-0727-4ad2-a92a-91a637566253 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757098 Jul 07 18:37:25.696872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28debefb-5e3b-4280-be11-a1f900054ce7 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:25.709622 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.716937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 2c56f9ac-598f-4a78-a59e-fec36aa8f373, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2c56f9ac-598f-4a78-a59e-fec36aa8f373,segment=NetworkSegment(7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4),segment_id=7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:25.722101 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.739755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Transition to ACTIVE for port object 28debefb-5e3b-4280-be11-a1f900054ce7 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:25.745817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.782238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=2c56f9ac-598f-4a78-a59e-fec36aa8f373,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:25.813457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Pushing event updated for resources: {'Port': ['ID=28debefb-5e3b-4280-be11-a1f900054ce7,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:25.896859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Attempting to bind port 28debefb-5e3b-4280-be11-a1f900054ce7 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:25.897204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Attempting to bind port 28debefb-5e3b-4280-be11-a1f900054ce7 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:25.897543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Attempting to bind port 28debefb-5e3b-4280-be11-a1f900054ce7 on network 41529951-1fe4-48a5-a027-b0c2d1047561 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:25.902606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Port 28debefb-5e3b-4280-be11-a1f900054ce7 on network 41529951-1fe4-48a5-a027-b0c2d1047561 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:37:25.902938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Attempting to bind port 28debefb-5e3b-4280-be11-a1f900054ce7 on network 41529951-1fe4-48a5-a027-b0c2d1047561 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:25.908532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:25.908902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Checking segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:25.909300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Bound using segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:25.909738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Bound port: 28debefb-5e3b-4280-be11-a1f900054ce7, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:25.910108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.982010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] For port 28debefb-5e3b-4280-be11-a1f900054ce7, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:25.985312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] For port 28debefb-5e3b-4280-be11-a1f900054ce7, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28debefb-5e3b-4280-be11-a1f900054ce7,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:25.996052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.051782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.052557 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.054077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] 10.222.0.55 "PUT /v2.0/ports/28debefb-5e3b-4280-be11-a1f900054ce7 HTTP/1.1" status: 200 len: 1091 time: 0.9190385 Jul 07 18:37:26.054554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769faa45-e9e7-4592-8a01-270435d6d77c', 'tag': '28debefb-5e3b-4280-be11-a1f900054ce7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:26.056921 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120fd788-c1c6-4f36-b902-933e7ed5a94d" -d '{"events": [{"name": "network-changed", "server_uuid": "769faa45-e9e7-4592-8a01-270435d6d77c", "tag": "28debefb-5e3b-4280-be11-a1f900054ce7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:26.108381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592c3cf-63e7-4201-9960-80198768ec7a service neutron] Pushing event updated for resources: {'Port': ['ID=28debefb-5e3b-4280-be11-a1f900054ce7,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:26.115958 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db51770e-b171-451a-a5b2-bd677cd3e2c8 x-openstack-request-id: req-db51770e-b171-451a-a5b2-bd677cd3e2c8 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:26.116228 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769faa45-e9e7-4592-8a01-270435d6d77c", "tag": "28debefb-5e3b-4280-be11-a1f900054ce7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:26.116576 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-db51770e-b171-451a-a5b2-bd677cd3e2c8 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:26.117227 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769faa45-e9e7-4592-8a01-270435d6d77c', 'tag': '28debefb-5e3b-4280-be11-a1f900054ce7', 'status': 'completed', 'code': 200} Jul 07 18:37:26.166523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-a25b61da-187b-43e2-8d96-9a5dbce89a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.168157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-a25b61da-187b-43e2-8d96-9a5dbce89a8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e36995ef8257462897b304794e67ea8f&device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1094 time: 0.0680881 Jul 07 18:37:26.218378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-3f648ff0-e995-472e-b44f-9cab14ef26a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28debefb-5e3b-4280-be11-a1f900054ce7 HTTP/1.1" status: 200 len: 217 time: 0.0425532 Jul 07 18:37:26.273295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-8f3fe4a0-7b5b-4505-b126-577e37023c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.274780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-8f3fe4a0-7b5b-4505-b126-577e37023c3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727 HTTP/1.1" status: 200 len: 848 time: 0.0507627 Jul 07 18:37:26.335988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-33da5ccc-d1d5-415a-a867-235dbed3011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.337663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-33da5ccc-d1d5-415a-a867-235dbed3011b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41529951-1fe4-48a5-a027-b0c2d1047561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561819 Jul 07 18:37:26.431898 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-9f7d9ad5-eed6-4b5d-8d35-32a8cb2bcbbd service neutron] 10.222.0.55 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879018 Jul 07 18:37:26.537751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09966ea2-b782-4f6e-a7ce-a4e576ae628a req-8c2b47ae-a807-406f-a67c-971bc9337349 service neutron] 10.222.0.55 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989568 Jul 07 18:37:26.671948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-552d1250-590e-4223-a762-c5bdcba09248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.673560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-552d1250-590e-4223-a762-c5bdcba09248 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e36995ef8257462897b304794e67ea8f&device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1094 time: 0.0585203 Jul 07 18:37:26.798871 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-973a5e71-e850-40d0-ad15-9406d60b5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.800409 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-973a5e71-e850-40d0-ad15-9406d60b5705 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41529951-1fe4-48a5-a027-b0c2d1047561 HTTP/1.1" status: 200 len: 910 time: 0.1207192 Jul 07 18:37:26.853290 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-9240dadf-3814-41e5-b1d7-5f407e42b5c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28debefb-5e3b-4280-be11-a1f900054ce7 HTTP/1.1" status: 200 len: 217 time: 0.0453613 Jul 07 18:37:26.926363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-9518b277-f3b9-41fb-af73-04d02ccc74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.927776 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-9518b277-f3b9-41fb-af73-04d02ccc74a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727 HTTP/1.1" status: 200 len: 848 time: 0.0579658 Jul 07 18:37:26.970152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cab955-d1f0-4a97-b403-07a17e4258c5 req-90ad5b80-75c2-4325-9424-dbe2fcdfbfa4 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:26.971768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37cab955-d1f0-4a97-b403-07a17e4258c5 req-90ad5b80-75c2-4325-9424-dbe2fcdfbfa4 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1094 time: 0.1627107 Jul 07 18:37:27.023727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37cab955-d1f0-4a97-b403-07a17e4258c5 req-78ab98a9-f4af-4fea-a04a-9e7a63cc221e tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Jul 07 18:37:27.028697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-f3fec658-abb8-4dc7-9dbc-3a4daf84d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:27.030321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-f3fec658-abb8-4dc7-9dbc-3a4daf84d563 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41529951-1fe4-48a5-a027-b0c2d1047561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946410 Jul 07 18:37:27.139523 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-3aee521e-12eb-49cc-93fd-e9cbb040422a service neutron] 10.222.0.55 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014211 Jul 07 18:37:27.220575 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:37:27.236473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-120fd788-c1c6-4f36-b902-933e7ed5a94d req-968d02b1-d3fa-4d3f-a779-f66b3c6d8763 service neutron] 10.222.0.55 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878735 Jul 07 18:37:27.460104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c56f9ac-598f-4a78-a59e-fec36aa8f373 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:27.514213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:27.514605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:28.197257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9af37a-f029-4f10-b1ae-c3fd12efb987 req-0bf16e1c-80b5-4c17-acc6-6a4a82c6c8c3 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:28.198840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9af37a-f029-4f10-b1ae-c3fd12efb987 req-0bf16e1c-80b5-4c17-acc6-6a4a82c6c8c3 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1094 time: 0.0569301 Jul 07 18:37:28.235696 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a9af37a-f029-4f10-b1ae-c3fd12efb987 req-c043ff59-de7c-47b5-ba5d-ebffd37a881f tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Jul 07 18:37:29.413383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94b16-6fb2-4ecb-bdc2-ff05306407d8 req-e42fdb77-3a80-40fb-b89f-d281b282b229 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:29.415001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd94b16-6fb2-4ecb-bdc2-ff05306407d8 req-e42fdb77-3a80-40fb-b89f-d281b282b229 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1094 time: 0.0665123 Jul 07 18:37:29.472411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd94b16-6fb2-4ecb-bdc2-ff05306407d8 req-fc29d414-b238-4e6c-ae00-f5dceb1caf0d tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512497 Jul 07 18:37:29.722326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28debefb-5e3b-4280-be11-a1f900054ce7 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:37:29.826910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 28debefb-5e3b-4280-be11-a1f900054ce7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28debefb-5e3b-4280-be11-a1f900054ce7,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:29.840308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '28debefb-5e3b-4280-be11-a1f900054ce7', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'port_id': '28debefb-5e3b-4280-be11-a1f900054ce7', 'mac_address': 'fa:16:3e:d8:25:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:37:29.880252 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:29.906457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28debefb-5e3b-4280-be11-a1f900054ce7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:29.929077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 28debefb-5e3b-4280-be11-a1f900054ce7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28debefb-5e3b-4280-be11-a1f900054ce7,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:29.934906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:29.990628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=28debefb-5e3b-4280-be11-a1f900054ce7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:30.142633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['28debefb-5e3b-4280-be11-a1f900054ce7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:30.667595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38015f8a-37a9-4db2-9785-b82e8cbe7d45 req-9d4e5ad6-0a16-417b-a044-f804dcb5b090 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:30.669188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38015f8a-37a9-4db2-9785-b82e8cbe7d45 req-9d4e5ad6-0a16-417b-a044-f804dcb5b090 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1095 time: 0.0583665 Jul 07 18:37:30.707961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38015f8a-37a9-4db2-9785-b82e8cbe7d45 req-48bc4aba-bc4d-41b7-a32e-bd1ed2d29add tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Jul 07 18:37:31.737625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28debefb-5e3b-4280-be11-a1f900054ce7 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:31.789216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 28debefb-5e3b-4280-be11-a1f900054ce7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:31.793521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 28debefb-5e3b-4280-be11-a1f900054ce7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:31.793873 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.875963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574caff7-ba87-4988-ad5f-946df62dbd49 req-7365edeb-3bef-46d7-a5dc-ac85f4aa62dd tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:31.876575 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.877558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-574caff7-ba87-4988-ad5f-946df62dbd49 req-7365edeb-3bef-46d7-a5dc-ac85f4aa62dd tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1095 time: 0.0536427 Jul 07 18:37:31.900616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769faa45-e9e7-4592-8a01-270435d6d77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28debefb-5e3b-4280-be11-a1f900054ce7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:31.903364 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929c2ec1-75f8-44e1-a3bb-53064ed587a5" -d '{"events": [{"server_uuid": "769faa45-e9e7-4592-8a01-270435d6d77c", "name": "network-vif-plugged", "status": "completed", "tag": "28debefb-5e3b-4280-be11-a1f900054ce7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:31.914007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-574caff7-ba87-4988-ad5f-946df62dbd49 req-4f0b8b4f-d901-489b-8c72-238ff105076b tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304723 Jul 07 18:37:31.921120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 28debefb-5e3b-4280-be11-a1f900054ce7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28debefb-5e3b-4280-be11-a1f900054ce7,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:31.925841 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.950827 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50b9f9b-cf7a-4d1d-b2c4-1d5ba5ce227c x-openstack-request-id: req-a50b9f9b-cf7a-4d1d-b2c4-1d5ba5ce227c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:31.951120 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769faa45-e9e7-4592-8a01-270435d6d77c", "name": "network-vif-plugged", "status": "completed", "tag": "28debefb-5e3b-4280-be11-a1f900054ce7", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:31.951373 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a50b9f9b-cf7a-4d1d-b2c4-1d5ba5ce227c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:31.951762 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769faa45-e9e7-4592-8a01-270435d6d77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28debefb-5e3b-4280-be11-a1f900054ce7', 'code': 200} Jul 07 18:37:31.975633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=28debefb-5e3b-4280-be11-a1f900054ce7,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:32.070732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfbfb2-b4f5-48ba-ab42-9345f1e5a69a req-d9d5c901-e5c4-46b2-a687-92b0c0d07e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:32.072158 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77cfbfb2-b4f5-48ba-ab42-9345f1e5a69a req-d9d5c901-e5c4-46b2-a687-92b0c0d07e5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1096 time: 0.0605769 Jul 07 18:37:32.110074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77cfbfb2-b4f5-48ba-ab42-9345f1e5a69a req-1981d9ca-88f5-47c0-ae5e-38ee090159b2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Jul 07 18:37:33.089991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c52f0-98a7-4c89-8037-ff66123c0f20 req-85025230-540e-432a-9195-27d28c7e4825 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.091536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-570c52f0-98a7-4c89-8037-ff66123c0f20 req-85025230-540e-432a-9195-27d28c7e4825 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1096 time: 0.0666368 Jul 07 18:37:33.127611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-570c52f0-98a7-4c89-8037-ff66123c0f20 req-54f9c69e-0785-4377-96fd-7b640cc07df0 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301168 Jul 07 18:37:33.292151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f011c-5847-4e28-856c-cfec9452ec10 req-34a0a8bc-4a8f-4791-958f-5d7fb12a637d tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.293760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-700f011c-5847-4e28-856c-cfec9452ec10 req-34a0a8bc-4a8f-4791-958f-5d7fb12a637d tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1096 time: 0.0560470 Jul 07 18:37:33.334319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-700f011c-5847-4e28-856c-cfec9452ec10 req-a4505bac-be7b-45ba-87c0-557846e97535 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Jul 07 18:37:33.499375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09b82-4b11-4871-af20-e3101d9c637e req-76bc846c-a6bd-4f81-9c85-6133c1ddbe4b tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.500983 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02a09b82-4b11-4871-af20-e3101d9c637e req-76bc846c-a6bd-4f81-9c85-6133c1ddbe4b tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1096 time: 0.0562563 Jul 07 18:37:33.536337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02a09b82-4b11-4871-af20-e3101d9c637e req-322d4c6d-3aa1-44c5-8a11-5450bed31f7d tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295248 Jul 07 18:37:33.795356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-6e70e678-f6d1-4ddd-85b9-52b31071dc46 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.797020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-6e70e678-f6d1-4ddd-85b9-52b31071dc46 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/networks?id=41529951-1fe4-48a5-a027-b0c2d1047561 HTTP/1.1" status: 200 len: 910 time: 0.0941620 Jul 07 18:37:33.814357 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-6994ea3f-62b0-425c-9f45-9dfde83bb7cf tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/quotas/e36995ef8257462897b304794e67ea8f HTTP/1.1" status: 200 len: 375 time: 0.0102232 Jul 07 18:37:33.885296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-eb1f1c92-9974-406c-b4dd-efd234f9c0b8 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=e36995ef8257462897b304794e67ea8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628700 Jul 07 18:37:33.985400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-41df9427-348c-400f-9686-6dc164dcf9ee service neutron] 10.222.0.88 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928133 Jul 07 18:37:34.081936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-f139d923-d2ab-46c3-baa3-a6219a0b8a05 service neutron] 10.222.0.88 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906696 Jul 07 18:37:34.214509 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:34.263274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5621cc9-2c59-401c-82dc-bcd7ac33b8e3 req-e348ac96-8213-4863-a6c8-69766a9034db tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 210 time: 0.0292385 Jul 07 18:37:35.411085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08fe1090-cd41-43e1-a4d2-ccde86a47b27 req-2c9e437d-a0de-45fa-ba8c-ad411a1d7eb3 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 210 time: 0.0285819 Jul 07 18:37:35.529618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-ecf5b690-ec94-48e4-bf21-1cc1761d8087 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:35.531025 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-ecf5b690-ec94-48e4-bf21-1cc1761d8087 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.90 "GET /v2.0/networks?id=41529951-1fe4-48a5-a027-b0c2d1047561 HTTP/1.1" status: 200 len: 910 time: 0.0959060 Jul 07 18:37:35.543332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Request body: {'port': {'device_id': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'admin_state_up': True, 'tenant_id': 'e36995ef8257462897b304794e67ea8f'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:35.566536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Made reservation on behalf of e36995ef8257462897b304794e67ea8f for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:37:35.569020 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:35.692505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Allocated IP 172.20.0.11 (41529951-1fe4-48a5-a027-b0c2d1047561/6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727/0a08b568-982b-46a0-be9c-bd5f7927ad50) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:35.848523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:35.861995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Transition to ACTIVE for port object 0a08b568-982b-46a0-be9c-bd5f7927ad50 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:35.897840 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:35.910137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['28debefb-5e3b-4280-be11-a1f900054ce7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:35.945878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Network 41529951-1fe4-48a5-a027-b0c2d1047561 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:35.948963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:35.954499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:35.956772 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Pushing event updated for resources: {'Port': ['ID=0a08b568-982b-46a0-be9c-bd5f7927ad50,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:35.998206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:35.998935 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.028862 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-0795dd73-8463-4398-8ed6-c96d9e87ea26 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4892607 Jul 07 18:37:36.056313 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Request body: {'port': {'device_id': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:36.140166 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.242208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.268530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-20cb2e42-5e1f-45c2-abcd-6151a0f084d9 None None] Provisioning for port 0a08b568-982b-46a0-be9c-bd5f7927ad50 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:36.272696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-20cb2e42-5e1f-45c2-abcd-6151a0f084d9 None None] Provisioning complete for port 0a08b568-982b-46a0-be9c-bd5f7927ad50 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:36.273111 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20cb2e42-5e1f-45c2-abcd-6151a0f084d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.310331 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2e42-5e1f-45c2-abcd-6151a0f084d9 None None] Port 0a08b568-982b-46a0-be9c-bd5f7927ad50 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:36.436216 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a08b568-982b-46a0-be9c-bd5f7927ad50 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:36.444328 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.459213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Transition to ACTIVE for port object 0a08b568-982b-46a0-be9c-bd5f7927ad50 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:36.465494 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.530180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Pushing event updated for resources: {'Port': ['ID=0a08b568-982b-46a0-be9c-bd5f7927ad50,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:36.613068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Attempting to bind port 0a08b568-982b-46a0-be9c-bd5f7927ad50 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:36.613319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Attempting to bind port 0a08b568-982b-46a0-be9c-bd5f7927ad50 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:36.614195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Attempting to bind port 0a08b568-982b-46a0-be9c-bd5f7927ad50 on network 41529951-1fe4-48a5-a027-b0c2d1047561 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:36.620237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Port 0a08b568-982b-46a0-be9c-bd5f7927ad50 on network 41529951-1fe4-48a5-a027-b0c2d1047561 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:37:36.620589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Attempting to bind port 0a08b568-982b-46a0-be9c-bd5f7927ad50 on network 41529951-1fe4-48a5-a027-b0c2d1047561 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:36.626119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:36.626451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Checking segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:36.626864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Bound using segment: {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:36.627298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Bound port: 0a08b568-982b-46a0-be9c-bd5f7927ad50, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1635e31-abfb-4843-b829-b2b11c36c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:36.627807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.637016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3da01a-97dd-4d35-b3d8-003301ff911f req-aa2622c8-3acd-4d17-9fc6-e648771f00da tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:36.638814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba3da01a-97dd-4d35-b3d8-003301ff911f req-aa2622c8-3acd-4d17-9fc6-e648771f00da tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1053 time: 0.0835109 Jul 07 18:37:36.677279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba3da01a-97dd-4d35-b3d8-003301ff911f req-cf8a67e9-70d0-4a7a-bd5c-c392953f91bd tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Jul 07 18:37:36.728516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] For port 0a08b568-982b-46a0-be9c-bd5f7927ad50, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:36.734496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] For port 0a08b568-982b-46a0-be9c-bd5f7927ad50, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0a08b568-982b-46a0-be9c-bd5f7927ad50,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:36.742020 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.806596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:36.807644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.810060 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] 10.222.0.90 "PUT /v2.0/ports/0a08b568-982b-46a0-be9c-bd5f7927ad50 HTTP/1.1" status: 200 len: 1092 time: 0.7726114 Jul 07 18:37:36.810790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'tag': '0a08b568-982b-46a0-be9c-bd5f7927ad50'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:36.814816 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ab503-d8ef-4e1d-9df7-55baa3df770f" -d '{"events": [{"name": "network-changed", "server_uuid": "79ff8c85-29eb-49ae-81d4-03dee4078690", "tag": "0a08b568-982b-46a0-be9c-bd5f7927ad50"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:36.849265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5bf5-e444-4f9b-af2b-ca24a49ce374 service neutron] Pushing event updated for resources: {'Port': ['ID=0a08b568-982b-46a0-be9c-bd5f7927ad50,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:36.860929 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb0280-f10b-40ef-897f-81f392dc53d7 x-openstack-request-id: req-8abb0280-f10b-40ef-897f-81f392dc53d7 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:36.861273 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ff8c85-29eb-49ae-81d4-03dee4078690", "tag": "0a08b568-982b-46a0-be9c-bd5f7927ad50", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:36.861613 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8abb0280-f10b-40ef-897f-81f392dc53d7 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:36.862486 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'tag': '0a08b568-982b-46a0-be9c-bd5f7927ad50', 'status': 'completed', 'code': 200} Jul 07 18:37:36.929081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-f6a43b61-3b80-4495-aacc-e46f6062020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:36.930623 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-f6a43b61-3b80-4495-aacc-e46f6062020d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e36995ef8257462897b304794e67ea8f&device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1095 time: 0.0561905 Jul 07 18:37:36.974515 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-989ea2f3-bbca-4102-b0ef-d1b349cb2c8b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a08b568-982b-46a0-be9c-bd5f7927ad50 HTTP/1.1" status: 200 len: 217 time: 0.0366302 Jul 07 18:37:37.032529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-f61dd3a0-bb17-4a33-af0c-e558bbbf897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.034274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-f61dd3a0-bb17-4a33-af0c-e558bbbf897f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727 HTTP/1.1" status: 200 len: 848 time: 0.0534413 Jul 07 18:37:37.108311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-c423dfbe-a810-4a53-86e4-8039b463984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.109951 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-c423dfbe-a810-4a53-86e4-8039b463984e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41529951-1fe4-48a5-a027-b0c2d1047561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685203 Jul 07 18:37:37.209151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-4f5dfee4-6ce5-448c-92e5-9a246a2f90f3 service neutron] 10.222.0.90 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919588 Jul 07 18:37:37.304199 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e6d94103-78b6-4dfb-83a9-a9bbc742a14a req-68c25a27-783b-43f5-bd8f-07ba4fb6c016 service neutron] 10.222.0.90 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886199 Jul 07 18:37:37.413144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-66a0afa4-de14-4b84-9b46-e7eb7c56f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.414699 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-66a0afa4-de14-4b84-9b46-e7eb7c56f4f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e36995ef8257462897b304794e67ea8f&device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1095 time: 0.0569303 Jul 07 18:37:37.513476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-c1238f28-df56-42f2-bb03-01817d33a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.514968 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-c1238f28-df56-42f2-bb03-01817d33a966 service neutron] 10.222.0.90 "GET /v2.0/networks?id=41529951-1fe4-48a5-a027-b0c2d1047561 HTTP/1.1" status: 200 len: 910 time: 0.0939393 Jul 07 18:37:37.557404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-d71d3df7-e91a-48a5-8227-bd001b35c05b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a08b568-982b-46a0-be9c-bd5f7927ad50 HTTP/1.1" status: 200 len: 217 time: 0.0353868 Jul 07 18:37:37.608235 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-b239eb88-b90d-4bb8-b405-3f1631f13ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.609756 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-b239eb88-b90d-4bb8-b405-3f1631f13ce4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727 HTTP/1.1" status: 200 len: 848 time: 0.0464339 Jul 07 18:37:37.673444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-e2ba7239-dc7d-4e1b-86c7-03396958dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.674981 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-e2ba7239-dc7d-4e1b-86c7-03396958dfbe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=41529951-1fe4-48a5-a027-b0c2d1047561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575912 Jul 07 18:37:37.769146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-f6b17bff-2c46-4f90-95d0-dd54a3e1968a service neutron] 10.222.0.90 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854030 Jul 07 18:37:37.852431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1df0-b72a-463d-a502-97a82110ddb9 req-7f63918e-bc1f-4c05-ace0-a3388c512846 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:37.853923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c47a1df0-b72a-463d-a502-97a82110ddb9 req-7f63918e-bc1f-4c05-ace0-a3388c512846 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1095 time: 0.0558920 Jul 07 18:37:37.866178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e16ab503-d8ef-4e1d-9df7-55baa3df770f req-7ce624f5-11ac-4093-aa13-b6aa35d3bc89 service neutron] 10.222.0.90 "GET /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892467 Jul 07 18:37:37.891211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c47a1df0-b72a-463d-a502-97a82110ddb9 req-bb8dd3c3-178f-4e02-822a-ed1c08b826e9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Jul 07 18:37:39.059007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce28937-e6ed-4a1e-8923-7ad0c167115c req-48d1a8c3-8883-418d-a329-e726c35a32d8 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:39.060562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ce28937-e6ed-4a1e-8923-7ad0c167115c req-48d1a8c3-8883-418d-a329-e726c35a32d8 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1095 time: 0.0559323 Jul 07 18:37:39.097789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ce28937-e6ed-4a1e-8923-7ad0c167115c req-ca5df1cb-7037-4dd8-b9df-704da1790377 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Jul 07 18:37:40.265516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4849352-e9a7-484c-9441-983dbf94027a req-0ad707ce-5737-4051-9654-580467499114 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:40.267114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4849352-e9a7-484c-9441-983dbf94027a req-0ad707ce-5737-4051-9654-580467499114 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1095 time: 0.0588574 Jul 07 18:37:40.320410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4849352-e9a7-484c-9441-983dbf94027a req-fdc6fc22-a2b8-4200-b66a-a71696b49c58 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Jul 07 18:37:40.900446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0a08b568-982b-46a0-be9c-bd5f7927ad50 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:37:41.002532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 0a08b568-982b-46a0-be9c-bd5f7927ad50, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0a08b568-982b-46a0-be9c-bd5f7927ad50,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:41.014530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '0a08b568-982b-46a0-be9c-bd5f7927ad50', 'network_id': '41529951-1fe4-48a5-a027-b0c2d1047561', 'port_id': '0a08b568-982b-46a0-be9c-bd5f7927ad50', 'mac_address': 'fa:16:3e:83:ea:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:37:41.052903 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:41.066009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a08b568-982b-46a0-be9c-bd5f7927ad50 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:41.086513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 0a08b568-982b-46a0-be9c-bd5f7927ad50, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0a08b568-982b-46a0-be9c-bd5f7927ad50,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:41.091811 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:41.143506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=0a08b568-982b-46a0-be9c-bd5f7927ad50,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:41.450474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['0a08b568-982b-46a0-be9c-bd5f7927ad50'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:41.488861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098912ae-9df3-427e-872d-45c87bed3a7f req-f14bef1d-49a3-48a4-a4fd-e3f71c924afc tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:41.490508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-098912ae-9df3-427e-872d-45c87bed3a7f req-f14bef1d-49a3-48a4-a4fd-e3f71c924afc tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1096 time: 0.0591569 Jul 07 18:37:41.530899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-098912ae-9df3-427e-872d-45c87bed3a7f req-674aab50-060e-495a-9829-f25e4409030f tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Jul 07 18:37:42.703881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76e33-ea5c-47c5-9dab-b598a81c0e61 req-f5b9def5-437a-47f1-86e9-d683d353db3c tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:42.705471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef76e33-ea5c-47c5-9dab-b598a81c0e61 req-f5b9def5-437a-47f1-86e9-d683d353db3c tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1096 time: 0.0540166 Jul 07 18:37:42.743212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef76e33-ea5c-47c5-9dab-b598a81c0e61 req-3f460055-d3a4-4658-b8cc-43c48f806e99 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jul 07 18:37:42.916861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0a08b568-982b-46a0-be9c-bd5f7927ad50 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:42.971434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 0a08b568-982b-46a0-be9c-bd5f7927ad50 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:42.975474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 0a08b568-982b-46a0-be9c-bd5f7927ad50 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:42.975843 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:43.055473 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:43.079746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a08b568-982b-46a0-be9c-bd5f7927ad50'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:43.082711 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef75a3-4074-453c-af18-70f0c1139711" -d '{"events": [{"server_uuid": "79ff8c85-29eb-49ae-81d4-03dee4078690", "name": "network-vif-plugged", "status": "completed", "tag": "0a08b568-982b-46a0-be9c-bd5f7927ad50"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:43.096383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 0a08b568-982b-46a0-be9c-bd5f7927ad50, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0a08b568-982b-46a0-be9c-bd5f7927ad50,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:43.101210 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:43.125608 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0d4a91-4c18-4bee-8d28-342ae919609f x-openstack-request-id: req-0d0d4a91-4c18-4bee-8d28-342ae919609f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:43.125925 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ff8c85-29eb-49ae-81d4-03dee4078690", "name": "network-vif-plugged", "status": "completed", "tag": "0a08b568-982b-46a0-be9c-bd5f7927ad50", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:43.126179 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d0d4a91-4c18-4bee-8d28-342ae919609f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:43.126577 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a08b568-982b-46a0-be9c-bd5f7927ad50', 'code': 200} Jul 07 18:37:43.156614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=0a08b568-982b-46a0-be9c-bd5f7927ad50,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:43.239064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11691e-ee78-4ef9-a940-5608ff0d9f1d req-5d4f5eea-49ef-4785-b24f-80e5c255ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:43.240588 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a11691e-ee78-4ef9-a940-5608ff0d9f1d req-5d4f5eea-49ef-4785-b24f-80e5c255ab00 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0560570 Jul 07 18:37:43.276513 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8a11691e-ee78-4ef9-a940-5608ff0d9f1d req-f58400e2-7000-4170-bbc5-67dd0628e0a2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289168 Jul 07 18:37:43.918979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87b2d0-b19a-4751-a2cd-b9594de016d9 req-90ebe1a3-a4e4-49c0-855c-04707d0cd308 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:43.920506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f87b2d0-b19a-4751-a2cd-b9594de016d9 req-90ebe1a3-a4e4-49c0-855c-04707d0cd308 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0582080 Jul 07 18:37:43.956478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6f87b2d0-b19a-4751-a2cd-b9594de016d9 req-9190c025-9cbc-47a4-8848-3ca4702a2487 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297928 Jul 07 18:37:45.141560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a7075-62d6-4fa7-8005-fb16bdb0ca26 req-e4650b13-327e-49e7-8af5-32860835f74a tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:45.143140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-106a7075-62d6-4fa7-8005-fb16bdb0ca26 req-e4650b13-327e-49e7-8af5-32860835f74a tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0580630 Jul 07 18:37:45.180689 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-106a7075-62d6-4fa7-8005-fb16bdb0ca26 req-98b691a4-3830-4f37-be60-a388271f3eb2 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312383 Jul 07 18:37:45.353249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a25b-dacc-4470-b850-9ef3c9be5083 req-5fbc1ee4-21da-4db0-acbd-185a7c638894 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:45.355424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63a2a25b-dacc-4470-b850-9ef3c9be5083 req-5fbc1ee4-21da-4db0-acbd-185a7c638894 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0633233 Jul 07 18:37:45.395862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-63a2a25b-dacc-4470-b850-9ef3c9be5083 req-018393ef-e6ce-4223-92b6-275c030f0d5f tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 07 18:37:45.569121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084e665-a2a1-4f62-9ee2-924d1406c7ed req-957441a2-f935-4c4c-9d6c-c1e299cb493f tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:45.570774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d084e665-a2a1-4f62-9ee2-924d1406c7ed req-957441a2-f935-4c4c-9d6c-c1e299cb493f tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0618529 Jul 07 18:37:45.611350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d084e665-a2a1-4f62-9ee2-924d1406c7ed req-cd248968-116e-4c11-9371-fb66633e206d tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Jul 07 18:37:45.879666 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59d408c2-e80e-4113-b884-685184c156f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:46.003130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237b33d-04c4-4fef-8668-b0afc29d84dc req-5b6ca5c5-1de5-4888-a229-b7a8556fbae9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:46.006171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7237b33d-04c4-4fef-8668-b0afc29d84dc req-5b6ca5c5-1de5-4888-a229-b7a8556fbae9 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0554309 Jul 07 18:37:46.046111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7237b33d-04c4-4fef-8668-b0afc29d84dc req-938eb19f-4a90-4d73-8b65-cd74e09d0278 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Jul 07 18:37:47.244102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eff49-1b8f-4399-a774-adc770120c29 req-8676a472-7934-472d-8250-9fda3e697bce tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:47.245651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-143eff49-1b8f-4399-a774-adc770120c29 req-8676a472-7934-472d-8250-9fda3e697bce tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0608969 Jul 07 18:37:47.283001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-143eff49-1b8f-4399-a774-adc770120c29 req-aabb0ead-2f00-4b76-80d7-efd1eb1585c0 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Jul 07 18:37:47.377027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-d50f4e12-7919-4858-a05c-9a5b10a64939 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:47.378563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-d50f4e12-7919-4858-a05c-9a5b10a64939 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 1097 time: 0.0561261 Jul 07 18:37:47.473489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Deleting port 0a08b568-982b-46a0-be9c-bd5f7927ad50 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:47.473861 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:47.552335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] For port 0a08b568-982b-46a0-be9c-bd5f7927ad50, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=0a08b568-982b-46a0-be9c-bd5f7927ad50,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:47.552695 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:47.565895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Calling delete_port for 0a08b568-982b-46a0-be9c-bd5f7927ad50 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:47.703306 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:47.721385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['0a08b568-982b-46a0-be9c-bd5f7927ad50'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:47.724101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['28debefb-5e3b-4280-be11-a1f900054ce7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:47.734441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a08b568-982b-46a0-be9c-bd5f7927ad50,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:47.780293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] No DVR routers for this DVR port 0a08b568-982b-46a0-be9c-bd5f7927ad50 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:47.783100 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:47.785308 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d06f4ca9-fa9d-40d5-af8d-eb3906df0bb6 req-669c4871-5e12-41d1-a838-b62091317687 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.90 "DELETE /v2.0/ports/0a08b568-982b-46a0-be9c-bd5f7927ad50 HTTP/1.1" status: 204 len: 173 time: 0.4009862 Jul 07 18:37:47.785774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'name': 'network-vif-deleted', 'tag': '0a08b568-982b-46a0-be9c-bd5f7927ad50'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:47.788208 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0e3ffd-cbd5-4965-bcf6-5fde3f6d19c6" -d '{"events": [{"server_uuid": "79ff8c85-29eb-49ae-81d4-03dee4078690", "name": "network-vif-deleted", "tag": "0a08b568-982b-46a0-be9c-bd5f7927ad50"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:47.831493 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9c1ed6-6320-4533-a9e6-664a6463d39f x-openstack-request-id: req-8b9c1ed6-6320-4533-a9e6-664a6463d39f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:47.831778 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ff8c85-29eb-49ae-81d4-03dee4078690", "name": "network-vif-deleted", "tag": "0a08b568-982b-46a0-be9c-bd5f7927ad50", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:47.832122 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b9c1ed6-6320-4533-a9e6-664a6463d39f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:47.832528 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ff8c85-29eb-49ae-81d4-03dee4078690', 'name': 'network-vif-deleted', 'tag': '0a08b568-982b-46a0-be9c-bd5f7927ad50', 'status': 'completed', 'code': 200} Jul 07 18:37:48.414703 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5bae280e-ece3-490e-a812-cdc08f495e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:48.444179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f6d0d2d-8cae-4449-b4c1-9f2a57aac55b req-3e7824ba-fee0-4a09-9cc3-96e9b85208c8 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=79ff8c85-29eb-49ae-81d4-03dee4078690 HTTP/1.1" status: 200 len: 210 time: 0.0287020 Jul 07 18:37:48.512037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:49.789512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:49.924326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e762d17-e968-49ca-9449-257b4ccc578b req-7d95fee8-a354-4e0b-863c-3c0ce65ffbd8 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:49.925952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e762d17-e968-49ca-9449-257b4ccc578b req-7d95fee8-a354-4e0b-863c-3c0ce65ffbd8 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1096 time: 0.0605404 Jul 07 18:37:49.962864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e762d17-e968-49ca-9449-257b4ccc578b req-1d494c7e-0313-4f06-99d8-8aac0185d43b tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Jul 07 18:37:50.947197 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0a08b568-982b-46a0-be9c-bd5f7927ad50 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:50.980282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 0a08b568-982b-46a0-be9c-bd5f7927ad50 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:50.980624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 0a08b568-982b-46a0-be9c-bd5f7927ad50 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:51.143966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0fd8a-c88d-4b07-a153-76d5dd0a4671 req-45a7cae1-8a3f-4852-8413-bc2d090a0433 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:51.145536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bf0fd8a-c88d-4b07-a153-76d5dd0a4671 req-45a7cae1-8a3f-4852-8413-bc2d090a0433 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1096 time: 0.0574975 Jul 07 18:37:51.206713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bf0fd8a-c88d-4b07-a153-76d5dd0a4671 req-6a14010d-ef08-4237-8309-a7f9ca294ba7 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=30d3b5b4-02ba-4a44-99c9-3a841f326be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548646 Jul 07 18:37:51.231051 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-8d948550-de26-4e42-ba61-fbd18541406f tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:51.232660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-8d948550-de26-4e42-ba61-fbd18541406f tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 1096 time: 0.0645373 Jul 07 18:37:51.291109 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:51.329584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Deleting port 28debefb-5e3b-4280-be11-a1f900054ce7 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:51.329885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:51.429852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] For port 28debefb-5e3b-4280-be11-a1f900054ce7, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28debefb-5e3b-4280-be11-a1f900054ce7,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:51.430326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:51.443601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Calling delete_port for 28debefb-5e3b-4280-be11-a1f900054ce7 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:51.576950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:51.587754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['28debefb-5e3b-4280-be11-a1f900054ce7'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:51.606954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Pushing event deleted for resources: {'Port': ['ID=28debefb-5e3b-4280-be11-a1f900054ce7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:51.658374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] No DVR routers for this DVR port 28debefb-5e3b-4280-be11-a1f900054ce7 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:51.661594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:51.664039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c41957e7-ae06-4ec0-b811-db169df950a1 req-52ac40c5-98d4-4be4-9a19-73f722d51963 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.55 "DELETE /v2.0/ports/28debefb-5e3b-4280-be11-a1f900054ce7 HTTP/1.1" status: 204 len: 173 time: 0.4262455 Jul 07 18:37:51.664782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769faa45-e9e7-4592-8a01-270435d6d77c', 'name': 'network-vif-deleted', 'tag': '28debefb-5e3b-4280-be11-a1f900054ce7'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:51.668349 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa90e1-cb34-47b3-99e6-a79e674ab68c" -d '{"events": [{"server_uuid": "769faa45-e9e7-4592-8a01-270435d6d77c", "name": "network-vif-deleted", "tag": "28debefb-5e3b-4280-be11-a1f900054ce7"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:51.716547 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e32d5a-02a7-4fe7-b688-62d95dd8e34d x-openstack-request-id: req-64e32d5a-02a7-4fe7-b688-62d95dd8e34d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:51.716886 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769faa45-e9e7-4592-8a01-270435d6d77c", "name": "network-vif-deleted", "tag": "28debefb-5e3b-4280-be11-a1f900054ce7", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:51.717178 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64e32d5a-02a7-4fe7-b688-62d95dd8e34d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:51.717603 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769faa45-e9e7-4592-8a01-270435d6d77c', 'name': 'network-vif-deleted', 'tag': '28debefb-5e3b-4280-be11-a1f900054ce7', 'status': 'completed', 'code': 200} Jul 07 18:37:52.410534 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e2532f99-7a0d-46ab-9e74-867dd330a67a req-535c881b-c8bb-4a45-b11d-2dd16081cf68 tempest-TestServerMultinode-1865737911 tempest-TestServerMultinode-1865737911-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=769faa45-e9e7-4592-8a01-270435d6d77c HTTP/1.1" status: 200 len: 210 time: 0.0311909 Jul 07 18:37:53.511671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52376) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:53.846872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28debefb-5e3b-4280-be11-a1f900054ce7 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:53.867915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 28debefb-5e3b-4280-be11-a1f900054ce7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:53.868294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28debefb-5e3b-4280-be11-a1f900054ce7 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:53.895132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:54.161195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Deleting port 69af153e-9115-4227-8c3c-d5d82794298d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:54.161484 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:54.246188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] For port 69af153e-9115-4227-8c3c-d5d82794298d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=69af153e-9115-4227-8c3c-d5d82794298d,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:54.246531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:54.561977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Calling delete_port for 69af153e-9115-4227-8c3c-d5d82794298d owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:54.754658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:54.786554 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Pushing event deleted for resources: {'Port': ['ID=69af153e-9115-4227-8c3c-d5d82794298d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:54.994025 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:55.235003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Router 4b6574d4-2013-4b3f-ada0-d680e3136c68 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:55.354674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:55.360113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6f4e0b61-32be-48f3-86bf-b16fce3e917f admin admin] 10.222.0.88 "PUT /v2.0/routers/4b6574d4-2013-4b3f-ada0-d680e3136c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8473957 Jul 07 18:37:55.363052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52378) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:55.367159 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] Sync routers for ids ['4b6574d4-2013-4b3f-ada0-d680e3136c68'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:55.381487 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] Routers {'4b6574d4-2013-4b3f-ada0-d680e3136c68'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:55.382085 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4b6574d4-2013-4b3f-ada0-d680e3136c68'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:55.478670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:55.489997 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] Set router 4b6574d4-2013-4b3f-ada0-d680e3136c68 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:55.587889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:55.646971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Deleting port 3d398ff0-0cc1-4f93-98b9-a0af18677d59 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:55.647376 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:55.735713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] For port 3d398ff0-0cc1-4f93-98b9-a0af18677d59, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=3d398ff0-0cc1-4f93-98b9-a0af18677d59,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:55.736121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:55.753701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Calling delete_port for 3d398ff0-0cc1-4f93-98b9-a0af18677d59 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:55.767900 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:54Z', 'revision_number': 5, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port': {'id': '3d398ff0-0cc1-4f93-98b9-a0af18677d59', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:13Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:55.794799 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] Checking router: 4b6574d4-2013-4b3f-ada0-d680e3136c68 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:55.803398 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] Routers {'4b6574d4-2013-4b3f-ada0-d680e3136c68'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:55.804012 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['4b6574d4-2013-4b3f-ada0-d680e3136c68'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:55.894082 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] Set router 4b6574d4-2013-4b3f-ada0-d680e3136c68 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:55.927724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:55.950133 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:55Z', 'revision_number': 6, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:55.952146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d398ff0-0cc1-4f93-98b9-a0af18677d59,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:55.977819 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4557a448-5f18-4558-bbd8-0992f6e15127 None None] The sync data for ids ['4b6574d4-2013-4b3f-ada0-d680e3136c68'] in n-d-798930-2 is: [{'id': '4b6574d4-2013-4b3f-ada0-d680e3136c68', 'name': 'tempest-TestServerMultinode-736383984-router', 'tenant_id': '7d18b632a4584f1a82f556096e43fb44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:12Z', 'updated_at': '2021-07-07T18:37:55Z', 'revision_number': 6, 'project_id': '7d18b632a4584f1a82f556096e43fb44', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:56.021261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.114628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.117108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.166271 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.166907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6574d4-2013-4b3f-ada0-d680e3136c68 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:37:56.171451 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.172636 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9268eaf6-7de0-4eb0-a344-6ff306b9cef1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/4b6574d4-2013-4b3f-ada0-d680e3136c68 HTTP/1.1" status: 204 len: 168 time: 0.8086658 Jul 07 18:37:56.175367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52382) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:56.225299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] Deleting subnet 6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:37:56.228907 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.264333 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.349056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.415114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.442297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:56.444777 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.446728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b868730e-e2b0-4237-8329-527c8dc25c6a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6d3eef4c-6b4c-4bfe-a1a2-09b50a8cd727 HTTP/1.1" status: 204 len: 168 time: 0.2702744 Jul 07 18:37:56.449160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e9198-b1d6-4d88-9bdc-9f60d892b6e6 None None] Network 41529951-1fe4-48a5-a027-b0c2d1047561 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:56.449673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52384) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:56.520783 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.582910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Deleting port d5504767-d92e-4239-a14b-a609aed5d04c {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:56.583247 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.749461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] DHCP port deletion for 41529951-1fe4-48a5-a027-b0c2d1047561 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:37:56.800247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] Deleting port d5504767-d92e-4239-a14b-a609aed5d04c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:56.800526 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.871872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] For port d5504767-d92e-4239-a14b-a609aed5d04c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5504767-d92e-4239-a14b-a609aed5d04c,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:56.872268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.886942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] Calling delete_port for d5504767-d92e-4239-a14b-a609aed5d04c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:56.972650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:56.998769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] Pushing event deleted for resources: {'Port': ['ID=d5504767-d92e-4239-a14b-a609aed5d04c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:57.003649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3e3d6-95e8-4d22-9f66-54559e31ba60 None None] No DVR routers for this DVR port d5504767-d92e-4239-a14b-a609aed5d04c on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:57.152811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] For port d5504767-d92e-4239-a14b-a609aed5d04c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d5504767-d92e-4239-a14b-a609aed5d04c,segment=NetworkSegment(f1635e31-abfb-4843-b829-b2b11c36c100),segment_id=f1635e31-abfb-4843-b829-b2b11c36c100)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:57.153449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.174137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Calling delete_port for d5504767-d92e-4239-a14b-a609aed5d04c owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:57.258076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.286499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5504767-d92e-4239-a14b-a609aed5d04c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:57.289954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] No DVR routers for this DVR port d5504767-d92e-4239-a14b-a609aed5d04c on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:57.366069 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.376684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41529951-1fe4-48a5-a027-b0c2d1047561']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:57.387550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1635e31-abfb-4843-b829-b2b11c36c100') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:57.387852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1635e31-abfb-4843-b829-b2b11c36c100') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:57.397248 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.411626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.418587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:37:57.419123 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:37:57.420851 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:37:57.467256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5504767-d92e-4239-a14b-a609aed5d04c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:57.482113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.489395 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.491294 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] 10.222.0.88 "DELETE /v2.0/networks/41529951-1fe4-48a5-a027-b0c2d1047561 HTTP/1.1" status: 204 len: 168 time: 1.0411687 Jul 07 18:37:57.494089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d5504767-d92e-4239-a14b-a609aed5d04c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:57.494486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d5504767-d92e-4239-a14b-a609aed5d04c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:57.494614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52386) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:57.495249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69af153e-9115-4227-8c3c-d5d82794298d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:57.503641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b67d5-5bd6-4a66-b252-ca752e19ac2b admin admin] Pushing event deleted for resources: {'Network': ['ID=41529951-1fe4-48a5-a027-b0c2d1047561,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:57.515879 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 69af153e-9115-4227-8c3c-d5d82794298d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:57.516244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 69af153e-9115-4227-8c3c-d5d82794298d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:57.516663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d398ff0-0cc1-4f93-98b9-a0af18677d59 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:57.535532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 3d398ff0-0cc1-4f93-98b9-a0af18677d59 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:57.535876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 3d398ff0-0cc1-4f93-98b9-a0af18677d59 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:57.878481 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.157737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Deleting port 2c56f9ac-598f-4a78-a59e-fec36aa8f373 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:58.157987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.246597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] For port 2c56f9ac-598f-4a78-a59e-fec36aa8f373, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=2c56f9ac-598f-4a78-a59e-fec36aa8f373,segment=NetworkSegment(7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4),segment_id=7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:58.246954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.261941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Calling delete_port for 2c56f9ac-598f-4a78-a59e-fec36aa8f373 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:58.452763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.480638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c56f9ac-598f-4a78-a59e-fec36aa8f373,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:58.658821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.887870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Router 8a6ec11c-957f-405d-886a-5f88062f1ce4 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:58.997366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:59.004986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-390d0bd7-287c-4672-af4c-af925c181a1b admin admin] 10.222.0.88 "PUT /v2.0/routers/8a6ec11c-957f-405d-886a-5f88062f1ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065231 Jul 07 18:37:59.004986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52388) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:59.006747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] Sync routers for ids ['8a6ec11c-957f-405d-886a-5f88062f1ce4'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:59.017516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] Routers {'8a6ec11c-957f-405d-886a-5f88062f1ce4'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:59.018161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8a6ec11c-957f-405d-886a-5f88062f1ce4'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:59.110842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:59.126867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] Set router 8a6ec11c-957f-405d-886a-5f88062f1ce4 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:59.316178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:58Z', 'revision_number': 5, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:59.364676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] Checking router: 8a6ec11c-957f-405d-886a-5f88062f1ce4 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:59.374089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] Routers {'8a6ec11c-957f-405d-886a-5f88062f1ce4'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:59.374641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:37:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8a6ec11c-957f-405d-886a-5f88062f1ce4'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:59.492994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] Set router 8a6ec11c-957f-405d-886a-5f88062f1ce4 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:59.527880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:59.581991 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Deleting port ad4b5fbb-05c8-4772-a639-581f406936e9 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:59.582331 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:59.660856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] For port ad4b5fbb-05c8-4772-a639-581f406936e9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ad4b5fbb-05c8-4772-a639-581f406936e9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:59.661781 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:59.675072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:58Z', 'revision_number': 5, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:59.675552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Calling delete_port for ad4b5fbb-05c8-4772-a639-581f406936e9 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:59.701474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ad880-372f-4af2-a3ce-2cd145f46a2d None None] The sync data for ids ['8a6ec11c-957f-405d-886a-5f88062f1ce4'] in n-d-798930-2 is: [{'id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'name': 'tempest-TestServerMultinode-801353113-router', 'tenant_id': 'e36995ef8257462897b304794e67ea8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:37:17Z', 'updated_at': '2021-07-07T18:37:58Z', 'revision_number': 5, 'project_id': 'e36995ef8257462897b304794e67ea8f', 'gw_port': {'id': 'ad4b5fbb-05c8-4772-a639-581f406936e9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6ec11c-957f-405d-886a-5f88062f1ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:37:18Z', 'updated_at': '2021-07-07T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:59.854482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:59.883993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4b5fbb-05c8-4772-a639-581f406936e9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:59.949657 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.045260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.047999 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.093329 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.093890 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a6ec11c-957f-405d-886a-5f88062f1ce4 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:38:00.100029 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.101269 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2b124608-4e30-425d-8742-a2ccbb97d13b admin admin] 10.222.0.88 "DELETE /v2.0/routers/8a6ec11c-957f-405d-886a-5f88062f1ce4 HTTP/1.1" status: 204 len: 168 time: 1.0954521 Jul 07 18:38:00.103770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52390) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:00.154265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] Deleting subnet bcbb7fd5-d891-43ec-b2c1-ed39c12ea922 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:38:00.157770 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.196931 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.291343 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.350828 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.383572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbb7fd5-d891-43ec-b2c1-ed39c12ea922,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:00.387816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.390185 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e21a46ed-7596-4fd9-9fc4-2b0600776760 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bcbb7fd5-d891-43ec-b2c1-ed39c12ea922 HTTP/1.1" status: 204 len: 168 time: 0.2853842 Jul 07 18:38:00.392742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52392) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:00.393677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30190d86-042c-4bbc-81df-d8899b508adf None None] Network a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:38:00.460418 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.515408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Deleting port a288ff86-455b-4715-b434-b5fa2618c347 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:38:00.515753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.584145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] For port a288ff86-455b-4715-b434-b5fa2618c347, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a288ff86-455b-4715-b434-b5fa2618c347,segment=NetworkSegment(7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4),segment_id=7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:00.584533 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.598649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Calling delete_port for a288ff86-455b-4715-b434-b5fa2618c347 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:38:00.684596 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.710023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23199af3-f8dc-4ccd-a771-6bc727bc1c8f None None] DHCP port deletion for a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:38:00.712787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a288ff86-455b-4715-b434-b5fa2618c347,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:00.716953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] No DVR routers for this DVR port a288ff86-455b-4715-b434-b5fa2618c347 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:38:00.799607 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.809966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fb0076-fda7-4b47-b6f5-8d816aff9ad6']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:00.821338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:00.821866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd5e66a-f8a0-4acb-a10d-9e5c733a14a4') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:00.830566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.844851 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.851188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:38:00.851570 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:38:00.853384 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:38:00.910965 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.916937 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.918810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] 10.222.0.88 "DELETE /v2.0/networks/a2fb0076-fda7-4b47-b6f5-8d816aff9ad6 HTTP/1.1" status: 204 len: 168 time: 0.5251362 Jul 07 18:38:00.930528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b484-3a8b-4e05-90d5-d6e69adee7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fb0076-fda7-4b47-b6f5-8d816aff9ad6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:01.091460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52396) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:01.138719 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e53ff94b-60e6-4671-afe7-9ff035ea65ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d18b632a4584f1a82f556096e43fb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459380 Jul 07 18:38:01.141231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52398) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:01.197295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e491ad7-c65d-408d-958d-4dd0dbae843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.220182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e491ad7-c65d-408d-958d-4dd0dbae843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.272158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e491ad7-c65d-408d-958d-4dd0dbae843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.274720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4e491ad7-c65d-408d-958d-4dd0dbae843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.275944 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4e491ad7-c65d-408d-958d-4dd0dbae843d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a7ad8050-3737-4b84-8960-ac7d0ae50f68 HTTP/1.1" status: 204 len: 168 time: 0.1337085 Jul 07 18:38:01.284418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e491ad7-c65d-408d-958d-4dd0dbae843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ad8050-3737-4b84-8960-ac7d0ae50f68,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:01.497453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ad4b5fbb-05c8-4772-a639-581f406936e9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:01.517997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ad4b5fbb-05c8-4772-a639-581f406936e9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:01.518522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ad4b5fbb-05c8-4772-a639-581f406936e9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:01.518959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a288ff86-455b-4715-b434-b5fa2618c347 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:01.549533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a288ff86-455b-4715-b434-b5fa2618c347 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:01.549975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a288ff86-455b-4715-b434-b5fa2618c347 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:01.550527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c56f9ac-598f-4a78-a59e-fec36aa8f373 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:01.572955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 2c56f9ac-598f-4a78-a59e-fec36aa8f373 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:01.573411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 2c56f9ac-598f-4a78-a59e-fec36aa8f373 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:01.677615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52404) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:01.723630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fca9513b-500d-4f2c-bcef-d427d0ea4f12 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e36995ef8257462897b304794e67ea8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446610 Jul 07 18:38:01.727263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:01.787863 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e43957b2-61d0-4c55-875e-7a6af00320b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.810084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e43957b2-61d0-4c55-875e-7a6af00320b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.866735 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e43957b2-61d0-4c55-875e-7a6af00320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.869629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e43957b2-61d0-4c55-875e-7a6af00320b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:01.870873 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e43957b2-61d0-4c55-875e-7a6af00320b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/30d3b5b4-02ba-4a44-99c9-3a841f326be2 HTTP/1.1" status: 204 len: 168 time: 0.1439247 Jul 07 18:38:01.882192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43957b2-61d0-4c55-875e-7a6af00320b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d3b5b4-02ba-4a44-99c9-3a841f326be2,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:04.221667 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:04.222221 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:06.240383 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:12.667764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-be254a50-1ba7-4bfa-89b6-cf8ad6238541 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ece62524e24244d5be203fcfba0592c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336533 Jul 07 18:38:12.903489 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-867d8828-70c3-400f-ba4f-bb386c32fe8f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:12.904990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-867d8828-70c3-400f-ba4f-bb386c32fe8f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294257 Jul 07 18:38:12.921231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-9da43a37-db61-401a-90bb-9d1656e9cb5e tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/quotas/ece62524e24244d5be203fcfba0592c7 HTTP/1.1" status: 200 len: 375 time: 0.0105441 Jul 07 18:38:12.968202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-c78ec005-2a73-4d5f-b724-a63e9c61a045 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ece62524e24244d5be203fcfba0592c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407746 Jul 07 18:38:13.155890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f17dd819-5549-4cb5-80fb-4f1e82811938 req-990edc36-9cdc-4818-bada-b191c06cea29 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 210 time: 0.0283563 Jul 07 18:38:14.181778 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-b168b763-cd01-4d5b-a729-3f84af1bfd31 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ece62524e24244d5be203fcfba0592c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303690 Jul 07 18:38:14.313775 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10384d5c-0779-4f8c-be4d-cd73604fd3b6 req-cc750016-3f8c-4648-85a8-3481c0064583 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 210 time: 0.0292053 Jul 07 18:38:14.372663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-9f3fb090-02a0-4b31-8830-3176af71a70f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:14.374140 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-9f3fb090-02a0-4b31-8830-3176af71a70f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875844 Jul 07 18:38:14.390664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Request body: {'port': {'device_id': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'admin_state_up': True, 'tenant_id': 'ece62524e24244d5be203fcfba0592c7'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:14.502579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Made reservation on behalf of ece62524e24244d5be203fcfba0592c7 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:38:14.506096 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.515593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.620955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.626335 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.688803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe661ea8-fb11-4f51-adcc-338d820839c5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:14.704562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.704909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.705274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.705611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.705942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.706251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.706579 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.706900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.707221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.707541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.707860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.708178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:14.773559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Allocated IP 192.168.233.188 (1903d70d-e94a-4949-801d-36cd6ed27309/e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8/3495eaf3-c8b7-4b03-b464-2e38af3044f2) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:38:14.945744 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:14.964420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Transition to ACTIVE for port object 3495eaf3-c8b7-4b03-b464-2e38af3044f2 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:15.006857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.061445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Network 1903d70d-e94a-4949-801d-36cd6ed27309 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:15.067286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:15.071749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:38:15.097143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Pushing event updated for resources: {'Port': ['ID=3495eaf3-c8b7-4b03-b464-2e38af3044f2,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:15.131900 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:15.132596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.156668 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-265c97ba-7c8b-4469-9ae0-9e66423cdd9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7719595 Jul 07 18:38:15.169885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Request body: {'port': {'device_id': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:15.254957 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.288415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7a032cd2-ec02-47f1-8e3e-09cefb6a3747 None None] Provisioning for port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:15.292668 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7a032cd2-ec02-47f1-8e3e-09cefb6a3747 None None] Provisioning complete for port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:15.293077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a032cd2-ec02-47f1-8e3e-09cefb6a3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.327499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7a032cd2-ec02-47f1-8e3e-09cefb6a3747 None None] Port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:38:15.499223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00261b-cadd-4146-9815-1eff8cff7961 req-1bdd9ba9-e047-4ea0-9179-33524f1ad535 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:15.500875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff00261b-cadd-4146-9815-1eff8cff7961 req-1bdd9ba9-e047-4ea0-9179-33524f1ad535 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 936 time: 0.0730906 Jul 07 18:38:15.534889 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3495eaf3-c8b7-4b03-b464-2e38af3044f2 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:38:15.540167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff00261b-cadd-4146-9815-1eff8cff7961 req-07d51884-2f48-49c7-a0fb-830c922c8302 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Jul 07 18:38:15.543698 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.556980 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Transition to ACTIVE for port object 3495eaf3-c8b7-4b03-b464-2e38af3044f2 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:15.562510 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.619737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Pushing event updated for resources: {'Port': ['ID=3495eaf3-c8b7-4b03-b464-2e38af3044f2,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:15.689950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Attempting to bind port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:38:15.690289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Attempting to bind port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:38:15.690626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Attempting to bind port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:15.695594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 on network 1903d70d-e94a-4949-801d-36cd6ed27309 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:38:15.695917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Attempting to bind port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 on network 1903d70d-e94a-4949-801d-36cd6ed27309 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:15.701233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:38:15.701565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Checking segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:15.701957 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Bound using segment: {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:38:15.702398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Bound port: 3495eaf3-c8b7-4b03-b464-2e38af3044f2, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d42e07-1c28-4db0-9f21-464b7812dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:38:15.702739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.774776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] For port 3495eaf3-c8b7-4b03-b464-2e38af3044f2, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:38:15.778035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] For port 3495eaf3-c8b7-4b03-b464-2e38af3044f2, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3495eaf3-c8b7-4b03-b464-2e38af3044f2,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:38:15.783447 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.823081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:15.823816 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.825220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] 10.222.0.90 "PUT /v2.0/ports/3495eaf3-c8b7-4b03-b464-2e38af3044f2 HTTP/1.1" status: 200 len: 1096 time: 0.6597915 Jul 07 18:38:15.825684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'tag': '3495eaf3-c8b7-4b03-b464-2e38af3044f2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:15.827968 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597" -d '{"events": [{"name": "network-changed", "server_uuid": "42abeb2e-0cac-427a-a6c6-745a50bd05ae", "tag": "3495eaf3-c8b7-4b03-b464-2e38af3044f2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:38:15.859249 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3ba83-f2b4-4740-a95e-1d4401d3ed4f service neutron] Pushing event updated for resources: {'Port': ['ID=3495eaf3-c8b7-4b03-b464-2e38af3044f2,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:15.885190 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf48e8a0-02eb-450d-9f83-09437c41c85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:15.904868 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d3fa86-0637-4802-8303-2418796cfa7f x-openstack-request-id: req-c4d3fa86-0637-4802-8303-2418796cfa7f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:38:15.905152 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42abeb2e-0cac-427a-a6c6-745a50bd05ae", "tag": "3495eaf3-c8b7-4b03-b464-2e38af3044f2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:38:15.905401 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c4d3fa86-0637-4802-8303-2418796cfa7f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:38:15.905803 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'tag': '3495eaf3-c8b7-4b03-b464-2e38af3044f2', 'status': 'completed', 'code': 200} Jul 07 18:38:15.936784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-9a1ecbaa-7935-461f-b742-0a94bd8cfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:15.938386 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-9a1ecbaa-7935-461f-b742-0a94bd8cfe29 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ece62524e24244d5be203fcfba0592c7&device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 1099 time: 0.0633438 Jul 07 18:38:15.981772 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-86555216-905c-44b4-8cca-b5df152e98ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3495eaf3-c8b7-4b03-b464-2e38af3044f2 HTTP/1.1" status: 200 len: 217 time: 0.0355666 Jul 07 18:38:16.038186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-53db60b9-20f2-436d-b525-875b1a833cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:16.039673 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-53db60b9-20f2-436d-b525-875b1a833cb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0520449 Jul 07 18:38:16.101288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382712-207d-4abc-a657-358864bdffb7 req-e3a0a77c-9b5c-4744-8079-dc4b53bda513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:16.102830 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-e3a0a77c-9b5c-4744-8079-dc4b53bda513 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567281 Jul 07 18:38:16.203989 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-f4b3fd89-1d47-4769-a267-8029c21eade1 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947585 Jul 07 18:38:16.304506 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74382712-207d-4abc-a657-358864bdffb7 req-ce2431ad-ed63-4505-bf8c-d6918d63a94d service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940640 Jul 07 18:38:16.414367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-45e3ccfc-cc3f-40e9-bbee-5403e3a7969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:16.415897 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-45e3ccfc-cc3f-40e9-bbee-5403e3a7969e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ece62524e24244d5be203fcfba0592c7&device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 1099 time: 0.0577891 Jul 07 18:38:16.524241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-b53b16d2-be90-44ce-9562-454e044f78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:16.525678 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-b53b16d2-be90-44ce-9562-454e044f78a0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1903d70d-e94a-4949-801d-36cd6ed27309 HTTP/1.1" status: 200 len: 870 time: 0.1034162 Jul 07 18:38:16.569146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-35cffa53-b9ac-4093-b5d9-20b8e07b7c8f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=3495eaf3-c8b7-4b03-b464-2e38af3044f2 HTTP/1.1" status: 200 len: 217 time: 0.0367863 Jul 07 18:38:16.632454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-03c75ba7-304e-47f3-abba-c0c336e936d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:16.633984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-03c75ba7-304e-47f3-abba-c0c336e936d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8 HTTP/1.1" status: 200 len: 843 time: 0.0589762 Jul 07 18:38:16.707499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-3d391801-41b0-4633-8f7f-847c32239f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:16.709095 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-3d391801-41b0-4633-8f7f-847c32239f25 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1903d70d-e94a-4949-801d-36cd6ed27309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673976 Jul 07 18:38:16.729109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517bd0f-5ad9-444e-8fea-53243671a5a5 req-7a7bd8b5-2aff-49fe-b836-a819487664c6 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:16.730840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7517bd0f-5ad9-444e-8fea-53243671a5a5 req-7a7bd8b5-2aff-49fe-b836-a819487664c6 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 948 time: 0.0660431 Jul 07 18:38:16.771454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7517bd0f-5ad9-444e-8fea-53243671a5a5 req-b41da956-08f6-4eb7-87f6-59e538d2141a tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Jul 07 18:38:16.815884 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-1c1f6dc1-2aa8-4dcf-93fd-1a290f1a48bc service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999815 Jul 07 18:38:16.918604 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b18adfa5-6fe9-4dd0-843d-ba5ee8446597 req-65b0083e-e376-4d13-8e34-db8a9bec3d20 service neutron] 10.222.0.90 "GET /v2.0/networks/1903d70d-e94a-4949-801d-36cd6ed27309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957968 Jul 07 18:38:17.954919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb8355-cc79-4ee9-aad9-0ae83637bf3f req-f039249f-c7f1-4b52-abef-e1eb8b808f9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:17.956341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6eb8355-cc79-4ee9-aad9-0ae83637bf3f req-f039249f-c7f1-4b52-abef-e1eb8b808f9f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 948 time: 0.0657251 Jul 07 18:38:17.999881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6eb8355-cc79-4ee9-aad9-0ae83637bf3f req-c74e6b0d-7d2e-4b67-b4fe-6075c84a3e16 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372801 Jul 07 18:38:18.423280 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6089c5ff-0e51-46ba-a9c3-207d0db050bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.520501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.189236 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd309600-123c-4bf9-b790-0c7ea8a115e9 req-5536c7a5-9d37-434b-8018-fd9fa7cf6124 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:19.191030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd309600-123c-4bf9-b790-0c7ea8a115e9 req-5536c7a5-9d37-434b-8018-fd9fa7cf6124 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 948 time: 0.0794239 Jul 07 18:38:19.231408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd309600-123c-4bf9-b790-0c7ea8a115e9 req-a81e035a-764e-4a84-a6f5-8d254edde008 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Jul 07 18:38:19.787540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.428865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017b699-586e-4004-80c9-8f82236410f2 req-ef0571ac-9b60-4994-afb5-08a0cdb0310a tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:20.430376 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b017b699-586e-4004-80c9-8f82236410f2 req-ef0571ac-9b60-4994-afb5-08a0cdb0310a tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 948 time: 0.0682800 Jul 07 18:38:20.475394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b017b699-586e-4004-80c9-8f82236410f2 req-b6095af9-45de-4c68-a678-e4b4fbbd44f2 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Jul 07 18:38:21.057314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3495eaf3-c8b7-4b03-b464-2e38af3044f2 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:38:21.171005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3495eaf3-c8b7-4b03-b464-2e38af3044f2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3495eaf3-c8b7-4b03-b464-2e38af3044f2,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:21.183225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '3495eaf3-c8b7-4b03-b464-2e38af3044f2', 'network_id': '1903d70d-e94a-4949-801d-36cd6ed27309', 'port_id': '3495eaf3-c8b7-4b03-b464-2e38af3044f2', 'mac_address': 'fa:16:3e:e6:06:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e0d9dc-3b40-49a4-875e-eb3b3d8a3ec8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:38:21.224527 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.238840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3495eaf3-c8b7-4b03-b464-2e38af3044f2 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:38:21.260928 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3495eaf3-c8b7-4b03-b464-2e38af3044f2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3495eaf3-c8b7-4b03-b464-2e38af3044f2,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:21.268033 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.322174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:21.328538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=3495eaf3-c8b7-4b03-b464-2e38af3044f2,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:21.336341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.336682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.337062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.337397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.337731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.338374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.338695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.339018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.339340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.339660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.339980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.340299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:21.546534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['3495eaf3-c8b7-4b03-b464-2e38af3044f2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:38:21.667968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4547c9b-f4cb-4bd8-8191-875c982e51af req-0c1670bd-297a-4916-b482-6a6994a86379 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:21.669522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4547c9b-f4cb-4bd8-8191-875c982e51af req-0c1670bd-297a-4916-b482-6a6994a86379 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 949 time: 0.0767415 Jul 07 18:38:21.717794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f4547c9b-f4cb-4bd8-8191-875c982e51af req-717f281c-d072-49f2-be88-1375c3f8af0e tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Jul 07 18:38:22.945809 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c7bf7-838b-4e0c-979a-9a196a4bbb2a req-62546098-806e-4c0e-a7cc-9072f4921e95 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:22.948137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b4c7bf7-838b-4e0c-979a-9a196a4bbb2a req-62546098-806e-4c0e-a7cc-9072f4921e95 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 949 time: 0.0758498 Jul 07 18:38:22.988346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b4c7bf7-838b-4e0c-979a-9a196a4bbb2a req-1a6aacd9-3532-4d06-ab47-033a0c901c00 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Jul 07 18:38:23.071929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3495eaf3-c8b7-4b03-b464-2e38af3044f2 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:38:23.138405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:23.144402 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:23.145014 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.228233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.258852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3495eaf3-c8b7-4b03-b464-2e38af3044f2'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:23.262082 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a991409-6bf6-4a35-a021-93306051f30d" -d '{"events": [{"server_uuid": "42abeb2e-0cac-427a-a6c6-745a50bd05ae", "name": "network-vif-plugged", "status": "completed", "tag": "3495eaf3-c8b7-4b03-b464-2e38af3044f2"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:38:23.279679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 3495eaf3-c8b7-4b03-b464-2e38af3044f2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3495eaf3-c8b7-4b03-b464-2e38af3044f2,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:23.284064 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:23.307272 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a5717a-1d94-4133-97f4-f3a9e242afa3 x-openstack-request-id: req-d7a5717a-1d94-4133-97f4-f3a9e242afa3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:38:23.307503 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42abeb2e-0cac-427a-a6c6-745a50bd05ae", "name": "network-vif-plugged", "status": "completed", "tag": "3495eaf3-c8b7-4b03-b464-2e38af3044f2", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:38:23.307953 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7a5717a-1d94-4133-97f4-f3a9e242afa3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:38:23.308145 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3495eaf3-c8b7-4b03-b464-2e38af3044f2', 'code': 200} Jul 07 18:38:23.342732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=3495eaf3-c8b7-4b03-b464-2e38af3044f2,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:23.439864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073b469-15ce-4e04-9e76-239de9116cce req-2c55cb31-202a-4d44-bc95-b5212c05fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:23.441460 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d073b469-15ce-4e04-9e76-239de9116cce req-2c55cb31-202a-4d44-bc95-b5212c05fd16 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 1101 time: 0.0659878 Jul 07 18:38:23.477080 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d073b469-15ce-4e04-9e76-239de9116cce req-062ab403-4334-404b-9fd5-8433ec87e474 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284510 Jul 07 18:38:24.195522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62215e6f-ecdf-4571-8e4d-29002006a531 req-538c56ad-cd63-43ad-9661-33af5913beb8 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:24.197153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62215e6f-ecdf-4571-8e4d-29002006a531 req-538c56ad-cd63-43ad-9661-33af5913beb8 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 950 time: 0.0711427 Jul 07 18:38:24.243393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62215e6f-ecdf-4571-8e4d-29002006a531 req-6da92935-a138-4ea8-a2f8-45c1182a9729 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393033 Jul 07 18:38:25.425586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605195e-0e6c-4ba1-b86f-9117084dc456 req-f2c946b4-1ab3-450b-980b-719562025b3d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:25.427143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c605195e-0e6c-4ba1-b86f-9117084dc456 req-f2c946b4-1ab3-450b-980b-719562025b3d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 950 time: 0.0714684 Jul 07 18:38:25.467104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c605195e-0e6c-4ba1-b86f-9117084dc456 req-e978ca09-455e-4909-a7af-477a41387e80 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Jul 07 18:38:25.875544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-f81ae5a5-79c1-4b4c-815e-6df1a936ab06 req-80bf1b2b-ddb9-4fcf-a12b-43c8558a765e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:38:25.876584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f81ae5a5-79c1-4b4c-815e-6df1a936ab06 req-80bf1b2b-ddb9-4fcf-a12b-43c8558a765e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1244657 Jul 07 18:38:26.259401 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-09bf3e59-eccb-40c5-a6cf-3ab8bde3b66e req-2a876bc8-4e77-4bcb-8c2d-844900f57a40 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:38:26.260401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09bf3e59-eccb-40c5-a6cf-3ab8bde3b66e req-2a876bc8-4e77-4bcb-8c2d-844900f57a40 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057235 Jul 07 18:38:26.759968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b654-9319-4488-a535-12355740d848 req-8a9cce80-90f7-46df-a81a-d6fec3d9295a tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:26.761477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3d1b654-9319-4488-a535-12355740d848 req-8a9cce80-90f7-46df-a81a-d6fec3d9295a tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 950 time: 0.0690694 Jul 07 18:38:26.801407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f3d1b654-9319-4488-a535-12355740d848 req-323e6ecd-50da-4756-9cc6-7d2897355da0 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Jul 07 18:38:27.998562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cce4e-0a46-41e5-8ec7-b5ca69f852eb req-307a55e7-f00c-45fa-af24-268edfa7aa7f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:28.000053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c3cce4e-0a46-41e5-8ec7-b5ca69f852eb req-307a55e7-f00c-45fa-af24-268edfa7aa7f tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 950 time: 0.0729773 Jul 07 18:38:28.051984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c3cce4e-0a46-41e5-8ec7-b5ca69f852eb req-600e1914-43e0-4bde-9423-ecf8520e55a3 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe661ea8-fb11-4f51-adcc-338d820839c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Jul 07 18:38:28.137356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-248f2c5f-ccd7-4a18-a2bd-02250fdbcb46 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:28.138844 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-248f2c5f-ccd7-4a18-a2bd-02250fdbcb46 tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.90 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 950 time: 0.0761547 Jul 07 18:38:28.246908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Deleting port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:38:28.247259 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.341789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] For port 3495eaf3-c8b7-4b03-b464-2e38af3044f2, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=3495eaf3-c8b7-4b03-b464-2e38af3044f2,segment=NetworkSegment(c6d42e07-1c28-4db0-9f21-464b7812dba8),segment_id=c6d42e07-1c28-4db0-9f21-464b7812dba8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:28.342148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.356758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Calling delete_port for 3495eaf3-c8b7-4b03-b464-2e38af3044f2 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:38:28.500435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.513051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['3495eaf3-c8b7-4b03-b464-2e38af3044f2'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:38:28.530503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Pushing event deleted for resources: {'Port': ['ID=3495eaf3-c8b7-4b03-b464-2e38af3044f2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:28.579708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] No DVR routers for this DVR port 3495eaf3-c8b7-4b03-b464-2e38af3044f2 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:38:28.582465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.584571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-caba674d-69fc-4651-9c6e-883b7acdc38a req-31094d9f-998a-481b-8b9d-88b117b92c4d tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.90 "DELETE /v2.0/ports/3495eaf3-c8b7-4b03-b464-2e38af3044f2 HTTP/1.1" status: 204 len: 173 time: 0.4387336 Jul 07 18:38:28.585273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'name': 'network-vif-deleted', 'tag': '3495eaf3-c8b7-4b03-b464-2e38af3044f2'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:28.587636 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18374053-d625-4e19-9d13-007b77e6807f" -d '{"events": [{"server_uuid": "42abeb2e-0cac-427a-a6c6-745a50bd05ae", "name": "network-vif-deleted", "tag": "3495eaf3-c8b7-4b03-b464-2e38af3044f2"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:38:28.628586 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b80752-f22e-4ac1-9d80-cba25dfa944f x-openstack-request-id: req-14b80752-f22e-4ac1-9d80-cba25dfa944f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:38:28.628918 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42abeb2e-0cac-427a-a6c6-745a50bd05ae", "name": "network-vif-deleted", "tag": "3495eaf3-c8b7-4b03-b464-2e38af3044f2", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:38:28.629222 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-14b80752-f22e-4ac1-9d80-cba25dfa944f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:38:28.629576 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42abeb2e-0cac-427a-a6c6-745a50bd05ae', 'name': 'network-vif-deleted', 'tag': '3495eaf3-c8b7-4b03-b464-2e38af3044f2', 'status': 'completed', 'code': 200} Jul 07 18:38:29.217035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a84884b-76d6-4f31-9c19-9b263ab33e7a req-ffed3bcd-5b81-4f06-92e8-6f4a002770ae tempest-ServersAdminNegativeTestJSON-1241917562 tempest-ServersAdminNegativeTestJSON-1241917562-project] 10.222.0.88 "GET /v2.0/ports?device_id=42abeb2e-0cac-427a-a6c6-745a50bd05ae HTTP/1.1" status: 200 len: 210 time: 0.0308723 Jul 07 18:38:30.556814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52548) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:30.688855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-01923b9b-1c78-4bd1-b16f-920a22d1d3d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ece62524e24244d5be203fcfba0592c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308448 Jul 07 18:38:30.691544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52552) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:30.739864 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.762338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.810822 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.813986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.815330 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe661ea8-fb11-4f51-adcc-338d820839c5 HTTP/1.1" status: 204 len: 168 time: 0.1227939 Jul 07 18:38:30.825538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe661ea8-fb11-4f51-adcc-338d820839c5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:30.836172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.836523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.836893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.837372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.837571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.838226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.838559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.839006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.839342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.839778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.840208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:30.840637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadec8a1-a9d1-4dbe-9b15-ed01c5f3f16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:31.101409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52558) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:31.115649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76f6dca7-2af8-4b16-b249-307d1b21692a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:31.207708 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76f6dca7-2af8-4b16-b249-307d1b21692a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:31.214019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-76f6dca7-2af8-4b16-b249-307d1b21692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:31.254340 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-76f6dca7-2af8-4b16-b249-307d1b21692a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=327e426467f943dbabf9914292a7c68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518064 Jul 07 18:38:31.255227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6dca7-2af8-4b16-b249-307d1b21692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9f056d-fdc1-44ff-861e-703bb493c4ec,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:31.257801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:31.328201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a27696ac-bd11-4ed0-b6b2-dd741e6a9205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:31.354022 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a27696ac-bd11-4ed0-b6b2-dd741e6a9205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:31.404727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a27696ac-bd11-4ed0-b6b2-dd741e6a9205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:31.407351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a27696ac-bd11-4ed0-b6b2-dd741e6a9205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:31.408505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a27696ac-bd11-4ed0-b6b2-dd741e6a9205 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d9f056d-fdc1-44ff-861e-703bb493c4ec HTTP/1.1" status: 204 len: 168 time: 0.1452909 Jul 07 18:38:31.416389 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27696ac-bd11-4ed0-b6b2-dd741e6a9205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9f056d-fdc1-44ff-861e-703bb493c4ec,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:32.152091 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52582) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:32.256532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1825390453-network', 'tenant_id': '1421383a51ce4487bc40fa86249d7c1c'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:32.278780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Made reservation on behalf of 1421383a51ce4487bc40fa86249d7c1c for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:38:32.281117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.290512 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.379796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.384367 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.411047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:38:32.417503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d21413-fde8-49bc-9fa2-d7da0e105aa1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:32.425496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.425496 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Added segment 186be4ca-b9d8-4b4a-aaa3-93875cc69a98 of type vlan for network 47950ca9-4740-46fa-9956-974e534e2184 Jul 07 18:38:32.466182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.499407 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.500391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:32.500987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.552988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3995891 Jul 07 18:38:32.556223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52586) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:32.561411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Request body: {'subnet': {'network_id': '47950ca9-4740-46fa-9956-974e534e2184', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1825390453-subnet', 'tenant_id': '1421383a51ce4487bc40fa86249d7c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:32.562894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d299a14-e1b8-41fd-a76b-a9830d232598 admin admin] Pushing event updated for resources: {'Network': ['ID=47950ca9-4740-46fa-9956-974e534e2184,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:32.574252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 47950ca9-4740-46fa-9956-974e534e2184 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:38:32.587644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Made reservation on behalf of 1421383a51ce4487bc40fa86249d7c1c for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:38:32.590393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.767998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.817862 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:32.833791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Checking segment: {'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:32.834149 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Network hostable DHCP agents. Network: 47950ca9-4740-46fa-9956-974e534e2184, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:38:32.852590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Network 47950ca9-4740-46fa-9956-974e534e2184 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:38:32.865424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 47950ca9-4740-46fa-9956-974e534e2184) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:32.870064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:32.870751 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.874766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e338f8c-4df9-469a-94d7-9c61e8fa4d00 None None] Network 47950ca9-4740-46fa-9956-974e534e2184 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:38:32.889338 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f12f30b5-d2f5-41e9-8b16-f21629cdfd6a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3318365 Jul 07 18:38:33.004289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0452c9-eb19-4be3-af96-56ac1c33df24 None None] Network 47950ca9-4740-46fa-9956-974e534e2184 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:38:33.164791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3495eaf3-c8b7-4b03-b464-2e38af3044f2 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:33.185299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 3495eaf3-c8b7-4b03-b464-2e38af3044f2 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:33.185590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 3495eaf3-c8b7-4b03-b464-2e38af3044f2 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:33.340960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-1024f4d2-244f-4523-a588-3b4e6c654d82 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:33.342589 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-1024f4d2-244f-4523-a588-3b4e6c654d82 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 812 time: 0.1180696 Jul 07 18:38:33.360384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-73fdb60f-c650-404d-9fb2-2826f4d4207c tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/quotas/1421383a51ce4487bc40fa86249d7c1c HTTP/1.1" status: 200 len: 375 time: 0.0097528 Jul 07 18:38:33.393074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-4cbc0488-df94-491f-9d7a-f8c11625cbae tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277061 Jul 07 18:38:33.403886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-e5037d8c-41b4-46b0-ac04-b18c791e93cd tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:38:33.404777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-e5037d8c-41b4-46b0-ac04-b18c791e93cd tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056572 Jul 07 18:38:33.501209 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-20944c2d-51a4-4f0e-b752-9e7ec45f212e service neutron] 10.222.0.88 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906165 Jul 07 18:38:33.608040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-0da55b03-88e1-4360-85b2-6157b23022f5 service neutron] 10.222.0.88 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003816 Jul 07 18:38:33.782524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac4ec8a7-fb23-4c06-9e33-f9e8024d8cd3 req-54447030-6dd1-447c-bea8-fa8a2d8fba38 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Jul 07 18:38:34.236484 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:34.926764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-2f1dc864-d72a-4961-b6e7-4fe00852bef0 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:34.928315 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-2f1dc864-d72a-4961-b6e7-4fe00852bef0 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.90 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 812 time: 0.1129174 Jul 07 18:38:34.943050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-258df93c-d238-4f9b-a83e-c227b68a6d6a req-c888ac74-0d73-430e-aaa0-4dcf70dc4305 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 210 time: 0.0448666 Jul 07 18:38:34.953151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Request body: {'port': {'device_id': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'network_id': '47950ca9-4740-46fa-9956-974e534e2184', 'admin_state_up': True, 'tenant_id': '1421383a51ce4487bc40fa86249d7c1c'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:35.080436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Made reservation on behalf of 1421383a51ce4487bc40fa86249d7c1c for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:38:35.084021 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.217409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Allocated IP 172.20.0.6 (47950ca9-4740-46fa-9956-974e534e2184/0d560e22-0ad5-4d22-a7cc-3a30fb4005a2/9bcdb9a1-00cf-47a7-a10c-a76723b1cd03) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:38:35.379616 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.425580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.473009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Network 47950ca9-4740-46fa-9956-974e534e2184 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:38:35.478401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:38:35.482143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:38:35.488640 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:35.536391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:35.537032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.552723 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-76287f1e-1017-46d1-bb03-e113fd61c29a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064086 Jul 07 18:38:35.564203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Request body: {'port': {'device_id': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:38:35.657233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.931380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:38:35.939770 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.953473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Transition to ACTIVE for port object 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:38:35.960587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.011027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:36.090569 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:38:36.091027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:38:36.091342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on network 47950ca9-4740-46fa-9956-974e534e2184 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:36.096124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on network 47950ca9-4740-46fa-9956-974e534e2184 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:38:36.096393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on network 47950ca9-4740-46fa-9956-974e534e2184 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:38:36.102019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:38:36.102404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Checking segment: {'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:38:36.102790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Bound using segment: {'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:38:36.103218 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Bound port: 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:38:36.103654 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.130270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac626-024a-4284-b7cc-2c72ac63b7c8 req-c09486a9-ac5d-44c3-8c28-928368b0aa83 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.131904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-525ac626-024a-4284-b7cc-2c72ac63b7c8 req-c09486a9-ac5d-44c3-8c28-928368b0aa83 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.0716901 Jul 07 18:38:36.173910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-525ac626-024a-4284-b7cc-2c72ac63b7c8 req-e73ef95c-c586-4b2a-8133-f86f506de8c1 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Jul 07 18:38:36.175601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:38:36.179441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:38:36.186316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.224723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.225504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.227043 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] 10.222.0.90 "PUT /v2.0/ports/9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 1091 time: 0.6670816 Jul 07 18:38:36.227496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:36.230015 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe" -d '{"events": [{"name": "network-changed", "server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:38:36.259911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd1d2f-7e63-4e80-b705-49c65ec1777c service neutron] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:36.271554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.305286 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f163602-8ccb-4c6f-97c3-1b9e559aaa15 x-openstack-request-id: req-4f163602-8ccb-4c6f-97c3-1b9e559aaa15 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:38:36.305573 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:38:36.305824 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f163602-8ccb-4c6f-97c3-1b9e559aaa15 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:38:36.306216 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'status': 'completed', 'code': 200} Jul 07 18:38:36.334302 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-3f883d86-b105-4335-b006-81ae94f0226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.335915 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-3f883d86-b105-4335-b006-81ae94f0226c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1094 time: 0.0622330 Jul 07 18:38:36.378399 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-cef8b75d-4394-4f81-8dab-3f85e368cba7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0355923 Jul 07 18:38:36.430046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-a4e722c5-dfe3-4740-a066-49c61926284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.431523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-a4e722c5-dfe3-4740-a066-49c61926284d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0472956 Jul 07 18:38:36.464456 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-476aef65-c91a-43d3-95fb-3db98cc06c7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262134 Jul 07 18:38:36.558556 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-e56d2e2c-373b-4ed9-994f-5ec4746ef8b6 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874298 Jul 07 18:38:36.651244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c73f1f7e-92cb-4d59-9eb4-fbfa3812ea68 req-fbf1cf14-1bd8-4803-a16e-67b7ce316587 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859103 Jul 07 18:38:36.775802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-28dd0f79-f4f9-455b-b030-14537e20c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.777537 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-28dd0f79-f4f9-455b-b030-14537e20c399 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1094 time: 0.0636964 Jul 07 18:38:36.869209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-903408e7-7c5b-46ad-8577-2052e8f3e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.870685 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-903408e7-7c5b-46ad-8577-2052e8f3e47f service neutron] 10.222.0.90 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 913 time: 0.0865712 Jul 07 18:38:36.916346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-e5507fa4-dfc8-495c-9b8c-5c5e89ebbd07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0384686 Jul 07 18:38:36.965887 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-f1711f55-5fc2-4655-be8f-bbf1c98323a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:36.967325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-f1711f55-5fc2-4655-be8f-bbf1c98323a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0445995 Jul 07 18:38:37.001594 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-6ed60a10-df49-4224-bd67-ea21020b79cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263915 Jul 07 18:38:37.107148 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-eba7a78e-09b2-4a30-86c1-5538aa69d950 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959563 Jul 07 18:38:37.210319 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee57f4e0-6f98-4baf-ae9e-10e15f636abe req-91e397c4-80de-4cd8-b27f-6abf79217677 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955558 Jul 07 18:38:37.366781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8d5c4-0df4-4528-9bfa-6bff83326a6d req-10facf25-d647-42dc-ae76-9b8118ab2494 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:37.368277 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fcd8d5c4-0df4-4528-9bfa-6bff83326a6d req-10facf25-d647-42dc-ae76-9b8118ab2494 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.0711505 Jul 07 18:38:37.411999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fcd8d5c4-0df4-4528-9bfa-6bff83326a6d req-61579804-f235-4bbb-8c92-772a586b4fe0 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 Jul 07 18:38:38.600814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af51c-487d-4cd5-97fa-d547c3f91c2a req-cc73d4b7-6c7f-4e04-bd49-d2e40642635e tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:38.602285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d0af51c-487d-4cd5-97fa-d547c3f91c2a req-cc73d4b7-6c7f-4e04-bd49-d2e40642635e tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.0668721 Jul 07 18:38:38.647093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d0af51c-487d-4cd5-97fa-d547c3f91c2a req-4fb60dcf-16e1-422e-a331-796ebc5c4b8d tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Jul 07 18:38:39.842483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22f8d5-0f4e-42a6-ada4-4dcf6286bf41 req-a0d99f6f-bfc1-4109-b7d2-e635368580ee tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:39.844023 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb22f8d5-0f4e-42a6-ada4-4dcf6286bf41 req-a0d99f6f-bfc1-4109-b7d2-e635368580ee tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.0844307 Jul 07 18:38:39.882522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb22f8d5-0f4e-42a6-ada4-4dcf6286bf41 req-6f3091a2-fbee-4b6a-9765-65b06257bd92 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Jul 07 18:38:41.071359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dafa1c-b34f-43cc-beb8-dc4aed87f1d6 req-75e0b756-f848-470f-a357-473ae6a0599e tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:41.072861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30dafa1c-b34f-43cc-beb8-dc4aed87f1d6 req-75e0b756-f848-470f-a357-473ae6a0599e tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.0763044 Jul 07 18:38:41.116372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30dafa1c-b34f-43cc-beb8-dc4aed87f1d6 req-92119d9f-8fa2-427d-8bcf-a525cff50064 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352407 Jul 07 18:38:41.201438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:38:41.222256 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:41.304538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:41.316713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'network_id': '47950ca9-4740-46fa-9956-974e534e2184', 'port_id': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'mac_address': 'fa:16:3e:f7:54:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d560e22-0ad5-4d22-a7cc-3a30fb4005a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:38:41.366366 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.381906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:38:41.402836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:41.408065 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.457464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:41.735240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:38:42.323767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982450-311b-46a4-886f-90775727a7ba req-2e9fb6b6-f512-4afb-9c5a-9cde1b0e10c9 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:42.325286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36982450-311b-46a4-886f-90775727a7ba req-2e9fb6b6-f512-4afb-9c5a-9cde1b0e10c9 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 944 time: 0.0933154 Jul 07 18:38:42.364929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36982450-311b-46a4-886f-90775727a7ba req-08570e8d-b7d4-49e8-8783-c5dbdcea673f tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Jul 07 18:38:43.214109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:38:43.267351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:38:43.271208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:38:43.271574 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:43.348506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:43.372341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:43.375048 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecfbab5-f8df-4ec8-90e7-11b2dc1cf18f" -d '{"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-plugged", "status": "completed", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:38:43.392532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:43.398079 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:43.422460 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a7b2fe-d7ec-4aab-b7d0-d4b8ab78b8b7 x-openstack-request-id: req-a3a7b2fe-d7ec-4aab-b7d0-d4b8ab78b8b7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:38:43.422744 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-plugged", "status": "completed", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:38:43.422988 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3a7b2fe-d7ec-4aab-b7d0-d4b8ab78b8b7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:38:43.423519 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'code': 200} Jul 07 18:38:43.450854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:43.530476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e294e-09d5-41de-8e3e-ca4bf1f792d4 req-8ba9b7ec-94cc-4df4-bba2-c5928bed533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:43.532035 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3d8e294e-09d5-41de-8e3e-ca4bf1f792d4 req-8ba9b7ec-94cc-4df4-bba2-c5928bed533b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1096 time: 0.0541890 Jul 07 18:38:43.561886 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844be1d-26dc-4c20-8e2a-4f9bb894756f req-11aa078d-4397-46ea-9299-5441de05ecf1 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:43.563366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4844be1d-26dc-4c20-8e2a-4f9bb894756f req-11aa078d-4397-46ea-9299-5441de05ecf1 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0647726 Jul 07 18:38:43.567831 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3d8e294e-09d5-41de-8e3e-ca4bf1f792d4 req-af610f89-e8b3-4bea-b0c5-5f3b6ef7f74f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278625 Jul 07 18:38:43.614810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4844be1d-26dc-4c20-8e2a-4f9bb894756f req-146b8e37-0f14-439b-8678-cd6082154393 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453026 Jul 07 18:38:44.806196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956a44e-a8c6-47f2-b07c-d65c8c8e172a req-ce5e393c-4827-40dc-b79f-9f89d646a27f tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:44.807905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4956a44e-a8c6-47f2-b07c-d65c8c8e172a req-ce5e393c-4827-40dc-b79f-9f89d646a27f tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0730476 Jul 07 18:38:44.852422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4956a44e-a8c6-47f2-b07c-d65c8c8e172a req-5dd6a7cb-e2c9-42e0-ade8-f3cd9c7bd2b5 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Jul 07 18:38:45.158979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52642) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:45.270818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cc0c9-1b62-40db-9b27-e9de5570fcfb req-a33cb0c1-72b7-4c17-8fc5-e01175f1f143 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:45.272335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df6cc0c9-1b62-40db-9b27-e9de5570fcfb req-a33cb0c1-72b7-4c17-8fc5-e01175f1f143 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0697646 Jul 07 18:38:45.298729 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-93450554-b72a-4526-b13a-50ceee5116b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386321 Jul 07 18:38:45.310939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df6cc0c9-1b62-40db-9b27-e9de5570fcfb req-c646ab74-9c88-4e82-8f95-b08b7aa93fe9 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Jul 07 18:38:45.869708 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be637b5c-5424-4fe3-a626-86b4148676b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:46.515390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d0093-98e3-4a68-8edf-dd269b726070 req-fb63caa4-3a25-4382-bb2d-b95fa50df0a7 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:46.517055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da4d0093-98e3-4a68-8edf-dd269b726070 req-fb63caa4-3a25-4382-bb2d-b95fa50df0a7 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0862298 Jul 07 18:38:46.558829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da4d0093-98e3-4a68-8edf-dd269b726070 req-25ddf4ce-2b97-4df3-867b-fce89aa21f4e tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Jul 07 18:38:46.602117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-afd4f146-30cf-42a0-9fd0-08abaf73798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:46.603663 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-afd4f146-30cf-42a0-9fd0-08abaf73798a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1096 time: 0.0547819 Jul 07 18:38:46.697259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-d733fc77-4c83-41bc-ab1c-394fe9889487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:46.698758 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-d733fc77-4c83-41bc-ab1c-394fe9889487 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 913 time: 0.0888391 Jul 07 18:38:46.744357 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-1c46d01c-95b9-4339-ac2c-77337610371d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0391877 Jul 07 18:38:46.803578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-422cf414-3b9c-45c7-b5fd-34d320691843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:46.805157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-422cf414-3b9c-45c7-b5fd-34d320691843 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0545669 Jul 07 18:38:46.838377 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-4e498627-a63e-435f-b908-c7e442be91cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263202 Jul 07 18:38:46.848328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-68d937c7-4fd8-4156-9a76-7b070ebdac19 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:38:46.849285 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-68d937c7-4fd8-4156-9a76-7b070ebdac19 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049534 Jul 07 18:38:46.957929 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-1d5f8efc-d022-4808-b82f-5c957ab63fc7 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019132 Jul 07 18:38:47.054622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-1591286f-4ae0-48a9-af67-bc417458ace0 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896912 Jul 07 18:38:47.763535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fca02-f235-420c-a17b-f908ec26048c req-cbac25c5-eb22-49b4-93aa-71fe2e08a8b2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:47.765077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-211fca02-f235-420c-a17b-f908ec26048c req-cbac25c5-eb22-49b4-93aa-71fe2e08a8b2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0804939 Jul 07 18:38:47.807869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-211fca02-f235-420c-a17b-f908ec26048c req-c9ce5d0e-c1c5-40dd-bf96-e2cf69d92564 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Jul 07 18:38:48.422647 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-80a869e7-5fee-4094-9813-b35f94dbff1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.519234 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.010292 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97213557-2581-4921-94d9-9f8ac45d70f8 req-484c0a66-a380-47eb-babe-12c475af48e6 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:49.011857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97213557-2581-4921-94d9-9f8ac45d70f8 req-484c0a66-a380-47eb-babe-12c475af48e6 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0822210 Jul 07 18:38:49.055705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97213557-2581-4921-94d9-9f8ac45d70f8 req-7c194418-501a-410c-9efc-7af736e8e8df tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Jul 07 18:38:49.789738 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:50.237020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49893161-8192-403f-9482-8ae5c90be263 req-6a5ee56f-039a-4e42-908a-8032a59f2733 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:50.238591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49893161-8192-403f-9482-8ae5c90be263 req-6a5ee56f-039a-4e42-908a-8032a59f2733 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0667961 Jul 07 18:38:50.282678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49893161-8192-403f-9482-8ae5c90be263 req-2736c7cb-39e4-407e-901d-725d5c9f9f8d tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Jul 07 18:38:51.300764 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.459192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2837-4980-4a34-81d6-3ddb2ae234f4 req-11057da7-6960-48d4-9892-ecc4839ac4e8 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:51.460699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-159f2837-4980-4a34-81d6-3ddb2ae234f4 req-11057da7-6960-48d4-9892-ecc4839ac4e8 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0651822 Jul 07 18:38:51.499478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-159f2837-4980-4a34-81d6-3ddb2ae234f4 req-6dd14cd3-6678-47e0-a553-7969daaf0e71 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Jul 07 18:38:52.676897 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a346b-c0f5-48c1-9bae-6f01f7afc0cf req-710efa63-13af-4b59-af3a-1af820ffb3a8 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:52.678448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf5a346b-c0f5-48c1-9bae-6f01f7afc0cf req-710efa63-13af-4b59-af3a-1af820ffb3a8 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0650315 Jul 07 18:38:52.717741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf5a346b-c0f5-48c1-9bae-6f01f7afc0cf req-10d22fb7-86f1-4b05-97ae-92791b4bdcda tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334706 Jul 07 18:38:53.899320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d17432-0481-41d2-81d4-9517ad631951 req-006f6c98-b4eb-40f1-acb0-e203fa170d61 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:53.901117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90d17432-0481-41d2-81d4-9517ad631951 req-006f6c98-b4eb-40f1-acb0-e203fa170d61 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0674751 Jul 07 18:38:53.938552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-90d17432-0481-41d2-81d4-9517ad631951 req-48cd62d1-142f-43fe-98ed-9f8972a15006 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Jul 07 18:38:55.122948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7eaaa-ec17-493a-8e39-b833720c38af req-044b1e1d-1865-4087-b0c6-4481ce452909 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:55.124542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5a7eaaa-ec17-493a-8e39-b833720c38af req-044b1e1d-1865-4087-b0c6-4481ce452909 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0734503 Jul 07 18:38:55.164234 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5a7eaaa-ec17-493a-8e39-b833720c38af req-9e1341db-116d-4641-9b6e-6bc710e68c60 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Jul 07 18:38:56.350716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df359a22-935f-4dbe-afad-174368c5f0f4 req-fe663fce-c9de-4db5-abcf-b5584e6a6945 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:56.352235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df359a22-935f-4dbe-afad-174368c5f0f4 req-fe663fce-c9de-4db5-abcf-b5584e6a6945 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0701678 Jul 07 18:38:56.396482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df359a22-935f-4dbe-afad-174368c5f0f4 req-2eefb4a8-6683-48c8-a1d2-ba9e2eb38cc7 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 Jul 07 18:38:57.574348 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856374e4-c27e-45d8-9a5a-6053edae634e req-2d950eea-9a9e-48f9-8f1e-46c5a05184b0 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:57.575779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-856374e4-c27e-45d8-9a5a-6053edae634e req-2d950eea-9a9e-48f9-8f1e-46c5a05184b0 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0645211 Jul 07 18:38:57.615117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-856374e4-c27e-45d8-9a5a-6053edae634e req-0ce46543-8924-4aa5-8201-636981e6433d tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Jul 07 18:38:58.792473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0465fa-8f2d-4436-afb8-2c04db9ef195 req-511784c8-89cd-4062-be8e-e98fca6a4470 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:58.793997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb0465fa-8f2d-4436-afb8-2c04db9ef195 req-511784c8-89cd-4062-be8e-e98fca6a4470 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0668082 Jul 07 18:38:58.834861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb0465fa-8f2d-4436-afb8-2c04db9ef195 req-0e64a0ca-7737-4992-8827-6226ec848ee9 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348372 Jul 07 18:38:59.861399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a80b9-e786-4464-8f95-b85af3a436ab req-620beb4f-0ed8-4e26-9775-c012ad9e636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:59.862936 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-485a80b9-e786-4464-8f95-b85af3a436ab req-620beb4f-0ed8-4e26-9775-c012ad9e636a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1096 time: 0.0564508 Jul 07 18:38:59.985367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a80b9-e786-4464-8f95-b85af3a436ab req-f8eb1125-9485-4a81-8318-9c72cd05fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:59.986900 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-485a80b9-e786-4464-8f95-b85af3a436ab req-f8eb1125-9485-4a81-8318-9c72cd05fad6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 913 time: 0.0971167 Jul 07 18:39:00.028152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2fc03-52ac-41b1-8d24-319e7849792a req-a970edec-50b8-454f-94a4-1e22aa40f373 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:00.029724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26a2fc03-52ac-41b1-8d24-319e7849792a req-a970edec-50b8-454f-94a4-1e22aa40f373 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0685692 Jul 07 18:39:00.029892 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-485a80b9-e786-4464-8f95-b85af3a436ab req-2e4c9a72-232a-4243-b11e-f2fd786f2f51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0349412 Jul 07 18:39:00.070152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26a2fc03-52ac-41b1-8d24-319e7849792a req-7257974a-d472-4c94-92ca-90f62d1659e8 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 Jul 07 18:39:00.085020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a80b9-e786-4464-8f95-b85af3a436ab req-322c7fa4-944e-4737-b097-8985d50c0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:00.086533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-485a80b9-e786-4464-8f95-b85af3a436ab req-322c7fa4-944e-4737-b097-8985d50c0649 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0500400 Jul 07 18:39:00.119396 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-485a80b9-e786-4464-8f95-b85af3a436ab req-11164eb8-00c9-472c-86e9-16668a6b6ec1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261745 Jul 07 18:39:00.212404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-485a80b9-e786-4464-8f95-b85af3a436ab req-6ecef35c-d61e-48ac-82f0-90d30eb01f60 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863397 Jul 07 18:39:00.314155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-485a80b9-e786-4464-8f95-b85af3a436ab req-44c5615a-ffa8-4401-9a3c-235b6e9efff2 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950952 Jul 07 18:39:01.247891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f83e-e87a-47cf-9c38-2752caebf1f9 req-99c54d7c-1f7b-4122-8db8-ffc471fe5a5a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:01.249433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26c2f83e-e87a-47cf-9c38-2752caebf1f9 req-99c54d7c-1f7b-4122-8db8-ffc471fe5a5a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0662196 Jul 07 18:39:01.290266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26c2f83e-e87a-47cf-9c38-2752caebf1f9 req-e430b688-b218-41be-9f85-63ca16dcb365 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Jul 07 18:39:02.473932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5503222-cbc6-4cbb-bc21-81feb26c2354 req-de26538c-ef1d-4a42-aaaf-ef70a0e7ccd7 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:02.475427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5503222-cbc6-4cbb-bc21-81feb26c2354 req-de26538c-ef1d-4a42-aaaf-ef70a0e7ccd7 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0679889 Jul 07 18:39:02.518568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5503222-cbc6-4cbb-bc21-81feb26c2354 req-f5e00538-c992-463a-9d0b-9a6348132426 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373106 Jul 07 18:39:03.703957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc8dc-c9b7-4c3c-be1a-e2936abd3f1b req-5f26c1d1-3e53-4d49-a07f-d43c54eeb98e tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:03.705557 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-459dc8dc-c9b7-4c3c-be1a-e2936abd3f1b req-5f26c1d1-3e53-4d49-a07f-d43c54eeb98e tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0708997 Jul 07 18:39:03.746093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-459dc8dc-c9b7-4c3c-be1a-e2936abd3f1b req-441abbad-7cc1-4959-88f7-170a6b1b6168 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345325 Jul 07 18:39:04.236032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:04.925473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b255174-42db-4bd1-9dce-abd4cf9e69fe req-d8e170b0-f6a2-4860-8d88-221e20396366 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:04.927030 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b255174-42db-4bd1-9dce-abd4cf9e69fe req-d8e170b0-f6a2-4860-8d88-221e20396366 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0661983 Jul 07 18:39:04.968246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b255174-42db-4bd1-9dce-abd4cf9e69fe req-0f9887be-58de-4c11-bd4e-3e64c3f0ed95 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Jul 07 18:39:06.154678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efc290-2929-4dd6-83c9-1699c4c5fd06 req-79565a18-6c5a-41b4-b8fc-e7f81a4e20ae tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:06.156193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33efc290-2929-4dd6-83c9-1699c4c5fd06 req-79565a18-6c5a-41b4-b8fc-e7f81a4e20ae tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0704732 Jul 07 18:39:06.197885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33efc290-2929-4dd6-83c9-1699c4c5fd06 req-2eef517d-976d-4d7a-b785-444e5993d339 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Jul 07 18:39:06.259842 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.377421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33f412-93a2-451d-a67a-50d72bb36363 req-e1fef798-dfc8-4351-8fc8-d73ef8c84324 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:07.379066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df33f412-93a2-451d-a67a-50d72bb36363 req-e1fef798-dfc8-4351-8fc8-d73ef8c84324 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0668809 Jul 07 18:39:07.418375 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df33f412-93a2-451d-a67a-50d72bb36363 req-60b4743b-9391-48e4-ab7a-38e698ed29c8 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jul 07 18:39:08.616843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879dc34-9454-4091-bf14-abe13b2d15d3 req-802d59db-525b-4c0b-af31-65afd9e01938 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:08.618332 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b879dc34-9454-4091-bf14-abe13b2d15d3 req-802d59db-525b-4c0b-af31-65afd9e01938 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0794556 Jul 07 18:39:08.673706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b879dc34-9454-4091-bf14-abe13b2d15d3 req-eb1f9497-37f9-4d6a-9800-0b2b216a8549 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Jul 07 18:39:09.869709 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb4f5d-e169-4d57-966a-b26dbfe235e4 req-f162ed05-3cb9-4d48-937c-11617b12d528 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:09.871247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71cb4f5d-e169-4d57-966a-b26dbfe235e4 req-f162ed05-3cb9-4d48-937c-11617b12d528 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0773633 Jul 07 18:39:09.916057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71cb4f5d-e169-4d57-966a-b26dbfe235e4 req-b4c97e70-927a-4d78-a78b-2fa809ee3f7b tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365467 Jul 07 18:39:11.123162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c06c5-bf8b-4e8d-b67f-0f7fae6ca744 req-ececde1a-879d-4f03-9eeb-6a7edb48b31c tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:11.124785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-133c06c5-bf8b-4e8d-b67f-0f7fae6ca744 req-ececde1a-879d-4f03-9eeb-6a7edb48b31c tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0909584 Jul 07 18:39:11.166485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-133c06c5-bf8b-4e8d-b67f-0f7fae6ca744 req-bcfa2fae-6f12-462f-a520-9865992c3acf tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Jul 07 18:39:12.362231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5ad0-e8f0-4c9e-b76c-cf2d62b4c85e req-1191026f-e2b2-4723-a737-1bbf87a07b78 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.363989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-541e5ad0-e8f0-4c9e-b76c-cf2d62b4c85e req-1191026f-e2b2-4723-a737-1bbf87a07b78 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0790277 Jul 07 18:39:12.406766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-541e5ad0-e8f0-4c9e-b76c-cf2d62b4c85e req-8f76debe-a872-4ba4-8ef5-04821214ec78 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Jul 07 18:39:13.607008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009540cf-baec-4f16-9ab9-ac85f89e26be req-164c4e63-68dc-4b86-a667-c823f758baad tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:13.608525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-009540cf-baec-4f16-9ab9-ac85f89e26be req-164c4e63-68dc-4b86-a667-c823f758baad tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.0655189 Jul 07 18:39:13.647165 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-009540cf-baec-4f16-9ab9-ac85f89e26be req-3b8325ae-bc76-4a0d-8fc2-ac4a0cb3ab0c tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Jul 07 18:39:14.037109 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-710f0356-894b-4132-86eb-b459a31762f2 service neutron] show failed (client error): The resource could not be found. Jul 07 18:39:14.038110 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-710f0356-894b-4132-86eb-b459a31762f2 service neutron] 10.222.0.90 "GET /v2.0/ports/9bcdb9a1-00cf-47a7-a10c-a76723b1cd03/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0595961 Jul 07 18:39:14.341100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-5dc291ce-a5ea-4c6e-aaab-62a95d5c7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:14.342532 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-5dc291ce-a5ea-4c6e-aaab-62a95d5c7727 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372&tenant_id=1421383a51ce4487bc40fa86249d7c1c HTTP/1.1" status: 200 len: 1096 time: 0.0917068 Jul 07 18:39:14.354478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:14.426952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.659636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:14.697078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:14.738441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:14.740759 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383b023-e9a7-4d09-9953-00a0874029b9" -d '{"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:14.745033 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.758944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Transition to ACTIVE for port object 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:14.775374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.799550 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595ad259-53aa-44b7-9284-ff80cfb0d1ab x-openstack-request-id: req-595ad259-53aa-44b7-9284-ff80cfb0d1ab {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:14.799849 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:14.800106 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-595ad259-53aa-44b7-9284-ff80cfb0d1ab {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:14.800506 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'code': 200} Jul 07 18:39:15.188952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] No DVR routers for this DVR port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:39:15.193498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:15.241371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:15.241700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:15.242067 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on network 47950ca9-4740-46fa-9956-974e534e2184 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:15.253075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357df77-6c59-4082-8114-cd1861d7c2fd req-60dffe78-4228-4a9d-bb07-63bb5a5c5312 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:15.254619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8357df77-6c59-4082-8114-cd1861d7c2fd req-60dffe78-4228-4a9d-bb07-63bb5a5c5312 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.4903395 Jul 07 18:39:15.256898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on network 47950ca9-4740-46fa-9956-974e534e2184 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:39:15.257225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Attempting to bind port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on network 47950ca9-4740-46fa-9956-974e534e2184 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:15.268209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:15.268547 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Checking segment: {'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:15.268947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Bound using segment: {'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:15.269383 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Bound port: 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186be4ca-b9d8-4b4a-aaa3-93875cc69a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '47950ca9-4740-46fa-9956-974e534e2184'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:15.269748 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.339043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8357df77-6c59-4082-8114-cd1861d7c2fd req-581218a8-451c-448a-8a77-4b13572a2919 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783722 Jul 07 18:39:15.356240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:15.359471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:15.366223 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.405958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:15.406975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.409046 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] 10.222.0.55 "PUT /v2.0/ports/9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 1091 time: 1.0585029 Jul 07 18:39:15.440924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf80130-6e02-4e19-ab9e-9a055b25201d service neutron] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:15.491596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-7d1bede1-be99-4f37-ab78-e5c2d4ad95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:15.493167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-7d1bede1-be99-4f37-ab78-e5c2d4ad95eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1094 time: 0.0599878 Jul 07 18:39:15.602552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-f57ccf97-a9b1-462c-b2c8-2b56da5bb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:15.604049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-f57ccf97-a9b1-462c-b2c8-2b56da5bb61a service neutron] 10.222.0.55 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 913 time: 0.1041441 Jul 07 18:39:15.648587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-7a046d61-ccb9-46e1-908a-6af296359366 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0371883 Jul 07 18:39:15.698996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-00425fd3-cf67-4e4b-a810-fb796139bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:15.700319 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-00425fd3-cf67-4e4b-a810-fb796139bf58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0456204 Jul 07 18:39:15.731880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-386a7105-c22a-45a4-bec6-651d8aba4369 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255554 Jul 07 18:39:15.741770 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-26257a8e-7210-417c-aee7-512f2cb1abbe service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:39:15.742698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-26257a8e-7210-417c-aee7-512f2cb1abbe service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050046 Jul 07 18:39:15.838218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-10e0b7d7-26f1-43fd-a4e2-0785c96de2d0 service neutron] 10.222.0.55 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883386 Jul 07 18:39:15.874206 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-040ce1c7-66c7-4c3d-9957-1d779e540a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.935307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ea9d8a7-2bc0-4b6b-b930-72bf6a72c8c3 req-a7a4745d-128f-4ebb-9702-bd7dd6cac01b service neutron] 10.222.0.55 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905602 Jul 07 18:39:16.535618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95693c77-cb79-459c-8770-9454d4804770 req-6baa6825-e4c4-46ec-b511-5439aff86e05 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:16.537169 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95693c77-cb79-459c-8770-9454d4804770 req-6baa6825-e4c4-46ec-b511-5439aff86e05 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.0750406 Jul 07 18:39:16.580804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95693c77-cb79-459c-8770-9454d4804770 req-f3c30ab0-f8bc-4732-a542-ac6786b52066 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Jul 07 18:39:16.801642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:16.803990 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58caa393-d62e-4ff7-b303-97b99dbc917a" -d '{"events": [{"name": "network-changed", "server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:16.862130 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a8a8ac-d973-47ff-bf58-c88c43129c79 x-openstack-request-id: req-26a8a8ac-d973-47ff-bf58-c88c43129c79 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:16.862429 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:16.862701 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-26a8a8ac-d973-47ff-bf58-c88c43129c79 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:16.863165 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'status': 'completed', 'code': 200} Jul 07 18:39:16.938516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-98ca815e-aac0-4970-b612-36f88181babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:16.940085 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-98ca815e-aac0-4970-b612-36f88181babd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1094 time: 0.0526195 Jul 07 18:39:16.947683 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-5a0d8f7c-3d91-4268-8d9a-ec8ae7b70720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:16.952257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-5a0d8f7c-3d91-4268-8d9a-ec8ae7b70720 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1094 time: 0.0678101 Jul 07 18:39:17.054420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-c9e9f0bd-e5e4-4bd9-8eb1-58aab4a921d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:17.055827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-c9e9f0bd-e5e4-4bd9-8eb1-58aab4a921d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 913 time: 0.0979829 Jul 07 18:39:17.102930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-2b30c0be-cf70-4ee8-8713-8fec9c01a958 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0394001 Jul 07 18:39:17.158049 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-74fb23a4-b25f-439e-9c2b-4075a0e2749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:17.159560 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-74fb23a4-b25f-439e-9c2b-4075a0e2749a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0483820 Jul 07 18:39:17.195889 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-376969d6-7410-4cfa-9b32-c206e6e7dab7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288780 Jul 07 18:39:17.297503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-c697b812-6474-4c6c-9cd5-4412a417121c service neutron] 10.222.0.55 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946805 Jul 07 18:39:17.356789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:39:17.390421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-cd8bf3ef-19a2-4aa7-9950-21bdac1d5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:17.392184 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-cd8bf3ef-19a2-4aa7-9950-21bdac1d5d81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 913 time: 0.4441543 Jul 07 18:39:17.397536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:39:17.406366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-5f0d16db-4362-4ee2-85dd-eead52ef11cc service neutron] 10.222.0.55 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997725 Jul 07 18:39:17.436582 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-c41f9268-b71c-42ea-86c1-907388dc025d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0371585 Jul 07 18:39:17.491052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-11f3434c-4db9-4faa-9b2a-7cb81f34cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:17.492523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-11f3434c-4db9-4faa-9b2a-7cb81f34cd68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0503073 Jul 07 18:39:17.526252 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-0343cc2e-fe2d-43ba-96c0-76b7cb382663 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262778 Jul 07 18:39:17.624437 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-6e9d24ca-fe05-400c-b1dd-31a99ab76fe1 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920331 Jul 07 18:39:17.718708 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58caa393-d62e-4ff7-b303-97b99dbc917a req-a1a7b13e-b148-4005-8a3a-260198b04cc2 service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878942 Jul 07 18:39:17.773801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487b5e9-f4d5-4f53-9e88-629c2d78c9e8 req-70c44606-82aa-45ec-8bc4-c3df31807ae4 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:17.775305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0487b5e9-f4d5-4f53-9e88-629c2d78c9e8 req-70c44606-82aa-45ec-8bc4-c3df31807ae4 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 943 time: 0.0724144 Jul 07 18:39:17.814539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0487b5e9-f4d5-4f53-9e88-629c2d78c9e8 req-1a97b65a-0d1e-460e-b849-6df6aa46d7f4 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333574 Jul 07 18:39:18.221817 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:18.256372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-ed923f1a-35ea-4a6d-98e9-ba1bf510131a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:18.257896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-ed923f1a-35ea-4a6d-98e9-ba1bf510131a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.90 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372&tenant_id=1421383a51ce4487bc40fa86249d7c1c&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 943 time: 0.1150956 Jul 07 18:39:18.321707 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-53b3d45b-1db7-474b-9bbe-03cc502de2f1 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:39:18.322747 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-53b3d45b-1db7-474b-9bbe-03cc502de2f1 service neutron] 10.222.0.90 "DELETE /v2.0/ports/9bcdb9a1-00cf-47a7-a10c-a76723b1cd03/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0588450 Jul 07 18:39:18.322934 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:39:18.427315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-d2611e4c-2b46-4d3b-857f-0521c480dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:18.427754 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdf51-8db3-4487-9ae0-eb3520811e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.428905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-d2611e4c-2b46-4d3b-857f-0521c480dc76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1421383a51ce4487bc40fa86249d7c1c&device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 1094 time: 0.0590911 Jul 07 18:39:18.441372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:18.452369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'network_id': '47950ca9-4740-46fa-9956-974e534e2184', 'port_id': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'mac_address': 'fa:16:3e:f7:54:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d560e22-0ad5-4d22-a7cc-3a30fb4005a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:39:18.491691 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.512286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:18.525321 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.527274 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-89b4aa05-d3a8-4f23-b2a3-d66e913e76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:18.529544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-89b4aa05-d3a8-4f23-b2a3-d66e913e76a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 200 len: 913 time: 0.0944965 Jul 07 18:39:18.537085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:18.542237 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.574730 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-f1e64f65-0899-49ee-8fd4-83196e49cf34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 200 len: 217 time: 0.0363457 Jul 07 18:39:18.595436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:18.633102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-5c473232-ee33-4fd6-b4d2-a827cde4e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:18.635265 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-5c473232-ee33-4fd6-b4d2-a827cde4e20e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 200 len: 852 time: 0.0536129 Jul 07 18:39:18.683157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-adbce810-fda8-436c-b4f4-8a6f9c49c97a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47950ca9-4740-46fa-9956-974e534e2184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384841 Jul 07 18:39:18.758540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:39:18.793071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-b16601a0-712f-4c69-aead-5b949782729e service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031461 Jul 07 18:39:18.891263 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-78bdd8bc-82e1-4f8c-b64e-117536aa71cd service neutron] 10.222.0.90 "GET /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914724 Jul 07 18:39:19.793061 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.794041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc38efc-25f5-4df2-a6ea-a208a15d0660 req-262485ba-cc5c-49c1-9461-dae9e1af4f42 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:19.795955 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfc38efc-25f5-4df2-a6ea-a208a15d0660 req-262485ba-cc5c-49c1-9461-dae9e1af4f42 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 944 time: 0.0743837 Jul 07 18:39:19.836220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bfc38efc-25f5-4df2-a6ea-a208a15d0660 req-1400f7c1-b407-4494-88ef-072de187a24a tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Jul 07 18:39:20.353512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:20.409205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:20.413169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:20.413513 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.490510 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.513201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:20.515521 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa1be14-e8ce-4bc9-a9f0-87933cc4a624" -d '{"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-plugged", "status": "completed", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:20.528286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:20.533590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.556971 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105fd80d-c7f2-465d-b653-21937ce005bc x-openstack-request-id: req-105fd80d-c7f2-465d-b653-21937ce005bc {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:20.557263 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-plugged", "status": "completed", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:20.557519 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-105fd80d-c7f2-465d-b653-21937ce005bc {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:20.557920 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'code': 200} Jul 07 18:39:20.587613 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:21.050612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-cfff35c1-31a2-44ec-80db-59ec663846b0 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:21.052097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-cfff35c1-31a2-44ec-80db-59ec663846b0 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.55 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.1051002 Jul 07 18:39:21.073644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92d85-7723-4ba9-8b1c-bb93279f18b2 req-2c161928-61f4-4e85-b18b-b1ac043bd89c tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:21.075174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30a92d85-7723-4ba9-8b1c-bb93279f18b2 req-2c161928-61f4-4e85-b18b-b1ac043bd89c tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/ports?device_id=b67d7ca4-b56f-47fd-8e40-855e56a9e372 HTTP/1.1" status: 200 len: 945 time: 0.1194351 Jul 07 18:39:21.161715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-30a92d85-7723-4ba9-8b1c-bb93279f18b2 req-0473f1f0-1657-488c-955c-e07c07aa72e7 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9d21413-fde8-49bc-9fa2-d7da0e105aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Jul 07 18:39:21.195169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Deleting port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:39:21.195534 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.288197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] For port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,segment=NetworkSegment(186be4ca-b9d8-4b4a-aaa3-93875cc69a98),segment_id=186be4ca-b9d8-4b4a-aaa3-93875cc69a98)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:21.288536 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.299252 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.302263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Calling delete_port for 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:39:21.438779 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.450772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:39:21.470603 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Pushing event deleted for resources: {'Port': ['ID=9bcdb9a1-00cf-47a7-a10c-a76723b1cd03,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:21.515019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] No DVR routers for this DVR port 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:39:21.517968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.519933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7bd4551c-28e8-42ff-b1a6-0a47c373ccbe req-9791fcd0-8da7-45aa-879d-aa8b5437fad2 tempest-DeleteServersTestJSON-938839876 tempest-DeleteServersTestJSON-938839876-project] 10.222.0.55 "DELETE /v2.0/ports/9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 HTTP/1.1" status: 204 len: 173 time: 0.4619815 Jul 07 18:39:21.520375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-deleted', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:21.522681 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f66de6d-772b-4ed2-b80b-e75a7b3ac3cf" -d '{"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-deleted", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:21.566401 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf99f7a-5190-41f1-9675-75a87f36441c x-openstack-request-id: req-3cf99f7a-5190-41f1-9675-75a87f36441c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:21.566748 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67d7ca4-b56f-47fd-8e40-855e56a9e372", "name": "network-vif-deleted", "tag": "9bcdb9a1-00cf-47a7-a10c-a76723b1cd03", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:21.566957 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3cf99f7a-5190-41f1-9675-75a87f36441c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:21.567388 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67d7ca4-b56f-47fd-8e40-855e56a9e372', 'name': 'network-vif-deleted', 'tag': '9bcdb9a1-00cf-47a7-a10c-a76723b1cd03', 'status': 'completed', 'code': 200} Jul 07 18:39:22.414701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52744) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:22.461501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Deleting subnet 0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:39:22.465126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.499524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.537841 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.602638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.627794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d560e22-0ad5-4d22-a7cc-3a30fb4005a2,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:22.633435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.635340 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0d560e22-0ad5-4d22-a7cc-3a30fb4005a2 HTTP/1.1" status: 204 len: 168 time: 0.2192543 Jul 07 18:39:22.638316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52746) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:22.640670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.641047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.641389 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.641718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.642048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.642374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.642698 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.642996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.643338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.643664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.643986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.644309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98125946-8a7d-4260-b120-27d8f1d6f44f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:22.713426 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.793353 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.804076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47950ca9-4740-46fa-9956-974e534e2184']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:22.816235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186be4ca-b9d8-4b4a-aaa3-93875cc69a98') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:22.816567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186be4ca-b9d8-4b4a-aaa3-93875cc69a98') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:22.831661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.856011 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.862883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:39:22.863272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:39:22.864986 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:39:22.923671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.929677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:22.931511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] 10.222.0.88 "DELETE /v2.0/networks/47950ca9-4740-46fa-9956-974e534e2184 HTTP/1.1" status: 204 len: 168 time: 0.2921383 Jul 07 18:39:22.943015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f99b93-aaf9-41b1-8f8b-80189d7db53f admin admin] Pushing event deleted for resources: {'Network': ['ID=47950ca9-4740-46fa-9956-974e534e2184,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:23.050930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52750) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:23.110062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-57a99717-0b87-4947-ab03-919b6b0cbefd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1421383a51ce4487bc40fa86249d7c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576549 Jul 07 18:39:23.113046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52752) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:23.163719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b09fd921-25a1-48dc-a2ee-406a6726c74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:23.186482 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b09fd921-25a1-48dc-a2ee-406a6726c74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:23.242018 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b09fd921-25a1-48dc-a2ee-406a6726c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:23.244619 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b09fd921-25a1-48dc-a2ee-406a6726c74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:23.245830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b09fd921-25a1-48dc-a2ee-406a6726c74e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d9d21413-fde8-49bc-9fa2-d7da0e105aa1 HTTP/1.1" status: 204 len: 168 time: 0.1318791 Jul 07 18:39:23.254460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fd921-25a1-48dc-a2ee-406a6726c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d21413-fde8-49bc-9fa2-d7da0e105aa1,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:23.956911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 52774) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:24.056946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1447616247-network', 'tenant_id': '1d042e40d18c41e2bdf8b70f7b0516bb'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:24.079656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Made reservation on behalf of 1d042e40d18c41e2bdf8b70f7b0516bb for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:24.082013 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.091980 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.187192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.193266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.218624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:39:24.228723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0265730b-10c5-4ed2-9bfa-8e5f64822c14,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:24.233773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.234116 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Added segment 6525368d-129b-46b0-b5e9-8f181b4545bf of type vlan for network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 Jul 07 18:39:24.275564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.307741 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.309026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:24.309776 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.365500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4073839 Jul 07 18:39:24.368927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 52778) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:24.374605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Request body: {'subnet': {'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1447616247-subnet', 'tenant_id': '1d042e40d18c41e2bdf8b70f7b0516bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:24.375437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81776c9d-34ce-44a9-b832-3d96d564c344 admin admin] Pushing event updated for resources: {'Network': ['ID=03c9e52d-2380-4dd8-9aa7-7b6eeb252755,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:24.379374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:39:24.403814 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:39:24.406432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:39:24.406817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 9bcdb9a1-00cf-47a7-a10c-a76723b1cd03 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:39:24.409880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Made reservation on behalf of 1d042e40d18c41e2bdf8b70f7b0516bb for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:24.412422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.588903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.638520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016b4606-4ff5-4b2f-bf3c-49c0b217de33,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:24.653800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Checking segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:24.654144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Network hostable DHCP agents. Network: 03c9e52d-2380-4dd8-9aa7-7b6eeb252755, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:39:24.673152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:39:24.684393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 03c9e52d-2380-4dd8-9aa7-7b6eeb252755) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:24.689659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:24.691118 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.694313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81321ca7-43ba-4442-ad8d-b32f00b18373 None None] Network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:39:24.709409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-839aa61c-c761-478a-9f77-a89621902715 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3390172 Jul 07 18:39:24.838816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06109946-12c3-4d2b-b4d8-80a16c8f6c38 None None] Network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:39:25.174983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-c41b53ba-3a16-4ec8-8eb8-46384266b6e9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:25.176502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-c41b53ba-3a16-4ec8-8eb8-46384266b6e9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 815 time: 0.1065819 Jul 07 18:39:25.193822 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-e669fc14-9d41-4b1a-b83c-3bacb57bbbe4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/quotas/1d042e40d18c41e2bdf8b70f7b0516bb HTTP/1.1" status: 200 len: 375 time: 0.0111530 Jul 07 18:39:25.233184 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-f334c9f4-0c63-4b5e-b9ea-0a6fe08b027e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338168 Jul 07 18:39:25.327669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-e6905d34-8c75-424b-9c6f-a795125ffd3d service neutron] 10.222.0.88 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876548 Jul 07 18:39:25.429440 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-6e978211-4785-4b2b-b7dd-6451ce26205d service neutron] 10.222.0.88 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959222 Jul 07 18:39:25.608645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0fbff3f-1fdf-469c-aec5-9585b4a361e7 req-6bc06466-0e2f-4304-aea8-2c891d2a6ae8 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 210 time: 0.0337420 Jul 07 18:39:26.715327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-e978fef6-e13e-4de9-aa40-14d0c03b532a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:26.717746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-e978fef6-e13e-4de9-aa40-14d0c03b532a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 815 time: 0.1220372 Jul 07 18:39:26.747662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Request body: {'port': {'device_id': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755', 'admin_state_up': True, 'tenant_id': '1d042e40d18c41e2bdf8b70f7b0516bb'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:26.774186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98c4f477-deab-43ee-9424-1b1ceaf98805 req-5b3a27e3-40f1-4aab-8892-70767f288fe5 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 210 time: 0.0440526 Jul 07 18:39:26.893655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Made reservation on behalf of 1d042e40d18c41e2bdf8b70f7b0516bb for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:26.897322 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.030288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Allocated IP 172.20.0.2 (03c9e52d-2380-4dd8-9aa7-7b6eeb252755/016b4606-4ff5-4b2f-bf3c-49c0b217de33/4eedb137-e2ae-43cd-9873-061a734c3af6) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:27.193986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.236567 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.285756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:27.291738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:27.294232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:27.319221 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:27.347594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:27.348176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.363106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-04617b3b-9720-4633-b726-68704bc6c19e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6222894 Jul 07 18:39:27.374792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Request body: {'port': {'device_id': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:27.447922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.741323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eedb137-e2ae-43cd-9873-061a734c3af6 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:27.749435 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.763322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Transition to ACTIVE for port object 4eedb137-e2ae-43cd-9873-061a734c3af6 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:27.769184 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.825270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:27.896082 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:27.896413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:27.896759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:27.914506 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Port 4eedb137-e2ae-43cd-9873-061a734c3af6 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:39:27.914822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:27.935866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:27.936205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Checking segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:27.936592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Bound using segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:27.937060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Bound port: 4eedb137-e2ae-43cd-9873-061a734c3af6, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:27.937419 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:28.022724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d10431-c8d9-45db-b347-e17c2e3b5049 req-2539a916-666a-4b5d-8a94-7992c7ca4392 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.024087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70d10431-c8d9-45db-b347-e17c2e3b5049 req-2539a916-666a-4b5d-8a94-7992c7ca4392 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 943 time: 0.1240749 Jul 07 18:39:28.029322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:28.033606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:28.042524 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:28.097655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.098288 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:28.099717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] 10.222.0.55 "PUT /v2.0/ports/4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 1091 time: 0.7291977 Jul 07 18:39:28.101747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:28.104079 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252b8692-0a36-42cc-8152-986160d13394" -d '{"events": [{"name": "network-changed", "server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:28.131843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70d10431-c8d9-45db-b347-e17c2e3b5049 req-e3309721-a55c-4a98-8f15-325d0f7ef92b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001596 Jul 07 18:39:28.132617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8ed8-3b63-49ad-918c-2c251c2e757c service neutron] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:28.144867 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac58d1d7-23ad-4db2-814a-4c71de824a0b x-openstack-request-id: req-ac58d1d7-23ad-4db2-814a-4c71de824a0b {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:28.145247 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:28.145514 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac58d1d7-23ad-4db2-814a-4c71de824a0b {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:28.145940 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'status': 'completed', 'code': 200} Jul 07 18:39:28.205211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-b6cbe0e0-a6fd-406f-9e15-8b2f5f7872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.206676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-b6cbe0e0-a6fd-406f-9e15-8b2f5f7872ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1094 time: 0.0548348 Jul 07 18:39:28.249307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-2df4fc20-5141-4284-921b-ce9821d9bba3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0353973 Jul 07 18:39:28.307078 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-a19915fa-b713-4626-9a49-8beeca694360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.309463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-a19915fa-b713-4626-9a49-8beeca694360 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0535738 Jul 07 18:39:28.347526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-47764431-d9ee-4693-b72e-aec81bea39b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316327 Jul 07 18:39:28.439396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-30174c20-3afa-4494-a11e-51a3278132c2 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854177 Jul 07 18:39:28.540017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5eee7619-e70f-4ffb-87a5-6e36a84287a6 req-3b79fe2c-b219-45e0-b236-1474ec288034 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935524 Jul 07 18:39:28.647334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8692-0a36-42cc-8152-986160d13394 req-9029d73d-3d5c-465f-8c98-22478f39cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.649081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252b8692-0a36-42cc-8152-986160d13394 req-9029d73d-3d5c-465f-8c98-22478f39cd8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1094 time: 0.0586870 Jul 07 18:39:28.746270 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8692-0a36-42cc-8152-986160d13394 req-b91c154a-a8a1-4c84-8ab7-6b3b8387df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.747870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252b8692-0a36-42cc-8152-986160d13394 req-b91c154a-a8a1-4c84-8ab7-6b3b8387df31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0920229 Jul 07 18:39:28.791995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252b8692-0a36-42cc-8152-986160d13394 req-1d1d6075-3833-4218-9d2f-545fb53a7a67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0362434 Jul 07 18:39:28.846253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8692-0a36-42cc-8152-986160d13394 req-be371c8a-a428-4595-8449-6948776eb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:28.847667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252b8692-0a36-42cc-8152-986160d13394 req-be371c8a-a428-4595-8449-6948776eb4e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0483062 Jul 07 18:39:28.882257 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252b8692-0a36-42cc-8152-986160d13394 req-bcac4973-9b3b-4136-b2c6-45f818497354 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279019 Jul 07 18:39:28.984216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252b8692-0a36-42cc-8152-986160d13394 req-0289fdcc-f6e9-4fb3-9ecb-ecd9ae334387 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933146 Jul 07 18:39:29.078299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-252b8692-0a36-42cc-8152-986160d13394 req-14382747-3e42-419b-8e87-998e8bf2c55f service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858970 Jul 07 18:39:29.326567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a124860-19c7-43cb-a6e7-f9b19ae76347 req-2a145934-993a-4140-8908-90a227aff1bd tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:29.328157 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a124860-19c7-43cb-a6e7-f9b19ae76347 req-2a145934-993a-4140-8908-90a227aff1bd tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 943 time: 0.0753300 Jul 07 18:39:29.372820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a124860-19c7-43cb-a6e7-f9b19ae76347 req-c62c884b-d3d0-4614-a050-ab08d59b1e05 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384486 Jul 07 18:39:30.423761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:39:30.530624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:30.543954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755', 'port_id': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'mac_address': 'fa:16:3e:93:4a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016b4606-4ff5-4b2f-bf3c-49c0b217de33', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:39:30.591712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:30.603164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6d8d8-82d7-490f-b356-a7ef41de9a2e req-feedbd3c-2da5-436a-9437-5744589fca1f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:30.605620 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52c6d8d8-82d7-490f-b356-a7ef41de9a2e req-feedbd3c-2da5-436a-9437-5744589fca1f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 943 time: 0.1131711 Jul 07 18:39:30.610865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eedb137-e2ae-43cd-9873-061a734c3af6 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:30.633772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:30.639977 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:30.652475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52c6d8d8-82d7-490f-b356-a7ef41de9a2e req-242bb78a-80b5-49a5-b0a8-66816f3fc429 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Jul 07 18:39:30.694071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:30.702431 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.703092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.703470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.703798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.704090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.704432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.704750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.705096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.705413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.705732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.706044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.706354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:30.833839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['4eedb137-e2ae-43cd-9873-061a734c3af6'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:39:31.859050 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606c5d6-9769-41f0-98d4-e04c9c85f8b6 req-6e72a2b8-ed1d-4879-abb4-709aed2533dc tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:31.860590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a606c5d6-9769-41f0-98d4-e04c9c85f8b6 req-6e72a2b8-ed1d-4879-abb4-709aed2533dc tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 944 time: 0.0755014 Jul 07 18:39:31.901615 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a606c5d6-9769-41f0-98d4-e04c9c85f8b6 req-4277b9c4-ebcc-4761-9d3e-59daa5492f4e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352383 Jul 07 18:39:32.439337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:32.490876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 4eedb137-e2ae-43cd-9873-061a734c3af6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:32.494918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 4eedb137-e2ae-43cd-9873-061a734c3af6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:32.495295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.592860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.617354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:32.619687 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb8a0b-0241-4bc2-87df-c34bf19c6eba" -d '{"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-plugged", "status": "completed", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:32.637430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:32.642567 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.667565 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61be49-f425-49af-8fe0-a0dab151f1ce x-openstack-request-id: req-0c61be49-f425-49af-8fe0-a0dab151f1ce {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:32.667864 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-plugged", "status": "completed", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:32.668116 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0c61be49-f425-49af-8fe0-a0dab151f1ce {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:32.668583 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'code': 200} Jul 07 18:39:32.697858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:32.795555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a071f-196f-4519-9662-1eb35c057690 req-4aee6a8a-b5f7-42bc-8ecb-4302617621ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:32.797210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd0a071f-196f-4519-9662-1eb35c057690 req-4aee6a8a-b5f7-42bc-8ecb-4302617621ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1096 time: 0.0619481 Jul 07 18:39:32.848926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd0a071f-196f-4519-9662-1eb35c057690 req-308c603c-c90a-4edd-880c-27e90ac96822 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Jul 07 18:39:33.103441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe307-d1a9-40ff-beb9-c0d260b6a917 req-d021ce23-8dc3-4b99-bf2e-37f528b38b22 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:33.105098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c50fe307-d1a9-40ff-beb9-c0d260b6a917 req-d021ce23-8dc3-4b99-bf2e-37f528b38b22 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0719082 Jul 07 18:39:33.150162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c50fe307-d1a9-40ff-beb9-c0d260b6a917 req-baab879c-049e-49ab-8bc5-a7efd9dca105 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Jul 07 18:39:34.237294 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:34.352909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556125c-ee3d-4fbe-8725-7ec791988383 req-9a15aca9-93a5-44c7-9f0c-563ebd749d68 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:34.354647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1556125c-ee3d-4fbe-8725-7ec791988383 req-9a15aca9-93a5-44c7-9f0c-563ebd749d68 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0772679 Jul 07 18:39:34.397943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1556125c-ee3d-4fbe-8725-7ec791988383 req-147a4151-7fc5-4c41-81bc-16e174f2276b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363345 Jul 07 18:39:34.587234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b849c-6fec-4646-b3c2-5654935a042f req-e26a0675-6158-4adc-b2e0-68e245724245 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:34.589077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-407b849c-6fec-4646-b3c2-5654935a042f req-e26a0675-6158-4adc-b2e0-68e245724245 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0729098 Jul 07 18:39:34.629770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-407b849c-6fec-4646-b3c2-5654935a042f req-a4c8d62d-f683-4c41-8280-0a6781ca33c3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348778 Jul 07 18:39:34.995552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bcb76-7125-409f-b351-4240b2bdb62a req-56ee41c8-0939-4464-b683-a9a924326a7a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:34.997130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901bcb76-7125-409f-b351-4240b2bdb62a req-56ee41c8-0939-4464-b683-a9a924326a7a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0744450 Jul 07 18:39:35.041611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-901bcb76-7125-409f-b351-4240b2bdb62a req-ad0ef05d-22c3-4ac6-9b9a-94878b0207d0 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Jul 07 18:39:35.243042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85532-3bcf-456f-b320-30dbcc07fc74 req-838605d4-431f-4cd9-ab7b-38308eb1d133 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:35.244612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fba85532-3bcf-456f-b320-30dbcc07fc74 req-838605d4-431f-4cd9-ab7b-38308eb1d133 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0813758 Jul 07 18:39:35.288802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fba85532-3bcf-456f-b320-30dbcc07fc74 req-53505c31-f6fb-42a8-81a4-a1957ed5c2e4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379949 Jul 07 18:39:35.678970 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-63c08c20-7cc6-4258-9f59-1edad7be169a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0630314 Jul 07 18:39:35.738509 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caa769-27bc-47e3-9519-5652fa8672a5 req-6e4f8cea-6944-47b1-89b6-5d77847ea760 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:35.740113 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9caa769-27bc-47e3-9519-5652fa8672a5 req-6e4f8cea-6944-47b1-89b6-5d77847ea760 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0822284 Jul 07 18:39:35.785430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b9caa769-27bc-47e3-9519-5652fa8672a5 req-304c86c6-f7c4-4788-a005-8c07ea89199a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Jul 07 18:39:36.258306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:37.020411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c13e43-a3b4-4fd7-a54a-7d70d31a6ed0 req-7ed28637-c6c4-4bea-b9aa-468b8ce35026 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:37.022125 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76c13e43-a3b4-4fd7-a54a-7d70d31a6ed0 req-7ed28637-c6c4-4bea-b9aa-468b8ce35026 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.1110969 Jul 07 18:39:37.039330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-18e4961a-14b8-40af-a62e-51552c134081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:37.041061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-18e4961a-14b8-40af-a62e-51552c134081 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1096 time: 0.0929096 Jul 07 18:39:37.121576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-76c13e43-a3b4-4fd7-a54a-7d70d31a6ed0 req-3d266463-3b85-4113-9b2e-e17ed59d7bda tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918274 Jul 07 18:39:37.163123 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-39b1f887-5654-402c-8bc5-e9dfd5b74281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:37.164637 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-39b1f887-5654-402c-8bc5-e9dfd5b74281 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.1149600 Jul 07 18:39:37.207562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-ac0779ec-0687-4588-8f5d-a08a8e478692 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0363374 Jul 07 18:39:37.256979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-e4616571-0715-491a-95f9-aa5445c67bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:37.258461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-e4616571-0715-491a-95f9-aa5445c67bdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0454559 Jul 07 18:39:37.296715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-33d4594d-dd77-4f6b-ae56-53a75375c7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312002 Jul 07 18:39:37.387429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-0043fd53-6ff5-4886-9c88-e5b00a0c6876 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841522 Jul 07 18:39:37.481540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-11d9c699-4d89-466b-bdc0-41aa9a802519 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Jul 07 18:39:38.319251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251e5ac-4d39-4315-8e65-6805c5673d02 req-886c5d1f-3b40-48a9-bade-f050f465a1ca tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:38.321081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1251e5ac-4d39-4315-8e65-6805c5673d02 req-886c5d1f-3b40-48a9-bade-f050f465a1ca tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0744052 Jul 07 18:39:38.365063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1251e5ac-4d39-4315-8e65-6805c5673d02 req-55ae9382-f35a-4ce1-98b2-48094de86144 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 Jul 07 18:39:39.552196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d69f-58a6-4d41-a260-936fb8e5478f req-cdfe948e-bfaa-4040-8ccb-1bc42b6d204c tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:39.553870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2146d69f-58a6-4d41-a260-936fb8e5478f req-cdfe948e-bfaa-4040-8ccb-1bc42b6d204c tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0676224 Jul 07 18:39:39.597224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2146d69f-58a6-4d41-a260-936fb8e5478f req-6aded96e-a0c2-45f5-b5e5-a19a1f35d239 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Jul 07 18:39:40.879163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba18cb3-ee58-48cd-aa98-51d840e69c23 req-7d68c331-5195-4be1-b4e3-06be62e88ca2 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:40.880853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ba18cb3-ee58-48cd-aa98-51d840e69c23 req-7d68c331-5195-4be1-b4e3-06be62e88ca2 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.1640346 Jul 07 18:39:40.924152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ba18cb3-ee58-48cd-aa98-51d840e69c23 req-0810686f-b299-43fd-86c3-53b94fbca8d2 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369821 Jul 07 18:39:42.186919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf1484-7d18-45e5-aa46-81b2ecc38d01 req-cf34645f-2593-4181-b508-e7a7d98f1389 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:42.188657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9dbf1484-7d18-45e5-aa46-81b2ecc38d01 req-cf34645f-2593-4181-b508-e7a7d98f1389 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.1425533 Jul 07 18:39:42.229871 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9dbf1484-7d18-45e5-aa46-81b2ecc38d01 req-401563b8-7c82-47d7-ba4f-8a906c601505 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353050 Jul 07 18:39:43.426112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756341a1-3bc3-408d-b424-dc2b45e4326f req-cdca0adb-64c5-4305-910b-f671a5175d97 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:43.427732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-756341a1-3bc3-408d-b424-dc2b45e4326f req-cdca0adb-64c5-4305-910b-f671a5175d97 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0726471 Jul 07 18:39:43.474309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-756341a1-3bc3-408d-b424-dc2b45e4326f req-5619dd6c-bdf3-4363-b3e0-d783e6de0d99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 Jul 07 18:39:44.662714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bfe2-ef55-424f-ba54-f4c513607a6d req-0a7fa5dc-f868-4197-aa78-c3377fde4cb1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.664265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2d3bfe2-ef55-424f-ba54-f4c513607a6d req-0a7fa5dc-f868-4197-aa78-c3377fde4cb1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0661407 Jul 07 18:39:44.704872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2d3bfe2-ef55-424f-ba54-f4c513607a6d req-2b6a7914-c8d2-418f-839b-278b667dd750 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345693 Jul 07 18:39:45.877340 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fced3bc5-04bb-4687-b952-2da23e8030b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:45.897117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a81f13-3a30-4db3-a8ea-de9bc044b064 req-85cf119d-8415-42b3-82c3-ed39d363c5b1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:45.898705 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27a81f13-3a30-4db3-a8ea-de9bc044b064 req-85cf119d-8415-42b3-82c3-ed39d363c5b1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0750332 Jul 07 18:39:45.939397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27a81f13-3a30-4db3-a8ea-de9bc044b064 req-68539e67-1836-446e-85ac-40ae1cc51dab tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Jul 07 18:39:47.133469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11728f1-d7f4-471f-84ff-c61b31150ae3 req-4bb9f417-85c5-439b-a6d3-ddc9001d7a44 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:47.135076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a11728f1-d7f4-471f-84ff-c61b31150ae3 req-4bb9f417-85c5-439b-a6d3-ddc9001d7a44 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0762625 Jul 07 18:39:47.176706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a11728f1-d7f4-471f-84ff-c61b31150ae3 req-2e62b562-02e8-4b79-8dd6-4412fcda4c4d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Jul 07 18:39:48.362036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0d73-27ba-4bdf-bb00-487b9bcb3b0d req-581edec3-641a-40fc-9968-d618738cbbdd tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:48.363634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-011f0d73-27ba-4bdf-bb00-487b9bcb3b0d req-581edec3-641a-40fc-9968-d618738cbbdd tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0706494 Jul 07 18:39:48.410671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-011f0d73-27ba-4bdf-bb00-487b9bcb3b0d req-56b42adc-540f-4990-b280-866bdfc42137 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Jul 07 18:39:48.426006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d4259ba-cf83-4f7f-8067-ed2f653c1735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:48.520146 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:49.596465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07719d-2188-4b4b-8574-a2d1ef3db58a req-a5af489a-0737-4a0f-8e14-e413e402f279 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:49.598052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e07719d-2188-4b4b-8574-a2d1ef3db58a req-a5af489a-0737-4a0f-8e14-e413e402f279 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0709746 Jul 07 18:39:49.796820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:49.970397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e07719d-2188-4b4b-8574-a2d1ef3db58a req-84fb2f20-2a0c-4ac9-ae46-ba7e889ea2f2 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660071 Jul 07 18:39:51.151531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73db6-fe25-4a02-9fb8-f26b05e3e055 req-9c03042e-3cf3-4381-aab0-b1bdc0fa7bc3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:51.153048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31c73db6-fe25-4a02-9fb8-f26b05e3e055 req-9c03042e-3cf3-4381-aab0-b1bdc0fa7bc3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0652447 Jul 07 18:39:51.197711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31c73db6-fe25-4a02-9fb8-f26b05e3e055 req-f95e1dcf-834b-419e-8258-0a3fbda09d98 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375397 Jul 07 18:39:51.305822 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:52.381823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1b62-6159-4886-9ccf-7efc0ff8c975 req-8b8848fc-6e78-46de-af8e-8be17941269c tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.383353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-458d1b62-6159-4886-9ccf-7efc0ff8c975 req-8b8848fc-6e78-46de-af8e-8be17941269c tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0678482 Jul 07 18:39:52.425664 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-458d1b62-6159-4886-9ccf-7efc0ff8c975 req-e740dd61-030b-4e45-9beb-16adbfe59b7a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Jul 07 18:39:53.610837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dd5f-f0b8-47aa-a098-4a8a3fe66588 req-d49a4f5a-7e51-48c6-bbd4-a95550a9022e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:53.612347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26f5dd5f-f0b8-47aa-a098-4a8a3fe66588 req-d49a4f5a-7e51-48c6-bbd4-a95550a9022e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0672879 Jul 07 18:39:53.652725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26f5dd5f-f0b8-47aa-a098-4a8a3fe66588 req-e65e2259-1dfb-4bb8-a144-0c2d23bf0bc8 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Jul 07 18:39:54.840638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83fef5-93fe-4b85-a080-9ab2c8642a9b req-84568a1e-08ab-4ea5-b474-6f46901fb2d6 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:54.842281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d83fef5-93fe-4b85-a080-9ab2c8642a9b req-84568a1e-08ab-4ea5-b474-6f46901fb2d6 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0683105 Jul 07 18:39:54.887389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d83fef5-93fe-4b85-a080-9ab2c8642a9b req-b5c0b03c-dcfc-4052-9d72-7c2763ec2f9f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Jul 07 18:39:55.222879 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:56.081174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd631a-fda1-4bf8-878c-66048e088a57 req-5988a38c-d451-40d7-a752-134db2953128 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:56.082751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8dd631a-fda1-4bf8-878c-66048e088a57 req-5988a38c-d451-40d7-a752-134db2953128 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0809548 Jul 07 18:39:56.122261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8dd631a-fda1-4bf8-878c-66048e088a57 req-1a79a29b-07e7-4fe7-9793-a87b26b903ac tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Jul 07 18:39:57.304552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47ab60-d092-4124-b089-5c0dbc2c01f2 req-562f8ba7-fd5a-4701-8873-7d772afa3539 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:57.306249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db47ab60-d092-4124-b089-5c0dbc2c01f2 req-562f8ba7-fd5a-4701-8873-7d772afa3539 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0679333 Jul 07 18:39:57.346530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db47ab60-d092-4124-b089-5c0dbc2c01f2 req-309f6299-b959-4204-891e-7c5caad4c9d8 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Jul 07 18:39:58.529518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e9112-2ac8-47e4-aa2d-53f01768e930 req-0ac4350a-107c-47fb-8d64-cc5a1320dc3e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:58.530991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-722e9112-2ac8-47e4-aa2d-53f01768e930 req-0ac4350a-107c-47fb-8d64-cc5a1320dc3e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0694528 Jul 07 18:39:58.572842 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-722e9112-2ac8-47e4-aa2d-53f01768e930 req-babfd67f-d6ef-4b5c-a0e8-ab498199dcc4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358696 Jul 07 18:39:59.755083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47464331-d4c7-49a8-bb05-c0e41c677b2d req-a2d2f758-de0e-4ff7-a4d9-ad6f6ce0556e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:59.756558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47464331-d4c7-49a8-bb05-c0e41c677b2d req-a2d2f758-de0e-4ff7-a4d9-ad6f6ce0556e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0662622 Jul 07 18:39:59.796110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47464331-d4c7-49a8-bb05-c0e41c677b2d req-28a5023f-be49-4fd6-95b3-01e19c1fc195 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Jul 07 18:40:00.986579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084fea2-9bff-411b-80c9-e19a775b5e03 req-fd1d829e-67c4-4c17-9843-82d48ff0e67f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:00.988141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6084fea2-9bff-411b-80c9-e19a775b5e03 req-fd1d829e-67c4-4c17-9843-82d48ff0e67f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0692546 Jul 07 18:40:01.028060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6084fea2-9bff-411b-80c9-e19a775b5e03 req-7eb72148-1c3f-4a2d-91e3-bbb5c3e47ae3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Jul 07 18:40:02.225413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b5875-087b-4cdf-8a19-2e096b392fc8 req-f1096b3e-2e08-4f84-83f0-a61368a5e337 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:02.227856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d0b5875-087b-4cdf-8a19-2e096b392fc8 req-f1096b3e-2e08-4f84-83f0-a61368a5e337 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0771286 Jul 07 18:40:02.272883 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d0b5875-087b-4cdf-8a19-2e096b392fc8 req-31de18f4-1632-441f-9520-b57c293b535a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Jul 07 18:40:03.471825 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1846b-559b-42d0-b53c-bdf048b6efb8 req-16bb5cf9-212c-4748-9921-c039cd7a3fee tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.473268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12b1846b-559b-42d0-b53c-bdf048b6efb8 req-16bb5cf9-212c-4748-9921-c039cd7a3fee tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0656521 Jul 07 18:40:03.513426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12b1846b-559b-42d0-b53c-bdf048b6efb8 req-844fa5fb-5191-43fb-b812-e5f9fac0850a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Jul 07 18:40:04.236493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.288038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-b2782e8e-d25c-4e0e-8d6f-c0de1005f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.289634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-b2782e8e-d25c-4e0e-8d6f-c0de1005f8f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1096 time: 0.0640578 Jul 07 18:40:04.409798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-c704f702-2ffd-4428-a0ff-3d32e10f9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.411342 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-c704f702-2ffd-4428-a0ff-3d32e10f9e18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0974214 Jul 07 18:40:04.474918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-39eec330-96f8-42b2-b746-85e68b34a106 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0556617 Jul 07 18:40:04.505670 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-2b447ef1-a806-4da8-b405-3444b49d1b02 service neutron] show failed (client error): The resource could not be found. Jul 07 18:40:04.506698 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-2b447ef1-a806-4da8-b405-3444b49d1b02 service neutron] 10.222.0.55 "GET /v2.0/ports/4eedb137-e2ae-43cd-9873-061a734c3af6/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0822010 Jul 07 18:40:04.533748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-d64a199b-fa44-48ac-872f-41bc9b0e61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.535351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-d64a199b-fa44-48ac-872f-41bc9b0e61ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0545235 Jul 07 18:40:04.573133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-5b8fa3c0-0e75-45ea-bdfc-c1ef1ebe161a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309176 Jul 07 18:40:04.734096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-b752d734-8ed8-411d-9d23-45d412172651 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532772 Jul 07 18:40:04.835030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c142c6-bcb7-4c63-ba15-4aa3419ede13 req-deff5600-a1bd-431e-a191-05f202706886 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.836639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82c142c6-bcb7-4c63-ba15-4aa3419ede13 req-deff5600-a1bd-431e-a191-05f202706886 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.1887820 Jul 07 18:40:04.913094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b35b8a7-856e-40d8-b523-67343f4899cc req-8678e59f-3113-465b-a1b7-4d27b4e1afea service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699581 Jul 07 18:40:04.916173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82c142c6-bcb7-4c63-ba15-4aa3419ede13 req-4bad03ce-3993-4e93-ad9b-8aeef250e850 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717869 Jul 07 18:40:04.956228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-9f5e2f41-7832-4ef6-919d-22cbad44ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.956228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-9f5e2f41-7832-4ef6-919d-22cbad44ea82 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc&tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb HTTP/1.1" status: 200 len: 1096 time: 0.1684356 Jul 07 18:40:04.967942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:05.048507 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.275231 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:05.312025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:40:05.357863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:05.360593 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1889cc69-a32d-40a7-9775-45a5c0bf0c00" -d '{"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-unplugged", "status": "completed", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:05.364534 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.385872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Transition to ACTIVE for port object 4eedb137-e2ae-43cd-9873-061a734c3af6 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:40:05.391446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.473733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] No DVR routers for this DVR port 4eedb137-e2ae-43cd-9873-061a734c3af6 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:40:05.477083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:05.508149 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f193ca-7479-40f9-b797-a4d48fd034b0 x-openstack-request-id: req-79f193ca-7479-40f9-b797-a4d48fd034b0 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:05.508892 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-unplugged", "status": "completed", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:05.508892 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79f193ca-7479-40f9-b797-a4d48fd034b0 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:05.509096 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'code': 200} Jul 07 18:40:05.522428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:40:05.522760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:40:05.523098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:40:05.527646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Port 4eedb137-e2ae-43cd-9873-061a734c3af6 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:40:05.527972 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Attempting to bind port 4eedb137-e2ae-43cd-9873-061a734c3af6 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:40:05.532906 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:40:05.533256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Checking segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:40:05.533644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Bound using segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:40:05.534130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Bound port: 4eedb137-e2ae-43cd-9873-061a734c3af6, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:40:05.534445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.601045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:40:05.604130 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:40:05.608487 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.644070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.644682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.646150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] 10.222.0.90 "PUT /v2.0/ports/4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 1091 time: 0.6843700 Jul 07 18:40:05.667063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc6b66-ead7-4a03-ac7e-4de0013fdc50 service neutron] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:05.728007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-dcf16b8d-6060-4c75-92fb-6d0b7b2d2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.729529 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-dcf16b8d-6060-4c75-92fb-6d0b7b2d2972 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1094 time: 0.0571253 Jul 07 18:40:05.823915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-a33d10d7-820e-4e7e-a1da-a6172bec75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.825457 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-a33d10d7-820e-4e7e-a1da-a6172bec75d4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0889609 Jul 07 18:40:05.871091 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-5c8c4a1e-309e-4d1c-be7b-85100bb1b336 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0391886 Jul 07 18:40:05.920435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-02605f48-7aa0-4d99-ac33-f0184670f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.922002 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-02605f48-7aa0-4d99-ac33-f0184670f11c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0451252 Jul 07 18:40:05.954601 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-fb530f18-8794-48d1-b75d-0499865e36a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266268 Jul 07 18:40:06.050216 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-9f63ce41-cd43-4a0d-a761-fa471287a13c service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894845 Jul 07 18:40:06.110821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e6ba5-489e-40b7-9ff2-8f23f9b4939b req-dee943c0-4091-4b14-9cab-5776547defbb tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:06.112422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-958e6ba5-489e-40b7-9ff2-8f23f9b4939b req-dee943c0-4091-4b14-9cab-5776547defbb tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 943 time: 0.0712533 Jul 07 18:40:06.147152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-40c2b859-fb51-40b8-ab60-8ece3884e8cd service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905340 Jul 07 18:40:06.154637 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-958e6ba5-489e-40b7-9ff2-8f23f9b4939b req-bf7099c8-577e-4b4e-8ea9-f1aa35520de1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Jul 07 18:40:06.264913 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:07.355913 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d16c5a-9c09-4bc2-804a-d1ca76ae7b03 req-f738d8f1-6c4d-4b18-be38-064facd67404 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:07.357418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1d16c5a-9c09-4bc2-804a-d1ca76ae7b03 req-f738d8f1-6c4d-4b18-be38-064facd67404 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 943 time: 0.0701947 Jul 07 18:40:07.398232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d1d16c5a-9c09-4bc2-804a-d1ca76ae7b03 req-a19f1b7f-3280-48ed-bf94-94a0d82a309f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Jul 07 18:40:07.510407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:07.512930 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc673f-4f2d-4789-bf45-944d712e36b8" -d '{"events": [{"name": "network-changed", "server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:07.561759 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519e394-fca2-4149-8bbf-7d6bc2b32cdc x-openstack-request-id: req-d519e394-fca2-4149-8bbf-7d6bc2b32cdc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:07.562561 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:07.562561 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d519e394-fca2-4149-8bbf-7d6bc2b32cdc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:07.562768 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'status': 'completed', 'code': 200} Jul 07 18:40:07.639866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-37ad937b-fbdf-4286-9047-86e2c7148bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:07.640268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-01835cc5-8322-419f-9fbe-d7f9d19ea8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:07.641454 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-37ad937b-fbdf-4286-9047-86e2c7148bb4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1094 time: 0.0549581 Jul 07 18:40:07.641951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-01835cc5-8322-419f-9fbe-d7f9d19ea8ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1094 time: 0.0603032 Jul 07 18:40:07.742396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-7c7adb12-53f5-417b-b339-b52ca9378751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:07.744049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-66727b14-6d9d-46c8-b80b-0c29704010e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:07.744228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-7c7adb12-53f5-417b-b339-b52ca9378751 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0960832 Jul 07 18:40:07.745646 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-66727b14-6d9d-46c8-b80b-0c29704010e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0980000 Jul 07 18:40:07.790152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-46106419-0d8d-4128-80c6-ffd76889d71c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0365698 Jul 07 18:40:07.807949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-3a7e1805-7d3a-42cd-8cb1-c31fb46673b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0560033 Jul 07 18:40:07.845839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-9657b90e-b785-4415-ac85-705611369c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:07.847346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-9657b90e-b785-4415-ac85-705611369c5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0503192 Jul 07 18:40:07.862457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-bef21da5-15cc-4d0c-92e2-66ceb99d29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:07.863965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-bef21da5-15cc-4d0c-92e2-66ceb99d29ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0488083 Jul 07 18:40:07.880998 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-b99f3f8b-1b1e-40d6-82a3-c5e9e9da57f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267730 Jul 07 18:40:07.898672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-1889b61f-fd6c-44f1-9065-8cf4c773d245 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282083 Jul 07 18:40:07.994480 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-990a715b-6840-4d54-94b4-f4e16b85d5f6 service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062255 Jul 07 18:40:08.003388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-4320af36-5799-49ac-819f-d6f6d407405a service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981362 Jul 07 18:40:08.101038 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-08f3f022-a2fc-42e5-ac5d-75fcd7846478 service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994322 Jul 07 18:40:08.112108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95fc673f-4f2d-4789-bf45-944d712e36b8 req-707d6fd4-cadf-4d32-9bdb-8e1a2e7fea6e service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022975 Jul 07 18:40:08.584881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704488b-1838-41c3-91af-724390a925e8 req-92849d1e-e1ed-42e6-a397-bc8efb636098 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:08.586429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1704488b-1838-41c3-91af-724390a925e8 req-92849d1e-e1ed-42e6-a397-bc8efb636098 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 943 time: 0.0667899 Jul 07 18:40:08.614771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:40:08.635486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1704488b-1838-41c3-91af-724390a925e8 req-c675258b-7568-46d6-988b-f65ba7199d1e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Jul 07 18:40:08.660558 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:40:09.563379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:40:09.660995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:09.675174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755', 'port_id': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'mac_address': 'fa:16:3e:93:4a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016b4606-4ff5-4b2f-bf3c-49c0b217de33', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:40:09.716800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:09.732381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eedb137-e2ae-43cd-9873-061a734c3af6 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:40:09.756520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:09.761819 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:09.829686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:09.858463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391a3c1-5b2a-4d17-b324-8f7bc1df36e9 req-884a9ee6-fb74-4964-8894-1f2b35c7d8bb tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:09.862756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a391a3c1-5b2a-4d17-b324-8f7bc1df36e9 req-884a9ee6-fb74-4964-8894-1f2b35c7d8bb tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 944 time: 0.0705905 Jul 07 18:40:09.902846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a391a3c1-5b2a-4d17-b324-8f7bc1df36e9 req-3cbb831b-f945-4c71-93a2-1187795896ad tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Jul 07 18:40:10.067102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['4eedb137-e2ae-43cd-9873-061a734c3af6'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:40:10.380251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-68f728ac-b739-46cb-a930-a4ae4830e8df tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:10.382727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-68f728ac-b739-46cb-a930-a4ae4830e8df tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.55 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc&tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 944 time: 0.2181950 Jul 07 18:40:10.403101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25541032-0496-4bf7-bb31-0afcd3ad4797 req-b31bf65c-26c0-42a1-90dd-da40a7a92160 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:10.404565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25541032-0496-4bf7-bb31-0afcd3ad4797 req-b31bf65c-26c0-42a1-90dd-da40a7a92160 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 944 time: 0.2122798 Jul 07 18:40:10.481185 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25541032-0496-4bf7-bb31-0afcd3ad4797 req-e6a48953-b8bf-4399-a39c-3ccca59fa848 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569031 Jul 07 18:40:10.482385 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-8975e665-a3b4-43d7-a4aa-f7fdb0d05089 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:40:10.483431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-8975e665-a3b4-43d7-a4aa-f7fdb0d05089 service neutron] 10.222.0.55 "DELETE /v2.0/ports/4eedb137-e2ae-43cd-9873-061a734c3af6/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0930140 Jul 07 18:40:10.598071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-e2954dc6-d384-43e6-b76f-86ee28b0ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:10.599625 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-e2954dc6-d384-43e6-b76f-86ee28b0ea33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 1095 time: 0.0670152 Jul 07 18:40:10.690755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-005a49ec-e809-4986-a2ca-1deb1c76d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:10.692098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-005a49ec-e809-4986-a2ca-1deb1c76d3ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0860603 Jul 07 18:40:10.739796 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-7334e78e-cc00-4759-b71d-08fad0461d19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 200 len: 217 time: 0.0411563 Jul 07 18:40:10.790716 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-a17f8da8-9417-45c2-993d-8cf5b1b0756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:10.792306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-a17f8da8-9417-45c2-993d-8cf5b1b0756b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0465598 Jul 07 18:40:10.826410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-5fc2d4bc-bb16-446e-becf-a6759cbe6162 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269032 Jul 07 18:40:10.920593 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-eb0db2e3-5905-49bb-a779-309d8f83c7f9 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874138 Jul 07 18:40:11.011685 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-170f46e4-e325-49b4-96d3-55dbeb2ffef9 req-e87486a6-0470-41e8-a929-2b49bce7966f service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835488 Jul 07 18:40:11.592853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:40:11.645889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 4eedb137-e2ae-43cd-9873-061a734c3af6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:40:11.650785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 4eedb137-e2ae-43cd-9873-061a734c3af6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:40:11.651251 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:11.681104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e7f2-0a14-4005-bdb5-355ed5224e25 req-0bd3dd8f-b059-4e7e-9352-1c979ade2959 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:11.682742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d14e7f2-0a14-4005-bdb5-355ed5224e25 req-0bd3dd8f-b059-4e7e-9352-1c979ade2959 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 944 time: 0.0740526 Jul 07 18:40:11.732293 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:11.735919 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d14e7f2-0a14-4005-bdb5-355ed5224e25 req-2d02fbb5-70c8-4c06-82d9-1d5f3c07e6de tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Jul 07 18:40:11.760710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:11.763524 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa24490-a911-4e9c-9f4e-10cbcddf5220" -d '{"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-plugged", "status": "completed", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:11.780640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:11.786434 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:11.840915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:11.884703 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49fbd7-767f-41db-b9d9-752ed6441405 x-openstack-request-id: req-2c49fbd7-767f-41db-b9d9-752ed6441405 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:11.885222 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-plugged", "status": "completed", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:11.885805 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c49fbd7-767f-41db-b9d9-752ed6441405 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:11.886439 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'code': 200} Jul 07 18:40:11.970248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b13e0c-13d4-474a-bafa-e3d048ba5d0e req-a38d495b-dfa6-4360-915c-a4dce04dbecf tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:11.971782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73b13e0c-13d4-474a-bafa-e3d048ba5d0e req-a38d495b-dfa6-4360-915c-a4dce04dbecf tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0686283 Jul 07 18:40:12.011182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73b13e0c-13d4-474a-bafa-e3d048ba5d0e req-b870059e-8f69-4424-8225-38ca48ae3126 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Jul 07 18:40:12.190034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d093f2-68d1-448d-95a7-d26c0aafc24d req-3ce944c9-0372-46fe-904d-90df2e81cd29 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:12.191618 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84d093f2-68d1-448d-95a7-d26c0aafc24d req-3ce944c9-0372-46fe-904d-90df2e81cd29 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0663993 Jul 07 18:40:12.238186 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84d093f2-68d1-448d-95a7-d26c0aafc24d req-2baa00c4-03ab-4dee-85f1-f06e80de28b9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359647 Jul 07 18:40:12.732246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df056-c368-42ea-8244-217d34c5a73f req-372e4d3d-5c75-4ca3-a3d1-d8cc5d5ee14f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:12.733806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-372e4d3d-5c75-4ca3-a3d1-d8cc5d5ee14f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 815 time: 0.1066477 Jul 07 18:40:12.749403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-66633336-5af3-4626-a38e-05fdc32a13c3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/quotas/1d042e40d18c41e2bdf8b70f7b0516bb HTTP/1.1" status: 200 len: 375 time: 0.0098019 Jul 07 18:40:12.844562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-6964fdba-f9a4-4ea5-becb-cd0b9627a5b3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893903 Jul 07 18:40:13.037407 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-eb08ecd1-dea3-4734-b939-591728243a9c service neutron] 10.222.0.88 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854002 Jul 07 18:40:13.160144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-5bab8cf3-5926-48da-9e41-561a14ef2b86 service neutron] 10.222.0.88 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166985 Jul 07 18:40:13.339035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a1cf46a-8e75-49d9-ad36-272660da8133 req-56ab5303-dc5d-4ce7-967b-464cd522fd6b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 210 time: 0.0297325 Jul 07 18:40:14.106001 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-cf0d49b9-474b-4798-8721-8e08ee7184a1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:14.107409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-cf0d49b9-474b-4798-8721-8e08ee7184a1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.90 "GET /v2.0/ports?device_id=39cdcd0a-293d-4f39-b9b2-690de4a2aefc HTTP/1.1" status: 200 len: 945 time: 0.0675275 Jul 07 18:40:14.222468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Deleting port 4eedb137-e2ae-43cd-9873-061a734c3af6 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:40:14.222808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:14.322657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] For port 4eedb137-e2ae-43cd-9873-061a734c3af6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4eedb137-e2ae-43cd-9873-061a734c3af6,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:14.323019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:14.336727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Calling delete_port for 4eedb137-e2ae-43cd-9873-061a734c3af6 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:40:14.484498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:14.498696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['4eedb137-e2ae-43cd-9873-061a734c3af6'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:40:14.522849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Pushing event deleted for resources: {'Port': ['ID=4eedb137-e2ae-43cd-9873-061a734c3af6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:14.535937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b8752a0-35c7-4429-b2d4-7b332cc074c6 req-0a52fd99-9c6e-4619-9e69-42aea730874a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 210 time: 0.0350323 Jul 07 18:40:14.583230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] No DVR routers for this DVR port 4eedb137-e2ae-43cd-9873-061a734c3af6 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:40:14.586446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:14.589711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-075b5a75-0f07-4b9c-94b9-11a08873cb39 req-e6e9071b-2a5d-4778-a9c5-768fdb692df9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.90 "DELETE /v2.0/ports/4eedb137-e2ae-43cd-9873-061a734c3af6 HTTP/1.1" status: 204 len: 173 time: 0.4759994 Jul 07 18:40:14.589711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-deleted', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:14.590915 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df056-c368-42ea-8244-217d34c5a73f req-cc3a8dbe-ff9d-4efc-9b0b-0e3c1f5da34d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:14.592464 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f2969-386e-46dd-b919-15eba788e3de" -d '{"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-deleted", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:14.592935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-cc3a8dbe-ff9d-4efc-9b0b-0e3c1f5da34d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 815 time: 0.2232180 Jul 07 18:40:14.616002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Request body: {'port': {'device_id': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755', 'admin_state_up': True, 'tenant_id': '1d042e40d18c41e2bdf8b70f7b0516bb'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:14.632108 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db408b91-34f2-4877-b606-bde33aed0b9c x-openstack-request-id: req-db408b91-34f2-4877-b606-bde33aed0b9c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:14.632458 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cdcd0a-293d-4f39-b9b2-690de4a2aefc", "name": "network-vif-deleted", "tag": "4eedb137-e2ae-43cd-9873-061a734c3af6", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:14.632716 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-db408b91-34f2-4877-b606-bde33aed0b9c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:14.633157 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cdcd0a-293d-4f39-b9b2-690de4a2aefc', 'name': 'network-vif-deleted', 'tag': '4eedb137-e2ae-43cd-9873-061a734c3af6', 'status': 'completed', 'code': 200} Jul 07 18:40:14.768909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Made reservation on behalf of 1d042e40d18c41e2bdf8b70f7b0516bb for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:40:14.772544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:14.905851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Allocated IP 172.20.0.11 (03c9e52d-2380-4dd8-9aa7-7b6eeb252755/016b4606-4ff5-4b2f-bf3c-49c0b217de33/7c36a7af-ca99-4452-9658-60a0b21daf31) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:40:15.067085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.111030 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.126482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['4eedb137-e2ae-43cd-9873-061a734c3af6'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:40:15.162651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:40:15.168204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:40:15.173061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:40:15.180248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:15.215159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.215525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.215859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.216199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.216534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.216941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.217265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.217600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.217941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.218256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.218579 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.218907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:15.245313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:15.245968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.264423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-37f3e241-ef11-4527-a4da-b2a526663e99 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6578045 Jul 07 18:40:15.276549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Request body: {'port': {'device_id': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:15.349687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.648183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c36a7af-ca99-4452-9658-60a0b21daf31 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:40:15.656348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.668627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Transition to ACTIVE for port object 7c36a7af-ca99-4452-9658-60a0b21daf31 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:40:15.674099 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.748884 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:15.873719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2919f6-7d13-454d-9606-28e4bf2b4245 req-3da001a1-dbde-4124-97bc-d17ca8c46803 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:15.875289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a2919f6-7d13-454d-9606-28e4bf2b4245 req-3da001a1-dbde-4124-97bc-d17ca8c46803 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.1603794 Jul 07 18:40:15.876523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:40:15.876867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:40:15.877205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:40:15.880175 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e633312-0bc6-424d-8c1e-33869e5e5116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.891909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Port 7c36a7af-ca99-4452-9658-60a0b21daf31 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:40:15.892238 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:40:15.903995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:40:15.904245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Checking segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:40:15.904662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Bound using segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:40:15.905109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Bound port: 7c36a7af-ca99-4452-9658-60a0b21daf31, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:40:15.905472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:15.948265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a2919f6-7d13-454d-9606-28e4bf2b4245 req-b453cfb3-793d-486d-9166-17db89d977c5 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659351 Jul 07 18:40:15.984132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:40:15.987492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:40:15.992441 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:16.026822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:16.027434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:16.028862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] 10.222.0.55 "PUT /v2.0/ports/7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 1092 time: 0.7568183 Jul 07 18:40:16.029305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:16.031665 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8" -d '{"events": [{"name": "network-changed", "server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:16.059384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4a344-a2a6-4167-845b-62ec07ef2af2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:16.074975 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b72030f-e6d0-42ca-ba20-619b5c2137ea x-openstack-request-id: req-1b72030f-e6d0-42ca-ba20-619b5c2137ea {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:16.075312 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:16.075630 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1b72030f-e6d0-42ca-ba20-619b5c2137ea {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:16.076044 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'status': 'completed', 'code': 200} Jul 07 18:40:16.136892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df056-c368-42ea-8244-217d34c5a73f req-56fdadb4-f0bc-4657-97b9-bc5a23f275fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:16.138460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-56fdadb4-f0bc-4657-97b9-bc5a23f275fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0606654 Jul 07 18:40:16.180972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-4b4a06da-04a8-47c9-9281-70d33ebde060 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 217 time: 0.0350766 Jul 07 18:40:16.230329 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df056-c368-42ea-8244-217d34c5a73f req-da0fb3fb-5099-4156-bf42-853fa221dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:16.231810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-da0fb3fb-5099-4156-bf42-853fa221dd57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0450099 Jul 07 18:40:16.271567 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-29051a76-4e01-433d-9318-fa776421dce5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315709 Jul 07 18:40:16.368021 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-f2ae4168-6f9b-4aa2-b877-2773b490238d service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904009 Jul 07 18:40:16.463305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-141df056-c368-42ea-8244-217d34c5a73f req-96ce877d-38f2-48ce-99f7-763df81a2dfb service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887258 Jul 07 18:40:16.567208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-007d1df4-e1ba-4198-af90-66a72589133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:16.568764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-007d1df4-e1ba-4198-af90-66a72589133a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0543845 Jul 07 18:40:16.658565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-0ebd75fa-7072-42bf-a21c-aba87ab32ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:16.660040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-0ebd75fa-7072-42bf-a21c-aba87ab32ef6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0850930 Jul 07 18:40:16.705786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-7ed5a055-6e60-4800-b0ee-7a2717f5681d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 217 time: 0.0380228 Jul 07 18:40:16.757984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-0f98ba64-5d37-4087-a703-0d09e7c6fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:16.759322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-0f98ba64-5d37-4087-a703-0d09e7c6fdae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0456977 Jul 07 18:40:16.812925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-664e7ee9-385c-40e9-a3a3-24b3b626192f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420110 Jul 07 18:40:16.905565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-dbbd009b-486e-4f54-8b93-333faf7e13b3 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Jul 07 18:40:17.002309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7e4d0205-8d95-4ac2-9244-9d3f1b4b04a8 req-de81fd7d-8bbc-41d0-b02e-046dac66ceaa service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893567 Jul 07 18:40:17.157264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da6bc8-9435-4371-819d-9bc73e7c353a req-6969563a-e20a-492d-8531-23fada1bf4ec tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:17.158767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13da6bc8-9435-4371-819d-9bc73e7c353a req-6969563a-e20a-492d-8531-23fada1bf4ec tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.0942545 Jul 07 18:40:17.223171 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-13da6bc8-9435-4371-819d-9bc73e7c353a req-f225d617-09b8-4c8a-9448-6146f416ef52 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579638 Jul 07 18:40:17.647708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:40:17.670351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 4eedb137-e2ae-43cd-9873-061a734c3af6 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:40:17.670689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4eedb137-e2ae-43cd-9873-061a734c3af6 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:40:18.417288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49199ddc-9404-4510-8e24-af8eaae19b26 req-a932b6f6-c18d-48c2-bef8-b8e8e0f8f84d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:18.419695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49199ddc-9404-4510-8e24-af8eaae19b26 req-a932b6f6-c18d-48c2-bef8-b8e8e0f8f84d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.0829425 Jul 07 18:40:18.426227 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51071cb7-183c-4416-be7f-1d523f29c72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:18.460707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-49199ddc-9404-4510-8e24-af8eaae19b26 req-774f4fea-5eef-437c-98c7-ef7b0628e9b5 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345774 Jul 07 18:40:18.526407 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:18.660527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:40:18.755363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:18.767628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755', 'port_id': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'mac_address': 'fa:16:3e:db:55:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016b4606-4ff5-4b2f-bf3c-49c0b217de33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:40:18.807391 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:18.824411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c36a7af-ca99-4452-9658-60a0b21daf31 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:40:18.844119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:18.849050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:18.895320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:19.059642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['7c36a7af-ca99-4452-9658-60a0b21daf31'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:40:19.657681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924fe4a-b8a5-4baf-9a53-6d9fd56d0582 req-b437f113-3fc2-42ca-ae35-1e6949e160f6 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:19.659197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a924fe4a-b8a5-4baf-9a53-6d9fd56d0582 req-b437f113-3fc2-42ca-ae35-1e6949e160f6 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 945 time: 0.0661252 Jul 07 18:40:19.698180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a924fe4a-b8a5-4baf-9a53-6d9fd56d0582 req-3ec2e175-92c3-4702-9f21-dd95706cf687 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Jul 07 18:40:19.799254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:20.672820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:40:20.749954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 7c36a7af-ca99-4452-9658-60a0b21daf31 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:40:20.754410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 7c36a7af-ca99-4452-9658-60a0b21daf31 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:40:20.754820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:20.847780 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:20.880750 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:20.883110 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb4422-43da-4dff-99ff-a3656e7245e2" -d '{"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-plugged", "status": "completed", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:20.901776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:20.910310 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:20.931304 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840b8f0-b85b-4850-98b1-1edf60aa2d28 req-648b53c3-e401-4612-bb25-cc04eaac9276 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:20.932949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e840b8f0-b85b-4850-98b1-1edf60aa2d28 req-648b53c3-e401-4612-bb25-cc04eaac9276 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 945 time: 0.1161849 Jul 07 18:40:20.951022 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730d1a15-82c9-4e34-9981-b3dd121a4348 x-openstack-request-id: req-730d1a15-82c9-4e34-9981-b3dd121a4348 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:20.951515 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-plugged", "status": "completed", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:20.951859 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-730d1a15-82c9-4e34-9981-b3dd121a4348 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:20.952411 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'code': 200} Jul 07 18:40:20.982959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e840b8f0-b85b-4850-98b1-1edf60aa2d28 req-7f5863c4-0154-4d54-a4de-18d061942bc7 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Jul 07 18:40:20.988748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:21.052097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ba32b-486b-4a16-a778-1742531808a5 req-b3789fab-fea6-403f-8227-23e45209c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:21.053911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-006ba32b-486b-4a16-a778-1742531808a5 req-b3789fab-fea6-403f-8227-23e45209c988 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1097 time: 0.0536261 Jul 07 18:40:21.090289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-006ba32b-486b-4a16-a778-1742531808a5 req-c83ce27f-1a7e-4570-9bb2-79a7e6fd4524 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293911 Jul 07 18:40:21.313377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:22.176693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4348bdb-f8a1-491d-870d-89a58feb5e7c req-a04bba27-dac4-43c9-86ed-46a15f39df01 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:22.179114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4348bdb-f8a1-491d-870d-89a58feb5e7c req-a04bba27-dac4-43c9-86ed-46a15f39df01 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0710361 Jul 07 18:40:22.242287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c4348bdb-f8a1-491d-870d-89a58feb5e7c req-c90dd982-6385-479a-b537-b9d32e684d06 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574718 Jul 07 18:40:22.444470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd634d-1825-4e08-ac05-53b75ea74acb req-f55e4aa3-6539-4832-9cf9-3c16471deafa tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:22.446012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7acd634d-1825-4e08-ac05-53b75ea74acb req-f55e4aa3-6539-4832-9cf9-3c16471deafa tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0798526 Jul 07 18:40:22.503246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7acd634d-1825-4e08-ac05-53b75ea74acb req-683d481b-93e0-4df9-a733-59c1c4cb799d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506160 Jul 07 18:40:22.892376 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-81d2c245-79df-482d-87e4-dd418e3db1b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854633 Jul 07 18:40:22.927472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a6b22-19b5-4772-9db5-06f0706a3a84 req-0b712b1f-1f8e-43cc-adb2-5363d8209ae4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:22.929035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-180a6b22-19b5-4772-9db5-06f0706a3a84 req-0b712b1f-1f8e-43cc-adb2-5363d8209ae4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0702097 Jul 07 18:40:22.972692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-180a6b22-19b5-4772-9db5-06f0706a3a84 req-eca4b7fa-736a-4b68-a262-b7eed485e6c5 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346291 Jul 07 18:40:24.470368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-f302914f-3a4a-4171-91f7-6631efa6eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:24.471880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-f302914f-3a4a-4171-91f7-6631efa6eaf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1097 time: 0.4057813 Jul 07 18:40:24.532759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dd873-2e1b-4706-999a-0eefcd572a4a req-5703d3d4-5267-47b5-b000-b80413e55cde tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:24.534246 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-473dd873-2e1b-4706-999a-0eefcd572a4a req-5703d3d4-5267-47b5-b000-b80413e55cde tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.1242783 Jul 07 18:40:24.598095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-473dd873-2e1b-4706-999a-0eefcd572a4a req-cf91568c-dd8d-46ed-af67-9e58b3a8a656 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558965 Jul 07 18:40:24.602998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-bbcfd5d4-9b60-4775-bf73-c31e18b2c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:24.604438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-bbcfd5d4-9b60-4775-bf73-c31e18b2c3ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.1244366 Jul 07 18:40:24.667372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-03701f2f-72c5-45b0-a001-3ddaad54243f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 217 time: 0.0543001 Jul 07 18:40:24.738171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-249faa93-e467-43a2-a7da-279134bbda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:24.740433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-249faa93-e467-43a2-a7da-279134bbda18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0670650 Jul 07 18:40:24.776862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-2476123e-29cf-41b8-a659-a5e03d27eaca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303073 Jul 07 18:40:24.864666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-214a9866-84cd-4e6e-b6e9-f2fa8f876856 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816250 Jul 07 18:40:24.956587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-1f2271db-6b90-4eda-88e5-bc6ce07049f9 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 Jul 07 18:40:25.787670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb2652-c84e-4bfa-a333-1594a586e2f1 req-2e239d61-ac2a-4f7b-8214-f2e3e25f27d1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:25.789139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bcb2652-c84e-4bfa-a333-1594a586e2f1 req-2e239d61-ac2a-4f7b-8214-f2e3e25f27d1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0720849 Jul 07 18:40:25.832512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bcb2652-c84e-4bfa-a333-1594a586e2f1 req-80227793-9e86-4202-a87b-7b2a9db053d3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339675 Jul 07 18:40:27.007941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77882ed8-e691-4ed7-9ab5-8cb72caab814 req-2474bde4-d485-4ab2-8335-bdff94da386b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:27.009471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77882ed8-e691-4ed7-9ab5-8cb72caab814 req-2474bde4-d485-4ab2-8335-bdff94da386b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0645361 Jul 07 18:40:27.056504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-77882ed8-e691-4ed7-9ab5-8cb72caab814 req-0ff3f562-9921-486d-8bff-33289a0241c1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Jul 07 18:40:28.300308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446942ac-7a85-4503-b3a3-1fddaf136bf5 req-078e22af-702d-4638-a092-21d6597c0886 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.301825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-446942ac-7a85-4503-b3a3-1fddaf136bf5 req-078e22af-702d-4638-a092-21d6597c0886 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0682330 Jul 07 18:40:28.346879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-446942ac-7a85-4503-b3a3-1fddaf136bf5 req-69dc63e9-7507-4ce5-b023-18c001623591 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Jul 07 18:40:29.597737 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db0ad5-c229-4341-ab8c-7177d2b021ed req-d06bc06c-1ae5-4902-908f-1332b9a3009d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:29.599318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7db0ad5-c229-4341-ab8c-7177d2b021ed req-d06bc06c-1ae5-4902-908f-1332b9a3009d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0671744 Jul 07 18:40:29.646189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7db0ad5-c229-4341-ab8c-7177d2b021ed req-13c175d6-db10-4c97-8bf0-16bfd2e718f4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371544 Jul 07 18:40:30.874437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd560aa-1c08-40a1-a90d-d251f0598a94 req-21b46e45-3508-4ab5-9c5e-4d584c6c0df3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:30.876856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cd560aa-1c08-40a1-a90d-d251f0598a94 req-21b46e45-3508-4ab5-9c5e-4d584c6c0df3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0874410 Jul 07 18:40:30.917394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4cd560aa-1c08-40a1-a90d-d251f0598a94 req-94cf7325-0ec9-4e82-9727-4c0ab3c9a7f8 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Jul 07 18:40:32.104852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dca92f-8985-4dba-be7f-18cd14dfb2d8 req-cd389927-721f-47fd-af0d-9bc646748e03 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:32.106456 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15dca92f-8985-4dba-be7f-18cd14dfb2d8 req-cd389927-721f-47fd-af0d-9bc646748e03 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0703895 Jul 07 18:40:32.149053 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15dca92f-8985-4dba-be7f-18cd14dfb2d8 req-828af917-8130-4445-b6d8-2ac687c28db7 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361085 Jul 07 18:40:32.222852 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:33.331990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca876-6c32-4dd6-a32a-1b6bfa5d6dd7 req-e0eaac0f-4578-428a-925e-e47c5187b9b3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:33.333556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8eca876-6c32-4dd6-a32a-1b6bfa5d6dd7 req-e0eaac0f-4578-428a-925e-e47c5187b9b3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0670779 Jul 07 18:40:33.379986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8eca876-6c32-4dd6-a32a-1b6bfa5d6dd7 req-5bc69fb3-797e-4c5b-83e6-286ebc26bc3b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363100 Jul 07 18:40:34.248686 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:34.577667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14ad3-aa32-45e3-9172-12bc31a13d63 req-19af717e-248a-442f-8f85-278798da06f1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:34.579399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bea14ad3-aa32-45e3-9172-12bc31a13d63 req-19af717e-248a-442f-8f85-278798da06f1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0674791 Jul 07 18:40:34.618188 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bea14ad3-aa32-45e3-9172-12bc31a13d63 req-3296f582-9ec1-4e52-b03a-a3a75532a7cc tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Jul 07 18:40:35.823604 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5184e-f7a1-4b01-a340-4fb9e780bcf1 req-19038a61-1c65-45e9-9b1f-f30d5b95c2f4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:35.825514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dff5184e-f7a1-4b01-a340-4fb9e780bcf1 req-19038a61-1c65-45e9-9b1f-f30d5b95c2f4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0799794 Jul 07 18:40:35.866387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dff5184e-f7a1-4b01-a340-4fb9e780bcf1 req-43f57129-991b-4f83-9bec-4a6fd97867d1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Jul 07 18:40:36.266845 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:37.045399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c541a39-cc67-40d4-b52b-05524942eebf req-7468b9e8-320e-4323-9fd8-2a80091e60ad tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:37.047057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c541a39-cc67-40d4-b52b-05524942eebf req-7468b9e8-320e-4323-9fd8-2a80091e60ad tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0678456 Jul 07 18:40:37.092078 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c541a39-cc67-40d4-b52b-05524942eebf req-8f74b06b-b14c-4f4e-9271-86024ee83c78 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 Jul 07 18:40:38.276297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241901a0-9b53-4953-be5f-5f632c8bd5bf req-6239b9fc-7c5d-4ccf-800a-7b56fecfec56 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:38.277887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-241901a0-9b53-4953-be5f-5f632c8bd5bf req-6239b9fc-7c5d-4ccf-800a-7b56fecfec56 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0683348 Jul 07 18:40:38.321018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-241901a0-9b53-4953-be5f-5f632c8bd5bf req-7dd3e95f-d03d-46a6-9223-cbdf111930a3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Jul 07 18:40:39.512162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3b5a7-0413-4f41-8152-9ef8451be57f req-d82de404-ef3f-4c11-a4d5-489afc1f0248 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:39.513877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6f3b5a7-0413-4f41-8152-9ef8451be57f req-d82de404-ef3f-4c11-a4d5-489afc1f0248 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0673835 Jul 07 18:40:39.559845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6f3b5a7-0413-4f41-8152-9ef8451be57f req-d7a87563-c865-41e1-ab57-b63445f3df7a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Jul 07 18:40:40.744302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96baeba-49f6-46dc-b987-460b55550e4b req-5bb1b181-98a1-4f49-9201-74a2b0427bc7 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:40.744302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e96baeba-49f6-46dc-b987-460b55550e4b req-5bb1b181-98a1-4f49-9201-74a2b0427bc7 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0670497 Jul 07 18:40:40.787820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e96baeba-49f6-46dc-b987-460b55550e4b req-c3e40462-92d3-4dfa-b827-05c18507eece tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Jul 07 18:40:41.981995 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57266049-c56f-4841-9f22-c8f1208d9e44 req-70435999-d949-4941-bb7c-aa51f5a3fa1f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:41.983595 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57266049-c56f-4841-9f22-c8f1208d9e44 req-70435999-d949-4941-bb7c-aa51f5a3fa1f tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0669620 Jul 07 18:40:42.027033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57266049-c56f-4841-9f22-c8f1208d9e44 req-262d312c-d1a3-4bc5-9cba-1cb367e3293c tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Jul 07 18:40:43.216398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a5ee8-2957-4505-81f8-8458885573f2 req-4b20b60d-02de-4395-9925-1909aee11ee0 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:43.218008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d5a5ee8-2957-4505-81f8-8458885573f2 req-4b20b60d-02de-4395-9925-1909aee11ee0 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0724573 Jul 07 18:40:43.259263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1d5a5ee8-2957-4505-81f8-8458885573f2 req-ed7a7737-1062-457f-9c0b-9d5cdb2c6447 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Jul 07 18:40:44.499968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d4a24-e6f9-492f-af7b-67863140cb54 req-d5b8caa1-2430-4b6e-9926-c6ebe61057f2 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:44.501608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd2d4a24-e6f9-492f-af7b-67863140cb54 req-d5b8caa1-2430-4b6e-9926-c6ebe61057f2 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0735550 Jul 07 18:40:44.541925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd2d4a24-e6f9-492f-af7b-67863140cb54 req-cae6ff6c-20d4-448f-b236-d9349f01b045 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Jul 07 18:40:45.723777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f9b8-258b-4cc7-a0e3-8f7592db8d0d req-d07d4261-38d0-4df7-83f0-cd91ad14755a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:45.725339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9d9f9b8-258b-4cc7-a0e3-8f7592db8d0d req-d07d4261-38d0-4df7-83f0-cd91ad14755a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0680194 Jul 07 18:40:45.770757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f9d9f9b8-258b-4cc7-a0e3-8f7592db8d0d req-c4db8395-47ff-470a-a4f1-31c10c849fcb tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393209 Jul 07 18:40:45.886409 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfca3cf2-f312-4a20-9237-7ccb7bf60363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:46.958404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d2fb5-41d8-45a8-943e-f3853e445b8d req-73db4c2d-70d9-4948-ab8b-72853ad6ebba tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:46.959952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a3d2fb5-41d8-45a8-943e-f3853e445b8d req-73db4c2d-70d9-4948-ab8b-72853ad6ebba tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0685046 Jul 07 18:40:46.999632 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a3d2fb5-41d8-45a8-943e-f3853e445b8d req-7f9309ae-fa5e-428e-b32b-db62dfae0378 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Jul 07 18:40:48.176581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bec05-ebed-4f17-9ed4-5d6775b6b1b1 req-06780799-d548-4760-9c50-94adacedcb43 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:48.178119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad0bec05-ebed-4f17-9ed4-5d6775b6b1b1 req-06780799-d548-4760-9c50-94adacedcb43 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0655847 Jul 07 18:40:48.218459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad0bec05-ebed-4f17-9ed4-5d6775b6b1b1 req-394fec10-79bb-4341-a494-333bd4e2e32e tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Jul 07 18:40:48.420173 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb761b6f-bdac-4ee2-b89e-f56d2a33d471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:48.520576 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:49.426729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74277146-3c27-49b7-9078-02e1ba4d6656 req-64cb3307-dcda-49cb-ab8c-9a812302124b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:49.428309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74277146-3c27-49b7-9078-02e1ba4d6656 req-64cb3307-dcda-49cb-ab8c-9a812302124b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0711498 Jul 07 18:40:49.469971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74277146-3c27-49b7-9078-02e1ba4d6656 req-8a1368f2-a981-4a40-b84a-ce7cb4b91414 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Jul 07 18:40:49.804904 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:50.666614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36af05-8bfe-4612-9279-ab752bec915c req-5f551478-3467-4bdc-a7e3-49a82024b6d4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:50.668207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c36af05-8bfe-4612-9279-ab752bec915c req-5f551478-3467-4bdc-a7e3-49a82024b6d4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0686579 Jul 07 18:40:50.715117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c36af05-8bfe-4612-9279-ab752bec915c req-88febfa8-a08b-4643-872a-a9e6a7f63884 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Jul 07 18:40:51.310059 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:51.952751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da2e2a-2a51-4162-a904-74f94ab4a5bd req-501901e8-c4f2-4230-abd9-47805672ca34 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:51.954307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8da2e2a-2a51-4162-a904-74f94ab4a5bd req-501901e8-c4f2-4230-abd9-47805672ca34 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.1030543 Jul 07 18:40:52.011649 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-eda8aa1f-ea03-4c9c-bb0c-d6ba0d1df104 service neutron] show failed (client error): The resource could not be found. Jul 07 18:40:52.012709 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-eda8aa1f-ea03-4c9c-bb0c-d6ba0d1df104 service neutron] 10.222.0.55 "GET /v2.0/ports/7c36a7af-ca99-4452-9658-60a0b21daf31/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.1666279 Jul 07 18:40:52.026551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8da2e2a-2a51-4162-a904-74f94ab4a5bd req-ea2bc578-75d8-42ce-942e-0318d13db4f1 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649948 Jul 07 18:40:52.282673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-1c65dd8e-e8e2-4e2a-bc76-1d5d0fd9645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:52.284142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-1c65dd8e-e8e2-4e2a-bc76-1d5d0fd9645e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19&tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb HTTP/1.1" status: 200 len: 1097 time: 0.0555272 Jul 07 18:40:52.296160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:52.371389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:52.584164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:52.622248 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:40:52.663587 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:52.666085 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d50a6d2-256a-4eef-b049-6aebbb255e54" -d '{"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-unplugged", "status": "completed", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:52.670174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:52.686195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Transition to ACTIVE for port object 7c36a7af-ca99-4452-9658-60a0b21daf31 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:40:52.691066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:52.728483 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4138b954-31a7-4ac1-8226-ae6a874b7a8f x-openstack-request-id: req-4138b954-31a7-4ac1-8226-ae6a874b7a8f {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:52.728800 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-unplugged", "status": "completed", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:52.729008 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4138b954-31a7-4ac1-8226-ae6a874b7a8f {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:52.729402 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'code': 200} Jul 07 18:40:52.763011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] No DVR routers for this DVR port 7c36a7af-ca99-4452-9658-60a0b21daf31 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:40:52.769114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:52.799483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.799863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.800119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.800445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.800791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.801121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.801438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.801781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.802076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.802384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.802724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.803037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:52.817603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:40:52.817927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:40:52.818264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:40:52.822978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Port 7c36a7af-ca99-4452-9658-60a0b21daf31 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:40:52.823295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Attempting to bind port 7c36a7af-ca99-4452-9658-60a0b21daf31 on network 03c9e52d-2380-4dd8-9aa7-7b6eeb252755 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:40:52.828323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:40:52.828646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Checking segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:40:52.829085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Bound using segment: {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:40:52.829500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Bound port: 7c36a7af-ca99-4452-9658-60a0b21daf31, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6525368d-129b-46b0-b5e9-8f181b4545bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:40:52.829866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:52.903087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:40:52.907724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:40:52.913985 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:52.963332 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:52.963966 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:52.965683 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] 10.222.0.90 "PUT /v2.0/ports/7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 1092 time: 0.6737833 Jul 07 18:40:52.985144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc5243-6644-419e-ab00-7e9a44e507b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:53.072072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-c1b7839f-fa94-4116-86d1-591ebed636a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:53.073705 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-c1b7839f-fa94-4116-86d1-591ebed636a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0663018 Jul 07 18:40:53.180367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-7064e7d5-ade1-4d10-882c-7413c96f288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:53.182667 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-7064e7d5-ade1-4d10-882c-7413c96f288a service neutron] 10.222.0.90 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.1019871 Jul 07 18:40:53.235651 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-5ca2ce5a-b010-4516-8d57-995be81b1ebe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 217 time: 0.0453420 Jul 07 18:40:53.266251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084752f-c7a3-4017-afd4-122d47f350ea req-0f94c185-064a-48f7-bffe-d7a174677b2d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:53.267855 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e084752f-c7a3-4017-afd4-122d47f350ea req-0f94c185-064a-48f7-bffe-d7a174677b2d tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.0748248 Jul 07 18:40:53.288399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-1ef03fc9-21b6-4d61-931d-29adb292771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:53.290321 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-1ef03fc9-21b6-4d61-931d-29adb292771e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0484076 Jul 07 18:40:53.308981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e084752f-c7a3-4017-afd4-122d47f350ea req-e6e4438d-d796-4bfb-af43-34369f5046b5 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347109 Jul 07 18:40:53.326561 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-8114270d-1b13-427f-a645-1cc79ff5bffa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294471 Jul 07 18:40:53.421494 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-ba12ad92-901e-47e4-b696-b9c3ba8cab25 service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886929 Jul 07 18:40:53.512788 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-04632cb4-b43f-4d7e-9f10-06a062c6fa47 req-9d0dc072-b256-4037-a08e-1a4d1c8aa06a service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847132 Jul 07 18:40:54.500621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbedae-ee40-4a30-9a19-55aa104b3384 req-6de4fb95-6936-4fed-879a-8bcb355c537c tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:54.502301 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48dbedae-ee40-4a30-9a19-55aa104b3384 req-6de4fb95-6936-4fed-879a-8bcb355c537c tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.0726297 Jul 07 18:40:54.542748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48dbedae-ee40-4a30-9a19-55aa104b3384 req-cbcc0cae-d544-440a-a107-44b3efcc4b35 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Jul 07 18:40:54.730476 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:54.733112 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb358c0-8821-425c-9d99-ccc9899527de" -d '{"events": [{"name": "network-changed", "server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:54.804283 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef4d99-2cf9-418a-9e81-340e205064b2 x-openstack-request-id: req-1fef4d99-2cf9-418a-9e81-340e205064b2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:54.804698 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:54.805093 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1fef4d99-2cf9-418a-9e81-340e205064b2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:54.805700 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'status': 'completed', 'code': 200} Jul 07 18:40:54.814452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:40:54.873417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:40:54.878717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb358c0-8821-425c-9d99-ccc9899527de req-650b4594-2773-40ee-a0d0-2677c2d02a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:54.880272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-650b4594-2773-40ee-a0d0-2677c2d02a4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0605400 Jul 07 18:40:54.887493 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb358c0-8821-425c-9d99-ccc9899527de req-b0cbe425-8ac7-4165-b6de-a40484efe63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:54.889209 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-b0cbe425-8ac7-4165-b6de-a40484efe63f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0570474 Jul 07 18:40:54.995491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb358c0-8821-425c-9d99-ccc9899527de req-8654ed28-d010-49f1-872b-48269a9d05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:54.997463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-8654ed28-d010-49f1-872b-48269a9d05dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.1110406 Jul 07 18:40:55.000342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb358c0-8821-425c-9d99-ccc9899527de req-fbee825c-0c2e-4e8d-91c7-b400a3463ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:55.001838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-fbee825c-0c2e-4e8d-91c7-b400a3463ed0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.1063442 Jul 07 18:40:55.041390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-d556c22c-098f-4b13-834e-5d85eccb84ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 217 time: 0.0370789 Jul 07 18:40:55.045474 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-f0272b2f-4f06-4927-a0b4-12f5482765db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 217 time: 0.0360429 Jul 07 18:40:55.095273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb358c0-8821-425c-9d99-ccc9899527de req-8347e63c-6012-463b-ba61-dc8eeab06ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:55.096963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-8347e63c-6012-463b-ba61-dc8eeab06ce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0493588 Jul 07 18:40:55.099158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb358c0-8821-425c-9d99-ccc9899527de req-ca09f115-489e-4164-a6be-5f77778c2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:55.101486 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-ca09f115-489e-4164-a6be-5f77778c2f80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0497780 Jul 07 18:40:55.138285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-914162e3-0e47-4f3a-94d6-21a0a9f34234 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334415 Jul 07 18:40:55.141386 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-71c0b7fd-627e-456e-b74f-53634301a535 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327971 Jul 07 18:40:55.271750 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-e0737db9-ae52-42a9-9a7e-153f260a4886 service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239488 Jul 07 18:40:55.276666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-e10a773e-b182-4e61-9b06-b20ddbc752f8 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308184 Jul 07 18:40:55.374138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-280c435b-6dd3-4d46-8833-d50930c6768f service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916402 Jul 07 18:40:55.374802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3fb358c0-8821-425c-9d99-ccc9899527de req-f08b72af-27b4-475f-9a79-d106816dc018 service neutron] 10.222.0.90 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961177 Jul 07 18:40:55.730636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fb72e-a305-4b03-bb29-5e1b07a0ec85 req-b67a8d05-3945-40e6-9ebe-3266e0377728 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:55.732089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c5fb72e-a305-4b03-bb29-5e1b07a0ec85 req-b67a8d05-3945-40e6-9ebe-3266e0377728 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.0719774 Jul 07 18:40:55.773905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c5fb72e-a305-4b03-bb29-5e1b07a0ec85 req-ceb9ede8-ae3b-43d8-8c71-39052989dfa6 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356827 Jul 07 18:40:56.976099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf634250-d6e9-40ed-9ec1-51e551a2c542 req-1d98db95-4915-4590-9021-4f3a17f58948 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:56.977647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf634250-d6e9-40ed-9ec1-51e551a2c542 req-1d98db95-4915-4590-9021-4f3a17f58948 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.0659873 Jul 07 18:40:57.016858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf634250-d6e9-40ed-9ec1-51e551a2c542 req-5687f584-18b5-44f6-a28d-53ccd4e7b8cc tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Jul 07 18:40:57.384033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b8cae-35cc-4e17-b1e9-f4e551926cce req-2a2d76f7-a987-4d89-9228-d490c1e74f93 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:57.385598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6b8cae-35cc-4e17-b1e9-f4e551926cce req-2a2d76f7-a987-4d89-9228-d490c1e74f93 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 944 time: 0.1206508 Jul 07 18:40:57.407064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-0f9a487b-502e-4575-aa5b-0082ba966158 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:57.408522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-0f9a487b-502e-4575-aa5b-0082ba966158 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19&tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 944 time: 0.1149895 Jul 07 18:40:57.462799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e6b8cae-35cc-4e17-b1e9-f4e551926cce req-54b5aa5f-f45a-4156-9739-c49b13a689cc tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704975 Jul 07 18:40:57.488155 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-e64f954d-8ff9-4591-a214-1131c505c75d service neutron] delete failed (client error): The resource could not be found. Jul 07 18:40:57.489206 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-e64f954d-8ff9-4591-a214-1131c505c75d service neutron] 10.222.0.55 "DELETE /v2.0/ports/7c36a7af-ca99-4452-9658-60a0b21daf31/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0740042 Jul 07 18:40:57.595224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-f878af1d-ff29-4248-909c-7ca3ee5c5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:57.596971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-f878af1d-ff29-4248-909c-7ca3ee5c5245 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 1095 time: 0.0624683 Jul 07 18:40:57.691165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-4913dd0f-d741-4290-9444-d7bd906baecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:57.692635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-4913dd0f-d741-4290-9444-d7bd906baecb service neutron] 10.222.0.55 "GET /v2.0/networks?id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 200 len: 916 time: 0.0891488 Jul 07 18:40:57.734458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-794801c5-85a5-4b9f-9362-1715f6c04369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 200 len: 217 time: 0.0357006 Jul 07 18:40:57.791546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-43a12fd1-26ac-46ff-9850-f994ea65c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:57.793238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-43a12fd1-26ac-46ff-9850-f994ea65c98e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 200 len: 855 time: 0.0513520 Jul 07 18:40:57.796503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:40:57.840772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-c120eacc-3209-4fda-8f65-7621b99d06b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03c9e52d-2380-4dd8-9aa7-7b6eeb252755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405538 Jul 07 18:40:57.902245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:57.914305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'network_id': '03c9e52d-2380-4dd8-9aa7-7b6eeb252755', 'port_id': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'mac_address': 'fa:16:3e:db:55:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016b4606-4ff5-4b2f-bf3c-49c0b217de33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:40:57.937115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-1bf92dcf-7bb0-4486-864c-6eb43682f646 service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878878 Jul 07 18:40:57.952100 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:57.966536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c36a7af-ca99-4452-9658-60a0b21daf31 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:40:57.987483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:57.995072 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:58.050227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:58.057077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e81bf6b-b192-4ea5-af79-55c133027d06 req-28fcf49e-11d0-4dd1-879d-7198c2d3facb service neutron] 10.222.0.55 "GET /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122851 Jul 07 18:40:58.062049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.062049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.062049 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.062386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.062517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.063028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.063199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.063635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.063959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.064317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.064635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.064985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:58.321720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['7c36a7af-ca99-4452-9658-60a0b21daf31'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:40:58.689909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2bbd-ba98-40dc-b493-6bed08259e45 req-dedef552-6d65-4896-b616-1b833a91eaa3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:58.692586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fdb2bbd-ba98-40dc-b493-6bed08259e45 req-dedef552-6d65-4896-b616-1b833a91eaa3 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 945 time: 0.0872684 Jul 07 18:40:58.751622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fdb2bbd-ba98-40dc-b493-6bed08259e45 req-a71c42f5-57e7-42e4-962b-2348458d2b37 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509508 Jul 07 18:40:58.997069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca799ed-a2d9-463c-bc7b-ba882553bf5e req-390989ad-bd8d-4575-9abb-a242216bea8a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:58.998679 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ca799ed-a2d9-463c-bc7b-ba882553bf5e req-390989ad-bd8d-4575-9abb-a242216bea8a tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 945 time: 0.0726850 Jul 07 18:40:59.041012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ca799ed-a2d9-463c-bc7b-ba882553bf5e req-f13a6cbb-3ccf-4bf7-abf7-7091e27b7537 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Jul 07 18:40:59.222464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f83fd-7261-406a-9038-4b946b8b1377 req-b9aa5f8e-31c9-436d-8f4c-1977c5c7468b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:59.224461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-870f83fd-7261-406a-9038-4b946b8b1377 req-b9aa5f8e-31c9-436d-8f4c-1977c5c7468b tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 945 time: 0.0687966 Jul 07 18:40:59.265147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-870f83fd-7261-406a-9038-4b946b8b1377 req-87ece35a-7834-4ee3-8563-ef638141aeeb tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348492 Jul 07 18:40:59.825264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:40:59.888208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd49ed-4be5-4ba2-a51e-10fa7afc6dba req-d950a930-5eee-4ff4-9a37-0790dbf8e6b9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:59.889887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcdd49ed-4be5-4ba2-a51e-10fa7afc6dba req-d950a930-5eee-4ff4-9a37-0790dbf8e6b9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 945 time: 0.0825148 Jul 07 18:40:59.892666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 7c36a7af-ca99-4452-9658-60a0b21daf31 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:40:59.899396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 7c36a7af-ca99-4452-9658-60a0b21daf31 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:40:59.899700 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:59.934837 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bcdd49ed-4be5-4ba2-a51e-10fa7afc6dba req-ef8bc002-9c54-412e-9148-0690aa42b4e9 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Jul 07 18:40:59.992577 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:00.015489 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:00.017711 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70153c00-615f-46b9-b088-015ba7755e83" -d '{"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-plugged", "status": "completed", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:00.031442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:00.037048 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:00.067621 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d06ee49-f236-49a6-8d87-da9bcfee6bd9 x-openstack-request-id: req-3d06ee49-f236-49a6-8d87-da9bcfee6bd9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:00.067894 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-plugged", "status": "completed", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:00.068145 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d06ee49-f236-49a6-8d87-da9bcfee6bd9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:00.068522 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'code': 200} Jul 07 18:41:00.097326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:01.048393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-38aef1cc-3005-4f1f-b125-3aa85849c1d4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:01.050144 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-38aef1cc-3005-4f1f-b125-3aa85849c1d4 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.90 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0694249 Jul 07 18:41:01.128527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f670721-a71e-485b-a3be-4da608a34c4e req-a99e1e0e-c20f-460c-a262-308c3e5f4bde tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:01.130365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f670721-a71e-485b-a3be-4da608a34c4e req-a99e1e0e-c20f-460c-a262-308c3e5f4bde tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 946 time: 0.0736027 Jul 07 18:41:01.166091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Deleting port 7c36a7af-ca99-4452-9658-60a0b21daf31 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:01.166498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:01.180285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f670721-a71e-485b-a3be-4da608a34c4e req-4a6f2daf-ebcc-44c8-945a-fc2df7c8ad50 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.88 "GET /v2.0/security-groups?id=0265730b-10c5-4ed2-9bfa-8e5f64822c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Jul 07 18:41:01.259051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] For port 7c36a7af-ca99-4452-9658-60a0b21daf31, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=7c36a7af-ca99-4452-9658-60a0b21daf31,segment=NetworkSegment(6525368d-129b-46b0-b5e9-8f181b4545bf),segment_id=6525368d-129b-46b0-b5e9-8f181b4545bf)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:01.259316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:01.273170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Calling delete_port for 7c36a7af-ca99-4452-9658-60a0b21daf31 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:01.414158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:01.427093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['7c36a7af-ca99-4452-9658-60a0b21daf31'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:41:01.462146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Pushing event deleted for resources: {'Port': ['ID=7c36a7af-ca99-4452-9658-60a0b21daf31,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:01.512561 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] No DVR routers for this DVR port 7c36a7af-ca99-4452-9658-60a0b21daf31 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:01.515390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:01.518069 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f9d4faf0-7521-4ed5-8d55-245685bab3f5 req-60c4de96-43ac-4e63-be98-6a7e913bff73 tempest-ServerDiskConfigTestJSON-614554327 tempest-ServerDiskConfigTestJSON-614554327-project] 10.222.0.90 "DELETE /v2.0/ports/7c36a7af-ca99-4452-9658-60a0b21daf31 HTTP/1.1" status: 204 len: 173 time: 0.4615598 Jul 07 18:41:01.518069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-deleted', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:01.520331 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48dab61-c4d3-402f-a9d9-e256f69d2b45" -d '{"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-deleted", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:01.585619 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2575b-e451-488b-8216-9ccb7faa6c06 x-openstack-request-id: req-e7c2575b-e451-488b-8216-9ccb7faa6c06 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:01.586048 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a223f7-c470-4ccd-a6d9-3edfe30b7c19", "name": "network-vif-deleted", "tag": "7c36a7af-ca99-4452-9658-60a0b21daf31", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:01.586420 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e7c2575b-e451-488b-8216-9ccb7faa6c06 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:01.587010 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a223f7-c470-4ccd-a6d9-3edfe30b7c19', 'name': 'network-vif-deleted', 'tag': '7c36a7af-ca99-4452-9658-60a0b21daf31', 'status': 'completed', 'code': 200} Jul 07 18:41:01.834941 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f20363-2226-4e41-9e85-e4ae970da894 req-2ba73e4b-5702-4dc2-9ff0-6308b4c0ceb0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0460496 Jul 07 18:41:01.939152 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f20363-2226-4e41-9e85-e4ae970da894 req-4edce550-c61b-45bd-966b-bd9d3138146e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&device_id=92a223f7-c470-4ccd-a6d9-3edfe30b7c19 HTTP/1.1" status: 200 len: 210 time: 0.0416508 Jul 07 18:41:02.195330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f20363-2226-4e41-9e85-e4ae970da894 req-ee8e9c1d-3d75-4788-9b49-25b0d062913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:02.197481 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f20363-2226-4e41-9e85-e4ae970da894 req-ee8e9c1d-3d75-4788-9b49-25b0d062913e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2324846 Jul 07 18:41:02.441222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53114) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:02.498578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] Deleting subnet 016b4606-4ff5-4b2f-bf3c-49c0b217de33 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:41:02.503552 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.545010 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.593422 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.660422 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.689194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016b4606-4ff5-4b2f-bf3c-49c0b217de33,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:02.695170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.699975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d341dc61-b726-44d9-aac8-c0dc543abf59 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/016b4606-4ff5-4b2f-bf3c-49c0b217de33 HTTP/1.1" status: 204 len: 168 time: 0.2543538 Jul 07 18:41:02.700196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53116) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:02.773635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.797156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f20363-2226-4e41-9e85-e4ae970da894 req-47990f06-aa8c-4773-9d66-d5140007c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:02.798644 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5f20363-2226-4e41-9e85-e4ae970da894 req-47990f06-aa8c-4773-9d66-d5140007c664 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5944803 Jul 07 18:41:02.875644 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.886073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c9e52d-2380-4dd8-9aa7-7b6eeb252755']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:02.896490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6525368d-129b-46b0-b5e9-8f181b4545bf') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:02.896778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6525368d-129b-46b0-b5e9-8f181b4545bf') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:02.905699 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.919998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.926645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:41:02.927075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:41:02.939051 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:41:02.997890 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:03.004856 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:03.007516 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/03c9e52d-2380-4dd8-9aa7-7b6eeb252755 HTTP/1.1" status: 204 len: 168 time: 0.3058000 Jul 07 18:41:03.031996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bed53-b7be-4ae6-bc03-9b4822c930b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c9e52d-2380-4dd8-9aa7-7b6eeb252755,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:03.137276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53120) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:03.179863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f39af4a0-bc24-4cfa-82b5-18fcaa8303a3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1d042e40d18c41e2bdf8b70f7b0516bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408101 Jul 07 18:41:03.182669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53122) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:03.236083 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ea096b8-bd6c-44e2-acb7-b9d37a8bbf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:03.257687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ea096b8-bd6c-44e2-acb7-b9d37a8bbf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:03.307683 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ea096b8-bd6c-44e2-acb7-b9d37a8bbf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:03.310483 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ea096b8-bd6c-44e2-acb7-b9d37a8bbf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:03.311733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9ea096b8-bd6c-44e2-acb7-b9d37a8bbf9b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0265730b-10c5-4ed2-9bfa-8e5f64822c14 HTTP/1.1" status: 204 len: 168 time: 0.1280999 Jul 07 18:41:03.320196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea096b8-bd6c-44e2-acb7-b9d37a8bbf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0265730b-10c5-4ed2-9bfa-8e5f64822c14,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:03.843924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:04.031742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 7c36a7af-ca99-4452-9658-60a0b21daf31 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:04.032069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 7c36a7af-ca99-4452-9658-60a0b21daf31 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:04.092074 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53144) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:04.205799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-152308640-network', 'tenant_id': '86aa7147300b4bb2b433083769602d64'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:04.230799 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Made reservation on behalf of 86aa7147300b4bb2b433083769602d64 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:04.233516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.242057 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.247782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.337258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.342998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.366942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:41:04.375815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d603b-57f1-4227-8302-018893bd0539,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:04.382230 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.382654 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Added segment 8d33b744-e9f1-46d7-9dea-d6e928bfca01 of type vlan for network a246557a-768e-44c5-af22-0fd84329e0e3 Jul 07 18:41:04.424659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.453760 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.454761 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:04.455367 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.507953 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4144034 Jul 07 18:41:04.511962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53148) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:04.517764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a405df-f209-4058-8282-018b8d2e39be admin admin] Pushing event updated for resources: {'Network': ['ID=a246557a-768e-44c5-af22-0fd84329e0e3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:04.517950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Request body: {'subnet': {'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-152308640-subnet', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:04.528095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network a246557a-768e-44c5-af22-0fd84329e0e3 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:41:04.546021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Made reservation on behalf of 86aa7147300b4bb2b433083769602d64 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:04.548780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.726399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.782945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7f0781-39fd-444a-8779-09e24282b3eb,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:04.793954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:04.794316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Network hostable DHCP agents. Network: a246557a-768e-44c5-af22-0fd84329e0e3, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:41:04.813232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Network a246557a-768e-44c5-af22-0fd84329e0e3 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:41:04.824193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, a246557a-768e-44c5-af22-0fd84329e0e3) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:04.828747 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:04.829905 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.833663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa2011-1f57-4087-ae2f-064078e41238 None None] Network a246557a-768e-44c5-af22-0fd84329e0e3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:04.847992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-347e9a53-ae68-419a-8b16-43bcaea7fa23 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3342121 Jul 07 18:41:04.850514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53150) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:04.855462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:04.879998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.881084 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.939736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.023546 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-a246557a-768e-44c5-af22-0fd84329e0e3', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:41:05.024726 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.099947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.179964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Allocated IP 172.20.0.2 (a246557a-768e-44c5-af22-0fd84329e0e3/7f7f0781-39fd-444a-8779-09e24282b3eb/d7377db4-11a3-47db-8975-67d871438299) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:05.344140 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.356355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Transition to ACTIVE for port object d7377db4-11a3-47db-8975-67d871438299 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:05.356616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.376249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.378693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Transition to ACTIVE for port object d7377db4-11a3-47db-8975-67d871438299 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:05.387141 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.446606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Network a246557a-768e-44c5-af22-0fd84329e0e3 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:05.450739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:05.460925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:05.480043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Pushing event updated for resources: {'Port': ['ID=d7377db4-11a3-47db-8975-67d871438299,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:05.552822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Allocated IP 172.25.1.56 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/84142cbe-835c-42f8-9e37-dce1952a8be7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:05.562878 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Attempting to bind port d7377db4-11a3-47db-8975-67d871438299 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:05.563461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Attempting to bind port d7377db4-11a3-47db-8975-67d871438299 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:05.564026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Attempting to bind port d7377db4-11a3-47db-8975-67d871438299 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:05.572011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:05.572565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:05.573229 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.573838 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:05.574589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Bound port: d7377db4-11a3-47db-8975-67d871438299, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:05.575187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.655236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] For port d7377db4-11a3-47db-8975-67d871438299, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:05.662235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] For port d7377db4-11a3-47db-8975-67d871438299, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d7377db4-11a3-47db-8975-67d871438299,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:05.673568 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.684206 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.734877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c739caa-9e8a-482a-a7b7-db7e4ba73cb3 None None] Pushing event updated for resources: {'Port': ['ID=d7377db4-11a3-47db-8975-67d871438299,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:05.735555 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.778073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:05.783962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:05.791686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:05.796672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Pushing event updated for resources: {'Port': ['ID=84142cbe-835c-42f8-9e37-dce1952a8be7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:06.095878 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:06.283924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:06.732709 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:06.747023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ecd1f6-e314-4e09-ae3d-2bd941569e38 None None] Network a246557a-768e-44c5-af22-0fd84329e0e3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:06.836025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3dc37f2f-e993-4b95-9f11-83c2dddd2118 None None] Provisioning for port d7377db4-11a3-47db-8975-67d871438299 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:06.882985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Router c2a411ef-3118-4840-b7c5-10345abc01e3 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:41:07.009969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:07.021940 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:07.030297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.032041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b03252f3-7ee1-4a37-b00a-da1c26986f64 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1803558 Jul 07 18:41:07.035224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53152) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:07.039090 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:07.039801 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:40:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:07.166201 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:07.445930 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:05Z', 'revision_number': 3, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:07.490058 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:07.490444 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Updating router c2a411ef-3118-4840-b7c5-10345abc01e3 port 84142cbe-835c-42f8-9e37-dce1952a8be7 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:41:07.531135 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.536145 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.624393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d7377db4-11a3-47db-8975-67d871438299 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:07.689828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d7377db4-11a3-47db-8975-67d871438299 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:07.695830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d7377db4-11a3-47db-8975-67d871438299 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:07.696448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.796580 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.804146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Allocated IP 172.20.0.1 (a246557a-768e-44c5-af22-0fd84329e0e3/7f7f0781-39fd-444a-8779-09e24282b3eb/34e4385b-35a0-42e6-a7a3-6d35a9da716f) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:07.844945 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.846999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d7377db4-11a3-47db-8975-67d871438299, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d7377db4-11a3-47db-8975-67d871438299,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:07.853242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.855653 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Transition to ACTIVE for port object 84142cbe-835c-42f8-9e37-dce1952a8be7 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:07.863940 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.909912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d7377db4-11a3-47db-8975-67d871438299,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:07.920553 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.933501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Transition to ACTIVE for port object 34e4385b-35a0-42e6-a7a3-6d35a9da716f will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:07.956418 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Pushing event updated for resources: {'Port': ['ID=84142cbe-835c-42f8-9e37-dce1952a8be7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:07.961051 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Attempting to bind port 84142cbe-835c-42f8-9e37-dce1952a8be7 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:07.961633 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Attempting to bind port 84142cbe-835c-42f8-9e37-dce1952a8be7 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:07.962218 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Attempting to bind port 84142cbe-835c-42f8-9e37-dce1952a8be7 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:07.968128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.978090 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.978648 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.979212 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.979716 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.980327 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.980803 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.981373 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.981931 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.982563 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.983394 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.983720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.984206 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:07.998658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:07.999292 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:07.999860 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.000632 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:08.001395 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Bound port: 84142cbe-835c-42f8-9e37-dce1952a8be7, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:08.002290 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.008097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Network a246557a-768e-44c5-af22-0fd84329e0e3 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:08.013151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:08.017334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:08.051213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Pushing event updated for resources: {'Port': ['ID=34e4385b-35a0-42e6-a7a3-6d35a9da716f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:08.063662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.065658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] For port 84142cbe-835c-42f8-9e37-dce1952a8be7, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:08.070805 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] For port 84142cbe-835c-42f8-9e37-dce1952a8be7, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=84142cbe-835c-42f8-9e37-dce1952a8be7,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:08.076342 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.146322 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0842ee3-62fa-4cb2-af59-a07a98440431 None None] Pushing event updated for resources: {'Port': ['ID=84142cbe-835c-42f8-9e37-dce1952a8be7,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:08.159698 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:08.160351 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:40:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:08.290542 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:08.290983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.295124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-00434611-af11-43a3-ae4c-267b9a6a7562 None None] Provisioning for port 34e4385b-35a0-42e6-a7a3-6d35a9da716f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:08.299900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-00434611-af11-43a3-ae4c-267b9a6a7562 None None] Provisioning complete for port 34e4385b-35a0-42e6-a7a3-6d35a9da716f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:08.300273 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00434611-af11-43a3-ae4c-267b9a6a7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.350925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-00434611-af11-43a3-ae4c-267b9a6a7562 None None] Port 34e4385b-35a0-42e6-a7a3-6d35a9da716f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:08.515277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.521091 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.592710 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:05Z', 'revision_number': 3, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:08.596132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:08.598470 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Pushing event updated for resources: {'Port': ['ID=34e4385b-35a0-42e6-a7a3-6d35a9da716f,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:08.623262 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a325-b704-4fd5-975d-c735db4ee81d None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:05Z', 'revision_number': 3, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:08.700670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Network a246557a-768e-44c5-af22-0fd84329e0e3 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:08.702180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:08.857670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:08.991716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-217e720f-8429-487b-8342-c187cac6c147 None None] Provisioning complete for port 34e4385b-35a0-42e6-a7a3-6d35a9da716f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:08.992402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-217e720f-8429-487b-8342-c187cac6c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.006612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:09.020671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-97054585-9515-4d7e-9642-862d39c8046f admin admin] 10.222.0.88 "PUT /v2.0/routers/c2a411ef-3118-4840-b7c5-10345abc01e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757836 Jul 07 18:41:09.041671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-217e720f-8429-487b-8342-c187cac6c147 None None] Port 34e4385b-35a0-42e6-a7a3-6d35a9da716f cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:09.228355 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:09.507954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53162) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:09.513037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-581455b3-f6ef-4637-9f1d-af6d642b2b4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276107950', 'description': 'tempest-description--1631468441'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:09.543692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-581455b3-f6ef-4637-9f1d-af6d642b2b4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.656171 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-581455b3-f6ef-4637-9f1d-af6d642b2b4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.661178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-581455b3-f6ef-4637-9f1d-af6d642b2b4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.688747 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-581455b3-f6ef-4637-9f1d-af6d642b2b4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.689543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84142cbe-835c-42f8-9e37-dce1952a8be7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:09.692998 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-581455b3-f6ef-4637-9f1d-af6d642b2b4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1810150 Jul 07 18:41:09.694613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53164) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:09.699623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f6043410-bba7-4396-a26f-70849ed11217 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'security_group_rule': {'security_group_id': '0ffa5449-6def-417b-9f20-53c0c489d26c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:09.700369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581455b3-f6ef-4637-9f1d-af6d642b2b4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa5449-6def-417b-9f20-53c0c489d26c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:09.740293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6043410-bba7-4396-a26f-70849ed11217 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.761406 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 84142cbe-835c-42f8-9e37-dce1952a8be7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:09.766045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 84142cbe-835c-42f8-9e37-dce1952a8be7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:09.766363 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.801818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6043410-bba7-4396-a26f-70849ed11217 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.806616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6043410-bba7-4396-a26f-70849ed11217 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.824213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6043410-bba7-4396-a26f-70849ed11217 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e97903c-0704-4801-8885-af470ab1520d,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:09.845102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f6043410-bba7-4396-a26f-70849ed11217 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.846552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f6043410-bba7-4396-a26f-70849ed11217 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507390 Jul 07 18:41:09.849165 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53166) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:09.854031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-014d0445-4dca-4ef5-b64a-2dbe72ebee11 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'security_group_rule': {'security_group_id': '0ffa5449-6def-417b-9f20-53c0c489d26c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:09.859652 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.883539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-014d0445-4dca-4ef5-b64a-2dbe72ebee11 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.884963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 84142cbe-835c-42f8-9e37-dce1952a8be7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=84142cbe-835c-42f8-9e37-dce1952a8be7,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:09.889384 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.890417 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d7377db4-11a3-47db-8975-67d871438299 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:09.959649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-014d0445-4dca-4ef5-b64a-2dbe72ebee11 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.964821 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-014d0445-4dca-4ef5-b64a-2dbe72ebee11 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.982540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d0445-4dca-4ef5-b64a-2dbe72ebee11 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab9e854-0b86-4b5e-be49-6c37e14c86ad,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:09.982828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=84142cbe-835c-42f8-9e37-dce1952a8be7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:09.994348 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-014d0445-4dca-4ef5-b64a-2dbe72ebee11 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:09.999293 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-014d0445-4dca-4ef5-b64a-2dbe72ebee11 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455743 Jul 07 18:41:09.999691 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d7377db4-11a3-47db-8975-67d871438299 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:09.999691 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.000235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53168) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:10.004812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:10.032728 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.140454 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.252518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Allocated IP 172.25.1.154 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b049e7d2-2dba-474c-87f0-8e7bef33b22f) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:10.366414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.366815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:10.376662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:10.377347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:40:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:10.408171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.446535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:10.452210 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:10.456750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:10.479410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'Port': ['ID=b049e7d2-2dba-474c-87f0-8e7bef33b22f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:10.491714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:10.588126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.665427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.760044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 2, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:10.787164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:10.787512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Updating router c2a411ef-3118-4840-b7c5-10345abc01e3 port 34e4385b-35a0-42e6-a7a3-6d35a9da716f binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:41:10.823215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.847984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.853716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.926939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'Port': ['ID=b049e7d2-2dba-474c-87f0-8e7bef33b22f,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:10.944338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.966871 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:10.969115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1ff52cab-b6d1-46ac-bc94-503df95f76c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9680882 Jul 07 18:41:11.127751 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-8a4e1e93-629c-4b9f-ac9d-96ae6c03df88 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1276107950&fields=id&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 267 time: 0.0477984 Jul 07 18:41:11.135130 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.146645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Transition to ACTIVE for port object 34e4385b-35a0-42e6-a7a3-6d35a9da716f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:11.153296 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.203184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c54f4-c1b0-4d83-abac-e35a10e257c5 None None] Pushing event updated for resources: {'Port': ['ID=34e4385b-35a0-42e6-a7a3-6d35a9da716f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:11.261671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-ba6b239d-2400-4a94-9017-b6aa3f0476cd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:11.264264 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-ba6b239d-2400-4a94-9017-b6aa3f0476cd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1295159 Jul 07 18:41:11.265094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Attempting to bind port 34e4385b-35a0-42e6-a7a3-6d35a9da716f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:11.265466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Attempting to bind port 34e4385b-35a0-42e6-a7a3-6d35a9da716f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:11.265831 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Attempting to bind port 34e4385b-35a0-42e6-a7a3-6d35a9da716f on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:11.271617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:11.271994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:11.272620 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.273144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:11.273554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Bound port: 34e4385b-35a0-42e6-a7a3-6d35a9da716f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:11.273940 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.283607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-84f74e10-1546-43b1-b0d2-399b8b4358e9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/quotas/86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 375 time: 0.0103986 Jul 07 18:41:11.352251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] For port 34e4385b-35a0-42e6-a7a3-6d35a9da716f, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:11.356379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] For port 34e4385b-35a0-42e6-a7a3-6d35a9da716f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=34e4385b-35a0-42e6-a7a3-6d35a9da716f,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:11.362193 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.365993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-fd1306c2-9f63-4f76-a4c1-8c79c931c82a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759811 Jul 07 18:41:11.429712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:11.430359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:40:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:11.432508 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c54f4-c1b0-4d83-abac-e35a10e257c5 None None] Pushing event updated for resources: {'Port': ['ID=34e4385b-35a0-42e6-a7a3-6d35a9da716f,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:11.491389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-a5a943d5-2cb2-4680-b749-665a46ae69ca service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098785 Jul 07 18:41:11.571515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:11.604902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84142cbe-835c-42f8-9e37-dce1952a8be7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:11.610138 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-0703e876-6559-4e2c-ad06-1c06693372a2 service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099360 Jul 07 18:41:11.752134 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 84142cbe-835c-42f8-9e37-dce1952a8be7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:11.752520 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.889916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c22eb195-f0cb-41c6-be09-1f7f5fae0706 req-4b0a3b67-3190-4cac-8e7e-bae7598a599b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 210 time: 0.0818198 Jul 07 18:41:11.937277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:11Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:11.971346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121c7c0-a81c-4a3a-b59f-74fe88e6fb42 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:11Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:13.089777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3016146b-dd36-4047-b63a-82a4aafd07dc req-43043244-1147-46b6-a15c-210bc0f9f7a1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 210 time: 0.0320051 Jul 07 18:41:13.211687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-7390d8d8-c95a-4368-850e-23baae6a0678 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:13.213845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-7390d8d8-c95a-4368-850e-23baae6a0678 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1290889 Jul 07 18:41:13.271073 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-831e2444-fe99-4a89-98ca-08295bc51f06 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 380 time: 0.0475149 Jul 07 18:41:13.280876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'port': {'device_id': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'admin_state_up': True, 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'security_groups': ['0ffa5449-6def-417b-9f20-53c0c489d26c']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:13.401898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Made reservation on behalf of 86aa7147300b4bb2b433083769602d64 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:13.405568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.616192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 34e4385b-35a0-42e6-a7a3-6d35a9da716f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:13.675422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 34e4385b-35a0-42e6-a7a3-6d35a9da716f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:13.680140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 34e4385b-35a0-42e6-a7a3-6d35a9da716f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:13.680537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.773447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.819368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 34e4385b-35a0-42e6-a7a3-6d35a9da716f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=34e4385b-35a0-42e6-a7a3-6d35a9da716f,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:13.824789 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.855854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Allocated IP 172.20.0.10 (a246557a-768e-44c5-af22-0fd84329e0e3/7f7f0781-39fd-444a-8779-09e24282b3eb/c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:13.890855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=34e4385b-35a0-42e6-a7a3-6d35a9da716f,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.030619 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.046312 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Transition to ACTIVE for port object c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:14.092746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.153763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Network a246557a-768e-44c5-af22-0fd84329e0e3 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:14.157404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:14.162298 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:14.165374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.225486 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:14.226331 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.246753 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-57487c63-9e79-49bf-8c2d-d23a18869594 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9697394 Jul 07 18:41:14.266647 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Request body: {'port': {'device_id': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:14.314175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf06457-009e-44f6-96d9-df1e3b958b8c req-5764c436-ef92-4ee4-8a74-12b905ef7680 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:14.321475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bf06457-009e-44f6-96d9-df1e3b958b8c req-5764c436-ef92-4ee4-8a74-12b905ef7680 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 932 time: 0.0909791 Jul 07 18:41:14.365929 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.375182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bf06457-009e-44f6-96d9-df1e3b958b8c req-f5b42adb-f7fc-4b76-b468-e36a4e57ac93 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503607 Jul 07 18:41:14.474891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3cd97605-cd6d-4f51-b926-bb8cc544e219 None None] Provisioning for port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:14.478906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3cd97605-cd6d-4f51-b926-bb8cc544e219 None None] Provisioning complete for port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:14.479344 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cd97605-cd6d-4f51-b926-bb8cc544e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.515058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3cd97605-cd6d-4f51-b926-bb8cc544e219 None None] Port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:14.651102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:14.658989 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.672279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Transition to ACTIVE for port object c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:14.678669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.730836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.811052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:14.811414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:14.811745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:14.817879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:41:14.818335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:14.824076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:14.824395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:14.824789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:14.825260 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Bound port: c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:14.825776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.908350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:14.911955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:14.917173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.959146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:14.959895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.961375 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] 10.222.0.90 "PUT /v2.0/ports/c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1092 time: 0.7062352 Jul 07 18:41:14.961865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:14.964568 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05" -d '{"events": [{"name": "network-changed", "server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:14.995691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bc706-05c3-4f90-822b-dfba8d09d2da service neutron] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:15.021858 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c97886f-b07b-4fe0-ab17-64bb994200ff x-openstack-request-id: req-3c97886f-b07b-4fe0-ab17-64bb994200ff {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:15.022176 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:15.022379 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c97886f-b07b-4fe0-ab17-64bb994200ff {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:15.022777 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'status': 'completed', 'code': 200} Jul 07 18:41:15.073580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-6420cdc9-cdcd-4cbb-9f64-11c421e4f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.075154 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-6420cdc9-cdcd-4cbb-9f64-11c421e4f5ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1095 time: 0.0632792 Jul 07 18:41:15.131847 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-56bb9f36-4360-4e39-a2c8-64afb7648f96 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 217 time: 0.0484743 Jul 07 18:41:15.185811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-921eec55-01cc-4126-93f7-4340c9d7d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.187308 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-921eec55-01cc-4126-93f7-4340c9d7d5cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0494478 Jul 07 18:41:15.254833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-8b53b647-ba1e-4cc0-a7da-ddd863112b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.256706 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-8b53b647-ba1e-4cc0-a7da-ddd863112b1a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625489 Jul 07 18:41:15.349297 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-c8399c75-d59d-45ad-9088-38ffe4b688f6 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857477 Jul 07 18:41:15.448167 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-89ffa983-159b-48ca-8a57-8a17278a28fb req-3e1b834e-cd6e-4705-b205-c683bb434166 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919816 Jul 07 18:41:15.559653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-36c8c8ef-e93c-4a9a-8fe3-1cabc71736c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.561350 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-36c8c8ef-e93c-4a9a-8fe3-1cabc71736c7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1095 time: 0.0592871 Jul 07 18:41:15.582854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dece65-f6fa-40fb-9fa6-7ffa436097e0 req-39c89ae5-00d0-43d4-accd-32908489e973 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.585410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2dece65-f6fa-40fb-9fa6-7ffa436097e0 req-39c89ae5-00d0-43d4-accd-32908489e973 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.0708652 Jul 07 18:41:15.599630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 34e4385b-35a0-42e6-a7a3-6d35a9da716f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:15.640283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2dece65-f6fa-40fb-9fa6-7ffa436097e0 req-42b1b17f-4bbd-48d1-91f2-fd4b77f70589 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484781 Jul 07 18:41:15.658714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 34e4385b-35a0-42e6-a7a3-6d35a9da716f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:15.659161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.666557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-ad336bc0-df3c-44c1-9a78-3e4e6a7fa4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.668056 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-ad336bc0-df3c-44c1-9a78-3e4e6a7fa4a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0999298 Jul 07 18:41:15.713812 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-68c9ea07-ffb5-451e-979f-72493f182dd7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 217 time: 0.0378118 Jul 07 18:41:15.776055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-7eb2a972-5128-46d2-8059-7bf307e31276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.777610 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-7eb2a972-5128-46d2-8059-7bf307e31276 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0556719 Jul 07 18:41:15.848643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-ebd11479-2452-4615-9d91-c05f7c05f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:15.850912 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-ebd11479-2452-4615-9d91-c05f7c05f6d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661480 Jul 07 18:41:15.884858 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9e81e0-5e26-4258-9394-e579ff49663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.949755 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-f8f1be10-6b4f-4361-948a-d55eb2246c4f service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910969 Jul 07 18:41:16.046377 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-19f352e9-729b-4b9f-a217-0d2cf1b3ba05 req-72f9d958-09da-43b5-a8df-c52b03161221 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894017 Jul 07 18:41:16.828287 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57299a-d041-44e8-b03e-5f70be8abd4a req-08f851b0-52be-483a-8a3f-a59abd23f739 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.829961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f57299a-d041-44e8-b03e-5f70be8abd4a req-08f851b0-52be-483a-8a3f-a59abd23f739 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.0719476 Jul 07 18:41:16.889155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f57299a-d041-44e8-b03e-5f70be8abd4a req-4d0cb893-62d8-4c65-99d8-9d6109f67c85 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521016 Jul 07 18:41:18.076333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cce15-de7f-4122-ae5a-2be156e4f0bb req-113771ef-f99c-4043-9543-a7569de315f3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:18.077900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a98cce15-de7f-4122-ae5a-2be156e4f0bb req-113771ef-f99c-4043-9543-a7569de315f3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.0697770 Jul 07 18:41:18.119566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a98cce15-de7f-4122-ae5a-2be156e4f0bb req-c98cc839-88c6-4791-8866-cb3626bb89c6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358839 Jul 07 18:41:18.424412 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-352d92d4-671f-4510-866d-70c5854357af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:18.531204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.300196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196456-fff4-41f5-8d3e-df413ff785c5 req-a5d0c47c-5ed2-43e6-a1f0-403eb8efed26 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:19.301876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d196456-fff4-41f5-8d3e-df413ff785c5 req-a5d0c47c-5ed2-43e6-a1f0-403eb8efed26 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.0683937 Jul 07 18:41:19.352548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8d196456-fff4-41f5-8d3e-df413ff785c5 req-e6697331-d5d6-494b-ba46-6e18452fb1ab tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Jul 07 18:41:19.807696 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:19.925764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:41:20.029229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:20.042196 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'mac_address': 'fa:16:3e:20:ce:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:41:20.090018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.103057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:20.123171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:20.129987 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.178599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:20.435651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:41:20.539234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6dc22-c383-495a-afe1-dd250011c092 req-345c4621-bd35-48e9-ab97-a12d6ba34699 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:20.540752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09e6dc22-c383-495a-afe1-dd250011c092 req-345c4621-bd35-48e9-ab97-a12d6ba34699 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 945 time: 0.0680513 Jul 07 18:41:20.582148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09e6dc22-c383-495a-afe1-dd250011c092 req-e311afd9-3bef-402a-ad8d-c16f01a322f3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352428 Jul 07 18:41:21.315775 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:21.766272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c931-0172-47e8-bdd9-eff30cc9d487 req-f408af32-5922-4c60-902c-afd0e3151c0b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:21.767917 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ab8c931-0172-47e8-bdd9-eff30cc9d487 req-f408af32-5922-4c60-902c-afd0e3151c0b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 945 time: 0.0692000 Jul 07 18:41:21.808739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ab8c931-0172-47e8-bdd9-eff30cc9d487 req-7b250663-a5ed-4c7f-b6a8-49675c727b3e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348830 Jul 07 18:41:21.925081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:21.979645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:21.987753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:21.988127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.064772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.091064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:22.093374 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10657a29-28a0-4929-9f49-9c05a89e46d0" -d '{"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-plugged", "status": "completed", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:22.108208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:22.114256 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.138213 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffabddc-816a-4224-933c-d499da3544ff x-openstack-request-id: req-7ffabddc-816a-4224-933c-d499da3544ff {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:22.138491 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-plugged", "status": "completed", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:22.138771 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ffabddc-816a-4224-933c-d499da3544ff {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:22.139143 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'code': 200} Jul 07 18:41:22.169555 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:22.250305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054066f-1e43-49be-af51-2930fe5d94fd req-c42edc27-484e-480a-9149-1dd26b096ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:22.251819 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b054066f-1e43-49be-af51-2930fe5d94fd req-c42edc27-484e-480a-9149-1dd26b096ffa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1097 time: 0.0544100 Jul 07 18:41:22.285680 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b054066f-1e43-49be-af51-2930fe5d94fd req-11d6959c-8234-445f-a15f-69478393f09e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273736 Jul 07 18:41:23.004396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b7e8c-7a66-44de-bb0f-01e890fd0f56 req-ee1c355c-cc00-4473-b5d4-f89daf0d6f08 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:23.005965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-770b7e8c-7a66-44de-bb0f-01e890fd0f56 req-ee1c355c-cc00-4473-b5d4-f89daf0d6f08 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0673332 Jul 07 18:41:23.048037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-770b7e8c-7a66-44de-bb0f-01e890fd0f56 req-41f3931c-2794-4763-b743-733ae7fa5bfb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329282 Jul 07 18:41:24.251942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a35b7-bca3-41c0-8c02-34a4730de8f5 req-188c4eb1-b7b5-4b9c-97b5-72ccea39669a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:24.253633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-298a35b7-bca3-41c0-8c02-34a4730de8f5 req-188c4eb1-b7b5-4b9c-97b5-72ccea39669a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0902696 Jul 07 18:41:24.305934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-298a35b7-bca3-41c0-8c02-34a4730de8f5 req-3a86312e-0a5c-4114-88bf-6464cf5341fb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463064 Jul 07 18:41:24.498008 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095917-f79e-43ba-ada9-6ffb014cd6ec req-8ddb90c1-68f7-46e6-aec5-56873f131a75 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:24.499551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e095917-f79e-43ba-ada9-6ffb014cd6ec req-8ddb90c1-68f7-46e6-aec5-56873f131a75 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0727205 Jul 07 18:41:24.509337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53220) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:24.513960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'floatingip': {'port_id': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:24.589707 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.251916 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.265315 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.721220 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c associated. External IP: 172.25.1.154, port: c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3. Jul 07 18:41:25.944568 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:26.059417 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:26.065468 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.071014 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:26.081586 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:26.082195 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:41:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:26.108468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1c951dc2-8782-4158-b1d3-d5ec1901329e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "PUT /v2.0/floatingips/9d2bf7b2-865c-4d99-a5af-173e3778e27c HTTP/1.1" status: 200 len: 992 time: 1.5980268 Jul 07 18:41:26.109227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:26.111727 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4914f97-9632-491f-afca-943eb8a8bcad" -d '{"events": [{"name": "network-changed", "server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:26.197974 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:26.220482 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd759a90-d3b3-46df-965f-ff871747ab8e x-openstack-request-id: req-dd759a90-d3b3-46df-965f-ff871747ab8e {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:26.220892 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:26.221212 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd759a90-d3b3-46df-965f-ff871747ab8e {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:26.221650 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'status': 'completed', 'code': 200} Jul 07 18:41:26.295901 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4914f97-9632-491f-afca-943eb8a8bcad req-74c5b2b5-14e8-41cf-aec0-a6adc3dc0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:26.297571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e4914f97-9632-491f-afca-943eb8a8bcad req-74c5b2b5-14e8-41cf-aec0-a6adc3dc0ee3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1097 time: 0.0543633 Jul 07 18:41:26.392063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4914f97-9632-491f-afca-943eb8a8bcad req-afa0ba95-b2f0-4ba4-919d-b113e7f4fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:26.394095 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e4914f97-9632-491f-afca-943eb8a8bcad req-afa0ba95-b2f0-4ba4-919d-b113e7f4fd7d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0903995 Jul 07 18:41:26.434735 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:20:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:41:25Z', 'revision_number': 1, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:26.465819 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:26.475916 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:26.476542 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:41:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:26.505596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e4914f97-9632-491f-afca-943eb8a8bcad req-26932af7-6d0a-4a90-9397-89574d3a5c2b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1000 time: 0.1047409 Jul 07 18:41:26.561438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4914f97-9632-491f-afca-943eb8a8bcad req-b09fbd4b-1969-4951-ad54-311470c07227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:26.563005 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e4914f97-9632-491f-afca-943eb8a8bcad req-b09fbd4b-1969-4951-ad54-311470c07227 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0508325 Jul 07 18:41:26.598972 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:26.628385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4914f97-9632-491f-afca-943eb8a8bcad req-9f38bc9a-e365-4097-9c83-f2fee2b607d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:26.629900 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e4914f97-9632-491f-afca-943eb8a8bcad req-9f38bc9a-e365-4097-9c83-f2fee2b607d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605025 Jul 07 18:41:26.733583 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e4914f97-9632-491f-afca-943eb8a8bcad req-2b8cfd02-047b-4226-918a-4b4226d49b85 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971107 Jul 07 18:41:26.824586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e4914f97-9632-491f-afca-943eb8a8bcad req-dfb2ff97-22ac-4e03-8c03-be72c563367c service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847268 Jul 07 18:41:26.839174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:20:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:41:25Z', 'revision_number': 1, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:26.869886 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92146b2b-035b-4155-a2d9-f228094c9ab0 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:20:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:41:25Z', 'revision_number': 1, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:27.085815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064e8bf-ef9e-4885-84b3-4486d171977e None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:41:34.268132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:36.289815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:45.880207 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7101f7d8-2edb-4cb2-973e-748e772376a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:46.227252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:48.431552 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f54a-24a1-4641-ae1c-b862dbe13965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:48.537965 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:49.808798 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:51.322607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:01.830990 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-37ea3acc-a25b-41c8-ac26-a71856bc07ff service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600514 Jul 07 18:42:01.937004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-c4d3a22e-0c03-4a55-afe7-ac9d6c81d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:01.938522 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-c4d3a22e-0c03-4a55-afe7-ac9d6c81d130 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1097 time: 0.0610309 Jul 07 18:42:02.052161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-eda200dc-566d-4efe-bdad-d1acbcc49af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:02.053783 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-eda200dc-566d-4efe-bdad-d1acbcc49af5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0908561 Jul 07 18:42:02.126584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-0bf41282-494d-4e36-a7aa-d399c453570a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1002 time: 0.0657055 Jul 07 18:42:02.186116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-e68c87cd-4723-4e49-80ed-fb568f2af2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:02.187749 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-e68c87cd-4723-4e49-80ed-fb568f2af2c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0552912 Jul 07 18:42:02.251946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-1572112f-f0b7-452a-844c-3f5ed3f20103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:02.253583 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-1572112f-f0b7-452a-844c-3f5ed3f20103 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590827 Jul 07 18:42:02.363577 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-5ff756a4-a971-495e-9a26-004ecbb3e19c service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029124 Jul 07 18:42:02.478539 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2dd81cc-bc6f-46eb-b09c-a26e65c2436c req-7d2209a3-dd59-4083-a42f-97fc5843f968 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082845 Jul 07 18:42:04.269826 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:06.281252 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:15.883906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef279-e756-4dd7-b843-bd76449d92a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:18.431898 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc884ce4-06a3-4831-ba6d-642492da8542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:18.543463 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:19.812014 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:21.321232 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:23.228034 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:42:34.271822 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:36.304518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:45.888650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03de12a7-d787-4fdb-9570-ba347a5b8789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.439633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8507ad9-7b90-4db8-925d-01963ee99fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:48.550408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:49.815270 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:51.326170 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:00.228853 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:02.818403 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-2bbf7ef9-4bbb-41a3-b130-13aed04a92bf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548220 Jul 07 18:43:02.936633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855dd3-f66a-4b5b-a773-eccac331423d req-342e16d6-1d19-4b89-bc7d-4af3da5b9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:02.938202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-342e16d6-1d19-4b89-bc7d-4af3da5b9ccf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1097 time: 0.0704372 Jul 07 18:43:03.050663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855dd3-f66a-4b5b-a773-eccac331423d req-aa0252f9-f8c8-4de7-adac-f98b1bbe6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:03.052204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-aa0252f9-f8c8-4de7-adac-f98b1bbe6dfd service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0893605 Jul 07 18:43:03.128188 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-3bc6af99-9151-42b9-896d-2afda0bd7670 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1002 time: 0.0644126 Jul 07 18:43:03.180196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855dd3-f66a-4b5b-a773-eccac331423d req-ebf6c8f0-d065-47b1-ac10-3c3189487257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:03.181666 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-ebf6c8f0-d065-47b1-ac10-3c3189487257 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0452287 Jul 07 18:43:03.242764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855dd3-f66a-4b5b-a773-eccac331423d req-23774e88-f7c7-40ee-92f7-23341fa73d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:03.244299 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-23774e88-f7c7-40ee-92f7-23341fa73d0f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556018 Jul 07 18:43:03.348390 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-b7c3f3e2-530c-4b71-bb65-5b9aabe19218 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960524 Jul 07 18:43:03.446519 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-00855dd3-f66a-4b5b-a773-eccac331423d req-63221a43-2380-4d83-be73-d05d759e2a93 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907588 Jul 07 18:43:04.284414 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:06.315486 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:15.898419 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f159f021-1ece-42ed-9e21-1efcd282764d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:18.426345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-190cbf26-5546-4464-9fb3-41dd395348e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:18.546981 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:19.818687 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:21.328220 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:34.282256 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:36.326281 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:37.230787 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:45.894193 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28d93d15-d437-4364-8d95-267b872ab78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.423994 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e7439cb-bd7e-4233-9c02-3668fa2a4e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:48.539588 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.824405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:51.332273 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:57.663503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326548a8-25e7-419e-848c-8f34ae7f7183 req-a240418e-a718-4c91-8002-f24ba4a32f36 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:57.665055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-326548a8-25e7-419e-848c-8f34ae7f7183 req-a240418e-a718-4c91-8002-f24ba4a32f36 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0712495 Jul 07 18:43:57.704798 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-326548a8-25e7-419e-848c-8f34ae7f7183 req-8e65eaf3-d812-483e-820f-2862947884e2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Jul 07 18:43:58.026362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 53552) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:58.185013 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f65ccb-3c86-4476-9627-330059c174fa req-23880fe9-2516-4cc3-97a5-4e734fc84230 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:58.186563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93f65ccb-3c86-4476-9627-330059c174fa req-23880fe9-2516-4cc3-97a5-4e734fc84230 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.1121020 Jul 07 18:43:58.192597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-a51b0007-0a6e-45df-901b-eb79fa399821 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1651831 Jul 07 18:43:58.228569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93f65ccb-3c86-4476-9627-330059c174fa req-8810730e-7a52-45c2-ab15-66042341bd09 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349414 Jul 07 18:43:59.425324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089bc9-da61-4f10-81e1-68833108d547 req-890029fc-ca62-4471-bad5-4e991d32573a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:59.426890 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22089bc9-da61-4f10-81e1-68833108d547 req-890029fc-ca62-4471-bad5-4e991d32573a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0767179 Jul 07 18:43:59.468260 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22089bc9-da61-4f10-81e1-68833108d547 req-c4bcaa61-4a28-4eb7-9d0e-afcd65c1ae10 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338776 Jul 07 18:44:00.657141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa55275-e332-4aa2-9cc9-7ef503ac81ca req-ad2f45ac-153a-4dac-80e0-2c0edb477fec tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:00.659789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fa55275-e332-4aa2-9cc9-7ef503ac81ca req-ad2f45ac-153a-4dac-80e0-2c0edb477fec tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0755002 Jul 07 18:44:00.700060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7fa55275-e332-4aa2-9cc9-7ef503ac81ca req-7b14bfd5-30be-433a-8528-23afb1aec065 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345311 Jul 07 18:44:01.894053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b824041-5e84-4b0c-96c2-9a45de389d18 req-4112bd3f-d48d-4165-b723-7a4f28bc10d2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:01.895720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b824041-5e84-4b0c-96c2-9a45de389d18 req-4112bd3f-d48d-4165-b723-7a4f28bc10d2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0818706 Jul 07 18:44:01.934784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b824041-5e84-4b0c-96c2-9a45de389d18 req-646f3e3f-024a-45a1-afbe-77c318bc0565 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Jul 07 18:44:02.865252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-5476ce8f-1e96-4851-9846-3818d28ac44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:02.867287 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-5476ce8f-1e96-4851-9846-3818d28ac44e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1097 time: 0.0676422 Jul 07 18:44:02.999549 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-d643c760-1d38-4c60-8b2a-7dc6d208cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.001107 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-d643c760-1d38-4c60-8b2a-7dc6d208cb29 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1092429 Jul 07 18:44:03.076653 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-94b81500-476d-48f1-a336-3f0895e2207c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1002 time: 0.0686412 Jul 07 18:44:03.137598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-605b4238-b68d-4089-a7e0-873c6288ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.139231 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-605b4238-b68d-4089-a7e0-873c6288ef7d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0555699 Jul 07 18:44:03.163054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559f00-b5b1-40c1-b766-813bd149bec5 req-0758da11-83fa-45e4-9324-dc257b6447d2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.164687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82559f00-b5b1-40c1-b766-813bd149bec5 req-0758da11-83fa-45e4-9324-dc257b6447d2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0724864 Jul 07 18:44:03.198518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-2a6a1578-3ff2-4b5d-8332-c02f7a0a0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.200168 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-2a6a1578-3ff2-4b5d-8332-c02f7a0a0536 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544641 Jul 07 18:44:03.212811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82559f00-b5b1-40c1-b766-813bd149bec5 req-63cf10b6-6c52-4967-97f9-79a160efa1b5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Jul 07 18:44:03.301344 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-4d1f0df1-eafe-4542-b26e-6dba77a70704 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943866 Jul 07 18:44:03.400077 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5f27820-4984-4cd1-ba1a-2bfde6f91daa req-be101d3f-92ec-4949-a22a-feae2f2f6dec service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912857 Jul 07 18:44:03.622466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-fd74034c-4f96-4300-a8ee-f1d6e61c88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.624441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-fd74034c-4f96-4300-a8ee-f1d6e61c88d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1097 time: 0.0609033 Jul 07 18:44:03.726092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-87694779-b710-48d2-9ecd-25a6fd1632cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.727575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-87694779-b710-48d2-9ecd-25a6fd1632cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0966039 Jul 07 18:44:03.795197 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-510f9d97-1847-411d-a41d-e0d0b09eebbc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1002 time: 0.0590637 Jul 07 18:44:03.852474 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-a4803057-b5ef-426e-bb43-416dba55ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.853996 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-a4803057-b5ef-426e-bb43-416dba55ef23 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0530076 Jul 07 18:44:03.917633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-e4ae9df1-c3b1-4450-834e-f32d691fa1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:03.919138 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-e4ae9df1-c3b1-4450-834e-f32d691fa1e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585375 Jul 07 18:44:04.023827 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-beeb5494-d57c-416e-8142-93b87f92d8d6 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977719 Jul 07 18:44:04.131518 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-d0427ca1-5377-4afc-b698-0d9eec7eef63 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010833 Jul 07 18:44:04.283350 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:04.411980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db7abe-2c53-4822-a256-000857352a49 req-e66f656c-f947-4d1f-a0f4-f5007d9ff70c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:04.413699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7db7abe-2c53-4822-a256-000857352a49 req-e66f656c-f947-4d1f-a0f4-f5007d9ff70c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0794444 Jul 07 18:44:04.455645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7db7abe-2c53-4822-a256-000857352a49 req-89619a2e-7d2a-4548-8541-d49ff3da082e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360601 Jul 07 18:44:05.647575 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b725f-d6b7-492c-b605-8bd8e68d6a89 req-5b693d46-95d1-44a2-a737-6bd7a28288b8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:05.649095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a75b725f-d6b7-492c-b605-8bd8e68d6a89 req-5b693d46-95d1-44a2-a737-6bd7a28288b8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0749452 Jul 07 18:44:05.692279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a75b725f-d6b7-492c-b605-8bd8e68d6a89 req-5ca62988-1c37-4a5a-9eef-c4ede990bc6a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366576 Jul 07 18:44:06.330912 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:06.891162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0176af-1444-4f3a-8fb7-074081a7e89d req-de05084e-48d7-450f-9401-187083e1d213 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:06.892674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f0176af-1444-4f3a-8fb7-074081a7e89d req-de05084e-48d7-450f-9401-187083e1d213 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0823240 Jul 07 18:44:06.940896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f0176af-1444-4f3a-8fb7-074081a7e89d req-8d5401bc-12e6-488b-a10a-fa781104b25e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Jul 07 18:44:08.138216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c79cb-5012-4bb6-9c28-5535d09b5a4f req-4c010f67-7aff-480b-a66d-09ec9ac1ebe1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:08.139747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-675c79cb-5012-4bb6-9c28-5535d09b5a4f req-4c010f67-7aff-480b-a66d-09ec9ac1ebe1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0841837 Jul 07 18:44:08.180248 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-675c79cb-5012-4bb6-9c28-5535d09b5a4f req-b967ee18-243f-4ceb-a5fc-4da38b49a03e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343974 Jul 07 18:44:09.365358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ed609-a8cc-43c0-ae73-e38731e4ede0 req-226378a9-61bf-4aaf-bf36-11c7a9fc6d1f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:09.366886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-116ed609-a8cc-43c0-ae73-e38731e4ede0 req-226378a9-61bf-4aaf-bf36-11c7a9fc6d1f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0664995 Jul 07 18:44:09.416499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-116ed609-a8cc-43c0-ae73-e38731e4ede0 req-85952788-9b70-4227-b31d-964d78c74041 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Jul 07 18:44:10.609799 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d3544-68ff-4d97-bef2-cdb97caa5ded req-be278312-ae24-45bd-a709-1093e90e118c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:10.612718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c4d3544-68ff-4d97-bef2-cdb97caa5ded req-be278312-ae24-45bd-a709-1093e90e118c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0824850 Jul 07 18:44:10.658673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c4d3544-68ff-4d97-bef2-cdb97caa5ded req-e2e13c39-3747-4223-a81f-e17739bd7daa tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373971 Jul 07 18:44:11.871952 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2197f6-c615-431a-8d05-9b52a88097d8 req-41d15a42-50e1-4f73-a633-9a92146dab9f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:11.873497 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e2197f6-c615-431a-8d05-9b52a88097d8 req-41d15a42-50e1-4f73-a633-9a92146dab9f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0679529 Jul 07 18:44:11.913598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e2197f6-c615-431a-8d05-9b52a88097d8 req-be624f97-2e87-40f4-9b9a-5948678b1a8c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341911 Jul 07 18:44:13.111960 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf9605-c117-4f4f-93de-cd657a386da3 req-09c100d0-e5f3-479c-b6c2-4d9f08e51b22 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:13.114335 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aaf9605-c117-4f4f-93de-cd657a386da3 req-09c100d0-e5f3-479c-b6c2-4d9f08e51b22 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0781980 Jul 07 18:44:13.165052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7aaf9605-c117-4f4f-93de-cd657a386da3 req-090c5da4-5748-468a-bcf7-8a4d68145ac9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Jul 07 18:44:14.230792 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:44:14.351945 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c969f-7b1a-458b-a8c6-dcd6b5a9b40c req-f514479a-5cf0-442e-bb59-398b1fa866b6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:14.353538 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-216c969f-7b1a-458b-a8c6-dcd6b5a9b40c req-f514479a-5cf0-442e-bb59-398b1fa866b6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0686762 Jul 07 18:44:14.398900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-216c969f-7b1a-458b-a8c6-dcd6b5a9b40c req-f961c03b-9c9f-475c-9dd1-539f888a9582 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393665 Jul 07 18:44:15.594099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830c51c-2043-445c-a926-48b6f5adb3ae req-253d69a1-71fa-4bc6-8589-5d6093539907 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:15.595502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b830c51c-2043-445c-a926-48b6f5adb3ae req-253d69a1-71fa-4bc6-8589-5d6093539907 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0774305 Jul 07 18:44:15.638713 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b830c51c-2043-445c-a926-48b6f5adb3ae req-8d084414-32cd-49d4-8edd-0fc2543f6091 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373623 Jul 07 18:44:15.891063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19aab298-6bd0-4f5d-8179-fdd88b0249a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:16.212989 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-de8a3e81-cfae-448e-89af-02f0cc9f6bdb service neutron] show failed (client error): The resource could not be found. Jul 07 18:44:16.213965 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-de8a3e81-cfae-448e-89af-02f0cc9f6bdb service neutron] 10.222.0.90 "GET /v2.0/ports/c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0612957 Jul 07 18:44:16.526456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-fb68779f-439f-4070-9a27-3f14f0d48fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:16.527934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-fb68779f-439f-4070-9a27-3f14f0d48fb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 1097 time: 0.0568662 Jul 07 18:44:16.539726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:44:16.615694 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:16.878767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:16.898992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12571e3-e387-45be-9b67-48fee9dd1cb0 req-7bf65c14-1f32-452d-82ff-a17a9a61e169 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:16.900519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d12571e3-e387-45be-9b67-48fee9dd1cb0 req-7bf65c14-1f32-452d-82ff-a17a9a61e169 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.1325049 Jul 07 18:44:16.941290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:44:16.978162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d12571e3-e387-45be-9b67-48fee9dd1cb0 req-17610d88-983d-4dde-9a23-a0ee1856a1df tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693190 Jul 07 18:44:16.993466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:16.995780 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3715d7b-48fe-4ae3-b64c-3bae4e645f9e" -d '{"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-unplugged", "status": "completed", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:17.000117 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:17.013714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Transition to ACTIVE for port object c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:44:17.018816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:17.051007 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fcda12-72e5-404b-a83a-c02162d30b64 x-openstack-request-id: req-86fcda12-72e5-404b-a83a-c02162d30b64 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:17.051299 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-unplugged", "status": "completed", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:17.051553 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86fcda12-72e5-404b-a83a-c02162d30b64 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:17.051958 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'code': 200} Jul 07 18:44:17.140595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:17.159723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.160076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.160418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.160745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.161109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.161446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.161766 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.162101 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.162439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.162764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.163108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.163432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:17.221350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] No DVR routers for this DVR port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:44:17.357593 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:44:17.357925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:44:17.358289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:44:17.362907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:44:17.363223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Attempting to bind port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:44:17.368146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:44:17.368474 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:44:17.368860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:44:17.369297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Bound port: c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:44:17.369658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:17.434899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:44:17.437912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:44:17.445269 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:17.482620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:17.483277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:17.484736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] 10.222.0.55 "PUT /v2.0/ports/c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1092 time: 0.9493592 Jul 07 18:44:17.507367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a096a74-85cd-425b-a127-c5e7110d420f service neutron] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:17.564563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-bc4a9338-484f-4804-a9eb-5c1d89c4418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:17.566159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-bc4a9338-484f-4804-a9eb-5c1d89c4418f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1095 time: 0.0557683 Jul 07 18:44:17.664688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-44869ef1-4c9b-44ba-9bfe-5ca1d1e16b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:17.666237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-44869ef1-4c9b-44ba-9bfe-5ca1d1e16b3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0937736 Jul 07 18:44:17.785947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-9b83fccd-7c91-4e73-b2bd-6675f07561cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1000 time: 0.1129370 Jul 07 18:44:17.839261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-813f597b-5cf2-4a58-afdc-b5b3ff0cd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:17.840925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-813f597b-5cf2-4a58-afdc-b5b3ff0cd6e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0485857 Jul 07 18:44:17.922107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-e972b614-d79a-4069-a390-a6cfd1a62599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:17.924608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-e972b614-d79a-4069-a390-a6cfd1a62599 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772352 Jul 07 18:44:18.024273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-655d262a-7a6e-4020-a9da-e23699c3023a service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921249 Jul 07 18:44:18.155702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5ac89d0-9cee-485b-afdc-c5883f09541e req-280d3de4-96c3-476d-a0df-42b7d4868764 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243086 Jul 07 18:44:18.184093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a164f-d215-449b-8747-f8a614646f6d req-46e3be52-fcd7-4c2e-8eb9-87106d9d7678 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:18.185686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f6a164f-d215-449b-8747-f8a614646f6d req-46e3be52-fcd7-4c2e-8eb9-87106d9d7678 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.0918782 Jul 07 18:44:18.228531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f6a164f-d215-449b-8747-f8a614646f6d req-45e580dc-274b-4255-994a-796c352f1f45 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362518 Jul 07 18:44:18.417919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-98014ace-630c-4dbb-a313-2157d9d0367a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:18.548702 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:18.636919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:18.677391 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:44:19.053552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:19.055956 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e" -d '{"events": [{"name": "network-changed", "server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:19.108277 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eed831-c27d-45c5-aaed-6a34658614ce x-openstack-request-id: req-c5eed831-c27d-45c5-aaed-6a34658614ce {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:19.108602 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:19.108880 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c5eed831-c27d-45c5-aaed-6a34658614ce {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:19.109291 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'status': 'completed', 'code': 200} Jul 07 18:44:19.191106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-58fac864-d1f7-460e-b77a-0fe9082f9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.192644 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-58fac864-d1f7-460e-b77a-0fe9082f9f05 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1095 time: 0.0580688 Jul 07 18:44:19.195448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-7bdb09b0-33d8-4284-b3b1-3f45a93c028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.198052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-7bdb09b0-33d8-4284-b3b1-3f45a93c028f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1095 time: 0.0681472 Jul 07 18:44:19.304900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-6bc3a15c-db2f-402a-9959-dfd6a42fad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.307260 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-6bc3a15c-db2f-402a-9959-dfd6a42fad55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1026356 Jul 07 18:44:19.312636 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-2bbaefc0-43d5-43fa-94f0-86cf238d0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.314286 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-2bbaefc0-43d5-43fa-94f0-86cf238d0815 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1153805 Jul 07 18:44:19.380993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-b72a9642-b290-487f-90fb-be17fd4ca977 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1000 time: 0.0598347 Jul 07 18:44:19.406755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-8754a178-fed0-494a-b467-cef8a0f953f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1000 time: 0.0916600 Jul 07 18:44:19.442178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-b30849a6-2670-4978-a4cb-817b60c44c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.444584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-b30849a6-2670-4978-a4cb-817b60c44c37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0577736 Jul 07 18:44:19.479403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60381d0-2a55-4fac-8a61-fbfce8ad5c35 req-b86cd23f-a29b-484d-88be-5450bf5ef7cd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.481043 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c60381d0-2a55-4fac-8a61-fbfce8ad5c35 req-b86cd23f-a29b-484d-88be-5450bf5ef7cd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.1286817 Jul 07 18:44:19.487629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-410ea7dc-66b0-4776-8332-049bd6491c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.489182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-410ea7dc-66b0-4776-8332-049bd6491c21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0731814 Jul 07 18:44:19.513206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-b027fb90-dbb9-4253-9687-f95c814394da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.514772 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-b027fb90-dbb9-4253-9687-f95c814394da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636218 Jul 07 18:44:19.554436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c60381d0-2a55-4fac-8a61-fbfce8ad5c35 req-15972ae3-299c-42fa-844a-6908f16617f8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642204 Jul 07 18:44:19.577536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-03dbb2cf-b5a3-44b2-801a-2078a146ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:19.579237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-03dbb2cf-b5a3-44b2-801a-2078a146ff9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813975 Jul 07 18:44:19.610401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-22948614-dcdc-4b65-b167-4c97ebd99fb7 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889847 Jul 07 18:44:19.683276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-79a2efc7-3940-4aac-a244-9a4d93097523 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964911 Jul 07 18:44:19.726508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-5c466ea9-72ea-4e9f-af77-09daaf02c110 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095209 Jul 07 18:44:19.800936 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7f7d4700-8c1b-42fa-b874-d9063ea9be3e req-aff80706-e103-481f-b4a7-4d7f64eac61d service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110659 Jul 07 18:44:19.824274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:20.746118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49ab35-7de1-4211-9fec-5d4fe326c7a3 req-cd3a5c22-8dab-4238-8f8e-8a69fdcfb955 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:20.747704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f49ab35-7de1-4211-9fec-5d4fe326c7a3 req-cd3a5c22-8dab-4238-8f8e-8a69fdcfb955 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.0694835 Jul 07 18:44:20.790032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f49ab35-7de1-4211-9fec-5d4fe326c7a3 req-b9b8b6dd-cd92-489c-9131-b4ba33095b4c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357649 Jul 07 18:44:21.116053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1579-c2fa-46ab-8615-36001e770806 req-a47b962b-7b5a-48af-9bcc-08ce271e9eac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.117680 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43aa1579-c2fa-46ab-8615-36001e770806 req-a47b962b-7b5a-48af-9bcc-08ce271e9eac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 944 time: 0.0820928 Jul 07 18:44:21.128659 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-0f5c3b57-7d37-41db-945e-3563dde2ed14 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.130238 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-0f5c3b57-7d37-41db-945e-3563dde2ed14 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d&tenant_id=86aa7147300b4bb2b433083769602d64&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 944 time: 0.0881140 Jul 07 18:44:21.161457 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-43aa1579-c2fa-46ab-8615-36001e770806 req-cbc7fa27-1a5d-421c-91cc-0ff518f82e7a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352285 Jul 07 18:44:21.201605 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-eaae070d-f8c4-4e26-99da-0c1438e1fa53 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:44:21.202717 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-eaae070d-f8c4-4e26-99da-0c1438e1fa53 service neutron] 10.222.0.90 "DELETE /v2.0/ports/c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0657570 Jul 07 18:44:21.336288 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:21.560187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:44:21.594023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-c284fd55-0b9f-42b5-92a1-e019011e2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.595520 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-c284fd55-0b9f-42b5-92a1-e019011e2e54 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 1095 time: 0.3410733 Jul 07 18:44:21.674019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:21.688632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'mac_address': 'fa:16:3e:20:ce:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:44:21.691654 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-c46f58b5-facb-46dc-bbec-9e658960ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.693221 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-c46f58b5-facb-46dc-bbec-9e658960ff3d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0911376 Jul 07 18:44:21.735641 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:21.750190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:44:21.771628 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:21.777025 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-d49dcfa6-6da6-47eb-86d9-c33671f24ee2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 200 len: 1000 time: 0.0771437 Jul 07 18:44:21.778467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:21.827037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-51993a15-8223-4b61-a51b-87eeb5af81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.828440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-51993a15-8223-4b61-a51b-87eeb5af81aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0455916 Jul 07 18:44:21.835538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:21.844222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.844601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.844972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.845313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.845807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.846046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.846429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.846779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.847107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.847446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.847746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.848072 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:44:21.889786 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-ac94c640-f784-4191-b1f8-7da919f32e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:21.891326 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-ac94c640-f784-4191-b1f8-7da919f32e08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563157 Jul 07 18:44:21.987730 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-91437afa-80ae-495e-9231-fcf80a0e7e10 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893700 Jul 07 18:44:22.034123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:44:22.084675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-87053bcb-7dba-4ef6-b327-5547ce9ae396 req-08a4e91e-4242-4770-b739-2cf862650390 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906830 Jul 07 18:44:22.345957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67951ab-e689-400d-91fb-37b4cad3d483 req-fd7357d1-6dad-4960-b831-1f21fcddf114 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:22.347401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e67951ab-e689-400d-91fb-37b4cad3d483 req-fd7357d1-6dad-4960-b831-1f21fcddf114 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 945 time: 0.0681670 Jul 07 18:44:22.388387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e67951ab-e689-400d-91fb-37b4cad3d483 req-96023052-c488-483a-a3a9-93a25e3a5749 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350397 Jul 07 18:44:23.559624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:44:23.579166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4ee46-1712-4d46-8181-776e060b2926 req-c13dace5-1f95-4863-9a65-95a74f73fb96 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:23.580674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ea4ee46-1712-4d46-8181-776e060b2926 req-c13dace5-1f95-4863-9a65-95a74f73fb96 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 945 time: 0.0734680 Jul 07 18:44:23.610274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:44:23.614188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:44:23.614561 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:23.620967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ea4ee46-1712-4d46-8181-776e060b2926 req-e27d3dcf-4c68-4e9a-8e5f-eed97a564687 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339618 Jul 07 18:44:23.696409 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:23.719803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:23.722119 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82406a6b-71c0-44a3-bd51-7f391748abbe" -d '{"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-plugged", "status": "completed", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:23.735677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:23.741149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:23.767615 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd60964-6d5c-45a1-8be5-ef66b452a628 x-openstack-request-id: req-8dd60964-6d5c-45a1-8be5-ef66b452a628 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:23.767922 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-plugged", "status": "completed", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:23.768164 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8dd60964-6d5c-45a1-8be5-ef66b452a628 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:23.768558 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'code': 200} Jul 07 18:44:23.792910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:23.805046 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850d978-9824-4d4c-b20a-a99cacf307f1 req-ceb84c70-84b2-4506-9a85-d14ac2786d4c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:23.806609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f850d978-9824-4d4c-b20a-a99cacf307f1 req-ceb84c70-84b2-4506-9a85-d14ac2786d4c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0741642 Jul 07 18:44:23.849547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f850d978-9824-4d4c-b20a-a99cacf307f1 req-377c24c6-3cee-45b3-b4e6-4d273477631c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370762 Jul 07 18:44:24.044573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f16d1-4f69-4a6a-872d-58d966367b1b req-c4693a86-7d76-4691-8ee4-4a053fd054df tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:24.046135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd0f16d1-4f69-4a6a-872d-58d966367b1b req-c4693a86-7d76-4691-8ee4-4a053fd054df tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0828969 Jul 07 18:44:24.091105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd0f16d1-4f69-4a6a-872d-58d966367b1b req-cdcda58c-6324-47af-a32f-b542be74fd0c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362005 Jul 07 18:44:24.491385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce97c98-8d59-4aab-8c78-25d5021d9485 req-5efc146f-d900-4e1a-b23a-3f0247c75cab tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:24.492802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fce97c98-8d59-4aab-8c78-25d5021d9485 req-5efc146f-d900-4e1a-b23a-3f0247c75cab tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.0742500 Jul 07 18:44:24.549220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fce97c98-8d59-4aab-8c78-25d5021d9485 req-9b7aa4db-8fbc-4e1a-9e9b-d14ae772fe4b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504432 Jul 07 18:44:25.792272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eac50f-51f1-4de7-bc13-e61c6fa81816 req-5a847d30-337b-498b-8a38-887384363ff4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:25.793803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29eac50f-51f1-4de7-bc13-e61c6fa81816 req-5a847d30-337b-498b-8a38-887384363ff4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.1090472 Jul 07 18:44:25.805256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ae8829b0-eb01-4e13-b40a-414e748c00a2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:25.806750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ae8829b0-eb01-4e13-b40a-414e748c00a2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 946 time: 0.1114872 Jul 07 18:44:25.876951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29eac50f-51f1-4de7-bc13-e61c6fa81816 req-64718eea-6279-4def-8fed-e90408e0ab8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691693 Jul 07 18:44:25.930785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Deleting port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:44:25.931136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:26.373856 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] For port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:26.374157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:26.603087 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:26.603311 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:26.603663 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c disassociated. External IP: 172.25.1.154, port: c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3. Jul 07 18:44:26.603997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Calling delete_port for c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:44:26.745783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:26.775267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event deleted for resources: {'Port': ['ID=c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:26.895202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:44:27.024657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b59c6a08-0cc3-4550-b9a3-dcbfd27bce14 req-d2a8a5ea-241f-4a90-9a2c-638586cc4e5f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=daa79e36-c34d-4bbc-a065-b6846a90bf1d HTTP/1.1" status: 200 len: 210 time: 0.0339863 Jul 07 18:44:27.036035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:44:27.046677 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:44:27.057131 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:27.057669 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:44:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:27.084188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] No DVR routers for this DVR port c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:44:27.087168 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:27.089201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1cd5e1d-b357-45e7-bd36-88b4982cffcf req-ced14e66-cdf2-43a7-83bd-d90bcf6f441b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "DELETE /v2.0/ports/c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 HTTP/1.1" status: 204 len: 173 time: 1.2752531 Jul 07 18:44:27.089651 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-deleted', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:27.091941 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b751b248-422d-4d20-8bc3-c08ca3d36d9d" -d '{"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-deleted", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:27.131192 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbc52d0-69d6-4eaa-94df-086b306831fc x-openstack-request-id: req-bbbc52d0-69d6-4eaa-94df-086b306831fc {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:27.131505 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa79e36-c34d-4bbc-a065-b6846a90bf1d", "name": "network-vif-deleted", "tag": "c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:27.131766 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bbbc52d0-69d6-4eaa-94df-086b306831fc {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:27.132203 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa79e36-c34d-4bbc-a065-b6846a90bf1d', 'name': 'network-vif-deleted', 'tag': 'c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3', 'status': 'completed', 'code': 200} Jul 07 18:44:27.173525 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:27.383287 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:27.506633 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:44:27.515665 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:27.516504 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:44:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:27.622679 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:27.830870 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:27.862030 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b1ffa-0ba7-4ac7-83b2-dea3c08fe936 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:44:28.095355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d33d7-287f-418c-b0dc-d619afd7f78f None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:44:28.341932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-4b59a641-8870-4125-a643-2b1c68aceefd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1276107950&fields=id&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 267 time: 0.0345557 Jul 07 18:44:28.485268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-2f891d9f-e601-4f2b-85a3-a6e156109152 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:28.487711 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-2f891d9f-e601-4f2b-85a3-a6e156109152 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1386411 Jul 07 18:44:28.504103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-dce32e5f-4838-44cf-9622-afcf1d68f6a5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/quotas/86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 375 time: 0.0106556 Jul 07 18:44:28.579645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-842b3c1f-0ad3-4c63-8ca0-6d73ad57d19c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701401 Jul 07 18:44:28.736328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-f45aad80-48cf-420d-b5ec-542402a4925f service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393363 Jul 07 18:44:28.852916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-380ceeac-a68d-44a1-bb5c-608cc653c06f service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104543 Jul 07 18:44:29.053465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03e752e9-59d8-4137-a54d-b01444ac8495 req-1d3799b0-0b44-4286-9eea-4ef780780051 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 210 time: 0.0352356 Jul 07 18:44:29.575322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:29.598333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:44:29.598686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device c62bc86f-4dfc-43f3-b0c1-4a0b3f7daac3 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:44:30.198017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-be7e58a1-31e2-4ac0-9b00-26f3288878fc req-cea16c10-511f-4032-8822-8bb5843d6dbc tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 210 time: 0.0289271 Jul 07 18:44:30.365380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-e6937774-6b88-4df9-ada5-f7faee6f1bba tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:30.366984 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-e6937774-6b88-4df9-ada5-f7faee6f1bba tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1173093 Jul 07 18:44:30.426838 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-0b30ac4d-deda-487a-8af1-eb6121e1f00b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 380 time: 0.0497632 Jul 07 18:44:30.435981 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'port': {'device_id': '9636b069-1811-4573-9b1f-7be51ceed80d', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'admin_state_up': True, 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'security_groups': ['0ffa5449-6def-417b-9f20-53c0c489d26c']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:44:30.551069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Made reservation on behalf of 86aa7147300b4bb2b433083769602d64 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:44:30.554885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:30.708721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Allocated IP 172.20.0.10 (a246557a-768e-44c5-af22-0fd84329e0e3/7f7f0781-39fd-444a-8779-09e24282b3eb/72f3e54a-022f-4547-94e6-689414bf819d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:44:30.869225 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:30.884244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Transition to ACTIVE for port object 72f3e54a-022f-4547-94e6-689414bf819d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:44:30.926179 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:30.975569 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Network a246557a-768e-44c5-af22-0fd84329e0e3 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:44:30.979126 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:44:30.985144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:44:31.010626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:31.039819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:31.040414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.056710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-fa925303-c239-420a-862f-bb2ba5575425 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245027 Jul 07 18:44:31.069367 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Request body: {'port': {'device_id': '9636b069-1811-4573-9b1f-7be51ceed80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:44:31.147776 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.182648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-07634df6-dda9-4446-a398-eca5bce8cbe3 None None] Provisioning for port 72f3e54a-022f-4547-94e6-689414bf819d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:44:31.188054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-07634df6-dda9-4446-a398-eca5bce8cbe3 None None] Provisioning complete for port 72f3e54a-022f-4547-94e6-689414bf819d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:44:31.188456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07634df6-dda9-4446-a398-eca5bce8cbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.225941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-07634df6-dda9-4446-a398-eca5bce8cbe3 None None] Port 72f3e54a-022f-4547-94e6-689414bf819d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:44:31.448861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c199b45-2d05-4574-bda8-18bf9efacba7 req-59875b5e-9f2c-4e37-9eca-05fce929bdf9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:31.450343 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c199b45-2d05-4574-bda8-18bf9efacba7 req-59875b5e-9f2c-4e37-9eca-05fce929bdf9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 932 time: 0.1235750 Jul 07 18:44:31.510543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f3e54a-022f-4547-94e6-689414bf819d {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:44:31.520975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.526943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c199b45-2d05-4574-bda8-18bf9efacba7 req-02b22a02-1469-432b-9ef2-962c40d4f017 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689907 Jul 07 18:44:31.537478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Transition to ACTIVE for port object 72f3e54a-022f-4547-94e6-689414bf819d will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:44:31.543068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.600128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:31.675244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:44:31.675888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:44:31.676227 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:44:31.681176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Port 72f3e54a-022f-4547-94e6-689414bf819d on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:44:31.681504 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:44:31.686657 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:44:31.686989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:44:31.687372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:44:31.687811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Bound port: 72f3e54a-022f-4547-94e6-689414bf819d, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:44:31.688230 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.756964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:44:31.760120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:44:31.766827 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.807137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:31.807735 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:31.809207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] 10.222.0.55 "PUT /v2.0/ports/72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1092 time: 0.7444129 Jul 07 18:44:31.809668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:31.811947 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2946b5c0e3f36bb9a04b03cc244f079141150f689cfa654d150bee11049faf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742" -d '{"events": [{"name": "network-changed", "server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "tag": "72f3e54a-022f-4547-94e6-689414bf819d"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:31.850685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bea931-3bb5-4eea-bfc4-ddaac53c900d service neutron] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:31.883605 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e88e1d6-ab12-4c2f-97b3-6400afab1391 x-openstack-request-id: req-8e88e1d6-ab12-4c2f-97b3-6400afab1391 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:31.883900 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "tag": "72f3e54a-022f-4547-94e6-689414bf819d", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:31.884154 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e88e1d6-ab12-4c2f-97b3-6400afab1391 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:31.884560 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d', 'status': 'completed', 'code': 200} Jul 07 18:44:31.913010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-bc701deb-8be8-47ec-97de-5e34bcdd4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:31.914571 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-bc701deb-8be8-47ec-97de-5e34bcdd4fd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1095 time: 0.0607946 Jul 07 18:44:31.957460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-1a528c0d-bbf4-4a96-a641-ff86a0486fd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 217 time: 0.0355322 Jul 07 18:44:32.013577 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-6b5b9a44-e017-42f3-9ce7-1e23c5329712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:32.015083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-6b5b9a44-e017-42f3-9ce7-1e23c5329712 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0508115 Jul 07 18:44:32.076402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-f386d95a-31b0-4a79-adf3-01cfa6ee7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:32.077859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-f386d95a-31b0-4a79-adf3-01cfa6ee7d16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564203 Jul 07 18:44:32.171621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-04514b17-7104-4370-bfd7-09e295affb5e service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867212 Jul 07 18:44:32.279153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ade28ce7-1123-42ad-8a49-d3df93f73033 req-261d7837-aa99-4f8f-b6da-55d013920b40 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001039 Jul 07 18:44:32.391734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-dd57037c-06cc-48ea-8cfc-7069c4b5f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:32.393397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-dd57037c-06cc-48ea-8cfc-7069c4b5f7a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1095 time: 0.0595465 Jul 07 18:44:32.490471 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-3f033dd8-bdc1-4322-9126-0908844235cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:32.491972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-3f033dd8-bdc1-4322-9126-0908844235cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0927012 Jul 07 18:44:32.547201 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-e90e416f-6060-4980-9055-deaa1cbbf9b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 217 time: 0.0469494 Jul 07 18:44:32.605220 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-1b61f41a-d0f0-4bb2-b20d-2ff68697807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:32.606731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-1b61f41a-d0f0-4bb2-b20d-2ff68697807f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0525763 Jul 07 18:44:32.703476 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-7eaaa808-6981-47d5-a36c-dac5a38678e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:32.705067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-7eaaa808-6981-47d5-a36c-dac5a38678e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910404 Jul 07 18:44:32.780779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782fd9-d851-4b58-8885-0f4e5588e132 req-c3fb2020-27a6-445c-aacc-9d01c697cdc3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:32.782386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0782fd9-d851-4b58-8885-0f4e5588e132 req-c3fb2020-27a6-445c-aacc-9d01c697cdc3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.1324649 Jul 07 18:44:32.841596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-35197e15-5ddc-49b0-a63b-2de00afc82db service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276615 Jul 07 18:44:32.844668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0782fd9-d851-4b58-8885-0f4e5588e132 req-8044fa8e-3651-412d-8185-cf6c02bb9da8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560849 Jul 07 18:44:32.932218 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e7c1a1a-9614-4a6a-bbdb-08c2da643742 req-9f574c85-555e-415a-a92b-5e7203f75f9e service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Jul 07 18:44:34.047552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbcfb1-3e71-49f0-9879-6d87efc79d7d req-77d62148-65bf-4079-8f29-5fc91fb3445d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:34.049159 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bcbcfb1-3e71-49f0-9879-6d87efc79d7d req-77d62148-65bf-4079-8f29-5fc91fb3445d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.0775585 Jul 07 18:44:34.092723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bcbcfb1-3e71-49f0-9879-6d87efc79d7d req-d7d45617-727b-41e7-b107-1e356fd3f8e0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349748 Jul 07 18:44:34.282405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:35.274812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43f85c-a1ef-484b-9c0b-f140afd68a47 req-aa0126f4-de6a-4745-a3ab-b10b4440cf68 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:35.276381 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb43f85c-a1ef-484b-9c0b-f140afd68a47 req-aa0126f4-de6a-4745-a3ab-b10b4440cf68 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.0684140 Jul 07 18:44:35.317170 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eb43f85c-a1ef-484b-9c0b-f140afd68a47 req-f24fb2f8-6afc-45f9-ab48-85e554c539a4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347426 Jul 07 18:44:35.593739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:44:35.700217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:35.712437 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '72f3e54a-022f-4547-94e6-689414bf819d', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '72f3e54a-022f-4547-94e6-689414bf819d', 'mac_address': 'fa:16:3e:10:47:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:44:35.756984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:35.771443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f3e54a-022f-4547-94e6-689414bf819d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:44:35.792881 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:35.798802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:35.848275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:36.001754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['72f3e54a-022f-4547-94e6-689414bf819d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:44:36.347102 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:36.511119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f4e37-ba3a-44e3-8368-21741b7d040d req-00928347-92bc-4005-b69e-76d16a702734 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:36.512601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-685f4e37-ba3a-44e3-8368-21741b7d040d req-00928347-92bc-4005-b69e-76d16a702734 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 945 time: 0.0683866 Jul 07 18:44:36.557551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-685f4e37-ba3a-44e3-8368-21741b7d040d req-3cb84255-df04-40ac-8285-5081dcba1988 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 Jul 07 18:44:37.605736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:44:37.659922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 72f3e54a-022f-4547-94e6-689414bf819d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:44:37.664760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 72f3e54a-022f-4547-94e6-689414bf819d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:44:37.665175 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:37.741779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2e72a-4244-4023-86c9-a7bbcac067ae req-943e4d91-1bf8-4b3d-aa62-29795090da87 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:37.743320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9af2e72a-4244-4023-86c9-a7bbcac067ae req-943e4d91-1bf8-4b3d-aa62-29795090da87 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 945 time: 0.0690506 Jul 07 18:44:37.746058 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:37.770275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:37.772562 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40ae16c27881a2671a027c5c0f953cecebceca6b1c662b90be682f2ada241b4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f865dc2-4598-42bf-8f38-d1dde7c88f76" -d '{"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-plugged", "status": "completed", "tag": "72f3e54a-022f-4547-94e6-689414bf819d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:37.787196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9af2e72a-4244-4023-86c9-a7bbcac067ae req-b56f1cb9-25a7-4eb3-934a-296eb20871c5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378711 Jul 07 18:44:37.788624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:37.794694 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:37.820911 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744a299-5237-4dc2-929b-f703cb4fe477 x-openstack-request-id: req-6744a299-5237-4dc2-929b-f703cb4fe477 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:37.821290 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-plugged", "status": "completed", "tag": "72f3e54a-022f-4547-94e6-689414bf819d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:37.821549 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6744a299-5237-4dc2-929b-f703cb4fe477 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:37.822064 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d', 'code': 200} Jul 07 18:44:37.850541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:37.932565 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a830a09-a921-4ec9-a977-6c84c60d3ae9 req-d88f8b79-bda6-4657-afee-b92c54991513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:37.934142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a830a09-a921-4ec9-a977-6c84c60d3ae9 req-d88f8b79-bda6-4657-afee-b92c54991513 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1097 time: 0.0541027 Jul 07 18:44:37.980087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a830a09-a921-4ec9-a977-6c84c60d3ae9 req-de59f1fc-114d-4a9f-b0d9-916270392570 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 Jul 07 18:44:38.978281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd08308-4e8e-4043-8cb4-32033bc0249f req-8ec38443-9f2a-4c14-b9fd-2854eff7aacd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:38.979892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cd08308-4e8e-4043-8cb4-32033bc0249f req-8ec38443-9f2a-4c14-b9fd-2854eff7aacd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0695362 Jul 07 18:44:39.275118 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cd08308-4e8e-4043-8cb4-32033bc0249f req-0b55a64f-3b18-4c43-984e-394071b2753d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889690 Jul 07 18:44:39.454704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbd72c-4a0d-4037-9cfe-525e89fdd5c2 req-7ca261d9-c168-4c1e-aaad-db86600ea6eb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:39.456250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fdcbd72c-4a0d-4037-9cfe-525e89fdd5c2 req-7ca261d9-c168-4c1e-aaad-db86600ea6eb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0654643 Jul 07 18:44:39.465697 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 53716) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:39.470774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'floatingip': {'port_id': '72f3e54a-022f-4547-94e6-689414bf819d'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:44:39.545474 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:40.187183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:40.194860 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:40.303142 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c associated. External IP: 172.25.1.154, port: 72f3e54a-022f-4547-94e6-689414bf819d. Jul 07 18:44:40.519497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:44:40.630723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:44:40.636065 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:40.642255 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:44:40.653383 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:40.654265 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:44:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:40.680233 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f082c80-ea29-4b9d-b541-7eb4748c6bac tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "PUT /v2.0/floatingips/9d2bf7b2-865c-4d99-a5af-173e3778e27c HTTP/1.1" status: 200 len: 992 time: 1.2107577 Jul 07 18:44:40.680233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:44:40.680617 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e51cb8ac36a8843ddd9c06595ff3c8ac1653b7dfacbf7933a4d5aee95679a9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b306f06-7b9e-44f9-9822-793902593262" -d '{"events": [{"name": "network-changed", "server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "tag": "72f3e54a-022f-4547-94e6-689414bf819d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:44:40.739857 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fec2453-bef3-4f15-bcd9-ab9d50df0a44 x-openstack-request-id: req-2fec2453-bef3-4f15-bcd9-ab9d50df0a44 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:44:40.740285 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "tag": "72f3e54a-022f-4547-94e6-689414bf819d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:44:40.740773 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2fec2453-bef3-4f15-bcd9-ab9d50df0a44 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:44:40.741305 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d', 'status': 'completed', 'code': 200} Jul 07 18:44:40.790698 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:40.821180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306f06-7b9e-44f9-9822-793902593262 req-3157b236-385b-4af7-845a-0391f4e9629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:40.822688 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b306f06-7b9e-44f9-9822-793902593262 req-3157b236-385b-4af7-845a-0391f4e9629c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1097 time: 0.0549660 Jul 07 18:44:40.916661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306f06-7b9e-44f9-9822-793902593262 req-a685fafc-1cd1-4fd7-a7d8-8c5b1ac91acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:40.918242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b306f06-7b9e-44f9-9822-793902593262 req-a685fafc-1cd1-4fd7-a7d8-8c5b1ac91acc service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0886977 Jul 07 18:44:40.987829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b306f06-7b9e-44f9-9822-793902593262 req-17d2bcf7-0fec-40c5-9bb6-618567c31393 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1000 time: 0.0623314 Jul 07 18:44:41.021564 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '72f3e54a-022f-4547-94e6-689414bf819d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:10:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636b069-1811-4573-9b1f-7be51ceed80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:44:40Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:41.041940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306f06-7b9e-44f9-9822-793902593262 req-3aa3eee5-d704-46e0-8f43-972199bd5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:41.043392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b306f06-7b9e-44f9-9822-793902593262 req-3aa3eee5-d704-46e0-8f43-972199bd5236 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0488987 Jul 07 18:44:41.057310 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:44:41.067499 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:41.068139 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:44:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:41.121623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306f06-7b9e-44f9-9822-793902593262 req-6e32b8d2-7a5b-4a28-beb8-bd85ae28ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:44:41.123650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b306f06-7b9e-44f9-9822-793902593262 req-6e32b8d2-7a5b-4a28-beb8-bd85ae28ba51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737433 Jul 07 18:44:41.185699 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:41.216245 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b306f06-7b9e-44f9-9822-793902593262 req-01596f30-cec8-4722-823c-b84f00139cea service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Jul 07 18:44:41.311422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b306f06-7b9e-44f9-9822-793902593262 req-d737f8a6-c0ed-452c-8759-35c99d7d0746 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886745 Jul 07 18:44:41.477150 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '72f3e54a-022f-4547-94e6-689414bf819d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:10:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636b069-1811-4573-9b1f-7be51ceed80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:44:40Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:41.530809 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af12a8-356b-40e8-aa08-75c55faee8e9 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '72f3e54a-022f-4547-94e6-689414bf819d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:10:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636b069-1811-4573-9b1f-7be51ceed80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:44:40Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:44:41.747684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4c5c6b-31ae-4923-b301-83c6c15acc5a None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:44:45.885174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c61b6f-1170-48f6-916d-e75f4af3bc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:48.421926 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dd1d-2dbb-4ce2-9a06-929c3afaf255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:48.544510 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:49.830998 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:51.231404 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:44:51.337866 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:04.279558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:06.247315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-882c6ce2-8be9-417d-a41a-0d492ed5719e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630734 Jul 07 18:45:06.348368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:06.357299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-540e7da0-0eaa-415f-93eb-156069699205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:06.358853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-540e7da0-0eaa-415f-93eb-156069699205 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1097 time: 0.0606945 Jul 07 18:45:06.474139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-228c63bb-5ecc-4559-862f-118e7a9e6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:06.475981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-228c63bb-5ecc-4559-862f-118e7a9e6d20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0946360 Jul 07 18:45:06.566500 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-a86dd6fc-ab92-4c6c-b623-6b24c5448ac2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1002 time: 0.0820520 Jul 07 18:45:06.624532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-327a9543-67e0-4a37-bee0-40d51f728210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:06.626063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-327a9543-67e0-4a37-bee0-40d51f728210 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0525210 Jul 07 18:45:06.688899 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-b695e2bc-2555-425c-88c9-3ddba4afd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:45:06.690444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-b695e2bc-2555-425c-88c9-3ddba4afd68e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573733 Jul 07 18:45:06.786435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-04b152dd-7861-4c37-8fd9-30efad43dec6 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884645 Jul 07 18:45:06.885074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2ee9333-8d95-413f-8faf-fbbffc35b8ba req-db7d4aa3-6082-4733-8276-aaa27799e837 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912356 Jul 07 18:45:15.890465 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58613466-09d2-4253-a7f9-b6611534fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:18.427260 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0882fc0d-6b36-4837-b68e-5d12ed141de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:18.540581 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:19.831471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:21.340854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:28.231267 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:45:34.277386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:36.358232 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:45.885558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-782443cd-885e-4830-b92d-0fe53c5bb132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:48.431062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60bbcab4-3f45-4379-8d6b-e573937bd08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:48.540912 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:49.843901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:51.342324 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:04.274242 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:05.232060 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:46:06.329833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-0cc0c37f-430f-4350-862e-00cf9eefccc3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047776 Jul 07 18:46:06.356257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:06.428556 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-438561ce-fd1f-44c6-8ad2-aae87ad11456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:06.430129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-438561ce-fd1f-44c6-8ad2-aae87ad11456 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1097 time: 0.0560298 Jul 07 18:46:06.541145 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-72acea90-0c04-4964-bf4d-f09a13ce0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:06.542701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-72acea90-0c04-4964-bf4d-f09a13ce0ad0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0916712 Jul 07 18:46:06.610199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-ae4604d5-ad1f-49ed-882a-8d0926d778c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1002 time: 0.0608978 Jul 07 18:46:06.664572 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-38bc6d8d-ce4c-4d47-8ed8-e185b568f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:06.666086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-38bc6d8d-ce4c-4d47-8ed8-e185b568f21b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0495853 Jul 07 18:46:06.724166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-fd0ae320-ebe7-4c86-bd2d-c4a8d7d0a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:06.725856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-fd0ae320-ebe7-4c86-bd2d-c4a8d7d0a1a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539148 Jul 07 18:46:06.863888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-60317e8c-5482-4e10-979e-cec12c42814c service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309173 Jul 07 18:46:06.958899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-376fc029-3d49-4ca6-83c8-9a27fe472f78 req-629e5633-db3d-48e6-9690-1c5a11995ab6 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888524 Jul 07 18:46:15.889384 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38648642-765d-4fe9-864d-e88c8f87db09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:16.667441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ad05-abbc-460f-9c07-24365b68d808 req-cc53ea96-c1c1-4c24-8cf9-d667da801a99 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:16.669028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d984ad05-abbc-460f-9c07-24365b68d808 req-cc53ea96-c1c1-4c24-8cf9-d667da801a99 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.1136742 Jul 07 18:46:16.711581 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d984ad05-abbc-460f-9c07-24365b68d808 req-7ef8d53c-ef24-40c9-970a-19e91fc56f52 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Jul 07 18:46:18.028919 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9464f8-b5fd-41de-8524-b751a63175eb req-4f47e4d1-7732-4426-bf95-2d6fcfa658ef tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:18.030435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f9464f8-b5fd-41de-8524-b751a63175eb req-4f47e4d1-7732-4426-bf95-2d6fcfa658ef tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.1260536 Jul 07 18:46:18.070076 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9f9464f8-b5fd-41de-8524-b751a63175eb req-cfb48025-abb2-4548-86e8-3d0b0e268cf6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Jul 07 18:46:18.435967 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-480c33c1-164d-4085-9897-fd7bf6d0de47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:18.538574 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:19.261398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30100b4-77c8-4701-976d-133da7da8a4f req-a0d653a8-5bb9-4fcf-b4dd-ad9b37bb6ef6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:19.262968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d30100b4-77c8-4701-976d-133da7da8a4f req-a0d653a8-5bb9-4fcf-b4dd-ad9b37bb6ef6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0766180 Jul 07 18:46:19.302930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d30100b4-77c8-4701-976d-133da7da8a4f req-18b44cc1-cec2-4c08-a755-2e92a660e2b1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340176 Jul 07 18:46:19.836657 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:20.491232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0908569-b941-4b62-961d-a2cd69a3e0ba req-050db7e4-0274-4705-bd96-b5e4fe7bf428 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:20.492845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0908569-b941-4b62-961d-a2cd69a3e0ba req-050db7e4-0274-4705-bd96-b5e4fe7bf428 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0726132 Jul 07 18:46:20.537704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0908569-b941-4b62-961d-a2cd69a3e0ba req-2fa4ab56-f521-47ef-b091-036aa6bf12b8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359640 Jul 07 18:46:21.348972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:21.719161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2a7cc-7cd4-45bb-9ea2-80a42503a632 req-328d10aa-69c5-44cc-985d-5b780bb9b31b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:21.720699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35d2a7cc-7cd4-45bb-9ea2-80a42503a632 req-328d10aa-69c5-44cc-985d-5b780bb9b31b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0708983 Jul 07 18:46:21.760813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35d2a7cc-7cd4-45bb-9ea2-80a42503a632 req-63eb84c8-a05e-4ef4-81e9-10b12f88cf8c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343807 Jul 07 18:46:22.943761 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33653bfe-3e18-492b-b602-a688d97fcbca req-5685538d-ea00-472b-b664-d02e4dfff881 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:22.945374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33653bfe-3e18-492b-b602-a688d97fcbca req-5685538d-ea00-472b-b664-d02e4dfff881 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0679634 Jul 07 18:46:22.984641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-33653bfe-3e18-492b-b602-a688d97fcbca req-c2156f6b-e87c-4cef-9511-e4cc9854e584 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335569 Jul 07 18:46:24.178197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafce88-7eec-43d4-aca0-66d72f8735d2 req-89cb9bda-46b4-4f88-9701-b1ce38fd2afe tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:24.179921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bafce88-7eec-43d4-aca0-66d72f8735d2 req-89cb9bda-46b4-4f88-9701-b1ce38fd2afe tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0778294 Jul 07 18:46:24.219594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bafce88-7eec-43d4-aca0-66d72f8735d2 req-d8e5b8a3-6988-4171-972c-aa3309f5d56d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Jul 07 18:46:25.404611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c255-d813-4dc7-b6e2-b30a5dbeaab9 req-1776e3d9-e4ed-4adf-9ab0-3569bd212f7e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:25.406147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b89c255-d813-4dc7-b6e2-b30a5dbeaab9 req-1776e3d9-e4ed-4adf-9ab0-3569bd212f7e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0663600 Jul 07 18:46:25.443952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b89c255-d813-4dc7-b6e2-b30a5dbeaab9 req-28dd8da7-45f2-4f62-95a3-216641b833c0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Jul 07 18:46:26.628204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bf3b9-3d2d-476b-8857-b1e8ade386ce req-1da137c8-d4c3-4a28-88cc-20a496b70e6e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:26.629744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-783bf3b9-3d2d-476b-8857-b1e8ade386ce req-1da137c8-d4c3-4a28-88cc-20a496b70e6e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0689957 Jul 07 18:46:26.673979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-783bf3b9-3d2d-476b-8857-b1e8ade386ce req-aa74a2ba-d4bf-4476-be03-d2d4e02f8008 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 Jul 07 18:46:27.851196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b411df-fb9b-4735-a575-85a95279d530 req-24c1256e-e5e6-43e5-8fe2-127ddd4eb5fc tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:27.852684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10b411df-fb9b-4735-a575-85a95279d530 req-24c1256e-e5e6-43e5-8fe2-127ddd4eb5fc tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0656853 Jul 07 18:46:27.891722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-10b411df-fb9b-4735-a575-85a95279d530 req-a89ab1b5-11b4-42a4-b92f-cdfdacb95f39 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333529 Jul 07 18:46:28.313764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd5009-378b-4937-87da-0152d97cf954 req-0b4990f6-9d01-4b11-8aae-2871d4dd03df tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:28.315286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6acd5009-378b-4937-87da-0152d97cf954 req-0b4990f6-9d01-4b11-8aae-2871d4dd03df tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0639133 Jul 07 18:46:28.329329 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-502dbb83-abb9-410a-a985-ed99c6016ac3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930912 Jul 07 18:46:28.356986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6acd5009-378b-4937-87da-0152d97cf954 req-8a1ecac9-1d38-4b07-b53b-3883a6db64aa tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351160 Jul 07 18:46:29.562850 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-2a717a75-cff9-4858-8dfd-21ea8863f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:29.564438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-2a717a75-cff9-4858-8dfd-21ea8863f884 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1097 time: 0.1047032 Jul 07 18:46:29.575286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077296-9a68-4106-9c70-4e9bd9caf994 req-654c44e6-9a39-4eac-a08c-7e5a553b296f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:29.576744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f077296-9a68-4106-9c70-4e9bd9caf994 req-654c44e6-9a39-4eac-a08c-7e5a553b296f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0849657 Jul 07 18:46:29.667131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f077296-9a68-4106-9c70-4e9bd9caf994 req-0f0925e7-6e7f-4226-87d6-5f42b330287c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813808 Jul 07 18:46:29.692953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-8f060f31-3225-489a-82a2-636041d93940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:29.694485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-8f060f31-3225-489a-82a2-636041d93940 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1168566 Jul 07 18:46:29.763430 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-733a79dd-477b-4aa6-9967-75184b853fcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1002 time: 0.0616317 Jul 07 18:46:29.824460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-7458df0a-1c81-402c-a62d-d8b1ad202fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:29.826085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-7458df0a-1c81-402c-a62d-d8b1ad202fec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0563662 Jul 07 18:46:29.894437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-16f7d11c-8606-4d34-bb93-0cb49e7dcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:29.896042 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-16f7d11c-8606-4d34-bb93-0cb49e7dcb45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629115 Jul 07 18:46:29.990932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-ecc816d1-f44b-4155-8566-23cc248e2437 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879292 Jul 07 18:46:30.095866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-9e6b35d8-513f-493b-8aae-247bd63f7b68 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990374 Jul 07 18:46:30.846834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5256e7-a0a5-4690-a68c-a9219e1c2d4a req-5c4a09fb-a673-4e28-8c50-c94c5573eac5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:30.848412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a5256e7-a0a5-4690-a68c-a9219e1c2d4a req-5c4a09fb-a673-4e28-8c50-c94c5573eac5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0667708 Jul 07 18:46:30.886519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a5256e7-a0a5-4690-a68c-a9219e1c2d4a req-059e1671-dfde-4cc2-8d96-3b466fa2aa68 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Jul 07 18:46:32.093572 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-5c22cabb-9b8d-4b65-91ac-14535138b15f service neutron] show failed (client error): The resource could not be found. Jul 07 18:46:32.094539 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-5c22cabb-9b8d-4b65-91ac-14535138b15f service neutron] 10.222.0.55 "GET /v2.0/ports/72f3e54a-022f-4547-94e6-689414bf819d/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0995963 Jul 07 18:46:32.117356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fead29-93dc-4a69-9212-922a606f74b7 req-9b8d99d2-ea23-4928-9dcf-5a108e01b0e2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:32.118923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0fead29-93dc-4a69-9212-922a606f74b7 req-9b8d99d2-ea23-4928-9dcf-5a108e01b0e2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0982895 Jul 07 18:46:32.159386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0fead29-93dc-4a69-9212-922a606f74b7 req-7eef77a1-0b77-45ea-899e-89dd6233b28d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344770 Jul 07 18:46:32.441644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-1340eb60-70ba-4e05-ab22-3a2da4c19c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:32.443173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-1340eb60-70ba-4e05-ab22-3a2da4c19c7b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 1097 time: 0.0992181 Jul 07 18:46:32.455064 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:46:32.839917 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:33.061131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:33.095154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:46:33.137038 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:33.142668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:33.157123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Transition to ACTIVE for port object 72f3e54a-022f-4547-94e6-689414bf819d will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:46:33.162066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:33.179629 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc80ef35-e456-4ea9-a8d9-61e3dd3bcd17" -d '{"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-unplugged", "status": "completed", "tag": "72f3e54a-022f-4547-94e6-689414bf819d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:33.286503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:33.311784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.312162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.312450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.312816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.313181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.313520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.313907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.314236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.314567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.314885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.315209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.315527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:33.366979 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd7734b-44d8-4e9f-90cc-060d6d6a2f6a x-openstack-request-id: req-5bd7734b-44d8-4e9f-90cc-060d6d6a2f6a {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:33.367251 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-unplugged", "status": "completed", "tag": "72f3e54a-022f-4547-94e6-689414bf819d", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:33.367507 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bd7734b-44d8-4e9f-90cc-060d6d6a2f6a {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:33.367900 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d', 'code': 200} Jul 07 18:46:33.368689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] No DVR routers for this DVR port 72f3e54a-022f-4547-94e6-689414bf819d on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:46:33.372322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b90d8-2ad5-4021-87fc-581a340635cf req-4f876e7a-bd36-4cf4-856e-c57e40123268 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:33.377461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56b90d8-2ad5-4021-87fc-581a340635cf req-4f876e7a-bd36-4cf4-856e-c57e40123268 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.0828090 Jul 07 18:46:33.421508 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b56b90d8-2ad5-4021-87fc-581a340635cf req-9b30043d-a9bd-4365-8e53-7082115a4eff tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Jul 07 18:46:33.507100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:46:33.507694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:46:33.507694 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:46:33.512280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Port 72f3e54a-022f-4547-94e6-689414bf819d on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:46:33.512605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Attempting to bind port 72f3e54a-022f-4547-94e6-689414bf819d on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:46:33.517585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:46:33.517924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:46:33.518307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:46:33.518737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Bound port: 72f3e54a-022f-4547-94e6-689414bf819d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:46:33.519099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:33.584092 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:46:33.587527 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:46:33.593326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:33.627174 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:33.627714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:33.629170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] 10.222.0.90 "PUT /v2.0/ports/72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1092 time: 1.1784160 Jul 07 18:46:33.650814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad5dd4-bc77-47da-b1f2-9fc253e3abe5 service neutron] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:33.715324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-8585eaf5-6b7e-4eb2-ac2a-b0d27d417e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:33.716901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-8585eaf5-6b7e-4eb2-ac2a-b0d27d417e15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1095 time: 0.0630610 Jul 07 18:46:33.815565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-18f0e55f-8c6b-42d1-ab28-09f47d7408d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:33.818759 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-18f0e55f-8c6b-42d1-ab28-09f47d7408d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0954299 Jul 07 18:46:33.888116 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-57eac053-ed99-4262-9321-8e05347f7021 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1000 time: 0.0626075 Jul 07 18:46:33.936213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-a6c7af75-da1b-4b5f-8f08-65e76b5f3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:33.937597 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-a6c7af75-da1b-4b5f-8f08-65e76b5f3a93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0439689 Jul 07 18:46:34.001061 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-ded251ce-374e-45c1-82ab-b358ecbd6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:34.002687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-ded251ce-374e-45c1-82ab-b358ecbd6db0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585902 Jul 07 18:46:34.096309 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-e87138f6-c1e7-4fa2-94fd-5ac623f34c72 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871282 Jul 07 18:46:34.191725 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9387c0d7-1032-4ed9-aaf2-dc8504a29f23 req-ca692e2a-383c-4b6f-a2aa-758e23037046 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890281 Jul 07 18:46:34.273815 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:34.609914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d82e4-9176-46ca-b47e-4af525d1b744 req-3c8e19be-1cab-4ea2-99bf-3f882d406b3e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:34.611405 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f4d82e4-9176-46ca-b47e-4af525d1b744 req-3c8e19be-1cab-4ea2-99bf-3f882d406b3e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.0721054 Jul 07 18:46:34.655699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4f4d82e4-9176-46ca-b47e-4af525d1b744 req-1324a01e-f2bc-40bc-a6a7-4a693bcec741 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383396 Jul 07 18:46:35.369100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:35.371624 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc5024b-c070-4b84-9c2b-f8b105430b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "tag": "72f3e54a-022f-4547-94e6-689414bf819d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:35.429856 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc0422f-492c-4fa5-9b0c-8e3982e2fd16 x-openstack-request-id: req-4bc0422f-492c-4fa5-9b0c-8e3982e2fd16 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:35.430166 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "tag": "72f3e54a-022f-4547-94e6-689414bf819d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:35.430747 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4bc0422f-492c-4fa5-9b0c-8e3982e2fd16 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:35.431182 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d', 'status': 'completed', 'code': 200} Jul 07 18:46:35.503464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-74a12f16-d9af-467a-9c75-f1386d75b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.505192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-74a12f16-d9af-467a-9c75-f1386d75b582 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1095 time: 0.0570045 Jul 07 18:46:35.509025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-c38f550e-faa5-4904-a6fc-9f74d98e8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.510653 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-c38f550e-faa5-4904-a6fc-9f74d98e8c52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1095 time: 0.0557656 Jul 07 18:46:35.598640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-9bdba40f-c62c-4f83-be9e-debb37e0c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.600272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-9bdba40f-c62c-4f83-be9e-debb37e0c7ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0891111 Jul 07 18:46:35.601617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-dc0e7d5c-ecfe-4f89-ab00-e3cf6340769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.603098 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-dc0e7d5c-ecfe-4f89-ab00-e3cf6340769e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0862014 Jul 07 18:46:35.674786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-d9e88cca-2cad-4cd7-8e5c-7adf7c2fca49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1000 time: 0.0642273 Jul 07 18:46:35.676960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-d48d8fed-c189-4a25-a547-48f2c5bf20ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1000 time: 0.0684319 Jul 07 18:46:35.727378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-89278e7e-ad74-4b5a-88e9-9dcc44e26d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.727839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-284cc24d-5fe3-4056-9f9a-3b3e7132bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.728900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-89278e7e-ad74-4b5a-88e9-9dcc44e26d9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0459363 Jul 07 18:46:35.729513 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-284cc24d-5fe3-4056-9f9a-3b3e7132bfb3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0487669 Jul 07 18:46:35.791183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-a0d45fff-3e2c-4f4e-bca4-a802e2b12aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.793392 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-a0d45fff-3e2c-4f4e-bca4-a802e2b12aca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567124 Jul 07 18:46:35.801867 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-75b16c78-b521-4d58-9786-ebf17926524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.803485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-75b16c78-b521-4d58-9786-ebf17926524a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676167 Jul 07 18:46:35.889100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-3f528736-536c-4c1a-a9a8-dd9d5d611250 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890763 Jul 07 18:46:35.933208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78fb0e-8b73-40fd-bded-7affc6e329fa req-1c31faaf-db15-4bea-93bb-21b334ca8a6c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:35.934750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce78fb0e-8b73-40fd-bded-7affc6e329fa req-1c31faaf-db15-4bea-93bb-21b334ca8a6c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.1508665 Jul 07 18:46:35.936786 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-f52e0cdb-980f-40d5-8f34-06a04534925b service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124961 Jul 07 18:46:35.990100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-f849c9e5-33af-4efb-bdc3-ce3a8a9f452b service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942609 Jul 07 18:46:36.033526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce78fb0e-8b73-40fd-bded-7affc6e329fa req-a866a7f5-39bc-4844-a8a4-bfc58b05b95b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923507 Jul 07 18:46:36.068677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc5024b-c070-4b84-9c2b-f8b105430b9f req-04a515df-9332-4372-8e63-2bb1be2d7320 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207285 Jul 07 18:46:36.181303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:36.220983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:36.376434 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:37.222378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112e03-bdd0-472c-84f8-023dc9592eaf req-f01c789a-bd01-4620-92d2-d8da0f9d789f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:37.224031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8112e03-bdd0-472c-84f8-023dc9592eaf req-f01c789a-bd01-4620-92d2-d8da0f9d789f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.0713248 Jul 07 18:46:37.265041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8112e03-bdd0-472c-84f8-023dc9592eaf req-66d8e927-6073-4d4b-99f9-e5d6585ffe3a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343585 Jul 07 18:46:37.333169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:46:37.431442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:37.444662 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '72f3e54a-022f-4547-94e6-689414bf819d', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '72f3e54a-022f-4547-94e6-689414bf819d', 'mac_address': 'fa:16:3e:10:47:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:46:37.490417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:37.504351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f3e54a-022f-4547-94e6-689414bf819d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:46:37.526395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:37.531534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:37.580858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:37.589827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.590092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.590446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.590777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.591108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.591440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.591766 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.592088 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.592413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.592734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.593078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.593400 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:37.624592 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1a797-f309-49d5-9c16-e30e9fde235f req-a90fabde-09d7-4d94-b095-f1298458b26a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:37.626168 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5f1a797-f309-49d5-9c16-e30e9fde235f req-a90fabde-09d7-4d94-b095-f1298458b26a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 944 time: 0.1161876 Jul 07 18:46:37.649640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba427c-0028-4d74-842b-f25af836833b req-b5bbec54-ecfc-4e14-804c-7c6f288808c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:37.651102 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-b5bbec54-ecfc-4e14-804c-7c6f288808c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d&tenant_id=86aa7147300b4bb2b433083769602d64&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 945 time: 0.1296864 Jul 07 18:46:37.708781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5f1a797-f309-49d5-9c16-e30e9fde235f req-36a04edd-b146-4c96-bfea-b8e88db1a958 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757947 Jul 07 18:46:37.732742 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-a8ba427c-0028-4d74-842b-f25af836833b req-e2407481-90da-45c1-8a81-cfcf14a78672 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:46:37.733823 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-e2407481-90da-45c1-8a81-cfcf14a78672 service neutron] 10.222.0.55 "DELETE /v2.0/ports/72f3e54a-022f-4547-94e6-689414bf819d/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0761135 Jul 07 18:46:37.841041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba427c-0028-4d74-842b-f25af836833b req-2dff89db-3518-4ee4-9ea8-988d04f18d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:37.842572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-2dff89db-3518-4ee4-9ea8-988d04f18d25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1096 time: 0.0604088 Jul 07 18:46:37.872624 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['72f3e54a-022f-4547-94e6-689414bf819d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:46:37.937699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba427c-0028-4d74-842b-f25af836833b req-cb0dcc16-b3c5-46b5-bf18-06c65cc002ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:37.939261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-cb0dcc16-b3c5-46b5-bf18-06c65cc002ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0903492 Jul 07 18:46:38.023049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-c1d1c7c2-7bc6-4c20-821e-b39956b187a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1001 time: 0.0755579 Jul 07 18:46:38.073773 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba427c-0028-4d74-842b-f25af836833b req-fb123254-b3a1-41aa-9bee-e0e7bc4314c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:38.075265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-fb123254-b3a1-41aa-9bee-e0e7bc4314c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0461612 Jul 07 18:46:38.136932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba427c-0028-4d74-842b-f25af836833b req-4e981543-ad92-4099-a48e-ef1f30f28ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:38.138482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-4e981543-ad92-4099-a48e-ef1f30f28ea1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570154 Jul 07 18:46:38.237913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-232be597-8556-44cc-a95b-3b90d0929282 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921776 Jul 07 18:46:38.337338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8ba427c-0028-4d74-842b-f25af836833b req-58e88171-c752-46d5-87f1-f0537803fc2c service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917363 Jul 07 18:46:38.918843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5375c-61b6-471d-9990-3a027fb60883 req-87561598-f949-45db-8a27-c11670321de8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:38.920413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19c5375c-61b6-471d-9990-3a027fb60883 req-87561598-f949-45db-8a27-c11670321de8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 945 time: 0.0708516 Jul 07 18:46:38.961015 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19c5375c-61b6-471d-9990-3a027fb60883 req-3e2ebcaa-fa65-4a9f-88d7-51ab01331c43 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347261 Jul 07 18:46:39.360298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:46:39.415965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 72f3e54a-022f-4547-94e6-689414bf819d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:46:39.419891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 72f3e54a-022f-4547-94e6-689414bf819d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:46:39.420268 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:39.505147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:39.532761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:39.711327 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba2c5dd-1fd8-49d8-96c9-1640d31e5b85" -d '{"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-plugged", "status": "completed", "tag": "72f3e54a-022f-4547-94e6-689414bf819d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:39.717279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:39.722685 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:39.775803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:39.797249 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de87140-0a93-4621-b0ce-c0ab7563c348 x-openstack-request-id: req-4de87140-0a93-4621-b0ce-c0ab7563c348 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:39.797553 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-plugged", "status": "completed", "tag": "72f3e54a-022f-4547-94e6-689414bf819d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:39.797808 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4de87140-0a93-4621-b0ce-c0ab7563c348 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:39.798237 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d', 'code': 200} Jul 07 18:46:40.157903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f369a-eae8-4800-a4f9-98b30a4e6e39 req-d4a2225c-87ef-448b-98ad-4139016eed4f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:40.159449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-019f369a-eae8-4800-a4f9-98b30a4e6e39 req-d4a2225c-87ef-448b-98ad-4139016eed4f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0826306 Jul 07 18:46:40.201099 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-019f369a-eae8-4800-a4f9-98b30a4e6e39 req-01be97a0-981e-4596-80d9-9a651c53bb3e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353756 Jul 07 18:46:40.381894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f49f-853b-4bcc-bf1a-76d8f0eabf95 req-399943bf-82e4-4fff-9894-0aa6ccf6b907 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:40.383422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65c8f49f-853b-4bcc-bf1a-76d8f0eabf95 req-399943bf-82e4-4fff-9894-0aa6ccf6b907 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0688634 Jul 07 18:46:40.423071 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65c8f49f-853b-4bcc-bf1a-76d8f0eabf95 req-6b4cb721-b9eb-4946-ad59-69fcc4265137 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 Jul 07 18:46:40.762857 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-833b27f5-da69-4124-ac41-618cc6b4cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:40.765825 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-833b27f5-da69-4124-ac41-618cc6b4cccc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 1097 time: 0.0631304 Jul 07 18:46:40.775083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884372ab-0d3a-4e51-bd74-73809ef864ba req-f08d1008-2197-42b4-b4ba-1cfa711ee400 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:40.776610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-884372ab-0d3a-4e51-bd74-73809ef864ba req-f08d1008-2197-42b4-b4ba-1cfa711ee400 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0741429 Jul 07 18:46:40.818049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-884372ab-0d3a-4e51-bd74-73809ef864ba req-b1fd0657-e414-41a8-9dfe-0d8650cee0c2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353251 Jul 07 18:46:40.861821 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-9dbd8145-6d05-4949-b654-1f2b34a667af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:40.863320 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-9dbd8145-6d05-4949-b654-1f2b34a667af service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0915210 Jul 07 18:46:40.933860 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-2e296a24-4e50-4157-9856-f9e52cf1c157 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 200 len: 1002 time: 0.0639729 Jul 07 18:46:40.986581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-5a9bed8c-b164-4163-9d14-5c27166abaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:40.988158 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-5a9bed8c-b164-4163-9d14-5c27166abaa0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0483460 Jul 07 18:46:41.051691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-0d917bc7-9963-4daf-b4fd-0139e783faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:41.053231 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-0d917bc7-9963-4daf-b4fd-0139e783faa0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592713 Jul 07 18:46:41.162321 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-7c730afa-6c28-48e9-a9ea-fb6d5d8a94a8 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014633 Jul 07 18:46:41.257249 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14006c19-79c5-48a5-9a8d-69c172e5dc41 req-82726659-7d71-485e-9a17-8fea11f89bce service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889246 Jul 07 18:46:42.000714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341193-1766-43b6-b483-ddbb74975493 req-be69e3a7-f736-4ebe-89c3-05c7df503ff4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:42.002189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2341193-1766-43b6-b483-ddbb74975493 req-be69e3a7-f736-4ebe-89c3-05c7df503ff4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0674844 Jul 07 18:46:42.043436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d2341193-1766-43b6-b483-ddbb74975493 req-fb06ef50-ff3d-4815-91cc-d7f4602f2e49 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350215 Jul 07 18:46:42.232449 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:46:42.471257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89ad13-af69-4620-aec7-9804facefe51 req-ecf2eda3-3a59-46dd-a112-c910842ba4a4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:42.472817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a89ad13-af69-4620-aec7-9804facefe51 req-ecf2eda3-3a59-46dd-a112-c910842ba4a4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0766656 Jul 07 18:46:42.515421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a89ad13-af69-4620-aec7-9804facefe51 req-a10603f2-4511-479e-b05a-b949c7fc5e9a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346789 Jul 07 18:46:43.700550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09e1c-2cde-4830-b743-1709a8b5f84e req-b7ecff30-ecb8-41f1-a850-78d4e5c8178f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:43.702166 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0db09e1c-2cde-4830-b743-1709a8b5f84e req-b7ecff30-ecb8-41f1-a850-78d4e5c8178f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0723164 Jul 07 18:46:43.748285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0db09e1c-2cde-4830-b743-1709a8b5f84e req-2d46d7e8-320e-45f3-b807-080b76b0774d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360310 Jul 07 18:46:43.749282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-6ad05cf7-d54f-40d1-918e-c04550d60356 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:43.754118 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-6ad05cf7-d54f-40d1-918e-c04550d60356 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 946 time: 0.0700498 Jul 07 18:46:43.874375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Deleting port 72f3e54a-022f-4547-94e6-689414bf819d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:46:43.874726 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:43.962209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] For port 72f3e54a-022f-4547-94e6-689414bf819d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=72f3e54a-022f-4547-94e6-689414bf819d,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:43.962566 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:44.191200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:44.191584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:44.191901 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c disassociated. External IP: 172.25.1.154, port: 72f3e54a-022f-4547-94e6-689414bf819d. Jul 07 18:46:44.192226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Calling delete_port for 72f3e54a-022f-4547-94e6-689414bf819d owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:46:44.327974 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:44.357921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event deleted for resources: {'Port': ['ID=72f3e54a-022f-4547-94e6-689414bf819d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:44.485716 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:46:44.599805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:46:44.609169 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:46:44.620804 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:44.621614 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:46:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:44.647488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] No DVR routers for this DVR port 72f3e54a-022f-4547-94e6-689414bf819d on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:46:44.650457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:44.652909 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b41f2cfd-f133-43d6-ade1-ceef3b886dbb req-d866f5ac-52e8-4bde-8b27-1bd7e636e1c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "DELETE /v2.0/ports/72f3e54a-022f-4547-94e6-689414bf819d HTTP/1.1" status: 204 len: 173 time: 0.8966200 Jul 07 18:46:44.653417 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-deleted', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:44.655886 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f1e7a2-8ebf-4be2-a583-07c2ab1261a4" -d '{"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-deleted", "tag": "72f3e54a-022f-4547-94e6-689414bf819d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:44.707046 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966a370c-032b-42ab-a0ca-ece6d98bcf1d x-openstack-request-id: req-966a370c-032b-42ab-a0ca-ece6d98bcf1d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:44.707413 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9636b069-1811-4573-9b1f-7be51ceed80d", "name": "network-vif-deleted", "tag": "72f3e54a-022f-4547-94e6-689414bf819d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:44.707779 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-966a370c-032b-42ab-a0ca-ece6d98bcf1d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:44.708803 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9636b069-1811-4573-9b1f-7be51ceed80d', 'name': 'network-vif-deleted', 'tag': '72f3e54a-022f-4547-94e6-689414bf819d', 'status': 'completed', 'code': 200} Jul 07 18:46:44.837637 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:44.936642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d047ab0c-f70c-41bf-b456-c53caa77a9ab req-2b4b8894-bfea-42b3-af75-438b1ddd315b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=9636b069-1811-4573-9b1f-7be51ceed80d HTTP/1.1" status: 200 len: 210 time: 0.0302861 Jul 07 18:46:45.065191 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:45.093089 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:46:45.101983 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:45.102619 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:46:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:45.215297 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:46:45.426687 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:45.453222 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d121ab-3b7f-4f8c-8c3b-edd7acfdef14 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:46:45.694050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6279be10-6f5f-46cc-82f3-27cc2f473a5b None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:46:45.894493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9234383-0b98-4222-9969-eafe8a5fc23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:46.296857 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-dee8b664-b36a-496d-8c02-d542426c1f98 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1276107950&fields=id&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 267 time: 0.0347710 Jul 07 18:46:46.409692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ef295174-327c-4581-bccd-51a7ade486b8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:46.411274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ef295174-327c-4581-bccd-51a7ade486b8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1076353 Jul 07 18:46:46.427028 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-23414ca7-17e2-4c1e-8f30-8eadcdbd4821 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/quotas/86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 375 time: 0.0097823 Jul 07 18:46:46.498833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-af7588b3-2076-482d-94bd-7fdac51f2267 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661647 Jul 07 18:46:46.516574 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-4a3ca4ca-4544-4ad8-a8e7-36e8b0f76167 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:46:46.517594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-4a3ca4ca-4544-4ad8-a8e7-36e8b0f76167 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064313 Jul 07 18:46:46.693749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-5062067e-ae81-47d5-a012-ae1567a503d8 service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349332 Jul 07 18:46:47.046469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-bc805e8c-6297-47e9-9df9-63d417287fdb service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466995 Jul 07 18:46:47.229337 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8acc6150-eaab-48c4-9cf1-363e7305c515 req-28109f92-64b9-4fb7-9908-4d36910e8e1e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 210 time: 0.0300078 Jul 07 18:46:47.394430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:46:47.416595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 72f3e54a-022f-4547-94e6-689414bf819d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:46:47.416967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 72f3e54a-022f-4547-94e6-689414bf819d not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:46:48.373305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-05929b9d-999e-419c-a675-143e3079e87f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:48.374959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-05929b9d-999e-419c-a675-143e3079e87f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1595635 Jul 07 18:46:48.411938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-819016aa-b49d-4c1d-8667-11e79a99135a req-38441168-c214-40cb-a2ca-9f55fbcf53d0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 210 time: 0.0333829 Jul 07 18:46:48.450442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-7b933212-c9ef-4113-bd05-454bad280682 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 380 time: 0.0598090 Jul 07 18:46:48.453295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91224148-cb14-48c8-b649-f7cdbec1420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:48.461944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'port': {'device_id': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'admin_state_up': True, 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'security_groups': ['0ffa5449-6def-417b-9f20-53c0c489d26c']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:46:48.533429 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:48.583337 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Made reservation on behalf of 86aa7147300b4bb2b433083769602d64 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:46:48.587488 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:48.722028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Allocated IP 172.20.0.4 (a246557a-768e-44c5-af22-0fd84329e0e3/7f7f0781-39fd-444a-8779-09e24282b3eb/8e4e903e-9941-481d-a64a-14cefb36b296) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:46:48.867002 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:48.881243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Transition to ACTIVE for port object 8e4e903e-9941-481d-a64a-14cefb36b296 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:46:48.915464 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:48.961286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Network a246557a-768e-44c5-af22-0fd84329e0e3 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:46:48.966713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:46:48.971655 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:46:49.000942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:49.016148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.016493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.016852 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.017195 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.017529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.017860 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.018189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.018516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.018842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.019228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.019481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.019820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:46:49.043029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:49.043662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.060289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ff08945b-bfdb-4f34-8af0-4b3ffd11d50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033697 Jul 07 18:46:49.072742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Request body: {'port': {'device_id': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:46:49.152693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.189071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8f0b10f1-9076-4b59-a192-ba5f81b598df None None] Provisioning for port 8e4e903e-9941-481d-a64a-14cefb36b296 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:46:49.194683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8f0b10f1-9076-4b59-a192-ba5f81b598df None None] Provisioning complete for port 8e4e903e-9941-481d-a64a-14cefb36b296 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:46:49.195185 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0b10f1-9076-4b59-a192-ba5f81b598df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.245597 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b10f1-9076-4b59-a192-ba5f81b598df None None] Port 8e4e903e-9941-481d-a64a-14cefb36b296 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:46:49.472902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4e903e-9941-481d-a64a-14cefb36b296 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:46:49.481218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.504021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Transition to ACTIVE for port object 8e4e903e-9941-481d-a64a-14cefb36b296 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:46:49.508267 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.593940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:49.697457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad22840-aede-498c-9074-7b60ed6df543 req-b7226d58-8b14-4ffe-8f0b-a04c85b63e2a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:49.699213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aad22840-aede-498c-9074-7b60ed6df543 req-b7226d58-8b14-4ffe-8f0b-a04c85b63e2a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 943 time: 0.1641212 Jul 07 18:46:49.717539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:46:49.717853 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:46:49.718187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:46:49.733814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:46:49.734138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:46:49.744731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:46:49.745109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:46:49.745469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:46:49.745943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Bound port: 8e4e903e-9941-481d-a64a-14cefb36b296, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:46:49.746280 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.765267 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aad22840-aede-498c-9074-7b60ed6df543 req-1fbc6b36-4c9e-4cbe-95f6-15162381d047 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599277 Jul 07 18:46:49.834083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:46:49.841668 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:46:49.849285 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.849585 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.885695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:49.886318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:49.887744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] 10.222.0.55 "PUT /v2.0/ports/8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1091 time: 0.8197188 Jul 07 18:46:49.888196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:49.919807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e1239-e1b4-46c1-89cb-17722d9af0aa service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:49.951508 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b222f-8941-49a6-ad73-ce67876ca150" -d '{"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:50.011058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-5b78692c-a94b-4d59-b871-7f54c0e096c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:50.012763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-5b78692c-a94b-4d59-b871-7f54c0e096c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1094 time: 0.0741236 Jul 07 18:46:50.058747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-ece1dcae-05b5-4339-b724-06b38beeaafb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 217 time: 0.0387034 Jul 07 18:46:50.065721 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9905964-f66b-456a-9d5c-4766551f0f61 x-openstack-request-id: req-c9905964-f66b-456a-9d5c-4766551f0f61 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:50.066126 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:50.066448 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c9905964-f66b-456a-9d5c-4766551f0f61 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:50.066949 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'status': 'completed', 'code': 200} Jul 07 18:46:50.120148 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-c258c0f9-3cb2-462e-9493-d224fe367d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:50.122684 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-c258c0f9-3cb2-462e-9493-d224fe367d8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0525935 Jul 07 18:46:50.194805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-08038594-ef74-43cc-9c5a-720a2e604e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:50.196739 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-08038594-ef74-43cc-9c5a-720a2e604e71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670929 Jul 07 18:46:50.298050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-4974992c-1825-41d2-8b6b-487a00bec8f2 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937259 Jul 07 18:46:50.406035 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9739f539-4508-40c3-b56b-a815fb4e7902 req-a60889d1-8935-46ae-91d2-3ccf15b68f99 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015429 Jul 07 18:46:50.517619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b222f-8941-49a6-ad73-ce67876ca150 req-44e98ad1-18cd-4a3e-a9e4-315a44754fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:50.519048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b222f-8941-49a6-ad73-ce67876ca150 req-44e98ad1-18cd-4a3e-a9e4-315a44754fce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1094 time: 0.0589159 Jul 07 18:46:50.612596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b222f-8941-49a6-ad73-ce67876ca150 req-4692212d-395b-4f77-a54f-459ef9bfb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:50.614141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b222f-8941-49a6-ad73-ce67876ca150 req-4692212d-395b-4f77-a54f-459ef9bfb978 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0876594 Jul 07 18:46:50.660421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b222f-8941-49a6-ad73-ce67876ca150 req-832e70b8-1d0b-46f6-bdcb-118da9dcaf1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 217 time: 0.0393240 Jul 07 18:46:50.710752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b222f-8941-49a6-ad73-ce67876ca150 req-5d19010b-22b7-4906-a828-8a721f5f2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:50.712266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b222f-8941-49a6-ad73-ce67876ca150 req-5d19010b-22b7-4906-a828-8a721f5f2b6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0450840 Jul 07 18:46:50.773362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b222f-8941-49a6-ad73-ce67876ca150 req-e9a56e5e-d07b-4b78-86e5-0fd5e76a5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:50.774845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b222f-8941-49a6-ad73-ce67876ca150 req-e9a56e5e-d07b-4b78-86e5-0fd5e76a5ced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547836 Jul 07 18:46:50.875630 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b222f-8941-49a6-ad73-ce67876ca150 req-9572cbce-29c9-4c61-8c43-657e085be308 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937688 Jul 07 18:46:51.018416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a18c3-be46-43f8-a728-f52a10355ffa req-bd3f8ca6-c8c9-400a-a465-b998dcd1219e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:51.019979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-935a18c3-be46-43f8-a728-f52a10355ffa req-bd3f8ca6-c8c9-400a-a465-b998dcd1219e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 943 time: 0.1400738 Jul 07 18:46:51.022156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b222f-8941-49a6-ad73-ce67876ca150 req-9b005f48-bef8-4585-b220-8a8b212dae36 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331129 Jul 07 18:46:51.061528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-935a18c3-be46-43f8-a728-f52a10355ffa req-68baa0ee-9d1d-4e3d-89a7-990a46b3b32f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354395 Jul 07 18:46:51.348855 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:52.245216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02acde8-4099-4811-b799-5f103343ecbc req-8abe6691-51d6-4023-9bdf-29a4e64a189b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:52.246767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c02acde8-4099-4811-b799-5f103343ecbc req-8abe6691-51d6-4023-9bdf-29a4e64a189b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 943 time: 0.0689275 Jul 07 18:46:52.289388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c02acde8-4099-4811-b799-5f103343ecbc req-a926a9d0-1d00-41f6-969e-3c5a62fea039 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364954 Jul 07 18:46:53.470669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eba428-15c5-4102-9f6c-0ad7a71116a3 req-df99530c-01cd-4798-b2fc-40531ee72fba tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:53.472112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28eba428-15c5-4102-9f6c-0ad7a71116a3 req-df99530c-01cd-4798-b2fc-40531ee72fba tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 943 time: 0.0667892 Jul 07 18:46:53.516085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28eba428-15c5-4102-9f6c-0ad7a71116a3 req-a7ed60f1-4268-4bf2-970b-8fd47c2cd8b4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379102 Jul 07 18:46:54.211837 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:46:54.311712 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:54.324577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '8e4e903e-9941-481d-a64a-14cefb36b296', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '8e4e903e-9941-481d-a64a-14cefb36b296', 'mac_address': 'fa:16:3e:d5:e2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:46:54.383559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:54.399086 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4e903e-9941-481d-a64a-14cefb36b296 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:46:54.421269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:54.427426 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:54.478610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:54.631599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['8e4e903e-9941-481d-a64a-14cefb36b296'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:46:54.707999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac414484-6b80-4747-b5de-93af33905f68 req-9e8025a5-9fa7-4e0d-ae8a-0589d1cf0116 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:54.709981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac414484-6b80-4747-b5de-93af33905f68 req-9e8025a5-9fa7-4e0d-ae8a-0589d1cf0116 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0768852 Jul 07 18:46:54.759397 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac414484-6b80-4747-b5de-93af33905f68 req-7ed3df5c-2c7a-4a60-a2fc-60addb73709b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 Jul 07 18:46:55.948022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf2c15-f008-4584-823f-b634363c4b5b req-72210329-8b24-4fed-9b16-d7ef9e1efbc3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:55.949597 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9bf2c15-f008-4584-823f-b634363c4b5b req-72210329-8b24-4fed-9b16-d7ef9e1efbc3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0682869 Jul 07 18:46:55.991180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9bf2c15-f008-4584-823f-b634363c4b5b req-2e3cc819-af9f-4996-b4ce-2dc72e0fb602 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Jul 07 18:46:56.242915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:46:56.301854 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 8e4e903e-9941-481d-a64a-14cefb36b296 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:46:56.307276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 8e4e903e-9941-481d-a64a-14cefb36b296 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:46:56.307714 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:56.395967 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:56.423012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:56.425483 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b7c115-b871-40c7-a7ee-9ea4e3481afd" -d '{"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-plugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:56.439485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:46:56.445135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:56.492571 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c38cac9-1e8d-4aed-84d9-45986ad92e61 x-openstack-request-id: req-3c38cac9-1e8d-4aed-84d9-45986ad92e61 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:56.492851 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-plugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:56.493222 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c38cac9-1e8d-4aed-84d9-45986ad92e61 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:56.493547 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'code': 200} Jul 07 18:46:56.505623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:46:56.619466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c044-abec-4771-9df4-76d5bdb6ae52 req-7233be6b-9d08-4eaa-ae8e-76277f5ff106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:56.621151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7a0c044-abec-4771-9df4-76d5bdb6ae52 req-7233be6b-9d08-4eaa-ae8e-76277f5ff106 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1096 time: 0.0648627 Jul 07 18:46:56.657547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7a0c044-abec-4771-9df4-76d5bdb6ae52 req-429fb7e8-2b03-4efb-afa8-c2c75e20cfbc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300205 Jul 07 18:46:57.188597 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57bf21-d52b-4a12-8039-e5d57a93a15a req-170d1300-c8ef-49c3-8f69-d1e23788f9e9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:57.190228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da57bf21-d52b-4a12-8039-e5d57a93a15a req-170d1300-c8ef-49c3-8f69-d1e23788f9e9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0683219 Jul 07 18:46:57.231017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da57bf21-d52b-4a12-8039-e5d57a93a15a req-cfb07c77-d2df-4971-912d-cbb63e768ce9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345600 Jul 07 18:46:58.421909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85508e-3b95-41dd-aec1-a399a542ff76 req-a92f2b51-5ff4-465d-901a-643b545df933 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:58.423594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff85508e-3b95-41dd-aec1-a399a542ff76 req-a92f2b51-5ff4-465d-901a-643b545df933 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0758407 Jul 07 18:46:58.469382 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff85508e-3b95-41dd-aec1-a399a542ff76 req-94473ff5-9ff5-472f-bbfa-58138b0087d0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Jul 07 18:46:58.641838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c873e5b-4321-4152-9dfe-82f473cd73ce req-23223894-b60c-4d1d-b57b-0e260865504f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:46:58.643415 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c873e5b-4321-4152-9dfe-82f473cd73ce req-23223894-b60c-4d1d-b57b-0e260865504f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0662894 Jul 07 18:46:58.652993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54114) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:46:58.657633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'floatingip': {'port_id': '8e4e903e-9941-481d-a64a-14cefb36b296'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:46:58.697318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:59.200258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:59.204137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:59.313739 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c associated. External IP: 172.25.1.154, port: 8e4e903e-9941-481d-a64a-14cefb36b296. Jul 07 18:46:59.790094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:46:59.914156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:46:59.919428 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:59.923845 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:46:59.934638 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:46:59.935245 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:46:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:46:59.956273 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e823391a-5c6a-41f9-a5ff-baf68d6faa9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "PUT /v2.0/floatingips/9d2bf7b2-865c-4d99-a5af-173e3778e27c HTTP/1.1" status: 200 len: 991 time: 1.3021872 Jul 07 18:46:59.956939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:46:59.959698 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:46:59.997676 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd3c661-a1f4-427a-86ee-97573fdca6c0 x-openstack-request-id: req-fbd3c661-a1f4-427a-86ee-97573fdca6c0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:46:59.997943 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:46:59.998226 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fbd3c661-a1f4-427a-86ee-97573fdca6c0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:46:59.998627 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'status': 'completed', 'code': 200} Jul 07 18:47:00.047741 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:47:00.077413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-625ba5bb-fbff-4814-847a-539990cc8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:00.078981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-625ba5bb-fbff-4814-847a-539990cc8d4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1096 time: 0.0560179 Jul 07 18:47:00.197744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-186aa1e2-4577-4d16-896a-a942cfc74128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:00.199263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-186aa1e2-4577-4d16-896a-a942cfc74128 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1137469 Jul 07 18:47:00.273881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-9e0654c1-52e9-431b-99ed-2c40a07716ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 999 time: 0.0672669 Jul 07 18:47:00.301234 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '8e4e903e-9941-481d-a64a-14cefb36b296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:d5:e2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:46:59Z', 'revision_number': 9, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:47:00.329004 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-a7edc95a-e186-4713-b193-158b4e7818e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:00.330548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-a7edc95a-e186-4713-b193-158b4e7818e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0502701 Jul 07 18:47:00.332262 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:47:00.341612 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:47:00.342232 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:46:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:47:00.390264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-d37d229e-eb54-4a5b-a907-dd9673644554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:00.392077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-d37d229e-eb54-4a5b-a907-dd9673644554 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550804 Jul 07 18:47:00.463709 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:47:00.487249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-de138786-3ef5-4c32-ad38-fe89c5cd6cfc service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883346 Jul 07 18:47:00.587368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ce12471-dfdc-44f5-a1eb-501b63af9d3d req-dda21763-51b3-4b8c-bc35-62233ce00bc9 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938339 Jul 07 18:47:00.725344 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '8e4e903e-9941-481d-a64a-14cefb36b296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:d5:e2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:46:59Z', 'revision_number': 9, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:47:00.754412 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a189c2-e50a-4bc3-93a3-0afd7398ce51 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '8e4e903e-9941-481d-a64a-14cefb36b296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:d5:e2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:46:59Z', 'revision_number': 9, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:47:00.951617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3804a-5b88-4e92-8ef2-65d11b3883a7 None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:47:04.280464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:06.379509 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:07.232185 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-5215b7ff-5750-4b63-9375-cc86918766d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641601 Jul 07 18:47:07.336061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-89ddb23e-93be-4050-bbb5-3d723e9e4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:07.338617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-89ddb23e-93be-4050-bbb5-3d723e9e4f6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1096 time: 0.0632539 Jul 07 18:47:07.454142 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-4b0f62e6-ce9c-41c5-8b83-3c2a5142d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:07.455660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-4b0f62e6-ce9c-41c5-8b83-3c2a5142d4ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0950234 Jul 07 18:47:07.526289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-2a8dd351-862b-42ee-81c8-b29d9e0389e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1002 time: 0.0604563 Jul 07 18:47:07.586724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-f5efc2f4-b347-467e-9719-0a9487a742a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:07.588117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-f5efc2f4-b347-467e-9719-0a9487a742a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0528438 Jul 07 18:47:07.651746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-03fe4814-e47c-4c21-a735-a5960488e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:47:07.653331 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-03fe4814-e47c-4c21-a735-a5960488e25e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559683 Jul 07 18:47:07.752461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-3495fb9f-2045-469f-bde0-45bf14de74be service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885298 Jul 07 18:47:07.855905 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3436f960-81e2-4fa6-9896-87c92d242b21 req-45123aae-634a-4155-92f6-827950b24596 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938110 Jul 07 18:47:15.902857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db126db3-bc8c-46b5-a315-a1c1cd4d3574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:18.435583 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ba863eb-3d8a-4fb7-82bb-f52eb430fd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:18.538400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:19.322787 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:47:19.845186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:21.350690 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:34.293597 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:36.374276 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:45.901381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed9db7f1-ca3b-40e4-8919-63054ff26495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:48.444350 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c121172-eb33-4cd9-84ab-d3026430c73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:48.542774 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:49.851355 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:51.354147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:56.232924 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:48:04.306368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:06.382820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:07.231447 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-e30dd752-b7ba-48a0-90b5-4e124c078d86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796676 Jul 07 18:48:07.330537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-83379878-eca4-4928-9474-c9f53c46a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:07.332167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-83379878-eca4-4928-9474-c9f53c46a470 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1096 time: 0.0560579 Jul 07 18:48:07.443570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-fee69ec6-f766-4491-ae81-027fff9f57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:07.445122 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-fee69ec6-f766-4491-ae81-027fff9f57ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0929415 Jul 07 18:48:07.513124 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-81111bb5-556b-4be9-9630-98ac32b605d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1002 time: 0.0600460 Jul 07 18:48:07.567300 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-099e1ec6-5a30-4bd5-afb5-13867db8213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:07.568772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-099e1ec6-5a30-4bd5-afb5-13867db8213e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0484753 Jul 07 18:48:07.627841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-157a29aa-ef7f-4b3f-8aae-d07f1f8ed12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:07.629444 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-157a29aa-ef7f-4b3f-8aae-d07f1f8ed12d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536718 Jul 07 18:48:07.724032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-1d015edb-94a9-40f0-a9da-01b22d6dae0d service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878017 Jul 07 18:48:07.819005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9cf4530b-e3d5-4433-944f-6db101854a8f req-f45be83a-4fc4-4901-adb4-aa898bf27615 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880854 Jul 07 18:48:15.899952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6def529-88a9-4a63-846a-810c2c79e08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:18.440028 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-170dd047-776e-4f1b-b811-6231a8118f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:18.545627 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:19.852409 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:21.364535 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:33.234468 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:48:34.320944 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:35.841837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-5d828f58-e14a-4699-961b-83ef32308dc2 req-c565295b-4218-40dc-a8d9-13b8f6091b2e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:48:35.842912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d828f58-e14a-4699-961b-83ef32308dc2 req-c565295b-4218-40dc-a8d9-13b8f6091b2e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472357 Jul 07 18:48:36.104138 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-f3beb8dc-43e3-4b29-babb-877695178fdf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610406 Jul 07 18:48:36.151615 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859c9a4-ff49-44af-8cc0-3fd1c4e3cd4c req-db504b64-b216-4c34-9023-1d2682276f21 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:36.153189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5859c9a4-ff49-44af-8cc0-3fd1c4e3cd4c req-db504b64-b216-4c34-9023-1d2682276f21 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0666764 Jul 07 18:48:36.192966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5859c9a4-ff49-44af-8cc0-3fd1c4e3cd4c req-147a744c-68ce-4d98-91c7-93e33153c8a3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341027 Jul 07 18:48:36.373162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:37.377711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-ab70d806-6b88-467b-ac8c-94e2adf24eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:37.379235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-ab70d806-6b88-467b-ac8c-94e2adf24eee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1096 time: 0.0936997 Jul 07 18:48:37.447693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46e432-c54b-432b-bae3-6ebf874fb5ab req-6801ab64-45f0-45a8-9fca-a929a754a9a2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:37.449226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c46e432-c54b-432b-bae3-6ebf874fb5ab req-6801ab64-45f0-45a8-9fca-a929a754a9a2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.1318161 Jul 07 18:48:37.511098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c46e432-c54b-432b-bae3-6ebf874fb5ab req-9d1ba999-da9f-4b33-a526-c7571c936c92 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550952 Jul 07 18:48:37.516268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-a1d57c52-bf1a-48ad-b8b3-03d6017df4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:37.517785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-a1d57c52-bf1a-48ad-b8b3-03d6017df4cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1308587 Jul 07 18:48:37.594482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-895b972b-d3fc-43c6-994e-5894d58e6c10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1002 time: 0.0698352 Jul 07 18:48:37.645560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-72eee9bb-3278-4a17-96d9-122a11e5a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:37.647040 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-72eee9bb-3278-4a17-96d9-122a11e5a7f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0458121 Jul 07 18:48:37.711225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-a028986c-6008-4c80-a3cd-c30379bf65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:37.712887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-a028986c-6008-4c80-a3cd-c30379bf65e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581889 Jul 07 18:48:37.809321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-75e473e6-ad0a-4d88-a041-adce7ede1363 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899873 Jul 07 18:48:37.924462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-e7fa8f08-ec13-4aa1-9217-3290927fec82 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088054 Jul 07 18:48:38.707486 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295741ce-2365-4bfc-90c1-8d0283dd0792 req-80cec701-866a-4241-96cd-33c29cf5eda0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:38.709394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-295741ce-2365-4bfc-90c1-8d0283dd0792 req-80cec701-866a-4241-96cd-33c29cf5eda0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0731835 Jul 07 18:48:38.751387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-295741ce-2365-4bfc-90c1-8d0283dd0792 req-9646b1d5-4d3d-4436-b637-3020706c78e7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361469 Jul 07 18:48:39.933032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1480e8-323d-4b30-a2f9-10a4c83896a2 req-31da71cf-2cd6-4a65-a363-b6cf1bff9a05 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:39.934610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d1480e8-323d-4b30-a2f9-10a4c83896a2 req-31da71cf-2cd6-4a65-a363-b6cf1bff9a05 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0672145 Jul 07 18:48:39.976465 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d1480e8-323d-4b30-a2f9-10a4c83896a2 req-ed5b8e3e-36d1-4343-abdd-20efecdac386 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Jul 07 18:48:41.174198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883cf7c-11e3-4cff-9388-8cd5ad45a1fc req-8c95dae4-7812-4cb5-a2fc-5275ac3a65bf tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:41.176598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0883cf7c-11e3-4cff-9388-8cd5ad45a1fc req-8c95dae4-7812-4cb5-a2fc-5275ac3a65bf tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0835078 Jul 07 18:48:41.220174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0883cf7c-11e3-4cff-9388-8cd5ad45a1fc req-a5f93b68-45eb-4739-a25d-73e3b6fbec4b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364983 Jul 07 18:48:42.403072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48110ef1-b2ae-43ea-b839-a687aa690160 req-5898ef08-e478-4a4a-bda7-b64002e7eed2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:42.405215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48110ef1-b2ae-43ea-b839-a687aa690160 req-5898ef08-e478-4a4a-bda7-b64002e7eed2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0684681 Jul 07 18:48:42.445525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48110ef1-b2ae-43ea-b839-a687aa690160 req-f1be493c-c3e6-4876-b0ad-a50478180bdb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344083 Jul 07 18:48:43.628202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab93a24-6223-4e42-9c70-e9322379e466 req-f37b1017-04e7-4187-9b04-5115bba4d2e4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:43.629753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ab93a24-6223-4e42-9c70-e9322379e466 req-f37b1017-04e7-4187-9b04-5115bba4d2e4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0707383 Jul 07 18:48:43.673080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ab93a24-6223-4e42-9c70-e9322379e466 req-852c5d56-8fbd-448d-9809-f6db2b2755fe tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356915 Jul 07 18:48:44.865891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa4403-8c71-4bc6-8e86-4f46e45062b0 req-fbbc41b3-3d4f-4919-bea4-62e0b2c47aea tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:44.868310 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1daa4403-8c71-4bc6-8e86-4f46e45062b0 req-fbbc41b3-3d4f-4919-bea4-62e0b2c47aea tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0785568 Jul 07 18:48:44.909421 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1daa4403-8c71-4bc6-8e86-4f46e45062b0 req-0d51acf3-22a5-4d56-bcdf-d8a61cef3d40 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351899 Jul 07 18:48:45.894911 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19d85e07-ff98-4f9b-a639-9314d7c71337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:46.093460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b64c93-5b61-49f3-a0bd-f0d1386efeb2 req-f8c2fb69-879b-497e-80ad-985b31d1f874 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:46.094862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54b64c93-5b61-49f3-a0bd-f0d1386efeb2 req-f8c2fb69-879b-497e-80ad-985b31d1f874 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0689158 Jul 07 18:48:46.135627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54b64c93-5b61-49f3-a0bd-f0d1386efeb2 req-e50d177b-d189-4660-9601-48cbe5a9fd55 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347431 Jul 07 18:48:47.509531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cc653-1c60-4e96-a207-50d2b493c0db req-b735014e-4521-4eb5-98e2-7fda48fe9289 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:47.510961 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3cc653-1c60-4e96-a207-50d2b493c0db req-b735014e-4521-4eb5-98e2-7fda48fe9289 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0679791 Jul 07 18:48:47.550678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e3cc653-1c60-4e96-a207-50d2b493c0db req-3270ee07-c346-4a55-a0dd-f6c6309a4af6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Jul 07 18:48:48.442534 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-754f6cd5-d69f-4e3c-9958-89499ec78c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:48.553875 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:48.747846 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863db6e-d6dd-4f61-be09-afa2845c4816 req-beccbee2-d522-4de4-9ddf-f5510f97713f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:48.749732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0863db6e-d6dd-4f61-be09-afa2845c4816 req-beccbee2-d522-4de4-9ddf-f5510f97713f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0838423 Jul 07 18:48:48.790462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0863db6e-d6dd-4f61-be09-afa2845c4816 req-6b51f364-358a-40e6-b40b-d7bec531a14e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Jul 07 18:48:49.855162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:49.960262 n-d-798930-2 neutron-server[105588]: INFO neutron.api.v2.resource [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-eee1d0ac-eed8-47e1-b10a-0942c2c631d2 service neutron] show failed (client error): The resource could not be found. Jul 07 18:48:49.961361 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-eee1d0ac-eed8-47e1-b10a-0942c2c631d2 service neutron] 10.222.0.55 "GET /v2.0/ports/8e4e903e-9941-481d-a64a-14cefb36b296/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0962698 Jul 07 18:48:49.987862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e87ff8-7c42-4d00-8541-cf448119e102 req-816d1c2c-3131-45cd-ad19-9610440f6da8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:49.989452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9e87ff8-7c42-4d00-8541-cf448119e102 req-816d1c2c-3131-45cd-ad19-9610440f6da8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0833085 Jul 07 18:48:50.030563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9e87ff8-7c42-4d00-8541-cf448119e102 req-a739b16b-2cd1-47a1-8882-eb632db47b73 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343373 Jul 07 18:48:50.229394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-3d6920c8-8a33-4bbe-9c86-7f3371522a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:50.231147 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-3d6920c8-8a33-4bbe-9c86-7f3371522a97 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 1096 time: 0.0564141 Jul 07 18:48:50.244097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:48:50.321626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:50.545198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:48:50.579706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:48:50.620268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:48:50.622615 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0cb6a-6a93-432d-8f05-54da65aaccdf" -d '{"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:48:50.626339 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:50.640338 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Transition to ACTIVE for port object 8e4e903e-9941-481d-a64a-14cefb36b296 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:48:50.645476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:50.678033 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab14fd-7eaf-4d4a-a75a-465f50f6f3f0 x-openstack-request-id: req-4eab14fd-7eaf-4d4a-a75a-465f50f6f3f0 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:48:50.678526 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:48:50.678668 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4eab14fd-7eaf-4d4a-a75a-465f50f6f3f0 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:48:50.678972 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'code': 200} Jul 07 18:48:50.733150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=6']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:48:50.745363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.745723 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.746035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.746368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.746700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.747025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.747371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.747685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.748020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.748309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.748638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.748969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:50.789586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] No DVR routers for this DVR port 8e4e903e-9941-481d-a64a-14cefb36b296 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:48:50.928639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:48:50.929013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:48:50.929334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:48:50.934347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:48:50.934670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:48:50.940229 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:48:50.940570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:48:50.940996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:48:50.941427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Bound port: 8e4e903e-9941-481d-a64a-14cefb36b296, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:48:50.941787 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:51.008868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:48:51.012453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:48:51.018094 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:51.056215 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:51.056344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:51.057782 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] 10.222.0.90 "PUT /v2.0/ports/8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1091 time: 0.8178639 Jul 07 18:48:51.091032 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194c4cd-4156-4e37-9cbd-31b42799a751 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:48:51.144995 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-b854eca5-7c8c-48c8-b19a-5ad4e176cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:51.146814 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-b854eca5-7c8c-48c8-b19a-5ad4e176cd6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1094 time: 0.0640922 Jul 07 18:48:51.230421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c5082-2546-4dc3-a39b-de7af0820c8b req-1d8e8f12-30a3-4b4d-947b-a8a630ab37d7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:51.232016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d9c5082-2546-4dc3-a39b-de7af0820c8b req-1d8e8f12-30a3-4b4d-947b-a8a630ab37d7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 943 time: 0.0732577 Jul 07 18:48:51.251413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-dcdd9e53-1473-4451-8754-ab7c7008bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:51.253053 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-dcdd9e53-1473-4451-8754-ab7c7008bbb0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0999863 Jul 07 18:48:51.272663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d9c5082-2546-4dc3-a39b-de7af0820c8b req-f134509a-b780-41a1-b2a1-b911b0a11a19 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343688 Jul 07 18:48:51.361018 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:51.624001 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-ca613b02-f200-4ad2-8631-7ff91aadd7f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1000 time: 0.3644757 Jul 07 18:48:51.676154 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-2b26519a-12ab-4cbc-bd68-491bc8330990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:51.677661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-2b26519a-12ab-4cbc-bd68-491bc8330990 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0463736 Jul 07 18:48:51.738988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-d331ad1c-3f3b-4ff4-b2fd-06a9e64af91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:51.740551 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-d331ad1c-3f3b-4ff4-b2fd-06a9e64af91d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560875 Jul 07 18:48:51.752121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-51b8a9fc-633c-4bd0-8b44-5014a4423ce8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:48:51.753076 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-51b8a9fc-633c-4bd0-8b44-5014a4423ce8 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052896 Jul 07 18:48:51.847633 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-41cbdb25-57da-4557-8a8b-50d8dd74beeb service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875506 Jul 07 18:48:51.936625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-cad3a84f-fccc-4247-8dbc-93496d3e64a5 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826402 Jul 07 18:48:52.458267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1be3-f9d8-4880-8b1c-446d4960c5c5 req-127fa8f0-acf0-46b6-86ad-15c9e5e682d7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:52.459793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-362b1be3-f9d8-4880-8b1c-446d4960c5c5 req-127fa8f0-acf0-46b6-86ad-15c9e5e682d7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 943 time: 0.0698624 Jul 07 18:48:52.500226 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-362b1be3-f9d8-4880-8b1c-446d4960c5c5 req-abdc575d-1980-4697-9e5b-dd11161dd9ad tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343673 Jul 07 18:48:52.680737 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:48:52.683332 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85df9045-a6d5-468b-b947-ee487f311627" -d '{"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:48:52.735232 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fefd1b-cf98-43ef-aacc-15100222252b x-openstack-request-id: req-f6fefd1b-cf98-43ef-aacc-15100222252b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:48:52.735525 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:48:52.735782 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f6fefd1b-cf98-43ef-aacc-15100222252b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:48:52.736286 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'status': 'completed', 'code': 200} Jul 07 18:48:52.754990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:48:52.809663 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:48:52.817010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-fa3745b4-cd39-4e62-9294-6a182cfb45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:52.818552 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-fa3745b4-cd39-4e62-9294-6a182cfb45ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1094 time: 0.0627546 Jul 07 18:48:52.838233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-3f3aee3e-017a-401a-a3dc-373140093b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:52.839811 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-3f3aee3e-017a-401a-a3dc-373140093b58 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1094 time: 0.0805886 Jul 07 18:48:52.914398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-453eae0a-3115-4974-8e1a-3aa639829de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:52.915920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-453eae0a-3115-4974-8e1a-3aa639829de8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0907142 Jul 07 18:48:52.930383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-ffada002-e75e-483c-a369-2034ff5b3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:52.931957 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-ffada002-e75e-483c-a369-2034ff5b3c2a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0855832 Jul 07 18:48:52.983190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-bdbd5e2c-3d25-44e9-936a-888318828228 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1000 time: 0.0607901 Jul 07 18:48:53.002079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-497b0571-d20a-44d9-bf4a-16e8fe039241 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1000 time: 0.0635293 Jul 07 18:48:53.041399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-59acce04-f09d-4684-9c0f-fd2bc2ffd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:53.043836 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-59acce04-f09d-4684-9c0f-fd2bc2ffd16e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0542841 Jul 07 18:48:53.053393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-32a1a325-8795-4e1b-928a-f27612807b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:53.054843 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-32a1a325-8795-4e1b-928a-f27612807b05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0457301 Jul 07 18:48:53.109141 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-26f4cbc3-43bc-4630-989c-4e0603e3b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:53.110653 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-26f4cbc3-43bc-4630-989c-4e0603e3b7cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606728 Jul 07 18:48:53.118133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9045-a6d5-468b-b947-ee487f311627 req-64b2f05e-9e0c-4a44-ab7c-a769887dffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:53.119706 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-64b2f05e-9e0c-4a44-ab7c-a769887dffd2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584366 Jul 07 18:48:53.204151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-4704fe62-f787-448f-8456-29472a95e6f4 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862792 Jul 07 18:48:53.214115 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-6d09f470-4637-4f3b-ad17-76faf650f41d service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883002 Jul 07 18:48:53.298258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-2b16e52f-461a-411f-bbbe-bd75ecefd42d service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873277 Jul 07 18:48:53.305306 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-85df9045-a6d5-468b-b947-ee487f311627 req-77b26d8a-2b7c-4e3a-93b9-d58d46192689 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847476 Jul 07 18:48:53.686280 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dd523-80fc-4df4-9015-6a4ba275dd86 req-7616732d-b4ba-4235-a109-aef9ace080e6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:53.687903 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-586dd523-80fc-4df4-9015-6a4ba275dd86 req-7616732d-b4ba-4235-a109-aef9ace080e6 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 943 time: 0.0709174 Jul 07 18:48:53.729962 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-586dd523-80fc-4df4-9015-6a4ba275dd86 req-6723558d-a308-4ae8-a790-72514fc64d75 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359538 Jul 07 18:48:54.012245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:48:54.110353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:48:54.121728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '8e4e903e-9941-481d-a64a-14cefb36b296', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '8e4e903e-9941-481d-a64a-14cefb36b296', 'mac_address': 'fa:16:3e:d5:e2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:48:54.158387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:54.174167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4e903e-9941-481d-a64a-14cefb36b296 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:48:54.195701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:48:54.201131 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:54.251036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:48:54.259396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.259770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.260150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.260491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.260858 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.261188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.261501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.261840 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.262136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.262523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.262797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.263105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:54.642284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8e4e903e-9941-481d-a64a-14cefb36b296'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:48:54.910781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92a9a-a775-4077-a2dc-ef1739f21170 req-2c17c327-70bb-49c9-9124-1436898dd5c0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:54.912480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7af92a9a-a775-4077-a2dc-ef1739f21170 req-2c17c327-70bb-49c9-9124-1436898dd5c0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0659585 Jul 07 18:48:54.952757 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7af92a9a-a775-4077-a2dc-ef1739f21170 req-28ebbe6b-fd62-44b9-be2e-9a73b0deff35 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344832 Jul 07 18:48:56.039785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:48:56.098511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 8e4e903e-9941-481d-a64a-14cefb36b296 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:48:56.105617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 8e4e903e-9941-481d-a64a-14cefb36b296 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:48:56.105617 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:56.149793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236d161-431f-4acb-b0a6-c2d6ce3042de req-0e56d784-a47c-48fa-bf2f-28ab1780edb0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:56.150744 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f236d161-431f-4acb-b0a6-c2d6ce3042de req-0e56d784-a47c-48fa-bf2f-28ab1780edb0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0720205 Jul 07 18:48:56.185010 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:56.194082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f236d161-431f-4acb-b0a6-c2d6ce3042de req-5dc700bf-9d78-462a-b0cc-4f390ae96763 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Jul 07 18:48:56.209620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:48:56.211856 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a311b-fbaa-4d0c-aef6-916e565059f8" -d '{"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-plugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:48:56.225638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:48:56.231074 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:56.262665 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99abe9-5d2b-4989-a520-2883a6f265e1 x-openstack-request-id: req-7b99abe9-5d2b-4989-a520-2883a6f265e1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:48:56.262965 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-plugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:48:56.263137 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b99abe9-5d2b-4989-a520-2883a6f265e1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:48:56.263529 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'code': 200} Jul 07 18:48:56.283677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:48:56.618093 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-000c256f-a650-4e61-8374-90c4b3b92082 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:56.619680 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-000c256f-a650-4e61-8374-90c4b3b92082 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee&tenant_id=86aa7147300b4bb2b433083769602d64&binding%3Ahost_id=n-h2-798930-2 HTTP/1.1" status: 200 len: 945 time: 0.0808556 Jul 07 18:48:56.672034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c63d80-9e26-439a-a282-db2dbd542935 req-f9b3f7d1-a490-4480-9787-0ca58f24399d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:56.674105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71c63d80-9e26-439a-a282-db2dbd542935 req-f9b3f7d1-a490-4480-9787-0ca58f24399d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0747440 Jul 07 18:48:56.688481 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-1fb6806b-73d7-4b88-b428-aaaae9f759ce service neutron] 10.222.0.90 "GET /v2.0/ports/8e4e903e-9941-481d-a64a-14cefb36b296/bindings/n-h2-798930-2 HTTP/1.1" status: 200 len: 382 time: 0.0624762 Jul 07 18:48:56.713949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71c63d80-9e26-439a-a282-db2dbd542935 req-77b31292-e302-47c9-96e3-56cc6eec89c8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Jul 07 18:48:56.766441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-48a1d9a2-72b9-4f2d-bfe0-00849da8c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:56.767947 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-48a1d9a2-72b9-4f2d-bfe0-00849da8c3b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1096 time: 0.0533423 Jul 07 18:48:56.864977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-205a656e-1623-4072-bcdf-10a170e62da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:56.868561 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-205a656e-1623-4072-bcdf-10a170e62da3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0937147 Jul 07 18:48:56.938755 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-7a458e5b-5997-4b6f-80f2-839e0e5ffe15 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1002 time: 0.0641522 Jul 07 18:48:56.988276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-29a2c92c-2359-48a6-aaca-4d2fea28e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:56.989794 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-29a2c92c-2359-48a6-aaca-4d2fea28e815 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0444551 Jul 07 18:48:57.047838 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-3ab28e6d-1df3-46b6-8c51-eb18801a10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:57.049402 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-3ab28e6d-1df3-46b6-8c51-eb18801a10fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530136 Jul 07 18:48:57.152050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-068d2959-4b6e-40c6-a6f6-363b869fe31e service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937407 Jul 07 18:48:57.250419 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-7fb4cc1c-0ec2-4082-ac85-bd313ec9ca60 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943246 Jul 07 18:48:57.892639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580466f7-76dd-44ce-825b-5e3906376b33 req-834bf74b-5222-4f39-a505-19300f59dbed tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:57.894194 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-580466f7-76dd-44ce-825b-5e3906376b33 req-834bf74b-5222-4f39-a505-19300f59dbed tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0656900 Jul 07 18:48:57.938490 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-580466f7-76dd-44ce-825b-5e3906376b33 req-e5825fc2-fa8b-4d6c-a7db-cf352cbb7c18 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Jul 07 18:48:59.128845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884179e7-41a4-43cb-bcbc-def414fc2fc0 req-9253ecb4-55d6-49b3-aa5c-14ad2165e3f9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:59.130395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-884179e7-41a4-43cb-bcbc-def414fc2fc0 req-9253ecb4-55d6-49b3-aa5c-14ad2165e3f9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0700252 Jul 07 18:48:59.171093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-884179e7-41a4-43cb-bcbc-def414fc2fc0 req-c7cfaac5-2dcf-4cb3-8728-550fa33594ca tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347412 Jul 07 18:48:59.391240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-c6581b76-d492-4b60-bfdc-a7bba6088a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:48:59.392777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-c6581b76-d492-4b60-bfdc-a7bba6088a97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 1096 time: 0.0609012 Jul 07 18:48:59.404939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:48:59.478752 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:59.679308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:48:59.716550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:48:59.759996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:48:59.762164 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284e03e4-3e08-4816-99b0-411cd47dbcb8" -d '{"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:48:59.765935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:59.779973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Transition to ACTIVE for port object 8e4e903e-9941-481d-a64a-14cefb36b296 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:48:59.785356 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:59.819500 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0baa67-c2f6-49d0-a364-5021c9d70b1a x-openstack-request-id: req-7d0baa67-c2f6-49d0-a364-5021c9d70b1a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:48:59.819796 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:48:59.820103 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7d0baa67-c2f6-49d0-a364-5021c9d70b1a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:48:59.820463 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'code': 200} Jul 07 18:48:59.878803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=10']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:48:59.890894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.891478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.891849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.892282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.892620 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.893167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.893580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.894103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.894432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.894769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.895162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.895644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:48:59.937040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] No DVR routers for this DVR port 8e4e903e-9941-481d-a64a-14cefb36b296 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:49:00.089488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:49:00.089488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:49:00.089488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:49:00.095271 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:49:00.095990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Attempting to bind port 8e4e903e-9941-481d-a64a-14cefb36b296 on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:49:00.100972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:49:00.101318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:49:00.101703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:49:00.102102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Bound port: 8e4e903e-9941-481d-a64a-14cefb36b296, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:49:00.102463 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:00.171602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:49:00.174803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:49:00.179181 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:00.223403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:00.224061 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:00.226546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] 10.222.0.55 "PUT /v2.0/ports/8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1092 time: 0.8256960 Jul 07 18:49:00.251608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b05101-d205-4edb-a69d-68f3b9d40800 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=11']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:00.428783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-c46364db-94e2-4f04-ac76-228d3b496bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:00.431383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-c46364db-94e2-4f04-ac76-228d3b496bf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1095 time: 0.1763935 Jul 07 18:49:00.465687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d955-de69-4c08-a33a-c877dce4bde5 req-1d507859-c49f-4263-bf14-255dc96e2e06 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:00.468503 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b931d955-de69-4c08-a33a-c877dce4bde5 req-1d507859-c49f-4263-bf14-255dc96e2e06 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.1575415 Jul 07 18:49:00.881780 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b931d955-de69-4c08-a33a-c877dce4bde5 req-a78fde95-826f-4e1a-b21a-801d59c81733 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966250 Jul 07 18:49:00.900146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-ca10d405-285f-41cf-92ac-7567f1d994ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:00.901708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-ca10d405-285f-41cf-92ac-7567f1d994ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.4639394 Jul 07 18:49:00.973003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-c0752a2a-6cac-49be-927b-4a04944feadc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1000 time: 0.0641375 Jul 07 18:49:01.021583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-88321539-bb30-4e09-a432-69172fada9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:01.022985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-88321539-bb30-4e09-a432-69172fada9d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0442598 Jul 07 18:49:01.083326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-e0b5042f-f69d-4f86-8f5f-5f58cfc98c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:01.084921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-e0b5042f-f69d-4f86-8f5f-5f58cfc98c1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553477 Jul 07 18:49:01.178765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-b6aef6b1-27e8-413b-95d2-f1555d95a946 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870745 Jul 07 18:49:01.270531 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae6fe71c-c513-443b-aec1-17562c62e7e1 req-d4a8ba52-79a2-4866-8f61-f661ff4eee64 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853152 Jul 07 18:49:01.822114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:49:01.824668 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db16b97-ec5f-4332-958d-e4253ce25969" -d '{"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:49:01.876002 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7511bd-edf2-4141-91a2-871f1a30a8a6 x-openstack-request-id: req-5c7511bd-edf2-4141-91a2-871f1a30a8a6 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:49:01.876343 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:49:01.876700 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c7511bd-edf2-4141-91a2-871f1a30a8a6 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:49:01.877222 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'status': 'completed', 'code': 200} Jul 07 18:49:01.970151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-ac71af18-5afc-4539-bd7e-3a2dfbc99799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:01.971899 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-ac71af18-5afc-4539-bd7e-3a2dfbc99799 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1095 time: 0.0675650 Jul 07 18:49:01.999980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-3b42c05c-eafa-4400-a244-d8f399a56db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.001657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-3b42c05c-eafa-4400-a244-d8f399a56db9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 1095 time: 0.0639517 Jul 07 18:49:02.075960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:49:02.083003 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-1af6e8a6-9e43-4768-acf9-dc5f8270eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.084515 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-1af6e8a6-9e43-4768-acf9-dc5f8270eec8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0978086 Jul 07 18:49:02.122935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:49:02.164958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0ce8c-f592-4ee7-8019-a76bb37c0aee req-f4f2f596-e107-4b98-b950-bc4d19958369 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.166499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26e0ce8c-f592-4ee7-8019-a76bb37c0aee req-f4f2f596-e107-4b98-b950-bc4d19958369 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.1468782 Jul 07 18:49:02.167878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-8c225148-6af3-40f4-823e-36f45aa9ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.169228 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-8c225148-6af3-40f4-823e-36f45aa9ea0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1597888 Jul 07 18:49:02.170449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-682b5e1b-129c-45ab-9af7-378c075db599 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1000 time: 0.0794151 Jul 07 18:49:02.229784 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-224ee400-745f-42dd-a4fa-53a763d67e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.231300 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-224ee400-745f-42dd-a4fa-53a763d67e1a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0548553 Jul 07 18:49:02.260885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-26e0ce8c-f592-4ee7-8019-a76bb37c0aee req-672d4705-b813-4408-b554-0f0ccfc8151e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861142 Jul 07 18:49:02.274563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-a4185f44-d749-485f-a0a5-911e985b522f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 200 len: 1000 time: 0.0918658 Jul 07 18:49:02.302885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-ff68cf61-9b9c-4144-8ad7-17f6742bc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.304442 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-ff68cf61-9b9c-4144-8ad7-17f6742bc940 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661891 Jul 07 18:49:02.333016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-04ddaae0-2f09-4745-bcfd-44e2c6e2ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.335522 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-04ddaae0-2f09-4745-bcfd-44e2c6e2ad91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0544524 Jul 07 18:49:02.404675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-0f2a0323-0300-46bb-abca-925d82c84e14 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930405 Jul 07 18:49:02.411834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-901f1747-f5cd-48fe-9062-bee0f761777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:02.414441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-901f1747-f5cd-48fe-9062-bee0f761777f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709238 Jul 07 18:49:02.500867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-235fe7a8-636f-4f39-98f2-75bbd45cef12 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899267 Jul 07 18:49:02.512976 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-de46a4ee-5256-472a-992a-fe9fb1000a9b service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879507 Jul 07 18:49:02.612501 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db16b97-ec5f-4332-958d-e4253ce25969 req-18106063-3433-41b1-aaf6-7b408f236307 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919876 Jul 07 18:49:03.457357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b43b7-1de9-49a8-a13a-e660ed2eb24c req-7bd594ef-9448-412d-bd6a-bac7582a56f9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:03.459266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a1b43b7-1de9-49a8-a13a-e660ed2eb24c req-7bd594ef-9448-412d-bd6a-bac7582a56f9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0800116 Jul 07 18:49:03.498760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5a1b43b7-1de9-49a8-a13a-e660ed2eb24c req-3e564230-acf8-4e33-844b-01f15a0c53be tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Jul 07 18:49:03.676505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af891bf-3b7d-42d1-992b-b47990f2b13f req-324cb47b-03f1-4806-8e3e-c63e95a3ae94 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:03.678085 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0af891bf-3b7d-42d1-992b-b47990f2b13f req-324cb47b-03f1-4806-8e3e-c63e95a3ae94 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0684788 Jul 07 18:49:03.717279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0af891bf-3b7d-42d1-992b-b47990f2b13f req-561197d4-9db6-4057-9215-eca8a7a55268 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Jul 07 18:49:03.898688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0560-a9ca-4d61-a4b3-3799ff7065fd req-fdf763b5-37bd-49da-a9b3-3427ea049720 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:03.900250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f03a0560-a9ca-4d61-a4b3-3799ff7065fd req-fdf763b5-37bd-49da-a9b3-3427ea049720 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0666111 Jul 07 18:49:03.941966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f03a0560-a9ca-4d61-a4b3-3799ff7065fd req-4c8dbdc7-e818-40f4-b55f-15222edfcc44 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342464 Jul 07 18:49:04.337608 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:04.340790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47922084-91e6-4292-b740-69aba9ff9957 req-366bd7e8-9a55-4de1-8a6a-19eefe7d4371 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:04.342426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47922084-91e6-4292-b740-69aba9ff9957 req-366bd7e8-9a55-4de1-8a6a-19eefe7d4371 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 944 time: 0.0726233 Jul 07 18:49:04.382289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-47922084-91e6-4292-b740-69aba9ff9957 req-74f4b6fa-92b3-4457-8f48-383ef7a28314 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342038 Jul 07 18:49:04.810899 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:49:04.908549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:49:04.920575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '8e4e903e-9941-481d-a64a-14cefb36b296', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '8e4e903e-9941-481d-a64a-14cefb36b296', 'mac_address': 'fa:16:3e:d5:e2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:49:04.958945 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:04.973147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4e903e-9941-481d-a64a-14cefb36b296 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:49:04.992589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:49:04.998244 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:05.049516 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:05.494368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a1411-1610-4960-aca7-2d28be788d2f req-363a1b1f-51f9-4330-9f72-8589f2c905e5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:05.496163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a13a1411-1610-4960-aca7-2d28be788d2f req-363a1b1f-51f9-4330-9f72-8589f2c905e5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.0654399 Jul 07 18:49:05.627373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b59be-4c3c-4151-85d5-a4a4c8196493 req-e412453a-0eda-44f2-b564-39df15c27f88 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:05.628862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-149b59be-4c3c-4151-85d5-a4a4c8196493 req-e412453a-0eda-44f2-b564-39df15c27f88 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 945 time: 0.1303124 Jul 07 18:49:05.663968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Deleting port 8e4e903e-9941-481d-a64a-14cefb36b296 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:49:05.664260 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:05.715054 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-149b59be-4c3c-4151-85d5-a4a4c8196493 req-885995d6-5be1-4c55-ab97-5381dec54832 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796816 Jul 07 18:49:05.776282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] For port 8e4e903e-9941-481d-a64a-14cefb36b296, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=8e4e903e-9941-481d-a64a-14cefb36b296,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:49:05.776653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:05.963981 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:05.964363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:05.964675 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c disassociated. External IP: 172.25.1.154, port: 8e4e903e-9941-481d-a64a-14cefb36b296. Jul 07 18:49:05.965052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Calling delete_port for 8e4e903e-9941-481d-a64a-14cefb36b296 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:49:06.116446 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:06.149153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event deleted for resources: {'Port': ['ID=8e4e903e-9941-481d-a64a-14cefb36b296,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:06.271514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:49:06.372928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:06.384660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:49:06.394856 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:49:06.409107 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:49:06.409796 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:06.428375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] No DVR routers for this DVR port 8e4e903e-9941-481d-a64a-14cefb36b296 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:49:06.430832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:06.432966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a13a1411-1610-4960-aca7-2d28be788d2f req-d2d1e149-9c1a-4511-b01d-b0499d615416 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "DELETE /v2.0/ports/8e4e903e-9941-481d-a64a-14cefb36b296 HTTP/1.1" status: 204 len: 173 time: 0.9251831 Jul 07 18:49:06.433409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-deleted', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:49:06.435865 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de16eb0-1e6c-4986-847a-0989171841d7" -d '{"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-deleted", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:49:06.474895 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6246b35b-24ef-4bc0-96f5-57518af6d676 x-openstack-request-id: req-6246b35b-24ef-4bc0-96f5-57518af6d676 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:49:06.475204 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308713e-2f17-4c2c-9527-ca13b21334ee", "name": "network-vif-deleted", "tag": "8e4e903e-9941-481d-a64a-14cefb36b296", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:49:06.475451 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6246b35b-24ef-4bc0-96f5-57518af6d676 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:49:06.475886 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308713e-2f17-4c2c-9527-ca13b21334ee', 'name': 'network-vif-deleted', 'tag': '8e4e903e-9941-481d-a64a-14cefb36b296', 'status': 'completed', 'code': 200} Jul 07 18:49:06.521445 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:49:06.740478 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:06.766787 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:49:06.775585 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:49:06.776264 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:48:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:06.834278 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:49:06.839336 n-d-798930-2 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No ports have port_id starting with 8e4e903e-9941-481d-a64a-14cefb36b296 Jul 07 18:49:06.841279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 requested by agent hyperv_n-h1-798930-2 not found in database {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 07 18:49:06.883835 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e515561-99ee-43fb-a1fc-adccf1866bcb req-518b4331-683c-4d52-9129-fe695e921433 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0308713e-2f17-4c2c-9527-ca13b21334ee HTTP/1.1" status: 200 len: 210 time: 0.0363793 Jul 07 18:49:06.892607 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:49:07.096969 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:07.127299 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c34b0b-be86-494f-8204-46b623c6d1b1 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:49:07.356720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262075c4-0860-4176-ac38-7e79e3c22163 None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:49:08.233212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-52a27167-bbc8-45e2-a46c-452d10eb7b66 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1276107950&fields=id&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 267 time: 0.0352542 Jul 07 18:49:08.342225 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2e87c257-ec4d-4d94-8fdb-119726f0e489 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:08.343600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2e87c257-ec4d-4d94-8fdb-119726f0e489 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1039000 Jul 07 18:49:08.358829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-899f51b5-f3f1-4c4f-b46e-575136054c6e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/quotas/86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 375 time: 0.0096936 Jul 07 18:49:08.434328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-5877d5e4-1da8-4bd1-a8fa-314905447e74 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699909 Jul 07 18:49:08.529604 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-f4f9c39b-37d7-42e8-88cc-027c1a047b0e service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834203 Jul 07 18:49:08.628817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-f49cbf6c-2607-415b-b172-574ed2405bcf service neutron] 10.222.0.88 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933282 Jul 07 18:49:08.823861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b75de223-46ef-4625-be43-91a97b627440 req-5651d0a0-2e34-4e48-b4a7-a3811d877c2f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 210 time: 0.0312014 Jul 07 18:49:08.836213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:49:08.861986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 8e4e903e-9941-481d-a64a-14cefb36b296 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:49:08.862422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 8e4e903e-9941-481d-a64a-14cefb36b296 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:49:09.976033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1fb26f64-918c-4a40-bc10-f78da77cde4c req-71ff880b-8883-4863-bab1-8abd649664b3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jul 07 18:49:10.050240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-ae9548a2-d1ba-43c3-b484-0876253eedbf tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:10.051827 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-ae9548a2-d1ba-43c3-b484-0876253eedbf tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 811 time: 0.1137986 Jul 07 18:49:10.114563 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-277f36c8-2a4e-4d69-b5be-1eaa7d14b5c9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 380 time: 0.0533440 Jul 07 18:49:10.125372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'port': {'device_id': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'admin_state_up': True, 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'security_groups': ['0ffa5449-6def-417b-9f20-53c0c489d26c']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:49:10.234448 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:49:10.243121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Made reservation on behalf of 86aa7147300b4bb2b433083769602d64 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:49:10.246874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.388890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Allocated IP 172.20.0.6 (a246557a-768e-44c5-af22-0fd84329e0e3/7f7f0781-39fd-444a-8779-09e24282b3eb/28ee9076-0b74-4962-99a8-514c0c390c1b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:49:10.536673 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.550391 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Transition to ACTIVE for port object 28ee9076-0b74-4962-99a8-514c0c390c1b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:49:10.587657 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.631023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Network a246557a-768e-44c5-af22-0fd84329e0e3 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:49:10.636283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:49:10.640370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:49:10.647015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:10.694233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:10.694897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.712412 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2a0a65c1-513c-45bf-bff7-c91acca7ca8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913260 Jul 07 18:49:10.724169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Request body: {'port': {'device_id': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:49:10.806637 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.905244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-acad4528-1788-4418-bd91-34ccf2627c39 None None] Provisioning for port 28ee9076-0b74-4962-99a8-514c0c390c1b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:49:10.909234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-acad4528-1788-4418-bd91-34ccf2627c39 None None] Provisioning complete for port 28ee9076-0b74-4962-99a8-514c0c390c1b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:49:10.909766 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-acad4528-1788-4418-bd91-34ccf2627c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:10.945594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-acad4528-1788-4418-bd91-34ccf2627c39 None None] Port 28ee9076-0b74-4962-99a8-514c0c390c1b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:49:11.074776 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ee9076-0b74-4962-99a8-514c0c390c1b {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:49:11.083682 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:11.097288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Transition to ACTIVE for port object 28ee9076-0b74-4962-99a8-514c0c390c1b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:49:11.103242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:11.159033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385abdc-6279-4e4a-8469-f5f80919ff1a req-aeb49a83-5a58-4321-815f-e70b2f1f1ca8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:11.160576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1385abdc-6279-4e4a-8469-f5f80919ff1a req-aeb49a83-5a58-4321-815f-e70b2f1f1ca8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0681949 Jul 07 18:49:11.203797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:11.205973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1385abdc-6279-4e4a-8469-f5f80919ff1a req-8b051ecc-db78-469d-b639-db5e7a6df270 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394356 Jul 07 18:49:11.242768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:49:11.243106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:49:11.243431 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:49:11.248745 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:49:11.249100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:49:11.254408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:49:11.254741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:49:11.255208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:49:11.255870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Bound port: 28ee9076-0b74-4962-99a8-514c0c390c1b, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:49:11.256153 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:11.325325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:49:11.328801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:49:11.335648 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:11.368306 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:11.369020 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:11.371222 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-00a552a2-035c-4c56-82b2-069743590023 service neutron] 10.222.0.90 "PUT /v2.0/ports/28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1091 time: 0.6513898 Jul 07 18:49:11.373453 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:49:11.376735 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ead4d5-3263-40da-9564-f04545d1f11d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:49:11.408373 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a552a2-035c-4c56-82b2-069743590023 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:11.443997 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5303684f-d2de-4fae-aebd-2f44e55bc77c x-openstack-request-id: req-5303684f-d2de-4fae-aebd-2f44e55bc77c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:49:11.444289 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:49:11.444549 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5303684f-d2de-4fae-aebd-2f44e55bc77c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:49:11.444977 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'status': 'completed', 'code': 200} Jul 07 18:49:11.478541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-b5dbf13a-ea25-4a58-bb77-bef35b8f90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:11.480199 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-b5dbf13a-ea25-4a58-bb77-bef35b8f90f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1094 time: 0.0650477 Jul 07 18:49:11.523310 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-e966dff3-7ed8-400d-80a7-9dd607997742 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 217 time: 0.0354078 Jul 07 18:49:11.574753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-7b545377-3e94-4da6-b36d-a1ec48e40331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:11.576625 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-7b545377-3e94-4da6-b36d-a1ec48e40331 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0471883 Jul 07 18:49:11.637740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-defe37de-ff48-44fc-b3ee-abc60a8a3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:11.639383 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-defe37de-ff48-44fc-b3ee-abc60a8a3654 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562072 Jul 07 18:49:11.736578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-2d5c07a4-b38c-4471-8efa-1f1d8a82a02a service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896268 Jul 07 18:49:11.828485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2126ecf9-379b-44c7-8246-0bfa3b08b012 req-991a4ea9-5549-4e33-8b34-4f3c1409c3f1 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847361 Jul 07 18:49:11.951656 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ead4d5-3263-40da-9564-f04545d1f11d req-50c08c93-f1b0-49a8-996d-b4c2d0ce516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:11.953149 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50ead4d5-3263-40da-9564-f04545d1f11d req-50c08c93-f1b0-49a8-996d-b4c2d0ce516b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1094 time: 0.0610561 Jul 07 18:49:12.045512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ead4d5-3263-40da-9564-f04545d1f11d req-b0891330-7400-4133-9f26-4764774bfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:12.046969 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50ead4d5-3263-40da-9564-f04545d1f11d req-b0891330-7400-4133-9f26-4764774bfed0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0872948 Jul 07 18:49:12.093155 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50ead4d5-3263-40da-9564-f04545d1f11d req-bf82f218-c881-4f4d-819c-952b43fd8323 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 217 time: 0.0389392 Jul 07 18:49:12.144558 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ead4d5-3263-40da-9564-f04545d1f11d req-6740e7a7-3eb2-4776-b049-70357b1a9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:12.146086 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50ead4d5-3263-40da-9564-f04545d1f11d req-6740e7a7-3eb2-4776-b049-70357b1a9d98 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0469766 Jul 07 18:49:12.209160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ead4d5-3263-40da-9564-f04545d1f11d req-d95abae9-90cd-4996-90ec-02901cb521bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:12.210607 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50ead4d5-3263-40da-9564-f04545d1f11d req-d95abae9-90cd-4996-90ec-02901cb521bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574453 Jul 07 18:49:12.309610 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50ead4d5-3263-40da-9564-f04545d1f11d req-58667040-a4c4-4899-8167-2466cb1e3213 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920117 Jul 07 18:49:12.395330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fac31a-8fbf-4350-8e3d-0273eb013b95 req-a516b060-94de-45dc-a5dd-0cc3f3dc9b32 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:12.396863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3fac31a-8fbf-4350-8e3d-0273eb013b95 req-a516b060-94de-45dc-a5dd-0cc3f3dc9b32 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0700591 Jul 07 18:49:12.403538 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-50ead4d5-3263-40da-9564-f04545d1f11d req-e5ad7725-7fdc-477b-ba98-2c8c91099b5b service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874860 Jul 07 18:49:12.437235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3fac31a-8fbf-4350-8e3d-0273eb013b95 req-02bb4b2c-31c5-46f8-9759-85f88a9e1a45 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342991 Jul 07 18:49:13.618891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afeb3a-00d8-4cd3-b336-09923703572d req-30ce235a-3477-46aa-9a97-0e0d922a6272 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:13.620492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7afeb3a-00d8-4cd3-b336-09923703572d req-30ce235a-3477-46aa-9a97-0e0d922a6272 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0680451 Jul 07 18:49:13.661988 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7afeb3a-00d8-4cd3-b336-09923703572d req-9b707b61-e89d-4a2d-a6b2-b7f87eece188 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355999 Jul 07 18:49:14.168640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:49:14.267214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:49:14.282413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'mac_address': 'fa:16:3e:f1:87:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:49:14.318947 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:14.331979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ee9076-0b74-4962-99a8-514c0c390c1b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:49:14.354048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:49:14.359955 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:14.410665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:14.639168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['28ee9076-0b74-4962-99a8-514c0c390c1b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:49:14.867282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d0562-9708-4957-a29e-8a06a026fd76 req-b67fb2fd-7997-4b83-93b2-d5f1cf9ee28a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:14.868818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f77d0562-9708-4957-a29e-8a06a026fd76 req-b67fb2fd-7997-4b83-93b2-d5f1cf9ee28a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0705316 Jul 07 18:49:14.911180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f77d0562-9708-4957-a29e-8a06a026fd76 req-ce13421b-f645-4080-b21a-281fbd86a1f3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346458 Jul 07 18:49:15.898423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b547-5a90-4ffe-9079-c400e9bd44ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:16.089912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96bcfd-8a36-43a4-869e-5ece78969639 req-6f4996ad-7323-48e4-b6b9-15f0fd8b284d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:16.091368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f96bcfd-8a36-43a4-869e-5ece78969639 req-6f4996ad-7323-48e4-b6b9-15f0fd8b284d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0663710 Jul 07 18:49:16.144378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f96bcfd-8a36-43a4-869e-5ece78969639 req-49036afb-0c01-40eb-b68e-f6049e4b874f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457654 Jul 07 18:49:16.167531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:49:16.220461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 28ee9076-0b74-4962-99a8-514c0c390c1b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:49:16.224540 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 28ee9076-0b74-4962-99a8-514c0c390c1b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:49:16.224932 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:16.307486 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:16.330958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:49:16.333608 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a3558-cedd-40f1-a102-26a1829b5e63" -d '{"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-plugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:49:16.346499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:49:16.351784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:16.377138 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc748510-9482-47b3-ac37-8c81a1b89f4d x-openstack-request-id: req-bc748510-9482-47b3-ac37-8c81a1b89f4d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:49:16.377425 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-plugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:49:16.377674 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc748510-9482-47b3-ac37-8c81a1b89f4d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:49:16.378243 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'code': 200} Jul 07 18:49:16.407583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:49:16.495211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0b49-6642-4ac6-bec4-5d9cf0f9e5c2 req-a59fc192-67dd-44c2-ae59-043ce56a418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:16.496780 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-313d0b49-6642-4ac6-bec4-5d9cf0f9e5c2 req-a59fc192-67dd-44c2-ae59-043ce56a418c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1096 time: 0.0562239 Jul 07 18:49:16.534177 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-313d0b49-6642-4ac6-bec4-5d9cf0f9e5c2 req-9ca58585-2dd4-4365-8d5a-e91052aa8bae service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310504 Jul 07 18:49:17.324053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539eca96-def5-4b38-a594-5292aef444ac req-81ffc4af-a67f-45ec-88a2-fe99441ddf9e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:17.325634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-539eca96-def5-4b38-a594-5292aef444ac req-81ffc4af-a67f-45ec-88a2-fe99441ddf9e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0675824 Jul 07 18:49:17.369346 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-539eca96-def5-4b38-a594-5292aef444ac req-a968fb47-ec00-4ab8-9513-5918eb7cbf15 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377808 Jul 07 18:49:18.436475 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e60c-250a-4daf-b8fe-a938b4c80463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:18.549518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:18.551644 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627d4c-5ad1-44d8-a5b4-26ad7748a7c3 req-7d37e666-9115-4746-8e3a-35340823b914 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:18.553499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44627d4c-5ad1-44d8-a5b4-26ad7748a7c3 req-7d37e666-9115-4746-8e3a-35340823b914 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0698683 Jul 07 18:49:18.611622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44627d4c-5ad1-44d8-a5b4-26ad7748a7c3 req-3c51dd1b-c1e0-4eb6-ab0f-d853cf145b9a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515163 Jul 07 18:49:18.786359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78a2c-425c-4135-bac7-838a3af33217 req-ad1ed9c5-bdab-4096-bf08-2085606cf44e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:18.787927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b0f78a2c-425c-4135-bac7-838a3af33217 req-ad1ed9c5-bdab-4096-bf08-2085606cf44e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0687232 Jul 07 18:49:18.798125 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 54528) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:49:18.802975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Request body: {'floatingip': {'port_id': '28ee9076-0b74-4962-99a8-514c0c390c1b'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:49:18.848591 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:19.371554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:19.377935 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:19.490885 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c associated. External IP: 172.25.1.154, port: 28ee9076-0b74-4962-99a8-514c0c390c1b. Jul 07 18:49:19.863627 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:20.036576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:49:20.152793 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:49:20.159156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:20.163335 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:49:20.175230 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:49:20.175940 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:20.201243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-75330e0a-114c-4044-9877-69c01459457d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "PUT /v2.0/floatingips/9d2bf7b2-865c-4d99-a5af-173e3778e27c HTTP/1.1" status: 200 len: 992 time: 1.4017816 Jul 07 18:49:20.201985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:49:20.204484 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace22778-ec94-496e-bff1-8d83dff068ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:49:20.249008 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b26500-0c7e-4852-914c-9633a404e1e5 x-openstack-request-id: req-e4b26500-0c7e-4852-914c-9633a404e1e5 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:49:20.249309 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:49:20.249565 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e4b26500-0c7e-4852-914c-9633a404e1e5 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:49:20.249975 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'status': 'completed', 'code': 200} Jul 07 18:49:20.298034 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:49:20.337501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace22778-ec94-496e-bff1-8d83dff068ef req-e5d0a0af-d27d-41e7-81fb-753bffee9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:20.339156 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ace22778-ec94-496e-bff1-8d83dff068ef req-e5d0a0af-d27d-41e7-81fb-753bffee9aa3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1096 time: 0.0656931 Jul 07 18:49:20.431805 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace22778-ec94-496e-bff1-8d83dff068ef req-e1d5dc84-4890-43cf-a116-e5a67b46c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:20.433354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ace22778-ec94-496e-bff1-8d83dff068ef req-e1d5dc84-4890-43cf-a116-e5a67b46c375 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0882256 Jul 07 18:49:20.507533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ace22778-ec94-496e-bff1-8d83dff068ef req-a25cb422-63a3-422d-9fef-b8776c8177ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1000 time: 0.0676920 Jul 07 18:49:20.560526 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:f1:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:49:19Z', 'revision_number': 13, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:20.565711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace22778-ec94-496e-bff1-8d83dff068ef req-54852fe2-8b5a-4c56-99f1-6996582967b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:20.567228 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ace22778-ec94-496e-bff1-8d83dff068ef req-54852fe2-8b5a-4c56-99f1-6996582967b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0527995 Jul 07 18:49:20.587774 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:49:20.596798 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:49:20.597508 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:49:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:20.625309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace22778-ec94-496e-bff1-8d83dff068ef req-2478daad-a96a-4118-a1cf-eb311c0b494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:49:20.626850 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ace22778-ec94-496e-bff1-8d83dff068ef req-2478daad-a96a-4118-a1cf-eb311c0b494d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533996 Jul 07 18:49:20.706332 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:49:20.725509 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ace22778-ec94-496e-bff1-8d83dff068ef req-88df1558-fa3f-4836-ba36-12cea54d5315 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915315 Jul 07 18:49:20.823136 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ace22778-ec94-496e-bff1-8d83dff068ef req-edbafcc2-6c9a-4257-a428-39eae2edb5bd service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916538 Jul 07 18:49:21.033586 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:f1:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:49:19Z', 'revision_number': 13, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:49:21.059345 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caf074-4c86-4a3a-b9db-457a35f0059e None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '9d2bf7b2-865c-4d99-a5af-173e3778e27c', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'port_id': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'mac_address': 'fa:16:3e:f1:87:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:10Z', 'updated_at': '2021-07-07T18:49:19Z', 'revision_number': 13, 'project_id': '86aa7147300b4bb2b433083769602d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:49:21.266593 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f54185-6236-4a35-9251-f2d0831ee092 None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:49:21.389849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:34.344761 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:36.388359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:45.903573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65a54f94-ee1b-4ae3-9fc3-9975d16535fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:47.235078 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:49:48.451121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c74cf33-3b9b-498b-bc16-2b713e26bdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:48.545482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:49.861188 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:51.365121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:04.355967 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:06.400679 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:08.828146 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-3e0874f1-6be2-4d0b-b1fd-b244eeebc56b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584116 Jul 07 18:50:08.932858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-acc6e289-f02a-4dea-b082-fb93778b5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:50:08.934406 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-acc6e289-f02a-4dea-b082-fb93778b5731 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1096 time: 0.0606368 Jul 07 18:50:09.051997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-a747a261-52c4-4517-8919-3f63a133bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:50:09.053549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-a747a261-52c4-4517-8919-3f63a133bb95 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0975368 Jul 07 18:50:09.126612 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-56a0891a-cd0c-4171-9424-cd4463ebe541 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1002 time: 0.0663185 Jul 07 18:50:09.177930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-e077d626-a96f-4e4d-b108-a8888cd33096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:50:09.179531 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-e077d626-a96f-4e4d-b108-a8888cd33096 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0454731 Jul 07 18:50:09.238331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-5c12fd62-dd93-434b-8a76-7c967eb02124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:50:09.239842 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-5c12fd62-dd93-434b-8a76-7c967eb02124 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540950 Jul 07 18:50:09.334075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-9db0c4e7-7fd1-4a26-8a33-7ef2c5514c51 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875404 Jul 07 18:50:09.431262 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-07e5c31c-4173-4408-b124-105d249c5ab5 req-09622ef4-00d0-46cc-8d8e-565ac50a42d2 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902805 Jul 07 18:50:15.908042 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9654e39c-002a-44df-9d34-ff4de83796d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:18.453647 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da12ddd4-b3d1-4f41-a21f-3739d7140a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:18.549842 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:19.863969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:21.369107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:24.240111 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:50:34.367988 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:36.418433 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:45.911832 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bedbb134-92c3-4d13-b792-68280a828607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:48.447609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d880c7b-c4fd-448d-9bff-ebabfa2a7aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:48.554187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:49.866251 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:50:51.371778 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:01.239730 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:51:04.362616 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:06.433400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:10.813645 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-2b90dac3-2700-4393-9940-d74826c8369e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529122 Jul 07 18:51:10.931695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-2a532b96-b0ef-4e9f-bbe7-fe85205a7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:51:10.933533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-2a532b96-b0ef-4e9f-bbe7-fe85205a7272 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1096 time: 0.0597188 Jul 07 18:51:11.039959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-72821676-fa82-47a3-b1ea-3c25aa562576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:51:11.041470 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-72821676-fa82-47a3-b1ea-3c25aa562576 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0850315 Jul 07 18:51:11.112620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-65c358fc-84ff-461f-a78c-58a223496e1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1002 time: 0.0643821 Jul 07 18:51:11.164523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-f64a44b9-5e0c-47a0-9388-76755ec0b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:51:11.166066 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-f64a44b9-5e0c-47a0-9388-76755ec0b84c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0457804 Jul 07 18:51:11.230539 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-3aeb2d64-4c79-440a-bc4e-d809a84366da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:51:11.232073 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-3aeb2d64-4c79-440a-bc4e-d809a84366da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578096 Jul 07 18:51:11.332728 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-41ed5393-a36d-405d-b67d-27c125118ac4 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928180 Jul 07 18:51:11.431048 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-84f63e41-cddc-434c-96ef-6f42b0fe7f4e req-7be211a8-0746-41a1-86fc-6b8cb5be5cff service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904307 Jul 07 18:51:15.917540 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5791c40-494b-4fe1-b4b1-0b3bb2f3a41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:18.457941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-318923b2-8930-4394-bf3b-d2aa4b9fd0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:18.560132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:19.877644 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:21.378129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:34.360636 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:36.466380 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:38.239935 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:51:45.910240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c0ce46a-bbbe-49b0-a4d4-27b35b31fab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:48.458762 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73cf22bc-fd09-4701-b601-4b041ca68c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:48.564744 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:49.877605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:51.384890 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:51:52.806920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1de11-d26d-4577-9b41-ea5ef50f4709 req-6e3e7eb0-c9e4-47f1-8f3c-9020f7f34c0d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:51:52.808424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef1de11-d26d-4577-9b41-ea5ef50f4709 req-6e3e7eb0-c9e4-47f1-8f3c-9020f7f34c0d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.2458062 Jul 07 18:51:52.848108 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eef1de11-d26d-4577-9b41-ea5ef50f4709 req-f9daeed0-1569-42c6-b4ba-8a473a7106e0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338764 Jul 07 18:52:04.177624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-42ad4385-44f4-4167-816d-8d6d0af37cc9 req-2c01ca76-fe61-4c02-9265-3bcbe9cfd82f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:52:04.178641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-42ad4385-44f4-4167-816d-8d6d0af37cc9 req-2c01ca76-fe61-4c02-9265-3bcbe9cfd82f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544944 Jul 07 18:52:04.360075 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:05.552721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9feaf-21e4-4740-8108-a38cfb3a2f0c req-4c875531-0811-4c3d-945e-d900779068af tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:05.554160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fad9feaf-21e4-4740-8108-a38cfb3a2f0c req-4c875531-0811-4c3d-945e-d900779068af tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.1102827 Jul 07 18:52:05.558075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-e3beee9b-e999-45ed-8378-4b6d927e753b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299255 Jul 07 18:52:05.592771 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fad9feaf-21e4-4740-8108-a38cfb3a2f0c req-4f61fded-8bba-44b4-88a4-7785d29db50e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Jul 07 18:52:06.479713 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:06.786626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dfdf8-66ca-411c-97e3-15c8c9816b87 req-b9cc928d-a462-4763-8d12-774d205226e7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:06.788087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf6dfdf8-66ca-411c-97e3-15c8c9816b87 req-b9cc928d-a462-4763-8d12-774d205226e7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0761237 Jul 07 18:52:06.827093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf6dfdf8-66ca-411c-97e3-15c8c9816b87 req-9c775fa5-e4db-4487-a5fa-eb6bea7a3a9d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331991 Jul 07 18:52:08.016138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8ac6-8414-49d9-ba27-4d2be41af8c6 req-4ecd9d02-32f0-43ec-b406-5945c6735036 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:08.017844 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-677c8ac6-8414-49d9-ba27-4d2be41af8c6 req-4ecd9d02-32f0-43ec-b406-5945c6735036 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0735147 Jul 07 18:52:08.065946 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-677c8ac6-8414-49d9-ba27-4d2be41af8c6 req-a8e6c7ed-c90e-4645-9219-55b7a80211b1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420196 Jul 07 18:52:09.257037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea9de0-0809-47d4-ae89-fc438a14219c req-35afaa71-c7a7-47ec-8a7c-d45a0ec0db6a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:09.258562 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbea9de0-0809-47d4-ae89-fc438a14219c req-35afaa71-c7a7-47ec-8a7c-d45a0ec0db6a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0791059 Jul 07 18:52:09.300566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbea9de0-0809-47d4-ae89-fc438a14219c req-dbc1a349-998f-4553-91eb-b54706a94ba7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338619 Jul 07 18:52:10.489741 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c1890-df9c-4fd4-8aca-e4250992dd6d req-30cde45f-2640-4867-b1f3-7749fb758d0e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:10.491312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e51c1890-df9c-4fd4-8aca-e4250992dd6d req-30cde45f-2640-4867-b1f3-7749fb758d0e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0746291 Jul 07 18:52:10.530900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e51c1890-df9c-4fd4-8aca-e4250992dd6d req-f9263d39-7db9-47b3-9108-9c55a86472c8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Jul 07 18:52:11.004709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-d47c4bd3-ed33-4a6c-b68a-0ea0e4ac2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:11.006316 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-d47c4bd3-ed33-4a6c-b68a-0ea0e4ac2e5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1096 time: 0.0999668 Jul 07 18:52:11.105119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-85da4d89-43c8-439f-a0a1-e0546cfe8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:11.106605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-85da4d89-43c8-439f-a0a1-e0546cfe8206 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0937142 Jul 07 18:52:11.187933 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-b7c396a6-0060-4785-ae96-baf298d4092a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1002 time: 0.0736256 Jul 07 18:52:11.248133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-7657ad66-1643-4d04-81e7-8fceccb3aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:11.249638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-7657ad66-1643-4d04-81e7-8fceccb3aa92 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0542819 Jul 07 18:52:11.310223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-23d6faea-51e1-492f-a59a-d327d8108602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:11.311716 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-23d6faea-51e1-492f-a59a-d327d8108602 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544686 Jul 07 18:52:11.405081 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-1b8a5e5a-5644-47fd-8c81-8fdf6e9a27c3 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858593 Jul 07 18:52:11.501929 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-0c283121-6f2d-4f1b-b8bd-bfa1d096171d service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896845 Jul 07 18:52:11.739851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec361c-43bc-4fe2-8587-501a145e01e3 req-253e1082-0c27-42c9-b695-0984f0d1e69c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:11.742768 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93ec361c-43bc-4fe2-8587-501a145e01e3 req-253e1082-0c27-42c9-b695-0984f0d1e69c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0939877 Jul 07 18:52:11.784367 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93ec361c-43bc-4fe2-8587-501a145e01e3 req-234d5e8a-2999-4a31-bdef-6d7fde1be47a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349290 Jul 07 18:52:11.847299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-2b9d3533-8675-4036-8d23-c74597590865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:11.848797 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-2b9d3533-8675-4036-8d23-c74597590865 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1096 time: 0.0549147 Jul 07 18:52:11.958544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-59a0fd45-6512-48bf-bd25-710f572dc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:11.960056 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-59a0fd45-6512-48bf-bd25-710f572dc96c service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0892735 Jul 07 18:52:12.026556 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-2b7e983c-ce81-46fb-8b84-627786079a20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1002 time: 0.0592985 Jul 07 18:52:12.084641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-57cb9aba-7865-45c5-a15a-4d83c3c3bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:12.086086 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-57cb9aba-7865-45c5-a15a-4d83c3c3bd67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0525970 Jul 07 18:52:12.448922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-9da36c16-6f29-4e6d-af8d-01b8e534eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:12.450440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-9da36c16-6f29-4e6d-af8d-01b8e534eead service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3578722 Jul 07 18:52:12.540774 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-0b87ac1f-afd5-44ac-b666-574a4b6308b3 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835781 Jul 07 18:52:12.638719 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ccca6b07-6b2c-4527-8bdf-a4c48b41f4ce req-49b36267-6ac5-4168-a181-62fd5a34aa32 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908480 Jul 07 18:52:12.976138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a842b-90c8-4cca-8796-128202307de7 req-6803fdce-1229-4436-a22b-7e5bc262428b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:12.977663 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-774a842b-90c8-4cca-8796-128202307de7 req-6803fdce-1229-4436-a22b-7e5bc262428b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0737658 Jul 07 18:52:13.024244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-774a842b-90c8-4cca-8796-128202307de7 req-fd507670-135c-4a94-8c53-5b09d47fd295 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Jul 07 18:52:14.225807 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add93e8-69be-4fb1-ae24-ad82db3861a5 req-5ec30553-b425-49ae-a3b4-6ad439b964bb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:14.227314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5add93e8-69be-4fb1-ae24-ad82db3861a5 req-5ec30553-b425-49ae-a3b4-6ad439b964bb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0759244 Jul 07 18:52:14.270392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5add93e8-69be-4fb1-ae24-ad82db3861a5 req-f636eb48-6df5-46fc-8d39-1a56e6c89bbe tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372593 Jul 07 18:52:15.239749 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:52:15.457198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16d454-1c51-46fc-9c77-5aec24f5d121 req-88c3f374-67a4-40cf-a355-16f236d6d561 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:15.458733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf16d454-1c51-46fc-9c77-5aec24f5d121 req-88c3f374-67a4-40cf-a355-16f236d6d561 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0727251 Jul 07 18:52:15.498693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf16d454-1c51-46fc-9c77-5aec24f5d121 req-b621bbf2-81d4-4eee-ac15-1620d41573eb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333467 Jul 07 18:52:15.912751 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31b92a3c-ab82-468e-8950-03f1408a64d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:16.695132 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a231b-bac6-4439-9130-9b1253140b7f req-0f0da231-8f36-4a61-86df-2aff1306573e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:16.696736 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a1a231b-bac6-4439-9130-9b1253140b7f req-0f0da231-8f36-4a61-86df-2aff1306573e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0765731 Jul 07 18:52:16.741092 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7a1a231b-bac6-4439-9130-9b1253140b7f req-25ab208a-4a76-405e-accb-e16e7aaa6013 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350544 Jul 07 18:52:17.946277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecf639-5620-4002-bf9e-f831e6dff24c req-3ce15572-f2d8-4be2-bf56-87013e3f87d4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:17.947781 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acecf639-5620-4002-bf9e-f831e6dff24c req-3ce15572-f2d8-4be2-bf56-87013e3f87d4 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0818322 Jul 07 18:52:17.987235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-acecf639-5620-4002-bf9e-f831e6dff24c req-67b8dfa9-546c-411e-b6bf-b6c6595c79c3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Jul 07 18:52:18.453663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75f9f6f9-166c-4e98-b27a-04f7afdea588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:18.568453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:19.182549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683105d-dcf7-46ad-8f06-6d8d0f318e10 req-e08f9360-1032-4769-b15b-7b061a715406 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:19.184155 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f683105d-dcf7-46ad-8f06-6d8d0f318e10 req-e08f9360-1032-4769-b15b-7b061a715406 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0782807 Jul 07 18:52:19.227502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f683105d-dcf7-46ad-8f06-6d8d0f318e10 req-fd7c206e-b749-43d5-a73d-e29696981f51 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347018 Jul 07 18:52:19.881109 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:20.424193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a1097-a894-4159-80d5-0a59d332cbd1 req-3078424c-8d88-4f5f-8fc4-7eba09b8da7d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:20.425812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e29a1097-a894-4159-80d5-0a59d332cbd1 req-3078424c-8d88-4f5f-8fc4-7eba09b8da7d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0673625 Jul 07 18:52:20.471136 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e29a1097-a894-4159-80d5-0a59d332cbd1 req-8e37caf6-6658-42aa-83c4-2c4af6c54c9b tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 Jul 07 18:52:21.381442 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:21.687154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ea455-6ca3-4616-be6d-9ae82a0a6825 req-abf0e18e-938a-436a-91fd-2c4185d67ee0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:21.688666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-715ea455-6ca3-4616-be6d-9ae82a0a6825 req-abf0e18e-938a-436a-91fd-2c4185d67ee0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0854614 Jul 07 18:52:21.732213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-715ea455-6ca3-4616-be6d-9ae82a0a6825 req-e57cb150-4b3b-4b2d-9230-be31f4791f45 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372560 Jul 07 18:52:22.938455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7797d73-67b0-4f36-bd7b-f13f7d7c5021 req-e76d4295-8db2-4324-87a0-83a1897b5c61 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:22.939971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7797d73-67b0-4f36-bd7b-f13f7d7c5021 req-e76d4295-8db2-4324-87a0-83a1897b5c61 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0887606 Jul 07 18:52:22.979548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d7797d73-67b0-4f36-bd7b-f13f7d7c5021 req-90eac6da-7473-4dc7-b48d-9aaa1562ba1a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Jul 07 18:52:24.164454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa579c-90af-4ea7-a61b-4fdcdc1d9f51 req-a57a1e9a-26ce-4e25-aaf5-e5416b080458 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:24.166052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89fa579c-90af-4ea7-a61b-4fdcdc1d9f51 req-a57a1e9a-26ce-4e25-aaf5-e5416b080458 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0699420 Jul 07 18:52:24.206681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89fa579c-90af-4ea7-a61b-4fdcdc1d9f51 req-1fb3416d-f14c-4d19-9072-e8c19195547f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344484 Jul 07 18:52:25.357574 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-871aff85-311c-4c6f-9da7-3094f0c75dae service neutron] show failed (client error): The resource could not be found. Jul 07 18:52:25.358605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-871aff85-311c-4c6f-9da7-3094f0c75dae service neutron] 10.222.0.90 "GET /v2.0/ports/28ee9076-0b74-4962-99a8-514c0c390c1b/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0568564 Jul 07 18:52:25.386757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c4ee3-e85f-4a8f-82dc-c27dbcf0fe09 req-adbc022e-fc68-4e5b-90b8-c45e95782fe2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:25.388732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-271c4ee3-e85f-4a8f-82dc-c27dbcf0fe09 req-adbc022e-fc68-4e5b-90b8-c45e95782fe2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0698187 Jul 07 18:52:25.427068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-271c4ee3-e85f-4a8f-82dc-c27dbcf0fe09 req-39a65dd7-933c-45d8-add9-c6de5cc5394a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Jul 07 18:52:25.660841 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-2ed5d8cc-ad22-49c9-bc27-1cff07b1560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:25.662446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-2ed5d8cc-ad22-49c9-bc27-1cff07b1560c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 1096 time: 0.0950491 Jul 07 18:52:25.676763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:52:25.763595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:25.972672 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:52:26.009110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:52:26.049573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:52:26.051922 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c83229-fccd-4fc6-951c-68a80f91db58" -d '{"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-unplugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:52:26.055512 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:26.068371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Transition to ACTIVE for port object 28ee9076-0b74-4962-99a8-514c0c390c1b will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:52:26.073877 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:26.152696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:52:26.167754 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72daa14-d73e-4a96-a421-764d305831fe x-openstack-request-id: req-e72daa14-d73e-4a96-a421-764d305831fe {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:52:26.168040 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-unplugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:52:26.168279 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e72daa14-d73e-4a96-a421-764d305831fe {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:52:26.168677 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'code': 200} Jul 07 18:52:26.172466 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.172801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.173168 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.173558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.173938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.174284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.174645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.175012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.175760 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.176063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.176402 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.176712 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:26.216267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] No DVR routers for this DVR port 28ee9076-0b74-4962-99a8-514c0c390c1b on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:52:26.357688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:52:26.358020 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:52:26.358352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:52:26.363373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:52:26.363704 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:52:26.369349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:52:26.369724 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:52:26.370113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:52:26.370530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Bound port: 28ee9076-0b74-4962-99a8-514c0c390c1b, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:52:26.370886 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:26.446426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:52:26.449467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:52:26.456775 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:26.495734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:26.495734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:26.496511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-4ee54924-75ea-49df-981c-304624c6439f service neutron] 10.222.0.55 "PUT /v2.0/ports/28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1091 time: 0.8262453 Jul 07 18:52:26.517616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee54924-75ea-49df-981c-304624c6439f service neutron] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:52:26.614612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-00a34956-f9df-41cc-93e9-be930703814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:26.616151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-00a34956-f9df-41cc-93e9-be930703814c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1094 time: 0.0949168 Jul 07 18:52:26.681228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a44af-c66f-4a6a-b9ee-39a76c16c17d req-6a955742-9091-42e4-8fd8-4de1ce21a619 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:26.682710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a7a44af-c66f-4a6a-b9ee-39a76c16c17d req-6a955742-9091-42e4-8fd8-4de1ce21a619 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.1280553 Jul 07 18:52:26.745379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a7a44af-c66f-4a6a-b9ee-39a76c16c17d req-cb91803c-81d4-48d6-b446-b6eb0bf90439 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562820 Jul 07 18:52:26.748209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-02effff1-63e0-431a-ab5c-2d2c0b4c1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:26.749647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-02effff1-63e0-431a-ab5c-2d2c0b4c1643 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1259313 Jul 07 18:52:26.824942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-07e16705-3b90-45a4-8a93-cd76653c1542 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1000 time: 0.0678980 Jul 07 18:52:26.876478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-286be2b6-1772-4e12-a0f0-831d8468d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:26.878019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-286be2b6-1772-4e12-a0f0-831d8468d6e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0469425 Jul 07 18:52:26.945408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-7cbc4c10-4d87-4271-a5be-b366f532b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:26.946920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-7cbc4c10-4d87-4271-a5be-b366f532b193 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624983 Jul 07 18:52:26.957969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-f1a4516f-bc70-4a38-a1d0-2be7de3bb638 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:52:26.958884 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-f1a4516f-bc70-4a38-a1d0-2be7de3bb638 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053957 Jul 07 18:52:27.068328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-d3592894-94de-4f65-968a-2f2d494c3aaf service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028087 Jul 07 18:52:27.162943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6dd09705-d9a7-4a33-baf4-6ed420b94f66 req-a4032393-6b5e-4122-8114-9d798ec8001f service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875130 Jul 07 18:52:27.238212 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:52:27.281719 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:52:27.933543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709283f-419d-4dc3-9c10-7fc171c412db req-50d5a9e0-3238-443b-8ad6-e75db308ec37 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:27.935066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0709283f-419d-4dc3-9c10-7fc171c412db req-50d5a9e0-3238-443b-8ad6-e75db308ec37 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0673831 Jul 07 18:52:27.979499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0709283f-419d-4dc3-9c10-7fc171c412db req-0917cab4-de01-49b9-8a42-96f98c5ce226 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Jul 07 18:52:28.170470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:52:28.173040 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:52:28.227029 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b905d2b6-c406-442a-a683-dd46375d2e1a x-openstack-request-id: req-b905d2b6-c406-442a-a683-dd46375d2e1a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:52:28.227370 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:52:28.227624 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b905d2b6-c406-442a-a683-dd46375d2e1a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:52:28.228028 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'status': 'completed', 'code': 200} Jul 07 18:52:28.302514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-73143bf9-7f21-4583-a6f1-16ec9792ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.304141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-73143bf9-7f21-4583-a6f1-16ec9792ee5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1094 time: 0.0552263 Jul 07 18:52:28.305225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-0e5bb352-3dcd-413e-bb8e-647ae0b50cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.306753 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-0e5bb352-3dcd-413e-bb8e-647ae0b50cf2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1094 time: 0.0565274 Jul 07 18:52:28.399062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-1ab807b1-1407-42dc-b9b0-0dfb00badf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.400540 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-1ab807b1-1407-42dc-b9b0-0dfb00badf58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0901337 Jul 07 18:52:28.401251 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-f21c6ece-0779-4198-858c-8b9e780ad7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.402733 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-f21c6ece-0779-4198-858c-8b9e780ad7cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0897441 Jul 07 18:52:28.469976 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-8a6f988f-4dac-47a0-a4bd-bbe8d26e0b99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1000 time: 0.0603733 Jul 07 18:52:28.475406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-cfd005d3-6892-40c2-88ca-fc7b2a5da0fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1000 time: 0.0678210 Jul 07 18:52:28.524308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-e7802b81-2489-4d70-88cd-eb084cf9104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.525680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-9a24e557-e396-4dfa-9172-1c6d78ecefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.526099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-e7802b81-2489-4d70-88cd-eb084cf9104a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0498691 Jul 07 18:52:28.527272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-9a24e557-e396-4dfa-9172-1c6d78ecefa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0454187 Jul 07 18:52:28.583050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-ab648665-04c1-473f-ace7-e005ab05210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.584609 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-ab648665-04c1-473f-ace7-e005ab05210d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526628 Jul 07 18:52:28.586743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-791bbdca-1701-4341-834f-31f86983a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:28.588299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-791bbdca-1701-4341-834f-31f86983a8ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548429 Jul 07 18:52:28.675912 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-af81b940-e56d-4b45-b67a-6a9db849b602 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842361 Jul 07 18:52:28.684401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-7d15a766-a604-4e72-9685-e7719e930c49 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Jul 07 18:52:28.772929 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-0bdef0e3-5378-41e7-a053-178fa0951bdd service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906315 Jul 07 18:52:28.775183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0be13612-2fbe-42eb-a895-6ebbeb9c3bb4 req-ada45b9d-fed6-49d9-b73a-6996a45d3b1f service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842419 Jul 07 18:52:29.166395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbec53-337d-4acb-8016-253843cf53f3 req-1f4351a0-6fd2-4642-9404-c169dd09cb8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:29.167869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44fbec53-337d-4acb-8016-253843cf53f3 req-1f4351a0-6fd2-4642-9404-c169dd09cb8f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0742218 Jul 07 18:52:29.207863 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44fbec53-337d-4acb-8016-253843cf53f3 req-dd0c43ae-108a-464a-9ef1-454797d157e3 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340331 Jul 07 18:52:30.394322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481ce0c-48c9-4326-b759-b85781e2808b req-22fbd290-b2f9-4c8e-ae00-6484eb1733d2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:30.395980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9481ce0c-48c9-4326-b759-b85781e2808b req-22fbd290-b2f9-4c8e-ae00-6484eb1733d2 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0676467 Jul 07 18:52:30.434783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9481ce0c-48c9-4326-b759-b85781e2808b req-c1183f27-5be7-4ec5-8c7e-9c266218d201 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329759 Jul 07 18:52:31.633693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443f641-0ea5-4480-8cb0-f65ea4ee5ac6 req-7c6dec3c-6b9a-447a-ae94-1b181065cc2e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:31.635176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d443f641-0ea5-4480-8cb0-f65ea4ee5ac6 req-7c6dec3c-6b9a-447a-ae94-1b181065cc2e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0717728 Jul 07 18:52:31.677180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d443f641-0ea5-4480-8cb0-f65ea4ee5ac6 req-e28575f1-d52a-4dc2-a07c-57b77c7d3e4e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337245 Jul 07 18:52:32.864316 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc838f-f1e2-4bc0-976c-312c3611abd0 req-ccb131c6-de61-4a37-8e2e-3f91c0642f66 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:32.865858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14cc838f-f1e2-4bc0-976c-312c3611abd0 req-ccb131c6-de61-4a37-8e2e-3f91c0642f66 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0746937 Jul 07 18:52:32.908585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14cc838f-f1e2-4bc0-976c-312c3611abd0 req-2885dbff-300d-4ec1-95c7-f20e59952d81 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338852 Jul 07 18:52:34.281467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30bc44-076d-460e-85e2-46f6c10a759b req-79a69445-ae93-4a91-8865-900293007ecc tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:34.282941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e30bc44-076d-460e-85e2-46f6c10a759b req-79a69445-ae93-4a91-8865-900293007ecc tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0747805 Jul 07 18:52:34.324416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e30bc44-076d-460e-85e2-46f6c10a759b req-fb454f99-cab2-4465-a38b-1a031d51db96 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331008 Jul 07 18:52:34.389856 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:35.517234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a256e9d-96af-4569-8ba7-3363849c8ad5 req-a51cafcc-51c4-488c-8e38-25d4c8ba26c0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:35.518674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a256e9d-96af-4569-8ba7-3363849c8ad5 req-a51cafcc-51c4-488c-8e38-25d4c8ba26c0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0759993 Jul 07 18:52:35.556706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9a256e9d-96af-4569-8ba7-3363849c8ad5 req-a92533b4-a465-43ac-8a01-a276558bc293 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Jul 07 18:52:36.477066 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:36.741629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7b246-69c7-4342-8d39-06511a89a60f req-4d123f1e-566f-45da-9ea1-24683d4a4f92 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:36.743018 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe7b246-69c7-4342-8d39-06511a89a60f req-4d123f1e-566f-45da-9ea1-24683d4a4f92 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0700724 Jul 07 18:52:36.782489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe7b246-69c7-4342-8d39-06511a89a60f req-9757366e-a89f-487e-935f-346b5509e9fe tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321639 Jul 07 18:52:37.972957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff241160-111f-49da-ae1c-8b07061fcef0 req-b321bed3-d33f-4c1f-98de-6cca7f77b00e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:37.974434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff241160-111f-49da-ae1c-8b07061fcef0 req-b321bed3-d33f-4c1f-98de-6cca7f77b00e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0738256 Jul 07 18:52:38.015084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ff241160-111f-49da-ae1c-8b07061fcef0 req-d0d4a1bc-bbb9-4fbc-897b-516ea756add0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349827 Jul 07 18:52:39.207865 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91287-f876-4e9b-b394-ea402ee0a74c req-a5af214d-9d2f-4c8d-92b4-42c13cc98af1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:39.209411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9e91287-f876-4e9b-b394-ea402ee0a74c req-a5af214d-9d2f-4c8d-92b4-42c13cc98af1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.0768826 Jul 07 18:52:39.248309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9e91287-f876-4e9b-b394-ea402ee0a74c req-c385bdf7-3d8f-4e2c-a9e4-f86671ba7a4a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 Jul 07 18:52:39.718474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:52:39.721240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3dbb6b46-9292-4664-a7ae-82e4c428d007 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:39.722799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3dbb6b46-9292-4664-a7ae-82e4c428d007 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81&tenant_id=86aa7147300b4bb2b433083769602d64&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 943 time: 0.1192033 Jul 07 18:52:39.806197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060273-2b2f-462d-903d-5fa8f215e43c req-f1d9f472-de72-4f3a-8fa2-eb0d03c93c79 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:39.807773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46060273-2b2f-462d-903d-5fa8f215e43c req-f1d9f472-de72-4f3a-8fa2-eb0d03c93c79 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 943 time: 0.1450753 Jul 07 18:52:39.809351 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-1fe78ef2-7b33-46f4-bede-2f3371c92756 service neutron] 10.222.0.55 "GET /v2.0/ports/28ee9076-0b74-4962-99a8-514c0c390c1b/bindings/n-h1-798930-2 HTTP/1.1" status: 200 len: 382 time: 0.0802612 Jul 07 18:52:39.812559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:52:39.825289 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'mac_address': 'fa:16:3e:f1:87:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:52:39.866045 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:39.873106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46060273-2b2f-462d-903d-5fa8f215e43c req-c4ea5a39-2d1f-472c-8ab9-af9657e4e0c9 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592611 Jul 07 18:52:39.879718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ee9076-0b74-4962-99a8-514c0c390c1b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:52:39.897470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-cb32fbf2-1bc6-4bbe-8375-c1216474a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:39.898600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-cb32fbf2-1bc6-4bbe-8375-c1216474a93c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1094 time: 0.0638094 Jul 07 18:52:39.901304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:52:39.908092 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:39.959545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:52:39.967002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.967455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.967884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.968220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.968542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.968886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.969216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.969524 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.969842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.970172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.970474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.970784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:39.994061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-a6a92f6e-096a-4d66-95f9-c4d90a09e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:39.995716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-a6a92f6e-096a-4d66-95f9-c4d90a09e75a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0907044 Jul 07 18:52:40.069153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-e519a637-9dda-4c27-ab0e-41f7a12d4fac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1001 time: 0.0665958 Jul 07 18:52:40.123895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-ff124fd2-4cdf-4383-8124-c71dda25a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:40.125435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-ff124fd2-4cdf-4383-8124-c71dda25a0a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0495520 Jul 07 18:52:40.151955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['28ee9076-0b74-4962-99a8-514c0c390c1b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:52:40.188548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-7afbacd0-ac0b-4ebe-8275-f197d626ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:40.190127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-7afbacd0-ac0b-4ebe-8275-f197d626ae9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559137 Jul 07 18:52:40.281271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-7d855c9b-fbfe-4e40-9a81-be6b8d9aa1a3 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838718 Jul 07 18:52:40.380315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-f8754005-e19e-44f8-92cd-1b21a9e24a81 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920668 Jul 07 18:52:41.077207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53ff8f-4c70-4517-a2c0-92ed1436ab25 req-c2f8f6fb-dc2a-4ddd-9d07-1d79d01956f8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:41.078707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b53ff8f-4c70-4517-a2c0-92ed1436ab25 req-c2f8f6fb-dc2a-4ddd-9d07-1d79d01956f8 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0775223 Jul 07 18:52:41.121005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8b53ff8f-4c70-4517-a2c0-92ed1436ab25 req-989090ef-c2ec-4b0d-9f83-74345da3bb00 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337188 Jul 07 18:52:41.718101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:52:41.777620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 28ee9076-0b74-4962-99a8-514c0c390c1b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:52:41.781917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 28ee9076-0b74-4962-99a8-514c0c390c1b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:52:41.782292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:41.861345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:41.884565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:52:41.886895 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c6113-bc6a-4f98-8648-7d629aea1077" -d '{"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-plugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:52:41.899891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:52:41.905118 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:41.958191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:52:41.985832 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204fff4e-7c2b-4957-ac6b-c325022cc670 x-openstack-request-id: req-204fff4e-7c2b-4957-ac6b-c325022cc670 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:52:41.986122 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-plugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:52:41.986409 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-204fff4e-7c2b-4957-ac6b-c325022cc670 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:52:41.986789 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'code': 200} Jul 07 18:52:42.323222 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c5844-5be4-4a9e-be88-cddfd89a47b2 req-8e3b391a-b37c-44f3-a953-7cb2c5f86fa1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:42.324750 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b0c5844-5be4-4a9e-be88-cddfd89a47b2 req-8e3b391a-b37c-44f3-a953-7cb2c5f86fa1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0719965 Jul 07 18:52:42.364095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2b0c5844-5be4-4a9e-be88-cddfd89a47b2 req-d69c7de0-6a90-43a8-91e8-01b50377236d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328407 Jul 07 18:52:43.551616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5d97-bdde-4d64-82c0-a0b102bdbd22 req-f07b6aba-0d65-4854-8cce-a1cb8b8f6a93 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:43.553227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db1e5d97-bdde-4d64-82c0-a0b102bdbd22 req-f07b6aba-0d65-4854-8cce-a1cb8b8f6a93 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0689001 Jul 07 18:52:43.592477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db1e5d97-bdde-4d64-82c0-a0b102bdbd22 req-f16d314b-be18-4c42-a50b-b8696308f8f0 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Jul 07 18:52:44.406454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-42d3da79-10ed-4ad5-aa87-1a004446bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:44.408227 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-42d3da79-10ed-4ad5-aa87-1a004446bfea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81&tenant_id=86aa7147300b4bb2b433083769602d64 HTTP/1.1" status: 200 len: 1096 time: 0.0699601 Jul 07 18:52:44.419100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:52:44.497640 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:44.702236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:52:44.737833 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:52:44.772012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a9ebd-a4bb-4277-a6bd-5fbef960ecfe req-d5367be4-b88e-47df-b7ee-7c196a565666 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:44.773587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806a9ebd-a4bb-4277-a6bd-5fbef960ecfe req-d5367be4-b88e-47df-b7ee-7c196a565666 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0657132 Jul 07 18:52:44.779131 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:52:44.781534 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98422b7a-1f93-4d2c-a309-ddddfe82c536" -d '{"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-unplugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:52:44.785651 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:44.798754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Transition to ACTIVE for port object 28ee9076-0b74-4962-99a8-514c0c390c1b will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:52:44.803886 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:44.818677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-806a9ebd-a4bb-4277-a6bd-5fbef960ecfe req-5b84feed-5b08-42c0-809c-1c339d2e4683 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Jul 07 18:52:44.893942 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6350cfd-4689-487c-b43b-9018e634de02 x-openstack-request-id: req-b6350cfd-4689-487c-b43b-9018e634de02 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:52:44.894238 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-unplugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:52:44.894499 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b6350cfd-4689-487c-b43b-9018e634de02 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:52:44.894901 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'code': 200} Jul 07 18:52:44.897869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=10']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:52:44.912239 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.912589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.912966 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.913308 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.913645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.913977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.914303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.914635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.914963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.915296 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.915725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.915929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:52:44.947276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] No DVR routers for this DVR port 28ee9076-0b74-4962-99a8-514c0c390c1b on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:52:45.105150 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:52:45.105456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:52:45.105814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:52:45.111822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:52:45.112153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Attempting to bind port 28ee9076-0b74-4962-99a8-514c0c390c1b on network a246557a-768e-44c5-af22-0fd84329e0e3 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:52:45.118136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:52:45.118427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Checking segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:52:45.118797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Bound using segment: {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:52:45.119233 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Bound port: 28ee9076-0b74-4962-99a8-514c0c390c1b, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33b744-e9f1-46d7-9dea-d6e928bfca01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:52:45.119573 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:45.190832 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:52:45.196645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:52:45.203828 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:45.247142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:45.247720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:45.249085 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] 10.222.0.90 "PUT /v2.0/ports/28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1092 time: 0.8341789 Jul 07 18:52:45.270693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364353e-de0d-4c06-9456-8ef1e19ab626 service neutron] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=11']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:52:45.329905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-457196fb-05cc-46d4-a241-88c0a53971cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:45.331451 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-457196fb-05cc-46d4-a241-88c0a53971cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1095 time: 0.0577831 Jul 07 18:52:45.426537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-1e617cd0-125b-4138-830f-ca9955179b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:45.428050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-1e617cd0-125b-4138-830f-ca9955179b53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.0901942 Jul 07 18:52:45.498566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-66ff3107-9899-4e4c-8e6e-a8379142d081 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1000 time: 0.0638621 Jul 07 18:52:45.552228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-b0d309d6-27ee-4660-abc1-87814c29679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:45.554322 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-b0d309d6-27ee-4660-abc1-87814c29679b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0492947 Jul 07 18:52:45.613017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-49d32e9a-f329-4d1a-85ec-91c1ccfaebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:45.614570 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-49d32e9a-f329-4d1a-85ec-91c1ccfaebfe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535538 Jul 07 18:52:45.707482 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-421ad41d-3a02-4f10-ba5d-c1fd5aa6cb1e service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861237 Jul 07 18:52:45.718390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:52:45.757434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:52:45.799039 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b4807079-2a3c-43cd-900f-840d293d7e89 req-e4da306a-ef30-4026-89b7-e0f8155bae9d service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851352 Jul 07 18:52:45.915254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-acb58b8e-fc8e-445f-8b25-774c5f56f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:46.019325 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e0ae-b356-40f6-afe0-a49613b7ad4b req-2212ddfb-6a55-4603-9080-bf73e49c72dc tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:46.020876 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5528e0ae-b356-40f6-afe0-a49613b7ad4b req-2212ddfb-6a55-4603-9080-bf73e49c72dc tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0690432 Jul 07 18:52:46.060187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5528e0ae-b356-40f6-afe0-a49613b7ad4b req-b9243443-8b0d-4e02-b5fc-1df37ef1e69a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Jul 07 18:52:46.896637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:52:46.899122 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5005218-bba2-4f32-8ed9-6b9635d075e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:52:46.952348 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc54e8-16cd-41ee-9250-eef0c3361f71 x-openstack-request-id: req-30bc54e8-16cd-41ee-9250-eef0c3361f71 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:52:46.955525 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:52:46.955525 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-30bc54e8-16cd-41ee-9250-eef0c3361f71 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:52:46.955525 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'status': 'completed', 'code': 200} Jul 07 18:52:47.029932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-a3a65ece-facf-4216-859a-e9c49214e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.031558 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-a3a65ece-facf-4216-859a-e9c49214e39f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1095 time: 0.0582416 Jul 07 18:52:47.050288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-1ab8413a-2e91-4ce0-b59f-a38d443b6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.051804 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-1ab8413a-2e91-4ce0-b59f-a38d443b6434 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86aa7147300b4bb2b433083769602d64&device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 1095 time: 0.0760126 Jul 07 18:52:47.159823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-c933ea84-cd1d-492b-ab95-870c2d35fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.162153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-c933ea84-cd1d-492b-ab95-870c2d35fe4a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.1041200 Jul 07 18:52:47.245024 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-8ea7b5cf-7f9e-4645-ba72-2516b90eb521 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1000 time: 0.0762444 Jul 07 18:52:47.296531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-d19ef463-a825-4137-a04e-da846fee7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.298061 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-d19ef463-a825-4137-a04e-da846fee7a59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0465987 Jul 07 18:52:47.376568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-6a40de44-472d-42f8-b5db-e39f0663c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.378013 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-6a40de44-472d-42f8-b5db-e39f0663c33a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732932 Jul 07 18:52:47.428624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-ce94dd58-7c45-47cb-a88a-4c75e25c8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.430116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-ce94dd58-7c45-47cb-a88a-4c75e25c8520 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 200 len: 912 time: 0.3911755 Jul 07 18:52:47.442570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd4547-59dd-4f6a-aa10-9593731e5c02 req-4b6fe494-1103-472a-ae22-fd589493675d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.444058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64bd4547-59dd-4f6a-aa10-9593731e5c02 req-4b6fe494-1103-472a-ae22-fd589493675d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0983155 Jul 07 18:52:47.484881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-62d4612d-3ba5-40db-88e0-40ea1b7ac712 service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998297 Jul 07 18:52:47.528079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-8baa42b7-ada1-4973-b9ae-7c48485f7e4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 200 len: 1000 time: 0.0830281 Jul 07 18:52:47.533608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-64bd4547-59dd-4f6a-aa10-9593731e5c02 req-2d4e4098-4dcc-46f0-86fb-e6156f223733 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507114 Jul 07 18:52:47.578137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-758f731a-520e-4749-81b9-93c818a91682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.579963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-758f731a-520e-4749-81b9-93c818a91682 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 200 len: 850 time: 0.0448341 Jul 07 18:52:47.583160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-af7b0f86-a758-4ea1-9b53-1059f5fb918b service neutron] 10.222.0.90 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911422 Jul 07 18:52:47.644555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-6a31291c-b27d-4f24-8aaf-7227e39a1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:47.646130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-6a31291c-b27d-4f24-8aaf-7227e39a1352 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a246557a-768e-44c5-af22-0fd84329e0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595388 Jul 07 18:52:47.747073 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-0bce11c6-de18-4e35-b323-b9b8d00dc662 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935826 Jul 07 18:52:47.848547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d5005218-bba2-4f32-8ed9-6b9635d075e9 req-4118afd1-8470-4c3a-b2fd-34e2bd6e1169 service neutron] 10.222.0.55 "GET /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945885 Jul 07 18:52:48.465164 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3075692-f3e9-4d90-93f5-abf3c5d4a8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:48.572748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:48.724249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf184587-62e5-4d97-a645-8bf21ea4d447 req-78d32893-ce3c-4b30-9488-0a04fee43e43 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:48.725820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf184587-62e5-4d97-a645-8bf21ea4d447 req-78d32893-ce3c-4b30-9488-0a04fee43e43 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0715950 Jul 07 18:52:48.764445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf184587-62e5-4d97-a645-8bf21ea4d447 req-a377d73c-49f7-438b-9b4a-ab6ac25d9f81 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327110 Jul 07 18:52:49.885112 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:49.948343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48243b36-e9fc-4834-af48-069f4c12e8c8 req-581d7b89-d4f3-42ba-99cf-99337d0acaf5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:49.949886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48243b36-e9fc-4834-af48-069f4c12e8c8 req-581d7b89-d4f3-42ba-99cf-99337d0acaf5 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0651252 Jul 07 18:52:49.989413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48243b36-e9fc-4834-af48-069f4c12e8c8 req-a905b65c-2c65-4aba-b4ba-58bdc329fc31 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332868 Jul 07 18:52:51.190851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979cdd6-dd95-4980-909b-67be5a625891 req-1b7379c4-ced2-4d82-9b52-cd1433011252 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:51.192060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2979cdd6-dd95-4980-909b-67be5a625891 req-1b7379c4-ced2-4d82-9b52-cd1433011252 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0775471 Jul 07 18:52:51.237925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2979cdd6-dd95-4980-909b-67be5a625891 req-97faae97-8b0a-413f-b49e-f8df2d85255a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380106 Jul 07 18:52:51.388425 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:52.242914 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:52:52.428173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944818ae-ccf8-4028-a26a-7dba6613a46f req-408b66e0-b727-419c-9cf8-048186504f6f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:52.429726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-944818ae-ccf8-4028-a26a-7dba6613a46f req-408b66e0-b727-419c-9cf8-048186504f6f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0774667 Jul 07 18:52:52.470635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-944818ae-ccf8-4028-a26a-7dba6613a46f req-aea45325-e21a-495c-9b9d-7137f62010ab tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Jul 07 18:52:53.670172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caf3f0-ae50-4dbd-ad75-ce52339e8546 req-3fcbbe02-c514-4291-a911-ca1e33485604 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:53.671675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28caf3f0-ae50-4dbd-ad75-ce52339e8546 req-3fcbbe02-c514-4291-a911-ca1e33485604 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0737288 Jul 07 18:52:53.713048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28caf3f0-ae50-4dbd-ad75-ce52339e8546 req-e704ac28-b7ad-4158-a422-2c0a0e6d6041 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355456 Jul 07 18:52:54.909932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886108e5-34ae-4790-80f7-b0f5b5f2eb83 req-7b02bb7c-4cc8-45d0-b084-5809b464d54f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:54.911428 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-886108e5-34ae-4790-80f7-b0f5b5f2eb83 req-7b02bb7c-4cc8-45d0-b084-5809b464d54f tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0787303 Jul 07 18:52:54.962864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-886108e5-34ae-4790-80f7-b0f5b5f2eb83 req-b15c0bb6-42ac-414f-a7b7-460053c43bfd tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Jul 07 18:52:56.147785 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2867c2-430e-4d78-8681-8d5217e75088 req-b97492fc-99ec-48d2-99a2-2043650910bf tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:56.149333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a2867c2-430e-4d78-8681-8d5217e75088 req-b97492fc-99ec-48d2-99a2-2043650910bf tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0645535 Jul 07 18:52:56.188746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a2867c2-430e-4d78-8681-8d5217e75088 req-875ba4d3-f2de-4ff3-aa98-98768eba235a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336294 Jul 07 18:52:57.372529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e5efe-b195-4f7f-8a8b-0991712396da req-67df81b9-4b4d-4698-853e-a7855c3c57fe tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:57.374064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-643e5efe-b195-4f7f-8a8b-0991712396da req-67df81b9-4b4d-4698-853e-a7855c3c57fe tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0705857 Jul 07 18:52:57.423435 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-643e5efe-b195-4f7f-8a8b-0991712396da req-bca13a80-cc41-4ea7-9766-94b41ab28ad7 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Jul 07 18:52:58.621864 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2947a1-2c3c-4ab4-9fb2-9d71a6f89250 req-b708ffc2-84a1-401e-ad93-a7847f277dbb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:58.623359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e2947a1-2c3c-4ab4-9fb2-9d71a6f89250 req-b708ffc2-84a1-401e-ad93-a7847f277dbb tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0772693 Jul 07 18:52:58.666000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3e2947a1-2c3c-4ab4-9fb2-9d71a6f89250 req-3ee7b5ef-3591-4c7b-ab24-a67783988506 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369151 Jul 07 18:52:58.858150 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ec2ef-723f-4ba9-92e1-2755af950fbd req-967e6036-c62f-4dcc-9e8c-655212d9ef91 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:58.859656 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d01ec2ef-723f-4ba9-92e1-2755af950fbd req-967e6036-c62f-4dcc-9e8c-655212d9ef91 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0771966 Jul 07 18:52:58.903286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d01ec2ef-723f-4ba9-92e1-2755af950fbd req-e7f2a099-1eaf-41a4-a4aa-7300062ff47c tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Jul 07 18:52:59.103407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18b6b5-ed3a-4fbb-bc9c-b09812ab78f8 req-6fc6fc67-f8c5-439e-8fa3-b9cbb6df506d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:59.104933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd18b6b5-ed3a-4fbb-bc9c-b09812ab78f8 req-6fc6fc67-f8c5-439e-8fa3-b9cbb6df506d tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0874624 Jul 07 18:52:59.146529 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd18b6b5-ed3a-4fbb-bc9c-b09812ab78f8 req-e41ecc0e-a90d-4e1e-9df6-8b4d826c5770 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353305 Jul 07 18:52:59.391279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:52:59.495855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:52:59.508098 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'port_id': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'mac_address': 'fa:16:3e:f1:87:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:52:59.544660 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:59.557571 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ee9076-0b74-4962-99a8-514c0c390c1b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:52:59.563674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f685ee-5e08-448c-8628-1985c5827397 req-70eea4fe-a308-4583-82d8-98c0bcef6a88 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:52:59.565285 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4f685ee-5e08-448c-8628-1985c5827397 req-70eea4fe-a308-4583-82d8-98c0bcef6a88 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 944 time: 0.0632493 Jul 07 18:52:59.578655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:52:59.584007 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:52:59.604784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b4f685ee-5e08-448c-8628-1985c5827397 req-87cad166-3879-4bab-a939-35af06a6aaec tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Jul 07 18:52:59.635938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=12']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:52:59.988503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['28ee9076-0b74-4962-99a8-514c0c390c1b'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:53:00.790393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad469d6-9195-4974-b7a3-b8c518ed6ed4 req-8fdd93a9-0232-47d8-9e61-1d3bc7ca9013 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:00.791896 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bad469d6-9195-4974-b7a3-b8c518ed6ed4 req-8fdd93a9-0232-47d8-9e61-1d3bc7ca9013 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0701246 Jul 07 18:53:00.836282 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bad469d6-9195-4974-b7a3-b8c518ed6ed4 req-84335a29-ccf4-43f4-9546-da126ee8268e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups?id=0ffa5449-6def-417b-9f20-53c0c489d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Jul 07 18:53:01.291880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-5c971235-b668-4568-a08b-ae1a911caf89 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:01.293408 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-5c971235-b668-4568-a08b-ae1a911caf89 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 945 time: 0.0802979 Jul 07 18:53:01.401543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:53:01.406766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Deleting port 28ee9076-0b74-4962-99a8-514c0c390c1b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:01.407141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.459770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 28ee9076-0b74-4962-99a8-514c0c390c1b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:53:01.465875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 28ee9076-0b74-4962-99a8-514c0c390c1b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:53:01.466246 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.509435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:01.510076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.550752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.573949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:01.576406 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ac71b3-e98a-4539-b8ec-b6d797cf2524" -d '{"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-plugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:01.590987 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 28ee9076-0b74-4962-99a8-514c0c390c1b, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=28ee9076-0b74-4962-99a8-514c0c390c1b,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:01.598095 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.640254 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf93697-9b4a-489b-8e9f-e320a6da54ad x-openstack-request-id: req-9cf93697-9b4a-489b-8e9f-e320a6da54ad {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:01.640683 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-plugged", "status": "completed", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:01.640997 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9cf93697-9b4a-489b-8e9f-e320a6da54ad {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:01.641399 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'code': 200} Jul 07 18:53:01.657115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=13']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:01.696129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.696407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.696718 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c disassociated. External IP: 172.25.1.154, port: 28ee9076-0b74-4962-99a8-514c0c390c1b. Jul 07 18:53:01.697087 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Calling delete_port for 28ee9076-0b74-4962-99a8-514c0c390c1b owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:01.829589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:01.865211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event deleted for resources: {'Port': ['ID=28ee9076-0b74-4962-99a8-514c0c390c1b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:02.000673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:53:02.030777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c7046534-3b12-4c44-8392-f7a76ac26e28 req-daede4eb-54d7-4cad-85d7-a5b000d3321a tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 210 time: 0.0351062 Jul 07 18:53:02.119603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:53:02.128910 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:53:02.142907 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:53:02.144035 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:02.163045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] No DVR routers for this DVR port 28ee9076-0b74-4962-99a8-514c0c390c1b on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:53:02.165776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:02.168270 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4c01024a-6581-4c3b-9071-49e7ea5d8864 req-61076fae-3177-443f-b59d-7572a130183e tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.90 "DELETE /v2.0/ports/28ee9076-0b74-4962-99a8-514c0c390c1b HTTP/1.1" status: 204 len: 173 time: 0.8684869 Jul 07 18:53:02.168733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-deleted', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:02.171176 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff8cb14-649c-489f-abfb-3e5059734aa9" -d '{"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-deleted", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:02.215470 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb2ec50-8e84-4572-ad3c-9a1c7d6bc535 x-openstack-request-id: req-0fb2ec50-8e84-4572-ad3c-9a1c7d6bc535 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:02.215794 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b688c71-5ab4-42e8-80f0-323e96b73e81", "name": "network-vif-deleted", "tag": "28ee9076-0b74-4962-99a8-514c0c390c1b", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:02.216134 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0fb2ec50-8e84-4572-ad3c-9a1c7d6bc535 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:02.216551 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b688c71-5ab4-42e8-80f0-323e96b73e81', 'name': 'network-vif-deleted', 'tag': '28ee9076-0b74-4962-99a8-514c0c390c1b', 'status': 'completed', 'code': 200} Jul 07 18:53:02.259154 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:53:02.477257 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:02.505025 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:53:02.515297 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:53:02.515939 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:02.624593 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:53:02.823908 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:02.854549 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec632724-0263-45d4-8d67-b0c80dbd411f None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:41:08Z', 'revision_number': 4, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '34e4385b-35a0-42e6-a7a3-6d35a9da716f', 'name': '', 'network_id': 'a246557a-768e-44c5-af22-0fd84329e0e3', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'mac_address': 'fa:16:3e:ff:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:07Z', 'updated_at': '2021-07-07T18:41:13Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'subnets': [{'id': '7f7f0781-39fd-444a-8779-09e24282b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:53:03.092736 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c6c2d-02b4-42f5-86da-7ec2d4d19f62 None None] New status for floating IP 9d2bf7b2-865c-4d99-a5af-173e3778e27c: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:53:03.170416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9e4e87f-9cc8-48ce-b359-7b332c91cafb req-3f0e396e-74e8-4336-97a2-d88d1049c935 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 210 time: 0.0282080 Jul 07 18:53:03.411365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:53:03.436576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 28ee9076-0b74-4962-99a8-514c0c390c1b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:53:03.436870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 28ee9076-0b74-4962-99a8-514c0c390c1b not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:53:04.333141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-31da6f7b-b345-44b6-8dbc-a9b2ababc267 req-cfd77508-f767-4864-8fa8-e671c57bdc98 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 210 time: 0.0292542 Jul 07 18:53:04.389710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:05.481051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-926698d9-c6db-4962-8b30-2cf523a78cbb req-3c082fbd-eb38-414c-8d12-73ea295e18ce tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b688c71-5ab4-42e8-80f0-323e96b73e81 HTTP/1.1" status: 200 len: 210 time: 0.0349038 Jul 07 18:53:06.493762 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.561080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55120) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:09.616934 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecbfafba-3dfc-4acc-b114-fa283c0f3931 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.645465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecbfafba-3dfc-4acc-b114-fa283c0f3931 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.695908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecbfafba-3dfc-4acc-b114-fa283c0f3931 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.698665 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecbfafba-3dfc-4acc-b114-fa283c0f3931 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.699943 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ecbfafba-3dfc-4acc-b114-fa283c0f3931 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "DELETE /v2.0/security-groups/0ffa5449-6def-417b-9f20-53c0c489d26c HTTP/1.1" status: 204 len: 168 time: 0.1375587 Jul 07 18:53:09.702899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55122) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:09.710088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfafba-3dfc-4acc-b114-fa283c0f3931 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa5449-6def-417b-9f20-53c0c489d26c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:09.720186 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-a26ea72f-d9d2-47b3-abfb-a4b688194051 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] show failed (client error): The resource could not be found. Jul 07 18:53:09.724011 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a26ea72f-d9d2-47b3-abfb-a4b688194051 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "GET /v2.0/security-groups/0ffa5449-6def-417b-9f20-53c0c489d26c HTTP/1.1" status: 404 len: 347 time: 0.0186839 Jul 07 18:53:09.724871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55124) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:09.857797 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Deleting port b049e7d2-2dba-474c-87f0-8e7bef33b22f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:09.858142 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.940473 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.940806 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:09.955278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Calling delete_port for b049e7d2-2dba-474c-87f0-8e7bef33b22f owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:10.097518 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:10.125241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Pushing event deleted for resources: {'Port': ['ID=b049e7d2-2dba-474c-87f0-8e7bef33b22f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:10.188132 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:10.190672 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:10.191980 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6f5ddf0c-d9c5-49b0-b532-7fbb2cc889c1 tempest-ServerActionsTestJSON-1386500721 tempest-ServerActionsTestJSON-1386500721-project] 10.222.0.88 "DELETE /v2.0/floatingips/9d2bf7b2-865c-4d99-a5af-173e3778e27c HTTP/1.1" status: 204 len: 168 time: 0.4659624 Jul 07 18:53:10.195034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55126) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:10.709739 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:10.975544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Deleting port 34e4385b-35a0-42e6-a7a3-6d35a9da716f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:10.975800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:11.056088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] For port 34e4385b-35a0-42e6-a7a3-6d35a9da716f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=34e4385b-35a0-42e6-a7a3-6d35a9da716f,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:11.056417 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:11.068918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Calling delete_port for 34e4385b-35a0-42e6-a7a3-6d35a9da716f owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:11.551242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:11.581162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e4385b-35a0-42e6-a7a3-6d35a9da716f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:11.743550 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:11.970751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Router c2a411ef-3118-4840-b7c5-10345abc01e3 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:53:12.083989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:53:12.092009 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-52155dfb-2c4c-42f4-92cb-44fd14af58a1 admin admin] 10.222.0.88 "PUT /v2.0/routers/c2a411ef-3118-4840-b7c5-10345abc01e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8936684 Jul 07 18:53:12.092318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55130) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:12.092642 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] Sync routers for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:53:12.102524 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:53:12.103144 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:12.203618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.210017 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:53:12.308242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.369653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Deleting port 84142cbe-835c-42f8-9e37-dce1952a8be7 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:12.369965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.395585 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:53:11Z', 'revision_number': 5, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port': {'id': '84142cbe-835c-42f8-9e37-dce1952a8be7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:41:05Z', 'updated_at': '2021-07-07T18:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:12.427797 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] Checking router: c2a411ef-3118-4840-b7c5-10345abc01e3 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:53:12.436682 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] Routers {'c2a411ef-3118-4840-b7c5-10345abc01e3'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:53:12.437335 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:52:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['c2a411ef-3118-4840-b7c5-10345abc01e3'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:12.451815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] For port 84142cbe-835c-42f8-9e37-dce1952a8be7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=84142cbe-835c-42f8-9e37-dce1952a8be7,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:12.452181 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.466825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Calling delete_port for 84142cbe-835c-42f8-9e37-dce1952a8be7 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:12.612631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] Set router c2a411ef-3118-4840-b7c5-10345abc01e3 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:53:12.641435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.663533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:53:12Z', 'revision_number': 6, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:12.668450 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=84142cbe-835c-42f8-9e37-dce1952a8be7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:12.694858 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a3e1d-3427-4e98-9813-e17ab3e2e447 None None] The sync data for ids ['c2a411ef-3118-4840-b7c5-10345abc01e3'] in n-d-798930-2 is: [{'id': 'c2a411ef-3118-4840-b7c5-10345abc01e3', 'name': 'tempest-ServerActionsTestJSON-152308640-router', 'tenant_id': '86aa7147300b4bb2b433083769602d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:41:04Z', 'updated_at': '2021-07-07T18:53:12Z', 'revision_number': 6, 'project_id': '86aa7147300b4bb2b433083769602d64', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:53:12.737789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.829413 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.831790 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.878368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.878974 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a411ef-3118-4840-b7c5-10345abc01e3 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:53:12.883517 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.884670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f5f2ad2d-b6e2-47d2-a2fd-adae524a2b82 admin admin] 10.222.0.88 "DELETE /v2.0/routers/c2a411ef-3118-4840-b7c5-10345abc01e3 HTTP/1.1" status: 204 len: 168 time: 0.7913711 Jul 07 18:53:12.888109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55132) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:12.937293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] Deleting subnet 7f7f0781-39fd-444a-8779-09e24282b3eb {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:53:12.940857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:12.979220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.071844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.131498 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.152942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442552bb-bdb6-4615-9666-931875162753 None None] Network a246557a-768e-44c5-af22-0fd84329e0e3 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:13.169880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.174280 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7f7f0781-39fd-444a-8779-09e24282b3eb HTTP/1.1" status: 204 len: 168 time: 0.2827556 Jul 07 18:53:13.174280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c37db-cc39-49f4-982a-45fcc7d9ac12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7f0781-39fd-444a-8779-09e24282b3eb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:13.174662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55134) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:13.244818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.305599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Deleting port d7377db4-11a3-47db-8975-67d871438299 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:13.305895 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.369837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] For port d7377db4-11a3-47db-8975-67d871438299, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d7377db4-11a3-47db-8975-67d871438299,segment=NetworkSegment(8d33b744-e9f1-46d7-9dea-d6e928bfca01),segment_id=8d33b744-e9f1-46d7-9dea-d6e928bfca01)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:13.370178 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.384277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Calling delete_port for d7377db4-11a3-47db-8975-67d871438299 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:13.449486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] DHCP port deletion for a246557a-768e-44c5-af22-0fd84329e0e3 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:53:13.478224 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.502720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] Deleting port d7377db4-11a3-47db-8975-67d871438299 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:13.502961 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.507174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7377db4-11a3-47db-8975-67d871438299,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:13.509065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] No DVR routers for this DVR port d7377db4-11a3-47db-8975-67d871438299 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:53:13.571937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] For port d7377db4-11a3-47db-8975-67d871438299, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:13.572326 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.581337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.586295 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] Calling delete_port for d7377db4-11a3-47db-8975-67d871438299 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:13.589370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] Port d7377db4-11a3-47db-8975-67d871438299 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:53:13.590697 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.593114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a246557a-768e-44c5-af22-0fd84329e0e3']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:13.607649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d33b744-e9f1-46d7-9dea-d6e928bfca01') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:13.607949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d33b744-e9f1-46d7-9dea-d6e928bfca01') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:13.617425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.619861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] Pushing event deleted for resources: {'Port': ['ID=d7377db4-11a3-47db-8975-67d871438299,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:13.621984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798d0ee-b6f9-4ede-a176-e84b068e41e1 None None] No DVR routers for this DVR port d7377db4-11a3-47db-8975-67d871438299 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:53:13.639175 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.646368 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:53:13.646894 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:53:13.648736 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:53:13.705110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.710373 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.712410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] 10.222.0.88 "DELETE /v2.0/networks/a246557a-768e-44c5-af22-0fd84329e0e3 HTTP/1.1" status: 204 len: 168 time: 0.5365977 Jul 07 18:53:13.738112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1a3e6-bdc3-482c-8a9f-93f204499f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a246557a-768e-44c5-af22-0fd84329e0e3,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:13.845537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55138) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:13.887196 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a6b60c6a-9273-4266-9761-9a351b903fe5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=86aa7147300b4bb2b433083769602d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400734 Jul 07 18:53:13.889821 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:13.941889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf3e9f1b-054c-4dc8-b76b-3ceea8d656a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:13.977256 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf3e9f1b-054c-4dc8-b76b-3ceea8d656a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:14.008264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84142cbe-835c-42f8-9e37-dce1952a8be7 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:53:14.026813 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf3e9f1b-054c-4dc8-b76b-3ceea8d656a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:14.029385 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 84142cbe-835c-42f8-9e37-dce1952a8be7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:53:14.029724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 84142cbe-835c-42f8-9e37-dce1952a8be7 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:53:14.029868 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cf3e9f1b-054c-4dc8-b76b-3ceea8d656a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:14.030140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d7377db4-11a3-47db-8975-67d871438299 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:53:14.031121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cf3e9f1b-054c-4dc8-b76b-3ceea8d656a8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a42d603b-57f1-4227-8302-018893bd0539 HTTP/1.1" status: 204 len: 168 time: 0.1403275 Jul 07 18:53:14.040159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e9f1b-054c-4dc8-b76b-3ceea8d656a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d603b-57f1-4227-8302-018893bd0539,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:14.056476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d7377db4-11a3-47db-8975-67d871438299 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:53:14.056816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d7377db4-11a3-47db-8975-67d871438299 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:53:14.057261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 34e4385b-35a0-42e6-a7a3-6d35a9da716f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:53:14.079974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 34e4385b-35a0-42e6-a7a3-6d35a9da716f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:53:14.081042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 34e4385b-35a0-42e6-a7a3-6d35a9da716f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:53:14.832339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55162) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:14.934881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1851836071-network', 'tenant_id': '4f4ff5a7e5af44fe9fa72e34cbbbd1a3'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:14.967979 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Made reservation on behalf of 4f4ff5a7e5af44fe9fa72e34cbbbd1a3 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:14.970446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:14.979293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.066135 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.072006 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.096322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:53:15.105082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796a8596-4439-4455-a381-9db7d7152500,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:15.111232 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.111586 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Added segment f4ae8fe0-3c9a-446a-9fa7-314f4f62749d of type vlan for network 24c50b5f-c43b-4c77-99c4-a2681f90f45c Jul 07 18:53:15.151778 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.183098 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.184284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:15.184922 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.242980 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4088502 Jul 07 18:53:15.247746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55166) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:15.254778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Request body: {'subnet': {'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1851836071-subnet', 'tenant_id': '4f4ff5a7e5af44fe9fa72e34cbbbd1a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:15.255494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32128ae0-5ff3-4278-bd48-85061f2c5bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=24c50b5f-c43b-4c77-99c4-a2681f90f45c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:15.273487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 24c50b5f-c43b-4c77-99c4-a2681f90f45c details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:53:15.283468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Made reservation on behalf of 4f4ff5a7e5af44fe9fa72e34cbbbd1a3 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:15.286000 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.463116 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.511522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f565cc2b-e853-4e39-b2a5-ef6a8886c0fc,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:15.528721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Checking segment: {'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:15.529721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Network hostable DHCP agents. Network: 24c50b5f-c43b-4c77-99c4-a2681f90f45c, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:53:15.555902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Network 24c50b5f-c43b-4c77-99c4-a2681f90f45c is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:53:15.570318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 24c50b5f-c43b-4c77-99c4-a2681f90f45c) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:15.574649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:15.575333 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:15.582436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14859ea6-0267-49be-80ba-d9aa7690c2f5 None None] Network 24c50b5f-c43b-4c77-99c4-a2681f90f45c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:15.600817 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9e903672-74a4-4c57-b3e6-2a4bdf7b5aaa admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3446090 Jul 07 18:53:15.712682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c482c9-3f96-44a0-aca4-91397df51ba9 None None] Network 24c50b5f-c43b-4c77-99c4-a2681f90f45c requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:15.921852 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e05f0b1d-10ec-4f48-9949-89432ea64c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:16.034112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-d89dd2ac-d01d-45c5-8afd-2a583940279e tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:16.035536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-d89dd2ac-d01d-45c5-8afd-2a583940279e tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/networks?id=24c50b5f-c43b-4c77-99c4-a2681f90f45c HTTP/1.1" status: 200 len: 814 time: 0.1014624 Jul 07 18:53:16.051594 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-4eca02df-5182-4e28-9083-689e55376939 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/quotas/4f4ff5a7e5af44fe9fa72e34cbbbd1a3 HTTP/1.1" status: 200 len: 375 time: 0.0098248 Jul 07 18:53:16.089320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-e8dc009d-e23f-4608-8ca5-2a006c675d62 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f4ff5a7e5af44fe9fa72e34cbbbd1a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325933 Jul 07 18:53:16.189582 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-c5898bb2-0530-4902-9f9e-b06a7732d0b3 service neutron] 10.222.0.88 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934830 Jul 07 18:53:16.290187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-c2c40964-d002-483e-8dd1-55c3ad6570e3 service neutron] 10.222.0.88 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928836 Jul 07 18:53:16.458658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2ac2700b-7fde-42e9-941c-58099ca18457 req-540e0500-e6c6-4278-a5f9-786a82913390 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 210 time: 0.0297582 Jul 07 18:53:17.539575 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7f1776d-c1a3-46fb-ab8d-73828a043f7e req-88818cb7-9f98-4d5e-b001-d03ad5f0b017 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 210 time: 0.0287306 Jul 07 18:53:18.463847 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aee0ef74-2eec-492a-a4b2-da38aa944ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:18.576976 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:18.683129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-68e0cbcd-9357-440a-9749-f36ac9626491 req-6bb5ae20-246e-4895-bb0a-a3b924d4450d tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Jul 07 18:53:18.828014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-a6753253-2aac-4ea7-bbcc-a07d9645cfa6 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:18.829827 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-a6753253-2aac-4ea7-bbcc-a07d9645cfa6 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.90 "GET /v2.0/networks?id=24c50b5f-c43b-4c77-99c4-a2681f90f45c HTTP/1.1" status: 200 len: 814 time: 0.1141875 Jul 07 18:53:18.857134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Request body: {'port': {'device_id': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c', 'admin_state_up': True, 'tenant_id': '4f4ff5a7e5af44fe9fa72e34cbbbd1a3'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:19.026016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Made reservation on behalf of 4f4ff5a7e5af44fe9fa72e34cbbbd1a3 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:19.030982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.163479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Allocated IP 172.20.0.10 (24c50b5f-c43b-4c77-99c4-a2681f90f45c/f565cc2b-e853-4e39-b2a5-ef6a8886c0fc/adfb6451-65dd-4f66-bbdd-f23df63547e4) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:53:19.338668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.385000 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.429874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Network 24c50b5f-c43b-4c77-99c4-a2681f90f45c is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:53:19.435088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:19.439041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:53:19.445748 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Pushing event updated for resources: {'Port': ['ID=adfb6451-65dd-4f66-bbdd-f23df63547e4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:19.492225 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:19.492859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.510503 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-cc197e42-7c98-41e6-9a6b-e14543000156 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6619711 Jul 07 18:53:19.522534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Request body: {'port': {'device_id': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:19.612277 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.867986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92004b4-f0b5-4332-a7b3-b6fae7072084 req-acca2d6e-f091-4e20-ab32-45b3887d08bb tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:19.869815 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c92004b4-f0b5-4332-a7b3-b6fae7072084 req-acca2d6e-f091-4e20-ab32-45b3887d08bb tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 932 time: 0.0670118 Jul 07 18:53:19.885108 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.889285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfb6451-65dd-4f66-bbdd-f23df63547e4 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:53:19.897117 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.909858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Transition to ACTIVE for port object adfb6451-65dd-4f66-bbdd-f23df63547e4 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:53:19.910137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c92004b4-f0b5-4332-a7b3-b6fae7072084 req-00da3167-3d64-4001-816e-46c5014d41df tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Jul 07 18:53:19.913864 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:19.965928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Pushing event updated for resources: {'Port': ['ID=adfb6451-65dd-4f66-bbdd-f23df63547e4,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:20.038512 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Attempting to bind port adfb6451-65dd-4f66-bbdd-f23df63547e4 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:53:20.038847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Attempting to bind port adfb6451-65dd-4f66-bbdd-f23df63547e4 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:53:20.039161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Attempting to bind port adfb6451-65dd-4f66-bbdd-f23df63547e4 on network 24c50b5f-c43b-4c77-99c4-a2681f90f45c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:53:20.043872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Port adfb6451-65dd-4f66-bbdd-f23df63547e4 on network 24c50b5f-c43b-4c77-99c4-a2681f90f45c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:53:20.044172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Attempting to bind port adfb6451-65dd-4f66-bbdd-f23df63547e4 on network 24c50b5f-c43b-4c77-99c4-a2681f90f45c {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:53:20.049496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:53:20.049828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Checking segment: {'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:20.050207 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Bound using segment: {'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:53:20.050878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Bound port: adfb6451-65dd-4f66-bbdd-f23df63547e4, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:53:20.051274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:20.114076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] For port adfb6451-65dd-4f66-bbdd-f23df63547e4, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:53:20.117255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] For port adfb6451-65dd-4f66-bbdd-f23df63547e4, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=adfb6451-65dd-4f66-bbdd-f23df63547e4,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:53:20.122632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:20.160541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:20.161214 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:20.162593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/adfb6451-65dd-4f66-bbdd-f23df63547e4 HTTP/1.1" status: 200 len: 1092 time: 0.6442933 Jul 07 18:53:20.163027 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'tag': 'adfb6451-65dd-4f66-bbdd-f23df63547e4'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:20.165338 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767edf3f-45c6-478f-be00-ed9274f4ba06" -d '{"events": [{"name": "network-changed", "server_uuid": "24433d81-bb30-4a27-8f68-7e07656d25d2", "tag": "adfb6451-65dd-4f66-bbdd-f23df63547e4"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:20.191314 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e8b8e-3169-4bf6-8a2b-2c4d69aa62a9 service neutron] Pushing event updated for resources: {'Port': ['ID=adfb6451-65dd-4f66-bbdd-f23df63547e4,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:20.215073 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170c2c81-0de5-4c23-9659-509f4a0caabc x-openstack-request-id: req-170c2c81-0de5-4c23-9659-509f4a0caabc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:20.215369 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24433d81-bb30-4a27-8f68-7e07656d25d2", "tag": "adfb6451-65dd-4f66-bbdd-f23df63547e4", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:20.215718 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-170c2c81-0de5-4c23-9659-509f4a0caabc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:20.216027 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'tag': 'adfb6451-65dd-4f66-bbdd-f23df63547e4', 'status': 'completed', 'code': 200} Jul 07 18:53:20.273994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-d2ea6ea9-d8c5-4741-aaa0-3e7d7ec41c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:20.275476 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-d2ea6ea9-d8c5-4741-aaa0-3e7d7ec41c3c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f4ff5a7e5af44fe9fa72e34cbbbd1a3&device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 1095 time: 0.0558882 Jul 07 18:53:20.315366 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-fb88e0ab-7b76-419f-b3ff-2783398e5e7e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adfb6451-65dd-4f66-bbdd-f23df63547e4 HTTP/1.1" status: 200 len: 217 time: 0.0329087 Jul 07 18:53:20.366954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-95a48451-4c85-4911-bfda-0e91689f0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:20.368426 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-95a48451-4c85-4911-bfda-0e91689f0212 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f565cc2b-e853-4e39-b2a5-ef6a8886c0fc HTTP/1.1" status: 200 len: 854 time: 0.0468383 Jul 07 18:53:20.401359 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-6f0cbc92-5153-4be2-98f7-c2ebab5f31fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=24c50b5f-c43b-4c77-99c4-a2681f90f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255513 Jul 07 18:53:20.494959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-b050084f-2b5b-4662-b912-4dfc60af26da service neutron] 10.222.0.90 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871234 Jul 07 18:53:20.590324 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1c53253e-21bb-415a-af59-a0f0c8b18a7d req-0ce2a4bc-417e-4e8b-8b2b-af002991e5b2 service neutron] 10.222.0.90 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882010 Jul 07 18:53:20.699037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-d298505b-af95-4790-b147-6614d358e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:20.700552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-d298505b-af95-4790-b147-6614d358e10c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f4ff5a7e5af44fe9fa72e34cbbbd1a3&device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 1095 time: 0.0559232 Jul 07 18:53:20.807728 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-39ab1d44-185d-4e58-a99e-b62b6e01d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:20.809355 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-39ab1d44-185d-4e58-a99e-b62b6e01d803 service neutron] 10.222.0.90 "GET /v2.0/networks?id=24c50b5f-c43b-4c77-99c4-a2681f90f45c HTTP/1.1" status: 200 len: 915 time: 0.1015043 Jul 07 18:53:20.858141 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-70eb890b-fec1-456d-8c2a-b72ae8fbe96f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adfb6451-65dd-4f66-bbdd-f23df63547e4 HTTP/1.1" status: 200 len: 217 time: 0.0415986 Jul 07 18:53:20.908720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-96b5a9ce-7f99-4250-bd96-eabe09f344e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:20.910206 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-96b5a9ce-7f99-4250-bd96-eabe09f344e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f565cc2b-e853-4e39-b2a5-ef6a8886c0fc HTTP/1.1" status: 200 len: 854 time: 0.0456820 Jul 07 18:53:20.946799 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-13a51b56-89c8-4b8a-85fe-aa9ab29a518c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=24c50b5f-c43b-4c77-99c4-a2681f90f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296345 Jul 07 18:53:21.036742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-bd0b7e86-2807-4ede-bb11-9a19be3d5cde service neutron] 10.222.0.90 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 Jul 07 18:53:21.087727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f7a63-ba0d-479a-8415-afac86d16d78 req-1ececd96-0e42-4430-87c4-0f1194ca6026 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:21.089297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c78f7a63-ba0d-479a-8415-afac86d16d78 req-1ececd96-0e42-4430-87c4-0f1194ca6026 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 944 time: 0.0641148 Jul 07 18:53:21.128464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c78f7a63-ba0d-479a-8415-afac86d16d78 req-e7ca53e8-84fc-46de-8668-762376263765 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Jul 07 18:53:21.134363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-767edf3f-45c6-478f-be00-ed9274f4ba06 req-934bcc76-f06c-45af-aed6-7707c47b751a service neutron] 10.222.0.90 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908320 Jul 07 18:53:21.383513 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:22.325262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55cbc3-e395-451b-b9ba-fc0ef6e297da req-450840fb-e376-4c78-baca-9e284a8a4414 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:22.326784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e55cbc3-e395-451b-b9ba-fc0ef6e297da req-450840fb-e376-4c78-baca-9e284a8a4414 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 944 time: 0.0737343 Jul 07 18:53:22.372772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e55cbc3-e395-451b-b9ba-fc0ef6e297da req-14a0c9af-d8a3-4003-86f1-1447fd3b8c64 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368054 Jul 07 18:53:23.563182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12984299-3c88-4784-9970-20ecc602c73a req-1fcdc501-fb8e-483b-8e8d-0c4e34a524a3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:23.564698 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12984299-3c88-4784-9970-20ecc602c73a req-1fcdc501-fb8e-483b-8e8d-0c4e34a524a3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 944 time: 0.0728636 Jul 07 18:53:23.606829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12984299-3c88-4784-9970-20ecc602c73a req-ca6ad47b-d806-4b31-8a05-abb591b1204f tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Jul 07 18:53:24.804384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e2f-d86e-4181-bc44-556f206f82cd req-3ed9daa6-5d46-4285-ac8b-070cda9a4bae tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:24.805933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc6f0e2f-d86e-4181-bc44-556f206f82cd req-3ed9daa6-5d46-4285-ac8b-070cda9a4bae tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 944 time: 0.0699563 Jul 07 18:53:24.856587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc6f0e2f-d86e-4181-bc44-556f206f82cd req-df6b1115-0b18-4345-b6db-ab9c0be6c9eb tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Jul 07 18:53:25.493842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device adfb6451-65dd-4f66-bbdd-f23df63547e4 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:53:25.595687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port adfb6451-65dd-4f66-bbdd-f23df63547e4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=adfb6451-65dd-4f66-bbdd-f23df63547e4,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:25.607240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'adfb6451-65dd-4f66-bbdd-f23df63547e4', 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c', 'port_id': 'adfb6451-65dd-4f66-bbdd-f23df63547e4', 'mac_address': 'fa:16:3e:02:28:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f565cc2b-e853-4e39-b2a5-ef6a8886c0fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:53:25.655037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:25.672551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfb6451-65dd-4f66-bbdd-f23df63547e4 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:53:25.692607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port adfb6451-65dd-4f66-bbdd-f23df63547e4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=adfb6451-65dd-4f66-bbdd-f23df63547e4,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:25.699953 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:25.765510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=adfb6451-65dd-4f66-bbdd-f23df63547e4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:25.983337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['adfb6451-65dd-4f66-bbdd-f23df63547e4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:53:26.043061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77f82-40a3-472f-9d42-fc73b1ba2c4d req-4168fd56-6d73-4787-b95f-36bfbf36682a tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:26.044724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db77f82-40a3-472f-9d42-fc73b1ba2c4d req-4168fd56-6d73-4787-b95f-36bfbf36682a tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 945 time: 0.0707388 Jul 07 18:53:26.084466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db77f82-40a3-472f-9d42-fc73b1ba2c4d req-1d3a66a8-97da-4af1-adc6-8caac089327b tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Jul 07 18:53:27.265923 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6978d-2cf1-442c-9445-a54cba0b7424 req-9cdfeea0-eb8f-428c-93e5-9174f6616eac tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:27.267426 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48a6978d-2cf1-442c-9445-a54cba0b7424 req-9cdfeea0-eb8f-428c-93e5-9174f6616eac tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 945 time: 0.0707242 Jul 07 18:53:27.307888 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-48a6978d-2cf1-442c-9445-a54cba0b7424 req-39792056-6aed-4db5-a308-bbc9ccab504f tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Jul 07 18:53:27.505576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device adfb6451-65dd-4f66-bbdd-f23df63547e4 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:53:27.562690 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port adfb6451-65dd-4f66-bbdd-f23df63547e4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:53:27.567509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port adfb6451-65dd-4f66-bbdd-f23df63547e4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:53:27.567880 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:27.657450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:27.680480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfb6451-65dd-4f66-bbdd-f23df63547e4'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:27.682781 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5470b-1761-4c93-8f95-bf50af1ebc05" -d '{"events": [{"server_uuid": "24433d81-bb30-4a27-8f68-7e07656d25d2", "name": "network-vif-plugged", "status": "completed", "tag": "adfb6451-65dd-4f66-bbdd-f23df63547e4"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:27.695585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port adfb6451-65dd-4f66-bbdd-f23df63547e4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=adfb6451-65dd-4f66-bbdd-f23df63547e4,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:27.702591 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:27.728576 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ed3db-e720-4ddd-8e97-c1fbf904392b x-openstack-request-id: req-075ed3db-e720-4ddd-8e97-c1fbf904392b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:27.728900 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24433d81-bb30-4a27-8f68-7e07656d25d2", "name": "network-vif-plugged", "status": "completed", "tag": "adfb6451-65dd-4f66-bbdd-f23df63547e4", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:27.729157 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-075ed3db-e720-4ddd-8e97-c1fbf904392b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:27.729556 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfb6451-65dd-4f66-bbdd-f23df63547e4', 'code': 200} Jul 07 18:53:27.763986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=adfb6451-65dd-4f66-bbdd-f23df63547e4,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:27.854379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fdc8f-b95d-4728-9f60-3079cd67171d req-2a979700-a7c9-4126-ac20-e6c687ada701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:27.856013 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a69fdc8f-b95d-4728-9f60-3079cd67171d req-2a979700-a7c9-4126-ac20-e6c687ada701 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 1097 time: 0.0558145 Jul 07 18:53:27.891678 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a69fdc8f-b95d-4728-9f60-3079cd67171d req-079726eb-e53c-430b-88dc-1fec279d8742 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289421 Jul 07 18:53:28.498083 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffa81-2b2d-491e-948f-d93ebe747edf req-cc7c87c5-67ba-4e43-91de-12ce3238eee9 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:28.499937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7dffa81-2b2d-491e-948f-d93ebe747edf req-cc7c87c5-67ba-4e43-91de-12ce3238eee9 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0755143 Jul 07 18:53:28.540165 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a7dffa81-2b2d-491e-948f-d93ebe747edf req-63e99e0e-3ee2-4f9a-8f6e-9f3beeb0be5c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Jul 07 18:53:29.243284 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:53:29.728537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f30718-d7d8-4985-b1dd-03bcba9fea54 req-416e6770-f4ac-434f-a897-05440fd80c93 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:29.730077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5f30718-d7d8-4985-b1dd-03bcba9fea54 req-416e6770-f4ac-434f-a897-05440fd80c93 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0717328 Jul 07 18:53:29.770966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5f30718-d7d8-4985-b1dd-03bcba9fea54 req-e42aab1a-9e1a-4ba0-beaf-e4733adb7f82 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Jul 07 18:53:30.077214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-d015b136-4ffc-4082-86e0-d98be4df99aa tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:30.078997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-d015b136-4ffc-4082-86e0-d98be4df99aa tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/networks?id=24c50b5f-c43b-4c77-99c4-a2681f90f45c HTTP/1.1" status: 200 len: 814 time: 0.1512749 Jul 07 18:53:30.097482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-67fb3faf-838c-437c-a25b-a847b9752fb1 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/quotas/4f4ff5a7e5af44fe9fa72e34cbbbd1a3 HTTP/1.1" status: 200 len: 375 time: 0.0102441 Jul 07 18:53:30.165039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-d3a111da-93c0-4e74-b706-dcaa671ae15d tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f4ff5a7e5af44fe9fa72e34cbbbd1a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592833 Jul 07 18:53:30.177984 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-e88faffa-f762-40c5-ad11-5738bfa4d90c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:53:30.178967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-e88faffa-f762-40c5-ad11-5738bfa4d90c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063918 Jul 07 18:53:30.277773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-14a008b8-219f-4a60-a2c2-6ca1cdb2934b service neutron] 10.222.0.88 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926189 Jul 07 18:53:30.378990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-1ffc185c-c1d9-46bc-b372-2e54e4a6229b service neutron] 10.222.0.88 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951936 Jul 07 18:53:31.575559 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c5db50c-226b-480e-8556-df6ad16151a1 req-f7f0cb3d-ec2a-4bad-a904-d797cafd5f05 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 210 time: 0.0290446 Jul 07 18:53:32.702457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-0383429f-0de6-4c8c-9399-78ad519eb37c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:32.704322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-0383429f-0de6-4c8c-9399-78ad519eb37c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.55 "GET /v2.0/networks?id=24c50b5f-c43b-4c77-99c4-a2681f90f45c HTTP/1.1" status: 200 len: 814 time: 0.1127636 Jul 07 18:53:32.727006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Request body: {'port': {'device_id': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c', 'admin_state_up': True, 'tenant_id': '4f4ff5a7e5af44fe9fa72e34cbbbd1a3'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:32.747197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f82e9020-3bc5-4743-b3f8-cc802aad182e req-bb187afe-f1a1-475e-b9be-2e408f56f84a tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 210 time: 0.0371845 Jul 07 18:53:32.864456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Made reservation on behalf of 4f4ff5a7e5af44fe9fa72e34cbbbd1a3 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:32.868056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.024447 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Allocated IP 172.20.0.5 (24c50b5f-c43b-4c77-99c4-a2681f90f45c/f565cc2b-e853-4e39-b2a5-ef6a8886c0fc/5a145e56-7e57-468e-b672-921290518114) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:53:33.191314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.240878 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.262382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['adfb6451-65dd-4f66-bbdd-f23df63547e4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:53:33.288322 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Network 24c50b5f-c43b-4c77-99c4-a2681f90f45c is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:53:33.293826 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:33.297782 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:53:33.322582 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Pushing event updated for resources: {'Port': ['ID=5a145e56-7e57-468e-b672-921290518114,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:33.333824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.334166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.334505 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.334843 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.335209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.335518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.335861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.336188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.336662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.336879 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.337172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.337491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:33.361151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:33.361862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.379000 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-7e5e1236-93bb-4bdb-9786-d8c717c8c685 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664841 Jul 07 18:53:33.391972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Request body: {'port': {'device_id': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:33.472808 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.749619 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a145e56-7e57-468e-b672-921290518114 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:53:33.757325 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.772961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Transition to ACTIVE for port object 5a145e56-7e57-468e-b672-921290518114 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:53:33.778629 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.835503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a145e56-7e57-468e-b672-921290518114,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:33.939662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Attempting to bind port 5a145e56-7e57-468e-b672-921290518114 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:53:33.939970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Attempting to bind port 5a145e56-7e57-468e-b672-921290518114 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:53:33.940331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Attempting to bind port 5a145e56-7e57-468e-b672-921290518114 on network 24c50b5f-c43b-4c77-99c4-a2681f90f45c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:53:33.947541 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Port 5a145e56-7e57-468e-b672-921290518114 on network 24c50b5f-c43b-4c77-99c4-a2681f90f45c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:53:33.947861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Attempting to bind port 5a145e56-7e57-468e-b672-921290518114 on network 24c50b5f-c43b-4c77-99c4-a2681f90f45c {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:53:33.958099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:53:33.958420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Checking segment: {'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:33.958794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Bound using segment: {'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:53:33.959255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Bound port: 5a145e56-7e57-468e-b672-921290518114, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:53:33.959722 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:33.985109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654221b-0174-4cbc-a5d3-81daec4f47b9 req-dd44ed5e-7f75-4a1c-bd23-9ac9b8d32cf9 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:33.986588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1654221b-0174-4cbc-a5d3-81daec4f47b9 req-dd44ed5e-7f75-4a1c-bd23-9ac9b8d32cf9 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 943 time: 0.1123104 Jul 07 18:53:34.062833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1654221b-0174-4cbc-a5d3-81daec4f47b9 req-dfba51fd-00e6-4f43-84ee-9e4ebd9e4c95 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 Jul 07 18:53:34.063777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] For port 5a145e56-7e57-468e-b672-921290518114, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:53:34.067862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] For port 5a145e56-7e57-468e-b672-921290518114, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5a145e56-7e57-468e-b672-921290518114,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:53:34.073466 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:34.104881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:34.110251 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:34.110251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/5a145e56-7e57-468e-b672-921290518114 HTTP/1.1" status: 200 len: 1091 time: 0.7195706 Jul 07 18:53:34.110251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'tag': '5a145e56-7e57-468e-b672-921290518114'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:34.112474 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db1ea12-f4ef-4e9d-961b-6a36ac096279" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3685c-2e67-4403-88a5-a2844e250d7b", "tag": "5a145e56-7e57-468e-b672-921290518114"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:34.146147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23c1ac-9830-4011-bdaa-eef5201968b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a145e56-7e57-468e-b672-921290518114,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:34.159669 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c44018-f0a9-45a2-b9ec-033ebbf8b824 x-openstack-request-id: req-d4c44018-f0a9-45a2-b9ec-033ebbf8b824 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:34.159954 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3685c-2e67-4403-88a5-a2844e250d7b", "tag": "5a145e56-7e57-468e-b672-921290518114", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:34.160203 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4c44018-f0a9-45a2-b9ec-033ebbf8b824 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:34.160596 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'tag': '5a145e56-7e57-468e-b672-921290518114', 'status': 'completed', 'code': 200} Jul 07 18:53:34.207240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-3937480d-8b91-4031-8c9e-7f3a3944e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:34.208718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-3937480d-8b91-4031-8c9e-7f3a3944e74b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f4ff5a7e5af44fe9fa72e34cbbbd1a3&device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 1094 time: 0.0586567 Jul 07 18:53:34.250501 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-3dba74c2-9e22-4823-b525-15792b3fb126 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a145e56-7e57-468e-b672-921290518114 HTTP/1.1" status: 200 len: 217 time: 0.0345106 Jul 07 18:53:34.302184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-1c255d45-6655-4310-99d3-61bbf8a107ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:34.303650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-1c255d45-6655-4310-99d3-61bbf8a107ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f565cc2b-e853-4e39-b2a5-ef6a8886c0fc HTTP/1.1" status: 200 len: 854 time: 0.0465944 Jul 07 18:53:34.338190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-1e9ac4af-16f0-4b8c-b7f2-fc035f71dcfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24c50b5f-c43b-4c77-99c4-a2681f90f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265162 Jul 07 18:53:34.436112 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:34.705048 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-1f2fdd67-ba54-4355-9ae8-df672b91634d service neutron] 10.222.0.55 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598261 Jul 07 18:53:34.802518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-28525278-48b1-4c95-8a06-7a09bc9cadba req-cc4cab21-88ab-4d94-85f9-ebf1be8a169b service neutron] 10.222.0.55 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904057 Jul 07 18:53:34.915431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-fd51bc37-3bac-400c-82e1-37b7c027c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:34.917001 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-fd51bc37-3bac-400c-82e1-37b7c027c1ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f4ff5a7e5af44fe9fa72e34cbbbd1a3&device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 1094 time: 0.0546048 Jul 07 18:53:35.017975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-f1d0952e-f284-4e40-8065-c48f42d1ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:35.019459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-f1d0952e-f284-4e40-8065-c48f42d1ac01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=24c50b5f-c43b-4c77-99c4-a2681f90f45c HTTP/1.1" status: 200 len: 915 time: 0.0960867 Jul 07 18:53:35.065442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-2e4329fd-2ded-4a93-821d-83dc9c129946 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a145e56-7e57-468e-b672-921290518114 HTTP/1.1" status: 200 len: 217 time: 0.0379360 Jul 07 18:53:35.121182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-7f51db41-8699-4b21-9a68-2ed0e56282da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:35.122690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-7f51db41-8699-4b21-9a68-2ed0e56282da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f565cc2b-e853-4e39-b2a5-ef6a8886c0fc HTTP/1.1" status: 200 len: 854 time: 0.0504065 Jul 07 18:53:35.157094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-b348acaf-e898-4163-beb1-95f0b44b2cad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24c50b5f-c43b-4c77-99c4-a2681f90f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260839 Jul 07 18:53:35.286352 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-5ab17c57-60fa-40ba-9b59-f52b4f40b53f service neutron] 10.222.0.55 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220098 Jul 07 18:53:35.311943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629260c-0ea0-4f13-b05c-11e1b7942ccd req-d3a7de97-c2cc-4505-8061-e632c92b920e tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:35.313437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c629260c-0ea0-4f13-b05c-11e1b7942ccd req-d3a7de97-c2cc-4505-8061-e632c92b920e tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 943 time: 0.1298754 Jul 07 18:53:35.403674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c629260c-0ea0-4f13-b05c-11e1b7942ccd req-2324a2b6-2099-406d-a078-d158cd9b912c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797808 Jul 07 18:53:35.419543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5db1ea12-f4ef-4e9d-961b-6a36ac096279 req-b3416961-4f67-4e0e-92b6-fc939fbbca55 service neutron] 10.222.0.55 "GET /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249418 Jul 07 18:53:35.904743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5a145e56-7e57-468e-b672-921290518114 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:53:36.010979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5a145e56-7e57-468e-b672-921290518114, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5a145e56-7e57-468e-b672-921290518114,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:36.022591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '5a145e56-7e57-468e-b672-921290518114', 'network_id': '24c50b5f-c43b-4c77-99c4-a2681f90f45c', 'port_id': '5a145e56-7e57-468e-b672-921290518114', 'mac_address': 'fa:16:3e:f2:8c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f565cc2b-e853-4e39-b2a5-ef6a8886c0fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:53:36.061730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:36.079101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a145e56-7e57-468e-b672-921290518114 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:53:36.100067 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5a145e56-7e57-468e-b672-921290518114, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5a145e56-7e57-468e-b672-921290518114,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:36.106050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:36.156580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5a145e56-7e57-468e-b672-921290518114,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:36.297275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5a145e56-7e57-468e-b672-921290518114'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:53:36.498887 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:36.589190 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d2a3-c8d7-4b28-bcdf-4dd33ab0b4af req-7a3e0e10-c1a9-4417-ae1d-5e8f8e590675 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:36.590717 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86d2d2a3-c8d7-4b28-bcdf-4dd33ab0b4af req-7a3e0e10-c1a9-4417-ae1d-5e8f8e590675 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 944 time: 0.0711818 Jul 07 18:53:36.631634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-86d2d2a3-c8d7-4b28-bcdf-4dd33ab0b4af req-deb612ff-66ea-4487-b01b-08b0a0421a91 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Jul 07 18:53:37.816564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724140c-a764-41fa-befd-3632ab51016e req-a5e125b2-8855-468a-9eca-3934aac6b9d3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:37.818107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8724140c-a764-41fa-befd-3632ab51016e req-a5e125b2-8855-468a-9eca-3934aac6b9d3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 944 time: 0.0696974 Jul 07 18:53:37.868454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8724140c-a764-41fa-befd-3632ab51016e req-343f9f43-85ae-499b-bbe7-3020fced7bfa tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433342 Jul 07 18:53:37.915379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5a145e56-7e57-468e-b672-921290518114 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:53:37.970337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 5a145e56-7e57-468e-b672-921290518114 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:53:37.974302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 5a145e56-7e57-468e-b672-921290518114 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:53:37.974680 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:38.055068 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:38.078129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a145e56-7e57-468e-b672-921290518114'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:38.081023 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed09987-bbf9-44a9-8601-93b6117c3e48" -d '{"events": [{"server_uuid": "78c3685c-2e67-4403-88a5-a2844e250d7b", "name": "network-vif-plugged", "status": "completed", "tag": "5a145e56-7e57-468e-b672-921290518114"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:38.093837 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 5a145e56-7e57-468e-b672-921290518114, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5a145e56-7e57-468e-b672-921290518114,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:38.099623 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:38.125680 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f494f389-93c3-4804-ab5b-d2e048dbe3e0 x-openstack-request-id: req-f494f389-93c3-4804-ab5b-d2e048dbe3e0 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:38.126242 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3685c-2e67-4403-88a5-a2844e250d7b", "name": "network-vif-plugged", "status": "completed", "tag": "5a145e56-7e57-468e-b672-921290518114", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:38.126503 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f494f389-93c3-4804-ab5b-d2e048dbe3e0 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:38.126893 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a145e56-7e57-468e-b672-921290518114', 'code': 200} Jul 07 18:53:38.156398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=5a145e56-7e57-468e-b672-921290518114,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:38.234443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ec503-a686-413d-a0df-b16aa79f5a13 req-8d605f0b-a900-4d05-9401-0d5d4554eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:38.236017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da4ec503-a686-413d-a0df-b16aa79f5a13 req-8d605f0b-a900-4d05-9401-0d5d4554eb81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 1096 time: 0.0555499 Jul 07 18:53:38.272995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-da4ec503-a686-413d-a0df-b16aa79f5a13 req-46d7bb0f-fced-4dda-bae4-4bef51baa1a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Jul 07 18:53:39.051290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c36a-dfe2-4cee-8215-d254bcd0fca2 req-07779afe-6771-48a2-aa15-1bf2b05cba21 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:39.052865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39c9c36a-dfe2-4cee-8215-d254bcd0fca2 req-07779afe-6771-48a2-aa15-1bf2b05cba21 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 945 time: 0.0733941 Jul 07 18:53:39.096094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-39c9c36a-dfe2-4cee-8215-d254bcd0fca2 req-5c73ec8a-be30-4018-b82e-0fe9ed420485 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Jul 07 18:53:40.281354 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a63d1b-2cee-4c82-921e-d28264a66c5b req-458b6d2f-3980-4c21-8ee6-36cb4e7a4348 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:40.282824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8a63d1b-2cee-4c82-921e-d28264a66c5b req-458b6d2f-3980-4c21-8ee6-36cb4e7a4348 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 945 time: 0.0687923 Jul 07 18:53:40.322793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b8a63d1b-2cee-4c82-921e-d28264a66c5b req-48cd269f-76f6-43dc-8947-63c9af62557b tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jul 07 18:53:40.728908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a152-0ee2-4719-80bb-7982b3ea5328 req-cb75e89c-8407-4922-8fae-4937d8f59055 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:40.730850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f28a152-0ee2-4719-80bb-7982b3ea5328 req-cb75e89c-8407-4922-8fae-4937d8f59055 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 945 time: 0.0848713 Jul 07 18:53:40.776423 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f28a152-0ee2-4719-80bb-7982b3ea5328 req-0e8b5868-16c9-4d7b-beed-9b1fb8cc4e85 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Jul 07 18:53:42.003903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-91da723a-1e8c-4e35-a495-6b1828968aa4 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:42.005434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-91da723a-1e8c-4e35-a495-6b1828968aa4 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.55 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 945 time: 0.1072552 Jul 07 18:53:42.013691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e52b21-b104-4a3d-bd2a-455ae9c748d5 req-c766750d-0e15-4d2b-b4d2-b97135e0eb0c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:42.015057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32e52b21-b104-4a3d-bd2a-455ae9c748d5 req-c766750d-0e15-4d2b-b4d2-b97135e0eb0c tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=78c3685c-2e67-4403-88a5-a2844e250d7b HTTP/1.1" status: 200 len: 945 time: 0.1081846 Jul 07 18:53:42.091260 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32e52b21-b104-4a3d-bd2a-455ae9c748d5 req-9599c922-91a1-44c1-91f7-6fc5a4f13391 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685403 Jul 07 18:53:42.136992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Deleting port 5a145e56-7e57-468e-b672-921290518114 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:42.137339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:42.235115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] For port 5a145e56-7e57-468e-b672-921290518114, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=5a145e56-7e57-468e-b672-921290518114,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:42.235480 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:42.249116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Calling delete_port for 5a145e56-7e57-468e-b672-921290518114 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:42.380726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:42.394902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['adfb6451-65dd-4f66-bbdd-f23df63547e4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:53:42.397267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['5a145e56-7e57-468e-b672-921290518114'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:53:42.413598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Pushing event deleted for resources: {'Port': ['ID=5a145e56-7e57-468e-b672-921290518114,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:42.456173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] No DVR routers for this DVR port 5a145e56-7e57-468e-b672-921290518114 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:53:42.459132 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:42.461217 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d5cf2d1-1038-4573-befb-e62b0574f6e2 req-5191150a-6bad-48ea-8641-95c1e3dfc413 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.55 "DELETE /v2.0/ports/5a145e56-7e57-468e-b672-921290518114 HTTP/1.1" status: 204 len: 173 time: 0.4453180 Jul 07 18:53:42.461671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'name': 'network-vif-deleted', 'tag': '5a145e56-7e57-468e-b672-921290518114'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:42.464025 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2593e666-5062-48c8-b10c-f2d65a570b7d" -d '{"events": [{"server_uuid": "78c3685c-2e67-4403-88a5-a2844e250d7b", "name": "network-vif-deleted", "tag": "5a145e56-7e57-468e-b672-921290518114"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:42.505789 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed2395a-4852-4544-affd-217347c904e4 x-openstack-request-id: req-8ed2395a-4852-4544-affd-217347c904e4 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:42.506121 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3685c-2e67-4403-88a5-a2844e250d7b", "name": "network-vif-deleted", "tag": "5a145e56-7e57-468e-b672-921290518114", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:42.506395 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8ed2395a-4852-4544-affd-217347c904e4 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:42.506800 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3685c-2e67-4403-88a5-a2844e250d7b', 'name': 'network-vif-deleted', 'tag': '5a145e56-7e57-468e-b672-921290518114', 'status': 'completed', 'code': 200} Jul 07 18:53:43.356253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df05e-2828-46eb-b801-63258f9b0271 req-b8491898-0c63-4c3f-b885-c577eb29cb24 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:43.357785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-722df05e-2828-46eb-b801-63258f9b0271 req-b8491898-0c63-4c3f-b885-c577eb29cb24 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0823665 Jul 07 18:53:43.396074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-722df05e-2828-46eb-b801-63258f9b0271 req-2a816b07-684e-4d8f-999c-98eac23a111b tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 Jul 07 18:53:43.608948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd219ce9-48dc-4f4e-a47b-6d1c5f8fab84 req-607d74fa-d0d8-42bf-867a-95ca5d835cdc tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:43.610477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd219ce9-48dc-4f4e-a47b-6d1c5f8fab84 req-607d74fa-d0d8-42bf-867a-95ca5d835cdc tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0682883 Jul 07 18:53:43.656395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd219ce9-48dc-4f4e-a47b-6d1c5f8fab84 req-80b2cbe4-7bd5-410f-8290-ba9be5c268de tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Jul 07 18:53:43.836079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a3466-5439-4002-99eb-a0409ddb2497 req-5ec65298-939b-490f-b203-b1984da60537 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:43.837607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c88a3466-5439-4002-99eb-a0409ddb2497 req-5ec65298-939b-490f-b203-b1984da60537 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0647631 Jul 07 18:53:43.879020 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c88a3466-5439-4002-99eb-a0409ddb2497 req-efeb869d-ba79-44e8-b2c0-b4e1b825651a tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Jul 07 18:53:44.168384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545d569-96f8-4545-aae0-0a1374aa1321 req-6f34f1dc-2fa0-4c81-b97f-61ae9a9c5f14 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:44.169864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f545d569-96f8-4545-aae0-0a1374aa1321 req-6f34f1dc-2fa0-4c81-b97f-61ae9a9c5f14 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0711145 Jul 07 18:53:44.212258 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f545d569-96f8-4545-aae0-0a1374aa1321 req-a959fc71-2eb9-4126-934d-797d6a648ea1 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Jul 07 18:53:44.408613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159190-ed37-40c4-a0ce-c81fe716ad14 req-48ae21ec-60f8-41f2-9694-d746d0d9aff5 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:44.410146 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7159190-ed37-40c4-a0ce-c81fe716ad14 req-48ae21ec-60f8-41f2-9694-d746d0d9aff5 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0794382 Jul 07 18:53:44.451403 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f7159190-ed37-40c4-a0ce-c81fe716ad14 req-b80079fd-4684-438e-b1ff-bfd875daaa6d tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Jul 07 18:53:44.650288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6913a-a53c-4a0b-9c1d-10ce0e1c0b25 req-48925bc0-3c92-471d-9342-773f2516a5aa tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:44.651800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79a6913a-a53c-4a0b-9c1d-10ce0e1c0b25 req-48925bc0-3c92-471d-9342-773f2516a5aa tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0691328 Jul 07 18:53:44.693110 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79a6913a-a53c-4a0b-9c1d-10ce0e1c0b25 req-1d0be079-56c9-4b45-ad10-141605fda505 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Jul 07 18:53:45.244191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e9cb8-16d8-4ec2-a6c8-94de67f88732 req-57003cc1-9730-4a80-a863-ac9a039b5827 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:45.245724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-087e9cb8-16d8-4ec2-a6c8-94de67f88732 req-57003cc1-9730-4a80-a863-ac9a039b5827 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0681350 Jul 07 18:53:45.285135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-087e9cb8-16d8-4ec2-a6c8-94de67f88732 req-bcae7ac7-3d7c-4708-8137-fca4839cce34 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Jul 07 18:53:45.932520 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66839114-5f26-4776-afd4-79b36f550a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:45.943685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5a145e56-7e57-468e-b672-921290518114 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:53:45.964216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 5a145e56-7e57-468e-b672-921290518114 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:53:45.964533 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 5a145e56-7e57-468e-b672-921290518114 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:53:46.486403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8557eae-c74a-4181-988d-c33e1a4c0de3 req-06c9954e-4fe8-4e54-afad-a25c9f616e37 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:46.487802 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8557eae-c74a-4181-988d-c33e1a4c0de3 req-06c9954e-4fe8-4e54-afad-a25c9f616e37 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0832307 Jul 07 18:53:46.527872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d8557eae-c74a-4181-988d-c33e1a4c0de3 req-e9970e50-3db1-4d7f-88c3-3eac85ef852d tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/security-groups?id=796a8596-4439-4455-a381-9db7d7152500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Jul 07 18:53:46.711775 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-9c3fca22-4df8-42a9-b4be-7c4fc4deaf45 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:46.713270 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-9c3fca22-4df8-42a9-b4be-7c4fc4deaf45 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.90 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 946 time: 0.0738153 Jul 07 18:53:46.819099 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Deleting port adfb6451-65dd-4f66-bbdd-f23df63547e4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:46.819362 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:46.911950 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] For port adfb6451-65dd-4f66-bbdd-f23df63547e4, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=adfb6451-65dd-4f66-bbdd-f23df63547e4,segment=NetworkSegment(f4ae8fe0-3c9a-446a-9fa7-314f4f62749d),segment_id=f4ae8fe0-3c9a-446a-9fa7-314f4f62749d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:46.912254 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:46.925246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Calling delete_port for adfb6451-65dd-4f66-bbdd-f23df63547e4 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:47.364917 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:47.377739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['adfb6451-65dd-4f66-bbdd-f23df63547e4'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:53:47.395878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Pushing event deleted for resources: {'Port': ['ID=adfb6451-65dd-4f66-bbdd-f23df63547e4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:47.428581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.429047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.429283 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.429617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.429941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.430257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.432410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.432752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.433109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.433440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.433762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.434085 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:47.456079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] No DVR routers for this DVR port adfb6451-65dd-4f66-bbdd-f23df63547e4 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:53:47.458988 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:47.461265 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fb05e833-a92d-414d-a152-8f9ca7bd1e24 req-265352a8-2498-47e6-a338-a1441726bfa3 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.90 "DELETE /v2.0/ports/adfb6451-65dd-4f66-bbdd-f23df63547e4 HTTP/1.1" status: 204 len: 173 time: 0.7424040 Jul 07 18:53:47.461747 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'name': 'network-vif-deleted', 'tag': 'adfb6451-65dd-4f66-bbdd-f23df63547e4'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:53:47.464087 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6a5f3-9658-49b8-9827-2b25de75f490" -d '{"events": [{"server_uuid": "24433d81-bb30-4a27-8f68-7e07656d25d2", "name": "network-vif-deleted", "tag": "adfb6451-65dd-4f66-bbdd-f23df63547e4"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:53:47.504724 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb4b8e3-f63a-47a5-8028-87ac6bd43fcc x-openstack-request-id: req-dcb4b8e3-f63a-47a5-8028-87ac6bd43fcc {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:53:47.505132 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24433d81-bb30-4a27-8f68-7e07656d25d2", "name": "network-vif-deleted", "tag": "adfb6451-65dd-4f66-bbdd-f23df63547e4", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:53:47.505460 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dcb4b8e3-f63a-47a5-8028-87ac6bd43fcc {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:53:47.505967 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24433d81-bb30-4a27-8f68-7e07656d25d2', 'name': 'network-vif-deleted', 'tag': 'adfb6451-65dd-4f66-bbdd-f23df63547e4', 'status': 'completed', 'code': 200} Jul 07 18:53:47.710003 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b9c06ac-2dc0-4b36-8373-0e23c49fe1a0 req-3de71e1e-dd41-4f0d-9350-e0408f5a3cb5 tempest-ServersNegativeTestJSON-1976226989 tempest-ServersNegativeTestJSON-1976226989-project] 10.222.0.88 "GET /v2.0/ports?device_id=24433d81-bb30-4a27-8f68-7e07656d25d2 HTTP/1.1" status: 200 len: 210 time: 0.0374322 Jul 07 18:53:48.459203 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71fec67d-1d4c-48e7-a6cc-3d08258ed8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:48.587926 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:48.807812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55326) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:48.862496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] Deleting subnet f565cc2b-e853-4e39-b2a5-ef6a8886c0fc {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:53:48.870407 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:48.912992 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:48.956579 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.014403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.039576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f565cc2b-e853-4e39-b2a5-ef6a8886c0fc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:49.043560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.045629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9fe83f2c-f5f0-43f7-ae09-8a0f5b77b3d1 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f565cc2b-e853-4e39-b2a5-ef6a8886c0fc HTTP/1.1" status: 204 len: 168 time: 0.2368257 Jul 07 18:53:49.048213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55328) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:49.116387 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.199879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.210925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c50b5f-c43b-4c77-99c4-a2681f90f45c']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:49.221824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:49.222102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ae8fe0-3c9a-446a-9fa7-314f4f62749d') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:49.231623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.250611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.258714 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:53:49.259199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:53:49.260978 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:53:49.317403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.322035 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.323998 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] 10.222.0.88 "DELETE /v2.0/networks/24c50b5f-c43b-4c77-99c4-a2681f90f45c HTTP/1.1" status: 204 len: 168 time: 0.2748594 Jul 07 18:53:49.337063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9335eee-cf88-4fd0-9235-f4a9522ef41f admin admin] Pushing event deleted for resources: {'Network': ['ID=24c50b5f-c43b-4c77-99c4-a2681f90f45c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:49.439968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55332) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:49.486370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a2dbd2d-1a30-4d05-b984-84b4ed855a13 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f4ff5a7e5af44fe9fa72e34cbbbd1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451818 Jul 07 18:53:49.489308 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55336) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:49.540595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b6721ba-b5c3-4c17-b9c0-2c58692fc110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.561600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b6721ba-b5c3-4c17-b9c0-2c58692fc110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.617339 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b6721ba-b5c3-4c17-b9c0-2c58692fc110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.622275 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b6721ba-b5c3-4c17-b9c0-2c58692fc110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:49.623809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0b6721ba-b5c3-4c17-b9c0-2c58692fc110 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/796a8596-4439-4455-a381-9db7d7152500 HTTP/1.1" status: 204 len: 168 time: 0.1335628 Jul 07 18:53:49.632550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6721ba-b5c3-4c17-b9c0-2c58692fc110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a8596-4439-4455-a381-9db7d7152500,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:49.888459 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.371172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55358) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:50.468666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238803151'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:50.491876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:50.495369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.504174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.605589 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.610895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.638518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:53:50.657370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2489d484-d260-4e57-9b12-5ea0bdb016d5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:50.666583 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.667008 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Added segment d9275c62-74b2-4914-b4f5-665037670f3c of type vlan for network b2b7b300-e274-41f5-8e41-ce771b178eeb Jul 07 18:53:50.714874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.746243 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.752318 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:50.752951 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:50.829502 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4571848 Jul 07 18:53:50.854316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de200f5-87f7-4d9a-9683-26d107291b33 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Network': ['ID=b2b7b300-e274-41f5-8e41-ce771b178eeb,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:50.865589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network b2b7b300-e274-41f5-8e41-ce771b178eeb details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:53:51.383339 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:51.586193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device adfb6451-65dd-4f66-bbdd-f23df63547e4 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:53:51.607184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: adfb6451-65dd-4f66-bbdd-f23df63547e4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:53:51.607617 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device adfb6451-65dd-4f66-bbdd-f23df63547e4 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:53:54.032219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55362) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:54.040429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'subnet': {'network_id': 'b2b7b300-e274-41f5-8e41-ce771b178eeb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:54.143635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:54.147205 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.346926 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.416531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Subnet': ['ID=9dd1c982-2e1c-4354-a4e4-66ff6fcdaa43,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:54.425381 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Checking segment: {'id': 'd9275c62-74b2-4914-b4f5-665037670f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b2b7b300-e274-41f5-8e41-ce771b178eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:54.425766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network hostable DHCP agents. Network: b2b7b300-e274-41f5-8e41-ce771b178eeb, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:53:54.444751 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network b2b7b300-e274-41f5-8e41-ce771b178eeb is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:53:54.455824 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, b2b7b300-e274-41f5-8e41-ce771b178eeb) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:54.460964 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:54.461572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.467147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa12463-74ef-4124-9a70-d9ffc77a9481 None None] Network b2b7b300-e274-41f5-8e41-ce771b178eeb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:54.480752 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-96f5d8b4-8f7c-4a60-9732-e2707b97803d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4468222 Jul 07 18:53:54.484903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55364) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:54.490280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-365829206'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:54.512048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:54.515668 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.540197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:53:54.549709 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.550294 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Added segment 5491255d-9354-4ea1-b67a-bf7bf5712b97 of type vlan for network 0b7b777f-b37f-491e-bb99-fe6ec4ea22ce Jul 07 18:53:54.591168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.618248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-b2b7b300-e274-41f5-8e41-ce771b178eeb', 'network_id': 'b2b7b300-e274-41f5-8e41-ce771b178eeb', 'tenant_id': '28e0527206cd4990a2358a1524a58aec', 'fixed_ips': [{'subnet_id': '9dd1c982-2e1c-4354-a4e4-66ff6fcdaa43'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:53:54.619208 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.625999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.632002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:54.632572 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.706761 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2205849 Jul 07 18:53:54.710141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd326657-8210-46e2-9114-93dc40f94c57 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Network': ['ID=0b7b777f-b37f-491e-bb99-fe6ec4ea22ce,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:54.710392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55366) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:54.717403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'subnet': {'network_id': '0b7b777f-b37f-491e-bb99-fe6ec4ea22ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:54.724816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 0b7b777f-b37f-491e-bb99-fe6ec4ea22ce details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:53:54.809727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:54.813715 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.824145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Allocated IP 2001:db8:0:ffff::2 (b2b7b300-e274-41f5-8e41-ce771b178eeb/9dd1c982-2e1c-4354-a4e4-66ff6fcdaa43/fb2fbee7-ead6-48f2-b071-38025ff7551f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:53:54.969142 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:54.977718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Transition to ACTIVE for port object fb2fbee7-ead6-48f2-b071-38025ff7551f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:53:54.992374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Transition to ACTIVE for port object fb2fbee7-ead6-48f2-b071-38025ff7551f will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:53:55.000080 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.011658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.041486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Network b2b7b300-e274-41f5-8e41-ce771b178eeb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:53:55.047455 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:55.051093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:53:55.058864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Pushing event updated for resources: {'Port': ['ID=fb2fbee7-ead6-48f2-b071-38025ff7551f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:55.080176 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Subnet': ['ID=8b3e6c8f-d0c6-404a-ad06-35fa0fd98a76,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:55.085953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.085953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.086246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.086496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.086828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.087159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.087500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.087803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.088996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.088996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.089177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Checking segment: {'id': '5491255d-9354-4ea1-b67a-bf7bf5712b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0b7b777f-b37f-491e-bb99-fe6ec4ea22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:55.089177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network hostable DHCP agents. Network: 0b7b777f-b37f-491e-bb99-fe6ec4ea22ce, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:53:55.089347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.089566 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:53:55.110237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network 0b7b777f-b37f-491e-bb99-fe6ec4ea22ce is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:53:55.121131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 0b7b777f-b37f-491e-bb99-fe6ec4ea22ce) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:55.126216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Attempting to bind port fb2fbee7-ead6-48f2-b071-38025ff7551f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:53:55.126590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Attempting to bind port fb2fbee7-ead6-48f2-b071-38025ff7551f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'd9275c62-74b2-4914-b4f5-665037670f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b2b7b300-e274-41f5-8e41-ce771b178eeb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:53:55.126976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Attempting to bind port fb2fbee7-ead6-48f2-b071-38025ff7551f on network b2b7b300-e274-41f5-8e41-ce771b178eeb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:53:55.131152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c175863f-11a3-4e7e-a7c7-bbf6da6cab3a None None] Network 0b7b777f-b37f-491e-bb99-fe6ec4ea22ce requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:55.132144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:55.132765 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.136329 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:53:55.136707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Checking segment: {'id': 'd9275c62-74b2-4914-b4f5-665037670f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b2b7b300-e274-41f5-8e41-ce771b178eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:55.137142 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.137553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Bound using segment: {'id': 'd9275c62-74b2-4914-b4f5-665037670f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b2b7b300-e274-41f5-8e41-ce771b178eeb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:53:55.138015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Bound port: fb2fbee7-ead6-48f2-b071-38025ff7551f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9275c62-74b2-4914-b4f5-665037670f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b2b7b300-e274-41f5-8e41-ce771b178eeb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:53:55.138491 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.151385 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-60461450-4476-4828-8c44-28dc98162286 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4397891 Jul 07 18:53:55.154167 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55368) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:55.254817 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.281789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] For port fb2fbee7-ead6-48f2-b071-38025ff7551f, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:53:55.299656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] For port fb2fbee7-ead6-48f2-b071-38025ff7551f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fb2fbee7-ead6-48f2-b071-38025ff7551f,segment=NetworkSegment(d9275c62-74b2-4914-b4f5-665037670f3c),segment_id=d9275c62-74b2-4914-b4f5-665037670f3c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:53:55.306832 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.342065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.375621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4ecf3-1b5b-4061-bb04-3fc997b81051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-0b7b777f-b37f-491e-bb99-fe6ec4ea22ce', 'network_id': '0b7b777f-b37f-491e-bb99-fe6ec4ea22ce', 'tenant_id': '28e0527206cd4990a2358a1524a58aec', 'fixed_ips': [{'subnet_id': '8b3e6c8f-d0c6-404a-ad06-35fa0fd98a76'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:53:55.376501 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9a4ecf3-1b5b-4061-bb04-3fc997b81051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.400238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cb715-7b35-4659-a563-8d202b45774f None None] Pushing event updated for resources: {'Port': ['ID=fb2fbee7-ead6-48f2-b071-38025ff7551f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:55.431327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.461006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3e6c8f-d0c6-404a-ad06-35fa0fd98a76,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-b9a4ecf3-1b5b-4061-bb04-3fc997b81051 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b3e6c8f-d0c6-404a-ad06-35fa0fd98a76: This subnet is being modified by another concurrent operation. Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b3e6c8f-d0c6-404a-ad06-35fa0fd98a76: This subnet is being modified by another concurrent operation. Jul 07 18:53:55.503031 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:53:55.520335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d2d8ed-39c0-4fab-a756-c8fc8067e3aa None None] Network 0b7b777f-b37f-491e-bb99-fe6ec4ea22ce requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:55.529428 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.551286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7b777f-b37f-491e-bb99-fe6ec4ea22ce']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:55.566396 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5491255d-9354-4ea1-b67a-bf7bf5712b97') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:55.566703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5491255d-9354-4ea1-b67a-bf7bf5712b97') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:55.582393 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.598180 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.610327 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:53:55.610816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:53:55.615825 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:53:55.682152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.689529 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.691379 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/0b7b777f-b37f-491e-bb99-fe6ec4ea22ce HTTP/1.1" status: 204 len: 168 time: 0.5362933 Jul 07 18:53:55.695727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55370) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:55.701300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2068618748'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:55.710496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559f0d-ebe5-400c-8d96-d010d2252021 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Network': ['ID=0b7b777f-b37f-491e-bb99-fe6ec4ea22ce,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:55.731675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:55.735591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.760764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:53:55.769676 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.770025 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Added segment 29836ecb-d640-438a-8fc1-4b636ba79a0c of type vlan for network 17afb020-ae1e-4aa8-9a3e-1b46581ad0ec Jul 07 18:53:55.809354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.840731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.846519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:55.847113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:55.905922 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2088470 Jul 07 18:53:55.908877 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55372) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:55.916106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'subnet': {'network_id': '17afb020-ae1e-4aa8-9a3e-1b46581ad0ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:55.934393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6ff67-0747-4b2c-9bb8-72ec13e9fdef tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Network': ['ID=17afb020-ae1e-4aa8-9a3e-1b46581ad0ec,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:55.945649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 17afb020-ae1e-4aa8-9a3e-1b46581ad0ec details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:53:56.017867 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:56.021617 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.070378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb2fbee7-ead6-48f2-b071-38025ff7551f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:53:56.088394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Performing IP validity checks on allocation pools {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:53:56.089052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:53:56.126726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port fb2fbee7-ead6-48f2-b071-38025ff7551f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:53:56.223525 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.292863 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Subnet': ['ID=add37bf6-eb30-44f7-8c70-cddf16264707,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:56.302714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Checking segment: {'id': '29836ecb-d640-438a-8fc1-4b636ba79a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '17afb020-ae1e-4aa8-9a3e-1b46581ad0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:56.303169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network hostable DHCP agents. Network: 17afb020-ae1e-4aa8-9a3e-1b46581ad0ec, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:53:56.326444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network 17afb020-ae1e-4aa8-9a3e-1b46581ad0ec is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:53:56.340382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 17afb020-ae1e-4aa8-9a3e-1b46581ad0ec) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:56.345669 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:56.346595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.351966 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159dc3d-5355-46de-b96a-90d83d751354 None None] Network 17afb020-ae1e-4aa8-9a3e-1b46581ad0ec requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:56.378429 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dcc46930-ab45-4576-afa2-9ec4f02e520f tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4682260 Jul 07 18:53:56.381072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55374) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:56.406242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd4876-6f7b-4b3f-ac23-d95bc4fa990d None None] Network b2b7b300-e274-41f5-8e41-ce771b178eeb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:56.496683 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.536745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1944a5bf-381f-4c31-8325-a44e88275f9f None None] Provisioning for port fb2fbee7-ead6-48f2-b071-38025ff7551f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:53:56.557822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1944a5bf-381f-4c31-8325-a44e88275f9f None None] Provisioning complete for port fb2fbee7-ead6-48f2-b071-38025ff7551f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:53:56.558485 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1944a5bf-381f-4c31-8325-a44e88275f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.589750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.642399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7138ec-0b37-4798-95d0-4fe97b7e74b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-17afb020-ae1e-4aa8-9a3e-1b46581ad0ec', 'network_id': '17afb020-ae1e-4aa8-9a3e-1b46581ad0ec', 'tenant_id': '28e0527206cd4990a2358a1524a58aec', 'fixed_ips': [{'subnet_id': 'add37bf6-eb30-44f7-8c70-cddf16264707'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:53:56.643185 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a7138ec-0b37-4798-95d0-4fe97b7e74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.654239 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.684875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Subnet': ['ID=add37bf6-eb30-44f7-8c70-cddf16264707,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:56.744135 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.754978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17afb020-ae1e-4aa8-9a3e-1b46581ad0ec']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:56.766220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29836ecb-d640-438a-8fc1-4b636ba79a0c') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:56.766529 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29836ecb-d640-438a-8fc1-4b636ba79a0c') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:56.776766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.788405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1944a5bf-381f-4c31-8325-a44e88275f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.793784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.801394 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e378fb-aa56-426e-9b49-3d94deaa5865 None None] Network 17afb020-ae1e-4aa8-9a3e-1b46581ad0ec requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:56.801646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:53:56.801995 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:53:56.805517 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:53:56.868258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.877317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.879230 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/17afb020-ae1e-4aa8-9a3e-1b46581ad0ec HTTP/1.1" status: 204 len: 168 time: 0.4968395 Jul 07 18:53:56.883070 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55376) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:56.888654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358222416'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:56.894688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d333-6845-4a13-b7a4-e18b6f96720e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Network': ['ID=17afb020-ae1e-4aa8-9a3e-1b46581ad0ec,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:56.896686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1944a5bf-381f-4c31-8325-a44e88275f9f None None] For port fb2fbee7-ead6-48f2-b071-38025ff7551f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fb2fbee7-ead6-48f2-b071-38025ff7551f,segment=NetworkSegment(d9275c62-74b2-4914-b4f5-665037670f3c),segment_id=d9275c62-74b2-4914-b4f5-665037670f3c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:56.921531 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1944a5bf-381f-4c31-8325-a44e88275f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.923719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:56.927939 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.956177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:53:56.966727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:56.967400 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Added segment e0078533-9159-4c42-a2b1-c3fcd05999ac of type vlan for network 83bb45ce-ae72-4db6-b265-760b859edb95 Jul 07 18:53:56.993292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944a5bf-381f-4c31-8325-a44e88275f9f None None] Pushing event updated for resources: {'Port': ['ID=fb2fbee7-ead6-48f2-b071-38025ff7551f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:57.026221 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.056726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.062622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:57.063244 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.077767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9d343-cf2a-485b-ae3e-14b131755b8b None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:53:57.146577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2589557 Jul 07 18:53:57.147515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55378) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:57.150148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb9d343-cf2a-485b-ae3e-14b131755b8b None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:53:57.153514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'subnet': {'network_id': '83bb45ce-ae72-4db6-b265-760b859edb95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:57.159532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1ee72f70-f6b9-4d29-9ec4-13de49a40129 None None] Provisioning complete for port fb2fbee7-ead6-48f2-b071-38025ff7551f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:53:57.159910 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ee72f70-f6b9-4d29-9ec4-13de49a40129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.169241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997026c7-f6e3-4ae2-818d-2a5834a5fe22 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Network': ['ID=83bb45ce-ae72-4db6-b265-760b859edb95,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:57.185897 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 83bb45ce-ae72-4db6-b265-760b859edb95 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:53:57.256083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:57.259632 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.449866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.509153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Subnet': ['ID=72913ca6-17b1-4445-a687-f6d6b9f8d5e6,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:57.519319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Checking segment: {'id': 'e0078533-9159-4c42-a2b1-c3fcd05999ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83bb45ce-ae72-4db6-b265-760b859edb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:57.519688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network hostable DHCP agents. Network: 83bb45ce-ae72-4db6-b265-760b859edb95, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:53:57.541210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network 83bb45ce-ae72-4db6-b265-760b859edb95 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:53:57.556401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 83bb45ce-ae72-4db6-b265-760b859edb95) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:57.562719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:57.563303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.564405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dc5d3-5327-4c7c-933d-13085146ca47 None None] Network 83bb45ce-ae72-4db6-b265-760b859edb95 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:57.581439 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fb8a72bd-655e-43ff-916f-8c5e0405f5ea tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4325488 Jul 07 18:53:57.585160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55380) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:57.590342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016980035'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:57.611441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:57.614972 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.638951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:53:57.648546 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.648964 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Added segment 4773eee8-8936-4095-9787-13ff5f00be76 of type vlan for network f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec Jul 07 18:53:57.687618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.710309 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-83bb45ce-ae72-4db6-b265-760b859edb95', 'network_id': '83bb45ce-ae72-4db6-b265-760b859edb95', 'tenant_id': '28e0527206cd4990a2358a1524a58aec', 'fixed_ips': [{'subnet_id': '72913ca6-17b1-4445-a687-f6d6b9f8d5e6'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:53:57.711288 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.717673 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.723217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:57.723803 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:57.783358 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1968381 Jul 07 18:53:57.785987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55382) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:57.793206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Request body: {'subnet': {'network_id': 'f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:53:57.835899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba56c81-6401-4e99-aadf-4de7da71252d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Network': ['ID=f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:57.893172 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Made reservation on behalf of 28e0527206cd4990a2358a1524a58aec for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:53:57.897003 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.002101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:53:58.044401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb2fbee7-ead6-48f2-b071-38025ff7551f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:53:58.096214 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.102738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Allocated IP 2001:db8::2 (83bb45ce-ae72-4db6-b265-760b859edb95/72913ca6-17b1-4445-a687-f6d6b9f8d5e6/86d3954d-fa2a-4e75-9e24-bf0e2b43f63e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:53:58.156524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event updated for resources: {'Subnet': ['ID=b473f11c-1f7d-4265-af5c-3ca1fc8be50c,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:58.173136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Checking segment: {'id': '4773eee8-8936-4095-9787-13ff5f00be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:58.173468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network hostable DHCP agents. Network: f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:53:58.179614 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fb2fbee7-ead6-48f2-b071-38025ff7551f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:53:58.179614 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.192444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Network f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:53:58.202894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:58.208119 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:53:58.209076 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.217975 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e05bd-91d7-4747-8b3c-09594b3ce061 None None] Network f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:58.227354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ec1d5d78-fef1-4669-923b-961be38eb716 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4403203 Jul 07 18:53:58.230156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55384) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:58.325557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.376729 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.380730 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.401408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Transition to ACTIVE for port object 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:53:58.442233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.445008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Transition to ACTIVE for port object 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:53:58.454611 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.472026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Subnet': ['ID=b473f11c-1f7d-4265-af5c-3ca1fc8be50c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:58.499980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78ae38-dbd3-47bb-ab2a-328f00a8d723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec', 'network_id': 'f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec', 'tenant_id': '28e0527206cd4990a2358a1524a58aec', 'fixed_ips': [{'subnet_id': 'b473f11c-1f7d-4265-af5c-3ca1fc8be50c'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:53:58.500835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a78ae38-dbd3-47bb-ab2a-328f00a8d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.514898 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Network 83bb45ce-ae72-4db6-b265-760b859edb95 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:53:58.524784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:53:58.531714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:53:58.533219 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.543058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:58.545469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Pushing event updated for resources: {'Port': ['ID=86d3954d-fa2a-4e75-9e24-bf0e2b43f63e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:58.558675 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4773eee8-8936-4095-9787-13ff5f00be76') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:58.558924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4773eee8-8936-4095-9787-13ff5f00be76') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:58.567994 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.582066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.588105 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:53:58.588495 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:53:58.591464 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:53:58.646112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ec41ee-022f-4202-84fd-44d7c1ec097e None None] Network f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:58.649443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Attempting to bind port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:53:58.649826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Attempting to bind port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e0078533-9159-4c42-a2b1-c3fcd05999ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83bb45ce-ae72-4db6-b265-760b859edb95'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:53:58.650170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Attempting to bind port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e on network 83bb45ce-ae72-4db6-b265-760b859edb95 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:53:58.652557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.657129 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.661751 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec HTTP/1.1" status: 204 len: 168 time: 0.4281809 Jul 07 18:53:58.662134 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55386) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:58.678510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e27b4e-b6da-4337-8b7f-b2011695ed14 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Network': ['ID=f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:58.690681 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-98008ba1-61a8-4666-94ad-afb496fe6e3a tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] GET failed (client error): The resource could not be found. Jul 07 18:53:58.692031 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-98008ba1-61a8-4666-94ad-afb496fe6e3a tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "GET /v2.0/subnets/b473f11c-1f7d-4265-af5c-3ca1fc8be50c HTTP/1.1" status: 404 len: 337 time: 0.0288887 Jul 07 18:53:58.692500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:53:58.692982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Checking segment: {'id': 'e0078533-9159-4c42-a2b1-c3fcd05999ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83bb45ce-ae72-4db6-b265-760b859edb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:53:58.693390 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.693779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Bound using segment: {'id': 'e0078533-9159-4c42-a2b1-c3fcd05999ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83bb45ce-ae72-4db6-b265-760b859edb95'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:53:58.694255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Bound port: 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0078533-9159-4c42-a2b1-c3fcd05999ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83bb45ce-ae72-4db6-b265-760b859edb95'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:53:58.694637 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.694803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55388) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:58.713144 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eec6e2a-d0f7-4dbe-851b-eb80467cdcab tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] DELETE failed (client error): The resource could not be found. Jul 07 18:53:58.713746 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eec6e2a-d0f7-4dbe-851b-eb80467cdcab tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:53:58.715410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3eec6e2a-d0f7-4dbe-851b-eb80467cdcab tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec HTTP/1.1" status: 404 len: 339 time: 0.0196822 Jul 07 18:53:58.719301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55390) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:58.745534 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bc4d67-a57c-46e7-bdce-fb4d629bc88b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] DELETE failed (client error): The resource could not be found. Jul 07 18:53:58.746477 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bc4d67-a57c-46e7-bdce-fb4d629bc88b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:53:58.750758 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28bc4d67-a57c-46e7-bdce-fb4d629bc88b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/subnets/b473f11c-1f7d-4265-af5c-3ca1fc8be50c HTTP/1.1" status: 404 len: 337 time: 0.0279479 Jul 07 18:53:58.751031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55392) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:58.774289 n-d-798930-2 neutron-server[105588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa87947-ca1d-4f6b-82ac-8541cd38ef1d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] DELETE failed (client error): The resource could not be found. Jul 07 18:53:58.774811 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa87947-ca1d-4f6b-82ac-8541cd38ef1d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:53:58.776527 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1fa87947-ca1d-4f6b-82ac-8541cd38ef1d tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/f21e5a4a-4163-4781-8ce9-cf0d4fbb77ec HTTP/1.1" status: 404 len: 339 time: 0.0244522 Jul 07 18:53:58.779213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55394) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:58.809057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] For port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:53:58.812298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] For port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=86d3954d-fa2a-4e75-9e24-bf0e2b43f63e,segment=NetworkSegment(e0078533-9159-4c42-a2b1-c3fcd05999ac),segment_id=e0078533-9159-4c42-a2b1-c3fcd05999ac)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:53:58.818296 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.837242 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Deleting subnet 72913ca6-17b1-4445-a687-f6d6b9f8d5e6 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:53:58.840684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.882042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:58.883655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6a8b8-3ce0-4ee1-b727-97aaac0f5c0e None None] Pushing event updated for resources: {'Port': ['ID=86d3954d-fa2a-4e75-9e24-bf0e2b43f63e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:58.973245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.050727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.078973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Subnet': ['ID=72913ca6-17b1-4445-a687-f6d6b9f8d5e6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:59.086094 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.087806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1d2dbe07-4ee9-4774-ad5a-23a0fde8cf5b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/subnets/72913ca6-17b1-4445-a687-f6d6b9f8d5e6 HTTP/1.1" status: 204 len: 168 time: 0.3077037 Jul 07 18:53:59.090409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55396) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:59.168532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.227808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Deleting port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:53:59.228159 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.294736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] For port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=86d3954d-fa2a-4e75-9e24-bf0e2b43f63e,segment=NetworkSegment(e0078533-9159-4c42-a2b1-c3fcd05999ac),segment_id=e0078533-9159-4c42-a2b1-c3fcd05999ac)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:53:59.295171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.309530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Calling delete_port for 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:53:59.394539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.686463 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Port': ['ID=86d3954d-fa2a-4e75-9e24-bf0e2b43f63e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:59.688277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No DVR routers for this DVR port 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:53:59.770779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c702e9b-ba07-4eb0-aa43-97d90046a11a None None] Network 83bb45ce-ae72-4db6-b265-760b859edb95 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:53:59.771423 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.782037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bb45ce-ae72-4db6-b265-760b859edb95']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:59.792628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0078533-9159-4c42-a2b1-c3fcd05999ac') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:59.792930 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0078533-9159-4c42-a2b1-c3fcd05999ac') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:53:59.801879 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.820059 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.826740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:53:59.827245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:53:59.830703 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:53:59.863083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f3bd2d24-9c41-46f8-9dcb-b06886147f0a None None] Could not find standard attr ID for object 86d3954d-fa2a-4e75-9e24-bf0e2b43f63e. {{(pid=105590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:53:59.898703 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.917780 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:53:59.919681 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/83bb45ce-ae72-4db6-b265-760b859edb95 HTTP/1.1" status: 204 len: 168 time: 0.8283274 Jul 07 18:53:59.921054 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31d8f1-bf77-4a9d-8d18-60cc1999cf3b tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Network': ['ID=83bb45ce-ae72-4db6-b265-760b859edb95,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:53:59.922411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55398) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:59.944187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34369b1-7934-465f-b3a2-0e1a479e0c85 None None] DHCP port deletion for 83bb45ce-ae72-4db6-b265-760b859edb95 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:53:59.948433 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73e1d69-5fdb-459b-a7c7-2c82e088fbb3 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] DELETE failed (client error): The resource could not be found. Jul 07 18:53:59.948899 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73e1d69-5fdb-459b-a7c7-2c82e088fbb3 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:53:59.950767 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c73e1d69-5fdb-459b-a7c7-2c82e088fbb3 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/subnets/add37bf6-eb30-44f7-8c70-cddf16264707 HTTP/1.1" status: 404 len: 337 time: 0.0272653 Jul 07 18:53:59.954992 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:53:59.974237 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b26855a-7f43-458a-84bf-19db9d7e7d3e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] DELETE failed (client error): The resource could not be found. Jul 07 18:53:59.974762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b26855a-7f43-458a-84bf-19db9d7e7d3e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:53:59.976448 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5b26855a-7f43-458a-84bf-19db9d7e7d3e tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/17afb020-ae1e-4aa8-9a3e-1b46581ad0ec HTTP/1.1" status: 404 len: 339 time: 0.0217242 Jul 07 18:53:59.979046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55402) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:00.008293 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-156d8d9f-5e74-478a-9736-a0cc11422a82 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] DELETE failed (client error): The resource could not be found. Jul 07 18:54:00.008660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156d8d9f-5e74-478a-9736-a0cc11422a82 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:54:00.010342 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-156d8d9f-5e74-478a-9736-a0cc11422a82 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/subnets/8b3e6c8f-d0c6-404a-ad06-35fa0fd98a76 HTTP/1.1" status: 404 len: 337 time: 0.0303962 Jul 07 18:54:00.013159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55404) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:00.031038 n-d-798930-2 neutron-server[105589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3887361-cfef-4833-83bf-8e0d872da6f9 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] DELETE failed (client error): The resource could not be found. Jul 07 18:54:00.031750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3887361-cfef-4833-83bf-8e0d872da6f9 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:54:00.033368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f3887361-cfef-4833-83bf-8e0d872da6f9 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/0b7b777f-b37f-491e-bb99-fe6ec4ea22ce HTTP/1.1" status: 404 len: 339 time: 0.0193348 Jul 07 18:54:00.037106 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55406) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:00.086891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Deleting subnet 9dd1c982-2e1c-4354-a4e4-66ff6fcdaa43 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:54:00.090102 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.137382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.237135 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.296168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.322328 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd1c982-2e1c-4354-a4e4-66ff6fcdaa43,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:00.326271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.328459 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f982f0a7-85a0-413e-93d5-916d54acde43 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/subnets/9dd1c982-2e1c-4354-a4e4-66ff6fcdaa43 HTTP/1.1" status: 204 len: 168 time: 0.2901218 Jul 07 18:54:00.331098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55408) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:00.333603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b4b17f-2057-494e-b8ca-a4bd4c61b930 None None] Network b2b7b300-e274-41f5-8e41-ce771b178eeb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:00.416126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.475320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Deleting port fb2fbee7-ead6-48f2-b071-38025ff7551f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:54:00.475679 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.533635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] DHCP port deletion for b2b7b300-e274-41f5-8e41-ce771b178eeb request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:54:00.551620 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] For port fb2fbee7-ead6-48f2-b071-38025ff7551f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fb2fbee7-ead6-48f2-b071-38025ff7551f,segment=NetworkSegment(d9275c62-74b2-4914-b4f5-665037670f3c),segment_id=d9275c62-74b2-4914-b4f5-665037670f3c)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:00.551956 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.565304 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Calling delete_port for fb2fbee7-ead6-48f2-b071-38025ff7551f owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:54:00.585660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] Deleting port fb2fbee7-ead6-48f2-b071-38025ff7551f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:54:00.586069 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.649552 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.650930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] For port fb2fbee7-ead6-48f2-b071-38025ff7551f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fb2fbee7-ead6-48f2-b071-38025ff7551f,segment=NetworkSegment(d9275c62-74b2-4914-b4f5-665037670f3c),segment_id=d9275c62-74b2-4914-b4f5-665037670f3c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:00.651520 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.665796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] Calling delete_port for fb2fbee7-ead6-48f2-b071-38025ff7551f owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:54:00.677337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Port': ['ID=fb2fbee7-ead6-48f2-b071-38025ff7551f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:00.679081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] No DVR routers for this DVR port fb2fbee7-ead6-48f2-b071-38025ff7551f on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:54:00.747884 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.756622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.766795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b7b300-e274-41f5-8e41-ce771b178eeb']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:00.773793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] Pushing event deleted for resources: {'Port': ['ID=fb2fbee7-ead6-48f2-b071-38025ff7551f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:00.779598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a5011-b2c0-4d3d-b24f-d30112263fcd None None] No DVR routers for this DVR port fb2fbee7-ead6-48f2-b071-38025ff7551f on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:54:00.785619 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9275c62-74b2-4914-b4f5-665037670f3c') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:00.785915 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9275c62-74b2-4914-b4f5-665037670f3c') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:00.795501 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.809680 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.815916 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:54:00.816300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:54:00.819723 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:54:00.885793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.891443 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:00.893373 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] 10.222.0.88 "DELETE /v2.0/networks/b2b7b300-e274-41f5-8e41-ce771b178eeb HTTP/1.1" status: 204 len: 168 time: 0.5613735 Jul 07 18:54:00.907875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e3769-3739-4a1d-b1af-5b8ebba6db64 tempest-NetworksIpV6Test-2145219941 tempest-NetworksIpV6Test-2145219941-project] Pushing event deleted for resources: {'Network': ['ID=b2b7b300-e274-41f5-8e41-ce771b178eeb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:01.165335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55414) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:01.313360 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-46ec91d4-440c-4d88-bcdf-3e7dbec7ac1d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=28e0527206cd4990a2358a1524a58aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467438 Jul 07 18:54:01.316023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55418) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:01.367510 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41e1e215-0a98-4fe4-a432-9885d80e3b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:01.396018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41e1e215-0a98-4fe4-a432-9885d80e3b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:01.462712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41e1e215-0a98-4fe4-a432-9885d80e3b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:01.465602 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-41e1e215-0a98-4fe4-a432-9885d80e3b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:01.469330 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-41e1e215-0a98-4fe4-a432-9885d80e3b1a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2489d484-d260-4e57-9b12-5ea0bdb016d5 HTTP/1.1" status: 204 len: 168 time: 0.1498580 Jul 07 18:54:01.474575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e215-0a98-4fe4-a432-9885d80e3b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2489d484-d260-4e57-9b12-5ea0bdb016d5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:02.029046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb2fbee7-ead6-48f2-b071-38025ff7551f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:54:02.049224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: fb2fbee7-ead6-48f2-b071-38025ff7551f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:54:02.049572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fb2fbee7-ead6-48f2-b071-38025ff7551f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:54:02.152161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55440) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:02.249451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f58adc76-b095-4020-81b8-84f638995641 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1124329156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:02.275050 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f58adc76-b095-4020-81b8-84f638995641 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.276068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f58adc76-b095-4020-81b8-84f638995641 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.327348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f58adc76-b095-4020-81b8-84f638995641 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.335432 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f58adc76-b095-4020-81b8-84f638995641 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.355336 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f58adc76-b095-4020-81b8-84f638995641 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.356789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f58adc76-b095-4020-81b8-84f638995641 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2034700 Jul 07 18:54:02.359939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55444) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:02.365253 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-358099670'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:02.389764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Made reservation on behalf of 4ed02d7d32744b949f43e9135c91c003 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:02.393371 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.402626 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.500305 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.505774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.532112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:54:02.541973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f7f96-295e-4cc7-8ece-4dded104530f,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:02.547631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.547973 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Added segment cf51c408-08ee-4c10-9e99-3b579ffeaede of type vlan for network d500b5e0-81ae-4cfa-8c32-133834157621 Jul 07 18:54:02.588523 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.618491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.624201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:02.624795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.679358 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3182168 Jul 07 18:54:02.682534 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55446) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:02.691601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Request body: {'subnet': {'network_id': 'd500b5e0-81ae-4cfa-8c32-133834157621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:02.698427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca8404-d361-4397-9d54-55bc43db1b12 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event updated for resources: {'Network': ['ID=d500b5e0-81ae-4cfa-8c32-133834157621,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:02.709947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d500b5e0-81ae-4cfa-8c32-133834157621 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:54:02.799505 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Made reservation on behalf of 4ed02d7d32744b949f43e9135c91c003 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:02.803146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:02.994234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.057244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event updated for resources: {'Subnet': ['ID=3ed33212-11f5-480c-b1c7-ded5c23ad1b7,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:03.063795 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Checking segment: {'id': 'cf51c408-08ee-4c10-9e99-3b579ffeaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd500b5e0-81ae-4cfa-8c32-133834157621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:03.064002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Network hostable DHCP agents. Network: d500b5e0-81ae-4cfa-8c32-133834157621, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:54:03.089055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Network d500b5e0-81ae-4cfa-8c32-133834157621 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:54:03.103228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d500b5e0-81ae-4cfa-8c32-133834157621) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:03.107536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:03.108116 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.115129 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cba87c-a19b-44e0-aef0-93bc8f12f429 None None] Network d500b5e0-81ae-4cfa-8c32-133834157621 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:03.124653 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bdaf535b-6856-4974-ac39-07171a9d3758 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4389486 Jul 07 18:54:03.127721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55448) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:03.132909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1410989816'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:03.154217 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Made reservation on behalf of 4ed02d7d32744b949f43e9135c91c003 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:03.157725 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.183645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:54:03.194052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.194397 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Added segment 8d0cbdb9-0487-476e-9ac9-8c47e21a2ff8 of type vlan for network f9976ad5-436b-4b34-8113-8adce0e4a268 Jul 07 18:54:03.239866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.262590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-d500b5e0-81ae-4cfa-8c32-133834157621', 'network_id': 'd500b5e0-81ae-4cfa-8c32-133834157621', 'tenant_id': '4ed02d7d32744b949f43e9135c91c003', 'fixed_ips': [{'subnet_id': '3ed33212-11f5-480c-b1c7-ded5c23ad1b7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:54:03.263471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.269923 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.275528 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:03.276512 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.336603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2077332 Jul 07 18:54:03.340502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55450) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:03.345803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Request body: {'subnet': {'network_id': 'f9976ad5-436b-4b34-8113-8adce0e4a268', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:03.352519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f983d5-39bf-4785-b2e6-e82773d1ffff tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event updated for resources: {'Network': ['ID=f9976ad5-436b-4b34-8113-8adce0e4a268,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:03.364052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f9976ad5-436b-4b34-8113-8adce0e4a268 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:54:03.442575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Made reservation on behalf of 4ed02d7d32744b949f43e9135c91c003 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:03.446353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.458322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Allocated IP 172.20.0.2 (d500b5e0-81ae-4cfa-8c32-133834157621/3ed33212-11f5-480c-b1c7-ded5c23ad1b7/084a74fe-45c7-431b-bf28-c1c017332b7f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:03.609109 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.617536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Transition to ACTIVE for port object 084a74fe-45c7-431b-bf28-c1c017332b7f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:03.633016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Transition to ACTIVE for port object 084a74fe-45c7-431b-bf28-c1c017332b7f will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:03.634348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.639107 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.679498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Network d500b5e0-81ae-4cfa-8c32-133834157621 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:03.685726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:03.690491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:03.692509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Pushing event updated for resources: {'Port': ['ID=084a74fe-45c7-431b-bf28-c1c017332b7f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:03.693067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event updated for resources: {'Subnet': ['ID=1d77b463-dc1b-4043-af6e-b127a7a7df5f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:03.704472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Checking segment: {'id': '8d0cbdb9-0487-476e-9ac9-8c47e21a2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f9976ad5-436b-4b34-8113-8adce0e4a268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:03.704861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Network hostable DHCP agents. Network: f9976ad5-436b-4b34-8113-8adce0e4a268, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:54:03.722546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Network f9976ad5-436b-4b34-8113-8adce0e4a268 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:54:03.732055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f9976ad5-436b-4b34-8113-8adce0e4a268) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:03.740048 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b2202-a5cd-4692-8b1f-0c73638fe190 None None] Network f9976ad5-436b-4b34-8113-8adce0e4a268 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:03.742144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:03.742857 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.760535 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e93d8419-c66e-44d3-99dd-015c1f2c2ca7 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4185929 Jul 07 18:54:03.763339 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55452) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:03.768193 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3e0937b6-864c-4bdc-b65c-bfaaec574815 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9976ad5-436b-4b34-8113-8adce0e4a268'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:03.783821 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Attempting to bind port 084a74fe-45c7-431b-bf28-c1c017332b7f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:03.784192 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Attempting to bind port 084a74fe-45c7-431b-bf28-c1c017332b7f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'cf51c408-08ee-4c10-9e99-3b579ffeaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd500b5e0-81ae-4cfa-8c32-133834157621'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:03.784491 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Attempting to bind port 084a74fe-45c7-431b-bf28-c1c017332b7f on network d500b5e0-81ae-4cfa-8c32-133834157621 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:03.801783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:03.802393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Checking segment: {'id': 'cf51c408-08ee-4c10-9e99-3b579ffeaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd500b5e0-81ae-4cfa-8c32-133834157621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:03.803058 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.803716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Bound using segment: {'id': 'cf51c408-08ee-4c10-9e99-3b579ffeaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd500b5e0-81ae-4cfa-8c32-133834157621'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:03.804509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Bound port: 084a74fe-45c7-431b-bf28-c1c017332b7f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf51c408-08ee-4c10-9e99-3b579ffeaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd500b5e0-81ae-4cfa-8c32-133834157621'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:03.805187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.921274 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] For port 084a74fe-45c7-431b-bf28-c1c017332b7f, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:03.925869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] For port 084a74fe-45c7-431b-bf28-c1c017332b7f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=084a74fe-45c7-431b-bf28-c1c017332b7f,segment=NetworkSegment(cf51c408-08ee-4c10-9e99-3b579ffeaede),segment_id=cf51c408-08ee-4c10-9e99-3b579ffeaede)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:03.933261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.979794 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3e0937b6-864c-4bdc-b65c-bfaaec574815 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:03.997068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95137b-de25-4ba2-b7f7-7d6546b2378d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-f9976ad5-436b-4b34-8113-8adce0e4a268', 'network_id': 'f9976ad5-436b-4b34-8113-8adce0e4a268', 'tenant_id': '4ed02d7d32744b949f43e9135c91c003', 'fixed_ips': [{'subnet_id': '1d77b463-dc1b-4043-af6e-b127a7a7df5f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:54:03.997929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b95137b-de25-4ba2-b7f7-7d6546b2378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.112103 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [None req-3e0937b6-864c-4bdc-b65c-bfaaec574815 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:54:04.113266 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3e0937b6-864c-4bdc-b65c-bfaaec574815 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "PUT /v2.0/routers/62db537a-9497-42a6-93a6-26e5c323cdbd HTTP/1.1" status: 400 len: 364 time: 0.3487749 Jul 07 18:54:04.119406 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55454) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:04.210978 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Deleting subnet 1d77b463-dc1b-4043-af6e-b127a7a7df5f {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:54:04.214662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.258977 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c518-09a7-46b0-abdf-0c8fb118e415 None None] Pushing event updated for resources: {'Port': ['ID=084a74fe-45c7-431b-bf28-c1c017332b7f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:04.278973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.328607 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.388178 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server [None req-5b95137b-de25-4ba2-b7f7-7d6546b2378d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d77b463-dc1b-4043-af6e-b127a7a7df5f: This subnet is being modified by another concurrent operation. Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server raise exception Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d77b463-dc1b-4043-af6e-b127a7a7df5f: This subnet is being modified by another concurrent operation. Jul 07 18:54:04.391580 n-d-798930-2 neutron-server[105590]: ERROR oslo_messaging.rpc.server Jul 07 18:54:04.410009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8636ee6-c966-4736-83cb-000c73bed328 None None] Network f9976ad5-436b-4b34-8113-8adce0e4a268 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:04.414583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event deleted for resources: {'Subnet': ['ID=1d77b463-dc1b-4043-af6e-b127a7a7df5f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:04.420989 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.422902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6a0d294e-342a-463d-a66b-dd85c8eda208 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "DELETE /v2.0/subnets/1d77b463-dc1b-4043-af6e-b127a7a7df5f HTTP/1.1" status: 204 len: 168 time: 0.3021836 Jul 07 18:54:04.425567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55456) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:04.486549 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.519602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.613891 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.624430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9976ad5-436b-4b34-8113-8adce0e4a268']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:04.636007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0cbdb9-0487-476e-9ac9-8c47e21a2ff8') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:04.636342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0cbdb9-0487-476e-9ac9-8c47e21a2ff8') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:04.646509 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.661469 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.668667 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:54:04.669040 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:54:04.672332 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:54:04.741739 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.749351 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.751180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "DELETE /v2.0/networks/f9976ad5-436b-4b34-8113-8adce0e4a268 HTTP/1.1" status: 204 len: 168 time: 0.3247259 Jul 07 18:54:04.754094 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55458) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:04.763589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7cca-9c86-48d1-be73-860bd1e74e57 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event deleted for resources: {'Network': ['ID=f9976ad5-436b-4b34-8113-8adce0e4a268,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:04.822870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Deleting subnet 3ed33212-11f5-480c-b1c7-ded5c23ad1b7 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:54:04.827655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.874236 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:04.969964 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb298da-8827-4fa2-a514-b5ecad5edad4 None None] Network d500b5e0-81ae-4cfa-8c32-133834157621 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:04.978818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.042485 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.051776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a4b7278b-27e8-46b9-8a0b-a614a9ebc1a6 None None] Provisioning for port 084a74fe-45c7-431b-bf28-c1c017332b7f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:05.070781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed33212-11f5-480c-b1c7-ded5c23ad1b7,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:05.077882 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.080169 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0ac82b8e-c72e-4bc9-81fa-338819001bf1 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "DELETE /v2.0/subnets/3ed33212-11f5-480c-b1c7-ded5c23ad1b7 HTTP/1.1" status: 204 len: 168 time: 0.3250275 Jul 07 18:54:05.082754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55460) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:05.164484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.188014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] DHCP port deletion for d500b5e0-81ae-4cfa-8c32-133834157621 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:54:05.245059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] Deleting port 084a74fe-45c7-431b-bf28-c1c017332b7f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:54:05.245924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.315769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] For port 084a74fe-45c7-431b-bf28-c1c017332b7f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=084a74fe-45c7-431b-bf28-c1c017332b7f,segment=NetworkSegment(cf51c408-08ee-4c10-9e99-3b579ffeaede),segment_id=cf51c408-08ee-4c10-9e99-3b579ffeaede)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:05.316525 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.330620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] Calling delete_port for 084a74fe-45c7-431b-bf28-c1c017332b7f owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:54:05.414132 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.439927 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] Pushing event deleted for resources: {'Port': ['ID=084a74fe-45c7-431b-bf28-c1c017332b7f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:05.445844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a3219-e847-4d81-9a72-cb7d09c08e7b None None] No DVR routers for this DVR port 084a74fe-45c7-431b-bf28-c1c017332b7f on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:54:05.464960 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42644c-1efc-4b04-8d8e-0d499cbd537d None None] get_active_networks_info from n-d-798930-2 {{(pid=105590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:54:05.534222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42644c-1efc-4b04-8d8e-0d499cbd537d None None] Resources bound (agent type, host, resource id): {{(pid=105590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:54:05.553940 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Deleting port 084a74fe-45c7-431b-bf28-c1c017332b7f {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:54:05.553940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.620396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] For port 084a74fe-45c7-431b-bf28-c1c017332b7f, host n-d-798930-2, got binding levels [] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:05.620764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.633892 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Calling delete_port for 084a74fe-45c7-431b-bf28-c1c017332b7f owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:54:05.636614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.ipam_backend_mixin [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Port 084a74fe-45c7-431b-bf28-c1c017332b7f was not found and therefore no delete operation was performed {{(pid=105589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:54:05.637966 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.665664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event deleted for resources: {'Port': ['ID=084a74fe-45c7-431b-bf28-c1c017332b7f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:05.673622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] No DVR routers for this DVR port 084a74fe-45c7-431b-bf28-c1c017332b7f on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:54:05.752653 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.763439 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d500b5e0-81ae-4cfa-8c32-133834157621']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:05.773595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf51c408-08ee-4c10-9e99-3b579ffeaede') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:05.773931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf51c408-08ee-4c10-9e99-3b579ffeaede') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:05.782755 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.796250 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.802141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:54:05.802720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: timer() Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:54:05.806154 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:54:05.870536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.876106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:05.878012 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "DELETE /v2.0/networks/d500b5e0-81ae-4cfa-8c32-133834157621 HTTP/1.1" status: 204 len: 168 time: 0.7943251 Jul 07 18:54:05.880851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55462) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:05.892520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee94b8-5f60-4663-a8c9-80d8f2a24e61 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Pushing event deleted for resources: {'Network': ['ID=d500b5e0-81ae-4cfa-8c32-133834157621,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:05.909189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a1c1a191-f169-4b69-9f12-54566962ea0a tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "GET /v2.0/ports?device_id=62db537a-9497-42a6-93a6-26e5c323cdbd HTTP/1.1" status: 200 len: 205 time: 0.0270734 Jul 07 18:54:05.911647 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55464) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:06.030762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bda28e5e-5e87-4b71-8dff-46c121089555 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.195243 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bda28e5e-5e87-4b71-8dff-46c121089555 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.197580 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bda28e5e-5e87-4b71-8dff-46c121089555 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.242934 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:54:06.249871 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bda28e5e-5e87-4b71-8dff-46c121089555 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.250623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda28e5e-5e87-4b71-8dff-46c121089555 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Fanout notify agent at l3_agent the message router_deleted on router 62db537a-9497-42a6-93a6-26e5c323cdbd {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:54:06.258317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bda28e5e-5e87-4b71-8dff-46c121089555 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.259661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bda28e5e-5e87-4b71-8dff-46c121089555 tempest-RoutersNegativeTest-1337488269 tempest-RoutersNegativeTest-1337488269-project] 10.222.0.88 "DELETE /v2.0/routers/62db537a-9497-42a6-93a6-26e5c323cdbd HTTP/1.1" status: 204 len: 168 time: 0.3469388 Jul 07 18:54:06.504983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.524451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55470) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:06.657386 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7cf54273-df15-4669-9215-ede0beee0fd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4ed02d7d32744b949f43e9135c91c003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316419 Jul 07 18:54:06.661193 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55474) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:06.716777 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a360cc6a-1120-474c-86b9-5710a8409945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.739228 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a360cc6a-1120-474c-86b9-5710a8409945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.790508 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a360cc6a-1120-474c-86b9-5710a8409945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.793192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a360cc6a-1120-474c-86b9-5710a8409945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:06.794368 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a360cc6a-1120-474c-86b9-5710a8409945 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb4f7f96-295e-4cc7-8ece-4dded104530f HTTP/1.1" status: 204 len: 168 time: 0.1323020 Jul 07 18:54:06.802734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360cc6a-1120-474c-86b9-5710a8409945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4f7f96-295e-4cc7-8ece-4dded104530f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:07.523795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55496) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:07.621443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1709553718-network', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:07.646072 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Made reservation on behalf of cea94c2f90f74f3d8650f012f9075bb2 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:07.648415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.656991 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.759450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.766106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.794688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:54:07.800119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba198c10-af02-47c7-9293-49c3facbd00f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:07.808504 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.808947 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Added segment e002a465-0792-422b-b649-68d5451ab4e9 of type vlan for network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 Jul 07 18:54:07.851302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.883753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.884804 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:07.885489 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:07.939577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4145985 Jul 07 18:54:07.942726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55500) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:07.945315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ada3e8-afb3-4586-968c-7695ab06f41d admin admin] Pushing event updated for resources: {'Network': ['ID=1727ada6-6d28-47f5-a7c7-a8c28a9c3042,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:07.949503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Request body: {'subnet': {'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-subnet', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:07.963263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:54:07.979162 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Made reservation on behalf of cea94c2f90f74f3d8650f012f9075bb2 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:07.981700 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.167636 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.220025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b39ac9-c545-4f2d-a40e-4196d00d7d45,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:08.230848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Checking segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:08.231212 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Network hostable DHCP agents. Network: 1727ada6-6d28-47f5-a7c7-a8c28a9c3042, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:54:08.250297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:54:08.260613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 1727ada6-6d28-47f5-a7c7-a8c28a9c3042) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:08.264984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:08.265601 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.270935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67e222-a648-4dd6-a8e2-e63fb11c9546 None None] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:08.282416 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0e1058f0-f583-42e4-8fdb-45d340b4ee45 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3378541 Jul 07 18:54:08.285633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55502) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:08.290364 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:08.314566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.315728 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.372811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.422164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'fixed_ips': [{'subnet_id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:54:08.423053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.521405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.570518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Allocated IP 172.20.0.2 (1727ada6-6d28-47f5-a7c7-a8c28a9c3042/c3b39ac9-c545-4f2d-a40e-4196d00d7d45/80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:08.719861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.728714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Transition to ACTIVE for port object 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:08.742121 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.745639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Transition to ACTIVE for port object 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:08.760720 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.762222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.829433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:08.840282 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:08.846458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:08.851379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Pushing event updated for resources: {'Port': ['ID=80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:08.881614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Allocated IP 172.25.1.179 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:08.906052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Attempting to bind port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:08.906427 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Attempting to bind port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:08.906789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Attempting to bind port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:08.911818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:08.912189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Checking segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:08.912591 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.913019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Bound using segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:08.913551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Bound port: 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:08.913943 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.982769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] For port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:08.985732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] For port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:08.991801 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:08.997900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:09.046774 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:09.050405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb7186-a3a7-4a25-b2d8-60e5d8984ccf None None] Pushing event updated for resources: {'Port': ['ID=80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:09.088923 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:09.091948 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:09.097955 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:09.123065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:09.369064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:09.597796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:09.740614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Router 8f7b05ad-368f-443a-80b2-4696532def6e is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:54:09.946245 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c008efa-3d88-428f-99e9-d0578011120f None None] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:10.055266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a64ca596-f752-4693-842a-b5a6c348fbea None None] Provisioning for port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:10.097254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:10.138794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:54:10.154071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Sync routers for ids ['8f7b05ad-368f-443a-80b2-4696532def6e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:54:10.157036 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.158866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4481491b-89e9-4975-91be-db05db9e9bc1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8722076 Jul 07 18:54:10.162000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55504) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:10.172241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Routers {'8f7b05ad-368f-443a-80b2-4696532def6e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:10.172901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8f7b05ad-368f-443a-80b2-4696532def6e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:10.233834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:10.246466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:10.246466 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.340625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Set router 8f7b05ad-368f-443a-80b2-4696532def6e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:10.464187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.519793 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:10.527451 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.599210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.604541 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:10.624772 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-be7d5f26-bca1-4582-bae9-a437b6a38511 None None] Provisioning complete for port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:10.625176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be7d5f26-bca1-4582-bae9-a437b6a38511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.649018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:09Z', 'revision_number': 3, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port': {'id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:10.683485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Checking router: 8f7b05ad-368f-443a-80b2-4696532def6e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:54:10.683734 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Updating router 8f7b05ad-368f-443a-80b2-4696532def6e port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:54:10.729785 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.812395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Allocated IP 172.20.0.1 (1727ada6-6d28-47f5-a7c7-a8c28a9c3042/c3b39ac9-c545-4f2d-a40e-4196d00d7d45/898bb355-07b9-4633-8dfd-b6b5e5bb326c) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:10.921951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:10.935164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Transition to ACTIVE for port object 898bb355-07b9-4633-8dfd-b6b5e5bb326c will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:10.974006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.013128 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:11.019528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:11.021928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:11.024653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.028496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Pushing event updated for resources: {'Port': ['ID=898bb355-07b9-4633-8dfd-b6b5e5bb326c,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:11.037466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Transition to ACTIVE for port object 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:11.046523 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.072711 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.106363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a57915-4077-4ffc-9ae0-c1495634f75b None None] Pushing event updated for resources: {'Port': ['ID=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:11.111856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Attempting to bind port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:11.112232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Attempting to bind port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:11.112605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Attempting to bind port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:11.118222 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:11.118708 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:11.119116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.119510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:11.119982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Bound port: 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:11.120368 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.192698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] For port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:11.196074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] For port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:11.203775 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.266517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Routers {'8f7b05ad-368f-443a-80b2-4696532def6e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:11.267147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8f7b05ad-368f-443a-80b2-4696532def6e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:11.272017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a57915-4077-4ffc-9ae0-c1495634f75b None None] Pushing event updated for resources: {'Port': ['ID=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:11.334492 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.357025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-82440dfe-66ca-42ee-95bf-90ae352a2b85 None None] Provisioning for port 898bb355-07b9-4633-8dfd-b6b5e5bb326c completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:11.366310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-82440dfe-66ca-42ee-95bf-90ae352a2b85 None None] Provisioning complete for port 898bb355-07b9-4633-8dfd-b6b5e5bb326c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:11.366677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82440dfe-66ca-42ee-95bf-90ae352a2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.501832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.507986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.577531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Pushing event updated for resources: {'Port': ['ID=898bb355-07b9-4633-8dfd-b6b5e5bb326c,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:11.580717 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.581105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] Set router 8f7b05ad-368f-443a-80b2-4696532def6e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:11.606128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-82440dfe-66ca-42ee-95bf-90ae352a2b85 None None] Port 898bb355-07b9-4633-8dfd-b6b5e5bb326c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:54:11.673514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:11.675363 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:11.767420 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:09Z', 'revision_number': 3, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port': {'id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:11.796037 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22edee00-7171-4649-9f83-e32d7d77f1ec None None] The sync data for ids ['8f7b05ad-368f-443a-80b2-4696532def6e'] in n-d-798930-2 is: [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:09Z', 'revision_number': 3, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port': {'id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:54:11.804388 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Router 8f7b05ad-368f-443a-80b2-4696532def6e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:54:11.923035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:54:11.928297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d806c045-e4b3-4586-bc1e-184ea729d46e admin admin] 10.222.0.88 "PUT /v2.0/routers/8f7b05ad-368f-443a-80b2-4696532def6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653003 Jul 07 18:54:11.929421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7b0e4256-7623-4bd4-9b60-aeb1832d6267 None None] Provisioning complete for port 898bb355-07b9-4633-8dfd-b6b5e5bb326c triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:11.929798 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4256-7623-4bd4-9b60-aeb1832d6267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:11.967661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e4256-7623-4bd4-9b60-aeb1832d6267 None None] Port 898bb355-07b9-4633-8dfd-b6b5e5bb326c cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:54:12.105600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:12.163001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:12.163945 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.461888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55520) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:12.469748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-320421619-network', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:12.491633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Made reservation on behalf of 80c342259bf84d0caebfb1c2953a345d for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:12.494069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.504043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.601453 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.606774 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.634920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:54:12.640467 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50e574-d74b-4d6b-9cef-c210305b77bd,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:12.648411 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.648764 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Added segment 500d9432-ba3b-4337-b508-c0b7e4e94e84 of type vlan for network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 Jul 07 18:54:12.692770 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.726337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.727612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:12.728532 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.779752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3165076 Jul 07 18:54:12.782547 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55522) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:12.787849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Request body: {'subnet': {'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-subnet', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:12.789550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea294ab-de94-406d-a2db-1b7423a7eb7c admin admin] Pushing event updated for resources: {'Network': ['ID=ecd5bbb8-8563-45b9-94cf-a682f3c1e512,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:12.800425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:54:12.813095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Made reservation on behalf of 80c342259bf84d0caebfb1c2953a345d for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:12.815884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:12.998920 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.056874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7057f4b7-3fc4-4ae7-ac51-d281db45a113,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:13.068016 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Checking segment: {'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:13.068379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Network hostable DHCP agents. Network: ecd5bbb8-8563-45b9-94cf-a682f3c1e512, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:54:13.088914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:54:13.100502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ecd5bbb8-8563-45b9-94cf-a682f3c1e512) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:13.105197 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:13.105804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.110877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a001c5-aa46-45e9-9c2a-a640eeda7e28 None None] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:13.123627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b883b101-f0be-4bab-929a-89b718829051 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3375328 Jul 07 18:54:13.123997 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55524) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:13.128537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:13.155835 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.157568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.215063 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.264250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ecd5bbb8-8563-45b9-94cf-a682f3c1e512', 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'fixed_ips': [{'subnet_id': '7057f4b7-3fc4-4ae7-ac51-d281db45a113'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:54:13.265151 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.359035 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.382746 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Sync routers for ids ['8f7b05ad-368f-443a-80b2-4696532def6e'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:54:13.392946 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Routers {'8f7b05ad-368f-443a-80b2-4696532def6e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:13.393549 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8f7b05ad-368f-443a-80b2-4696532def6e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:13.407441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Allocated IP 172.20.0.2 (ecd5bbb8-8563-45b9-94cf-a682f3c1e512/7057f4b7-3fc4-4ae7-ac51-d281db45a113/a69af266-eabc-4151-b463-b1b4f7daa978) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:13.505184 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Set router 8f7b05ad-368f-443a-80b2-4696532def6e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:13.563306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.571949 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Transition to ACTIVE for port object a69af266-eabc-4151-b463-b1b4f7daa978 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:13.574733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.588109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Transition to ACTIVE for port object a69af266-eabc-4151-b463-b1b4f7daa978 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:13.596629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.602965 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.640070 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:13.642580 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:13.647258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:13.650390 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Pushing event updated for resources: {'Port': ['ID=a69af266-eabc-4151-b463-b1b4f7daa978,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:13.709052 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Attempting to bind port a69af266-eabc-4151-b463-b1b4f7daa978 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:13.709429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Attempting to bind port a69af266-eabc-4151-b463-b1b4f7daa978 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:13.710135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Attempting to bind port a69af266-eabc-4151-b463-b1b4f7daa978 on network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:13.716039 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:13.716459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Checking segment: {'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:13.716996 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.717526 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Bound using segment: {'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:13.717959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Bound port: a69af266-eabc-4151-b463-b1b4f7daa978, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:13.718324 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.721004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Allocated IP 172.25.1.32 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/85def9ab-dd10-4fb8-91e8-232d7224a2f0) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:13.739568 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:11Z', 'revision_number': 4, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port': {'id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '898bb355-07b9-4633-8dfd-b6b5e5bb326c', 'name': '', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'mac_address': 'fa:16:3e:67:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:10Z', 'updated_at': '2021-07-07T18:54:11Z', 'revision_number': 2, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'subnets': [{'id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:13.771075 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Checking router: 8f7b05ad-368f-443a-80b2-4696532def6e for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:54:13.771407 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Updating router 8f7b05ad-368f-443a-80b2-4696532def6e port 898bb355-07b9-4633-8dfd-b6b5e5bb326c binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:54:13.796861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] For port a69af266-eabc-4151-b463-b1b4f7daa978, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:13.800267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] For port a69af266-eabc-4151-b463-b1b4f7daa978, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a69af266-eabc-4151-b463-b1b4f7daa978,segment=NetworkSegment(500d9432-ba3b-4337-b508-c0b7e4e94e84),segment_id=500d9432-ba3b-4337-b508-c0b7e4e94e84)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:13.805846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.806169 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.833264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.863276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20455d89-abea-4ec5-a319-76fe31e935c9 None None] Pushing event updated for resources: {'Port': ['ID=a69af266-eabc-4151-b463-b1b4f7daa978,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:13.875674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:13.926031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:13.929006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:13.933627 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:13.937169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=85def9ab-dd10-4fb8-91e8-232d7224a2f0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:14.100567 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.111553 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Transition to ACTIVE for port object 898bb355-07b9-4633-8dfd-b6b5e5bb326c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:14.118121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:14.121543 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.173567 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Pushing event updated for resources: {'Port': ['ID=898bb355-07b9-4633-8dfd-b6b5e5bb326c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:14.185651 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.186477 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.187497 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.188084 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.188484 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.188866 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.189497 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.189893 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.190202 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.190572 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.190892 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.191204 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:14.194941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:14.201324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:14.201860 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.282174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Attempting to bind port 898bb355-07b9-4633-8dfd-b6b5e5bb326c on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:14.282720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Attempting to bind port 898bb355-07b9-4633-8dfd-b6b5e5bb326c by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:14.283083 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Attempting to bind port 898bb355-07b9-4633-8dfd-b6b5e5bb326c on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:14.288869 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:14.289242 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Checking segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:14.289636 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.290191 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Bound using segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:14.290668 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Bound port: 898bb355-07b9-4633-8dfd-b6b5e5bb326c, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:14.291037 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.291644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.312318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.341976 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:14.348302 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.369351 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] For port 898bb355-07b9-4633-8dfd-b6b5e5bb326c, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:14.374425 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] For port 898bb355-07b9-4633-8dfd-b6b5e5bb326c, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=898bb355-07b9-4633-8dfd-b6b5e5bb326c,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:14.383434 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.405978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:14.452132 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97858760-1e49-4142-bc57-0470385a6e99 None None] Pushing event updated for resources: {'Port': ['ID=898bb355-07b9-4633-8dfd-b6b5e5bb326c,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:14.466766 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Routers {'8f7b05ad-368f-443a-80b2-4696532def6e'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:14.468152 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8f7b05ad-368f-443a-80b2-4696532def6e'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:14.541435 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.586972 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] Set router 8f7b05ad-368f-443a-80b2-4696532def6e gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:14.682586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:54:14.802489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:54:14.807053 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:11Z', 'revision_number': 4, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port': {'id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '898bb355-07b9-4633-8dfd-b6b5e5bb326c', 'name': '', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'mac_address': 'fa:16:3e:67:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:10Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 4, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'subnets': [{'id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:14.813781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Sync routers for ids ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:54:14.824304 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:14.828635 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-607f62c3-b628-4d99-875b-129cf4655fa7 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7007437 Jul 07 18:54:14.829175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55526) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:54:14.831742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Routers {'3bdd226a-26a6-42f3-82e2-4a47633c63f7'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:14.832392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:14.841166 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3675708-1df4-48a8-812a-1246deee8661 None None] The sync data for ids ['8f7b05ad-368f-443a-80b2-4696532def6e'] in n-d-798930-2 is: [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:11Z', 'revision_number': 4, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port': {'id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '898bb355-07b9-4633-8dfd-b6b5e5bb326c', 'name': '', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'mac_address': 'fa:16:3e:67:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:10Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 4, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'subnets': [{'id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:54:14.995459 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Set router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:15.136388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ae7c7-04a4-4ccb-afb3-6ff1359d8ce3 None None] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:54:15.258201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-afc7a8b7-d8a7-4c47-b1ce-ca0930214669 None None] Provisioning for port a69af266-eabc-4151-b463-b1b4f7daa978 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:15.363114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 3, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port': {'id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:15.393724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Checking router: 3bdd226a-26a6-42f3-82e2-4a47633c63f7 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:54:15.394074 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Updating router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:54:15.438709 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.636012 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.755673 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.773383 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Transition to ACTIVE for port object 85def9ab-dd10-4fb8-91e8-232d7224a2f0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:15.781430 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.837243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Allocated IP 172.20.0.1 (ecd5bbb8-8563-45b9-94cf-a682f3c1e512/7057f4b7-3fc4-4ae7-ac51-d281db45a113/87a979fa-b6f8-4097-a0e5-96d3d8b55380) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:15.843124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Attempting to bind port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:15.843640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Attempting to bind port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:15.844146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Attempting to bind port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:15.853426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f854d1-e5f9-4ff0-b1cc-547718b1eded None None] Pushing event updated for resources: {'Port': ['ID=85def9ab-dd10-4fb8-91e8-232d7224a2f0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:15.857587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:15.858320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:15.858822 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.859252 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:15.859842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Bound port: 85def9ab-dd10-4fb8-91e8-232d7224a2f0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:15.860777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.930011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] For port 85def9ab-dd10-4fb8-91e8-232d7224a2f0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:15.933640 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] For port 85def9ab-dd10-4fb8-91e8-232d7224a2f0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85def9ab-dd10-4fb8-91e8-232d7224a2f0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:15.935092 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2546acb5-0dfa-4cc0-b17c-f9acfbb9d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.939474 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.963126 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:15.984376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Transition to ACTIVE for port object 87a979fa-b6f8-4097-a0e5-96d3d8b55380 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:16.009463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Routers {'3bdd226a-26a6-42f3-82e2-4a47633c63f7'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:16.010150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:16.022716 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.052266 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f854d1-e5f9-4ff0-b1cc-547718b1eded None None] Pushing event updated for resources: {'Port': ['ID=85def9ab-dd10-4fb8-91e8-232d7224a2f0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:16.071328 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Pushing event updated for resources: {'Port': ['ID=87a979fa-b6f8-4097-a0e5-96d3d8b55380,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:16.074942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:16.076792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:16.079277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:16.154997 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.157108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] Set router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:16.275576 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 898bb355-07b9-4633-8dfd-b6b5e5bb326c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:16.334167 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.375810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 898bb355-07b9-4633-8dfd-b6b5e5bb326c completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:16.385092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 898bb355-07b9-4633-8dfd-b6b5e5bb326c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:16.385469 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.430535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 3, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port': {'id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:16.467981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae281b1-70f5-4be4-9b83-eec4001ec620 None None] The sync data for ids ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'] in n-d-798930-2 is: [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 3, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port': {'id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:54:16.502358 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bea28cc3-eaad-4821-abe9-13191bde6b0e None None] Provisioning for port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:16.509735 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.512017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bea28cc3-eaad-4821-abe9-13191bde6b0e None None] Provisioning complete for port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:16.512376 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bea28cc3-eaad-4821-abe9-13191bde6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.515161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.516696 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.566147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bea28cc3-eaad-4821-abe9-13191bde6b0e None None] Port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:54:16.575968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 898bb355-07b9-4633-8dfd-b6b5e5bb326c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=898bb355-07b9-4633-8dfd-b6b5e5bb326c,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:16.581543 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.582629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a69af266-eabc-4151-b463-b1b4f7daa978 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:16.591945 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.598390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Pushing event updated for resources: {'Port': ['ID=87a979fa-b6f8-4097-a0e5-96d3d8b55380,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:16.662900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=898bb355-07b9-4633-8dfd-b6b5e5bb326c,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:16.681100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port a69af266-eabc-4151-b463-b1b4f7daa978 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:16.689892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a69af266-eabc-4151-b463-b1b4f7daa978 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:16.690267 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.705315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:16.706971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:16.818011 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.876990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port a69af266-eabc-4151-b463-b1b4f7daa978, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a69af266-eabc-4151-b463-b1b4f7daa978,segment=NetworkSegment(500d9432-ba3b-4337-b508-c0b7e4e94e84),segment_id=500d9432-ba3b-4337-b508-c0b7e4e94e84)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:16.883103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:16.884175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:54:16.884729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:16.990529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a69af266-eabc-4151-b463-b1b4f7daa978,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:17.006344 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:17.006694 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:17.018792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:54:17.029156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f523e9d1-ce50-4a72-b372-6c2833474020 admin admin] 10.222.0.88 "PUT /v2.0/routers/3bdd226a-26a6-42f3-82e2-4a47633c63f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1979940 Jul 07 18:54:17.100550 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ec1e8b85-345a-4415-89b1-42d01833924c None None] Provisioning complete for port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:17.100949 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1e8b85-345a-4415-89b1-42d01833924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:17.140583 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e8b85-345a-4415-89b1-42d01833924c None None] Port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:54:18.006115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-4eb513e5-ff97-4871-aa15-48235c80061f tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:18.007849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-4eb513e5-ff97-4871-aa15-48235c80061f tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/networks?id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 200 len: 817 time: 0.1128485 Jul 07 18:54:18.023967 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-cf2b8a5a-e496-4a29-8eb0-1241655726b7 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/quotas/cea94c2f90f74f3d8650f012f9075bb2 HTTP/1.1" status: 200 len: 375 time: 0.0104251 Jul 07 18:54:18.099056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-cdc5e42a-0c98-4826-bce2-865b3c2f7044 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683775 Jul 07 18:54:18.100616 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Sync routers for ids ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:54:18.110042 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Routers {'3bdd226a-26a6-42f3-82e2-4a47633c63f7'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:18.110665 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:53:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:18.131419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 898bb355-07b9-4633-8dfd-b6b5e5bb326c up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:18.315959 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-dc7cbd65-b790-4703-938a-69eda9c5f9ab service neutron] 10.222.0.88 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045789 Jul 07 18:54:18.323326 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Set router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:18.362797 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 898bb355-07b9-4633-8dfd-b6b5e5bb326c triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:18.363161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.418193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-4e1ccee0-dcc0-46d5-a3d2-3e273f1711db service neutron] 10.222.0.88 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958686 Jul 07 18:54:18.445689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a69af266-eabc-4151-b463-b1b4f7daa978 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:18.498032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-babeec73-eb62-41cc-9f27-eb7b90b440e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.518552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port a69af266-eabc-4151-b463-b1b4f7daa978 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:18.518864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.534848 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:16Z', 'revision_number': 4, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port': {'id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '87a979fa-b6f8-4097-a0e5-96d3d8b55380', 'name': '', 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'mac_address': 'fa:16:3e:71:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7057f4b7-3fc4-4ae7-ac51-d281db45a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:15Z', 'updated_at': '2021-07-07T18:54:16Z', 'revision_number': 2, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'subnets': [{'id': '7057f4b7-3fc4-4ae7-ac51-d281db45a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:18.563597 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Checking router: 3bdd226a-26a6-42f3-82e2-4a47633c63f7 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:54:18.563947 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Updating router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:54:18.605797 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.614604 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.622826 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85def9ab-dd10-4fb8-91e8-232d7224a2f0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:18.643553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dea5e59d-0b76-48f4-993f-4be24c244aa1 req-6282d8a4-3049-4395-91de-b4a55bc5099e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 210 time: 0.0352867 Jul 07 18:54:18.675967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:18.680022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:18.680402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.777640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.800053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 85def9ab-dd10-4fb8-91e8-232d7224a2f0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85def9ab-dd10-4fb8-91e8-232d7224a2f0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:18.805612 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.860254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=85def9ab-dd10-4fb8-91e8-232d7224a2f0,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:18.932352 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:18.947541 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Transition to ACTIVE for port object 87a979fa-b6f8-4097-a0e5-96d3d8b55380 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:18.962134 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:19.017254 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484faff-e119-4cd6-8081-83eb14f879ec None None] Pushing event updated for resources: {'Port': ['ID=87a979fa-b6f8-4097-a0e5-96d3d8b55380,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:19.082252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Attempting to bind port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:19.082530 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Attempting to bind port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:19.082854 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Attempting to bind port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 on network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:19.088392 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:19.088797 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Checking segment: {'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:19.089193 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:19.089589 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Bound using segment: {'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:19.090064 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Bound port: 87a979fa-b6f8-4097-a0e5-96d3d8b55380, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500d9432-ba3b-4337-b508-c0b7e4e94e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:19.090592 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:19.168615 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] For port 87a979fa-b6f8-4097-a0e5-96d3d8b55380, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:19.173612 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] For port 87a979fa-b6f8-4097-a0e5-96d3d8b55380, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87a979fa-b6f8-4097-a0e5-96d3d8b55380,segment=NetworkSegment(500d9432-ba3b-4337-b508-c0b7e4e94e84),segment_id=500d9432-ba3b-4337-b508-c0b7e4e94e84)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:19.183312 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:19.246105 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Routers {'3bdd226a-26a6-42f3-82e2-4a47633c63f7'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:54:19.246749 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:54:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:19.284223 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484faff-e119-4cd6-8081-83eb14f879ec None None] Pushing event updated for resources: {'Port': ['ID=87a979fa-b6f8-4097-a0e5-96d3d8b55380,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:19.369318 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] Set router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:54:19.590417 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:16Z', 'revision_number': 4, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port': {'id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '87a979fa-b6f8-4097-a0e5-96d3d8b55380', 'name': '', 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'mac_address': 'fa:16:3e:71:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7057f4b7-3fc4-4ae7-ac51-d281db45a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:15Z', 'updated_at': '2021-07-07T18:54:19Z', 'revision_number': 4, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'subnets': [{'id': '7057f4b7-3fc4-4ae7-ac51-d281db45a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:54:19.620952 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732707a-b3b0-4667-b287-948a7a1fab86 None None] The sync data for ids ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'] in n-d-798930-2 is: [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:16Z', 'revision_number': 4, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port': {'id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '87a979fa-b6f8-4097-a0e5-96d3d8b55380', 'name': '', 'network_id': 'ecd5bbb8-8563-45b9-94cf-a682f3c1e512', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'mac_address': 'fa:16:3e:71:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7057f4b7-3fc4-4ae7-ac51-d281db45a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:15Z', 'updated_at': '2021-07-07T18:54:19Z', 'revision_number': 4, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'subnets': [{'id': '7057f4b7-3fc4-4ae7-ac51-d281db45a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:54:19.821718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e8852ccc-ed59-4313-8302-6f6c275ae208 req-30ff4625-2c61-4075-8ead-fea4dff4484c tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 210 time: 0.0354507 Jul 07 18:54:19.898978 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:19.908667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-f98a4acf-7d2a-40e5-a89a-da0f216b683d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:19.910343 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-f98a4acf-7d2a-40e5-a89a-da0f216b683d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "GET /v2.0/networks?id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 200 len: 817 time: 0.1495402 Jul 07 18:54:19.928427 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Request body: {'port': {'device_id': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'admin_state_up': True, 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:20.064396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Made reservation on behalf of cea94c2f90f74f3d8650f012f9075bb2 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:20.068197 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.165611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87a979fa-b6f8-4097-a0e5-96d3d8b55380 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:20.227878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Allocated IP 172.20.0.9 (1727ada6-6d28-47f5-a7c7-a8c28a9c3042/c3b39ac9-c545-4f2d-a40e-4196d00d7d45/39143e32-1e3b-4520-a5df-035d7a85c2c1) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:20.242254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:20.247124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:20.247478 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.336571 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.370353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 87a979fa-b6f8-4097-a0e5-96d3d8b55380, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87a979fa-b6f8-4097-a0e5-96d3d8b55380,segment=NetworkSegment(500d9432-ba3b-4337-b508-c0b7e4e94e84),segment_id=500d9432-ba3b-4337-b508-c0b7e4e94e84)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:20.376292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.377296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85def9ab-dd10-4fb8-91e8-232d7224a2f0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:20.398353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.417503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Transition to ACTIVE for port object 39143e32-1e3b-4520-a5df-035d7a85c2c1 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:20.454970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.455258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=87a979fa-b6f8-4097-a0e5-96d3d8b55380,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:20.473585 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:20.473967 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.505684 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:20.507416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:20.510492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:20.552340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Pushing event updated for resources: {'Port': ['ID=39143e32-1e3b-4520-a5df-035d7a85c2c1,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:20.579327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:20.580029 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.600411 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e111494d-72c7-41d1-8ced-245f49944425 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6776044 Jul 07 18:54:20.612606 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Request body: {'port': {'device_id': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:20.695320 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.828769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ac1608cb-7570-4569-a5a9-25372f3ab545 None None] Provisioning for port 39143e32-1e3b-4520-a5df-035d7a85c2c1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:20.834003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ac1608cb-7570-4569-a5a9-25372f3ab545 None None] Provisioning complete for port 39143e32-1e3b-4520-a5df-035d7a85c2c1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:20.834374 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac1608cb-7570-4569-a5a9-25372f3ab545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:20.876250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ac1608cb-7570-4569-a5a9-25372f3ab545 None None] Port 39143e32-1e3b-4520-a5df-035d7a85c2c1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:54:20.980555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39143e32-1e3b-4520-a5df-035d7a85c2c1 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:54:20.988463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:21.000732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Transition to ACTIVE for port object 39143e32-1e3b-4520-a5df-035d7a85c2c1 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:21.007773 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:21.024691 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653823a6-9fab-4f23-bf57-713854e7ba7d req-82779dc1-77d7-456c-8a44-1241b41fcaa8 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:21.026547 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-653823a6-9fab-4f23-bf57-713854e7ba7d req-82779dc1-77d7-456c-8a44-1241b41fcaa8 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 931 time: 0.0723939 Jul 07 18:54:21.081004 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Pushing event updated for resources: {'Port': ['ID=39143e32-1e3b-4520-a5df-035d7a85c2c1,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:21.089621 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-653823a6-9fab-4f23-bf57-713854e7ba7d req-42345129-45ac-409b-bbf0-398bda286a5f tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564487 Jul 07 18:54:21.136210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Attempting to bind port 39143e32-1e3b-4520-a5df-035d7a85c2c1 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:21.136753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Attempting to bind port 39143e32-1e3b-4520-a5df-035d7a85c2c1 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:21.137151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Attempting to bind port 39143e32-1e3b-4520-a5df-035d7a85c2c1 on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:21.142144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Port 39143e32-1e3b-4520-a5df-035d7a85c2c1 on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:54:21.142468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Attempting to bind port 39143e32-1e3b-4520-a5df-035d7a85c2c1 on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:21.147449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:21.147787 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Checking segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:21.148173 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Bound using segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:21.148603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Bound port: 39143e32-1e3b-4520-a5df-035d7a85c2c1, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:21.149013 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:21.222331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] For port 39143e32-1e3b-4520-a5df-035d7a85c2c1, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:21.226310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] For port 39143e32-1e3b-4520-a5df-035d7a85c2c1, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=39143e32-1e3b-4520-a5df-035d7a85c2c1,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:21.232167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:21.268221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:21.268848 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:21.270256 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] 10.222.0.90 "PUT /v2.0/ports/39143e32-1e3b-4520-a5df-035d7a85c2c1 HTTP/1.1" status: 200 len: 1091 time: 0.6622567 Jul 07 18:54:21.270713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'tag': '39143e32-1e3b-4520-a5df-035d7a85c2c1'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:54:21.272978 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1589a59-9153-4d83-9135-4244c66c7b17" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec39d7d-8577-4fba-afa0-47043f32de1c", "tag": "39143e32-1e3b-4520-a5df-035d7a85c2c1"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:54:21.299095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a3f98-d96b-4e82-9218-c23dff7f4e14 service neutron] Pushing event updated for resources: {'Port': ['ID=39143e32-1e3b-4520-a5df-035d7a85c2c1,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:21.345696 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb571e05-a86a-46ba-81d3-39dcbba121b9 x-openstack-request-id: req-eb571e05-a86a-46ba-81d3-39dcbba121b9 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:54:21.346069 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec39d7d-8577-4fba-afa0-47043f32de1c", "tag": "39143e32-1e3b-4520-a5df-035d7a85c2c1", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:54:21.346393 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eb571e05-a86a-46ba-81d3-39dcbba121b9 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:54:21.346859 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'tag': '39143e32-1e3b-4520-a5df-035d7a85c2c1', 'status': 'completed', 'code': 200} Jul 07 18:54:21.376473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-fa50efd1-0e3f-496e-b08e-9be0ac63baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:21.378719 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-fa50efd1-0e3f-496e-b08e-9be0ac63baa7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 1094 time: 0.0650604 Jul 07 18:54:21.387889 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:21.424047 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-af8dc468-77f2-4d93-81c4-03f2da4a233e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39143e32-1e3b-4520-a5df-035d7a85c2c1 HTTP/1.1" status: 200 len: 217 time: 0.0384369 Jul 07 18:54:21.475429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-1fae622d-2036-4724-bde3-9421159dc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:21.476965 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-1fae622d-2036-4724-bde3-9421159dc23e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3b39ac9-c545-4f2d-a40e-4196d00d7d45 HTTP/1.1" status: 200 len: 856 time: 0.0466437 Jul 07 18:54:21.543121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-525089d4-bf21-4d5f-8bf6-60028195497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:21.544658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-525089d4-bf21-4d5f-8bf6-60028195497d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615690 Jul 07 18:54:21.636768 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-e114c46a-e6c9-4b30-a387-953c3359c067 service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842919 Jul 07 18:54:21.740864 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f5e56a21-b55e-4999-95ca-a4bb30af4b41 req-4f2f7fa5-01f8-4bfa-b6ff-64bebdecd55e service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978408 Jul 07 18:54:21.856282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-3ca3a88b-7cc6-40b0-8ec9-06e48a1ab7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:21.857826 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-3ca3a88b-7cc6-40b0-8ec9-06e48a1ab7d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 1094 time: 0.0581651 Jul 07 18:54:22.044781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87a979fa-b6f8-4097-a0e5-96d3d8b55380 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:22.101075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:22.101580 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:22.277174 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c052213-393e-49a5-855f-880bfbd51a8a req-6039f809-ce38-4058-a7c3-f15ecb730692 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:22.277699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-840a7532-4f4b-48f5-8116-049591660661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:22.278835 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-840a7532-4f4b-48f5-8116-049591660661 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 200 len: 918 time: 0.4123733 Jul 07 18:54:22.279067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c052213-393e-49a5-855f-880bfbd51a8a req-6039f809-ce38-4058-a7c3-f15ecb730692 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 943 time: 0.0765066 Jul 07 18:54:22.323747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5c052213-393e-49a5-855f-880bfbd51a8a req-60637414-729b-4774-9ded-d0ffd8af4d65 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Jul 07 18:54:22.332459 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-61cb1334-299a-423f-92eb-e3744a5bcd8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39143e32-1e3b-4520-a5df-035d7a85c2c1 HTTP/1.1" status: 200 len: 217 time: 0.0395226 Jul 07 18:54:22.385650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-529bdf7c-5973-48a3-8e93-fc588c87ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:22.387100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-529bdf7c-5973-48a3-8e93-fc588c87ef3c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3b39ac9-c545-4f2d-a40e-4196d00d7d45 HTTP/1.1" status: 200 len: 856 time: 0.0488503 Jul 07 18:54:22.448472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-b40e3ca2-495f-4668-ad5d-d0ed8e754fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:22.450014 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-b40e3ca2-495f-4668-ad5d-d0ed8e754fca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551500 Jul 07 18:54:22.541959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-787815a1-3de7-4d37-a33e-dfac11e969ad service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835197 Jul 07 18:54:22.639429 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e1589a59-9153-4d83-9135-4244c66c7b17 req-3eecb3a1-fdf5-402b-80ca-12b0efa291c4 service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905447 Jul 07 18:54:23.509869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d689f1c-27e5-4a48-9596-357af021ff9a req-c94f3ce6-80e8-4c89-92ad-c9747aa6a1a2 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:23.511505 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d689f1c-27e5-4a48-9596-357af021ff9a req-c94f3ce6-80e8-4c89-92ad-c9747aa6a1a2 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 943 time: 0.0734286 Jul 07 18:54:23.557948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d689f1c-27e5-4a48-9596-357af021ff9a req-6b72467a-7a86-4cad-a857-66fe8dd31cba tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jul 07 18:54:24.756674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefd16b-ffa0-4aec-995e-1f2a9e35b7e6 req-27b353e5-4765-47a0-9153-ab9395e04682 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:24.758309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fefd16b-ffa0-4aec-995e-1f2a9e35b7e6 req-27b353e5-4765-47a0-9153-ab9395e04682 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 943 time: 0.0756800 Jul 07 18:54:24.798063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9fefd16b-ffa0-4aec-995e-1f2a9e35b7e6 req-6263ed8b-eaac-4b95-92c3-6eff47c4bf18 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Jul 07 18:54:25.757447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 39143e32-1e3b-4520-a5df-035d7a85c2c1 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:54:25.858451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 39143e32-1e3b-4520-a5df-035d7a85c2c1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=39143e32-1e3b-4520-a5df-035d7a85c2c1,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:25.869771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '39143e32-1e3b-4520-a5df-035d7a85c2c1', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'port_id': '39143e32-1e3b-4520-a5df-035d7a85c2c1', 'mac_address': 'fa:16:3e:60:18:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:54:25.907195 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:25.920444 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39143e32-1e3b-4520-a5df-035d7a85c2c1 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:54:25.940922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 39143e32-1e3b-4520-a5df-035d7a85c2c1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=39143e32-1e3b-4520-a5df-035d7a85c2c1,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:25.946820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:25.986297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f69f4c-b204-4c09-83ee-b12a35977336 req-8f77d05e-48c4-4098-9cb1-4e2d88a5012d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:25.995623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89f69f4c-b204-4c09-83ee-b12a35977336 req-8f77d05e-48c4-4098-9cb1-4e2d88a5012d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 943 time: 0.0811758 Jul 07 18:54:26.003162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=39143e32-1e3b-4520-a5df-035d7a85c2c1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:26.031586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89f69f4c-b204-4c09-83ee-b12a35977336 req-ee34d224-3dfe-4247-8191-a3a8806ec203 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Jul 07 18:54:26.263937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['39143e32-1e3b-4520-a5df-035d7a85c2c1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:54:27.240182 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d794-6933-4d0b-9be4-e84ea65dc4d9 req-3a12db8d-e979-452c-be3e-e62c3a9444d4 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:27.241721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ad7d794-6933-4d0b-9be4-e84ea65dc4d9 req-3a12db8d-e979-452c-be3e-e62c3a9444d4 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 944 time: 0.0785685 Jul 07 18:54:27.289753 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0ad7d794-6933-4d0b-9be4-e84ea65dc4d9 req-a6e98db1-849e-463d-b42a-64875495bd69 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Jul 07 18:54:27.787393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 39143e32-1e3b-4520-a5df-035d7a85c2c1 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:54:27.843606 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 39143e32-1e3b-4520-a5df-035d7a85c2c1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:27.847873 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 39143e32-1e3b-4520-a5df-035d7a85c2c1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:27.848254 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:27.927991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:27.950671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39143e32-1e3b-4520-a5df-035d7a85c2c1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:54:27.953346 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d74d17c-eb02-4994-91fa-c03cbb3fb443" -d '{"events": [{"server_uuid": "5ec39d7d-8577-4fba-afa0-47043f32de1c", "name": "network-vif-plugged", "status": "completed", "tag": "39143e32-1e3b-4520-a5df-035d7a85c2c1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:54:27.966535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 39143e32-1e3b-4520-a5df-035d7a85c2c1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=39143e32-1e3b-4520-a5df-035d7a85c2c1,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:27.971883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:27.997572 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987d474-33e3-469f-b224-8e7a364aaeb0 x-openstack-request-id: req-1987d474-33e3-469f-b224-8e7a364aaeb0 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:54:27.997841 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec39d7d-8577-4fba-afa0-47043f32de1c", "name": "network-vif-plugged", "status": "completed", "tag": "39143e32-1e3b-4520-a5df-035d7a85c2c1", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:54:27.998119 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1987d474-33e3-469f-b224-8e7a364aaeb0 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:54:27.998486 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39143e32-1e3b-4520-a5df-035d7a85c2c1', 'code': 200} Jul 07 18:54:28.026564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=39143e32-1e3b-4520-a5df-035d7a85c2c1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:28.104662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0de78-b820-4f66-8b84-660e42ead0e9 req-67f338e3-f94d-48c1-b9e7-c5d7a012eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:28.106115 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9e0de78-b820-4f66-8b84-660e42ead0e9 req-67f338e3-f94d-48c1-b9e7-c5d7a012eadd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 1096 time: 0.0523014 Jul 07 18:54:28.142335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d9e0de78-b820-4f66-8b84-660e42ead0e9 req-a1c1882d-b7e8-48d7-a002-2fa8d55bcb3f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295222 Jul 07 18:54:28.483519 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b668d-8e5b-4754-92de-d6a8f4001d31 req-44296dc3-e7f5-4ca1-9848-7bdadbfd421a tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:28.485412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-694b668d-8e5b-4754-92de-d6a8f4001d31 req-44296dc3-e7f5-4ca1-9848-7bdadbfd421a tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 945 time: 0.0742130 Jul 07 18:54:28.527474 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-694b668d-8e5b-4754-92de-d6a8f4001d31 req-234ac40c-c3f6-418b-b185-eb8c1a0ff20d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Jul 07 18:54:29.715375 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c646d0-b1f9-453a-bbd7-d119862490e3 req-4ad2455e-3357-4f63-9587-1dbd2d2f4b82 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:29.716954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95c646d0-b1f9-453a-bbd7-d119862490e3 req-4ad2455e-3357-4f63-9587-1dbd2d2f4b82 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 945 time: 0.0753975 Jul 07 18:54:29.761152 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95c646d0-b1f9-453a-bbd7-d119862490e3 req-14218201-468a-4004-8ece-5323b98fac81 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383790 Jul 07 18:54:29.939186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9957e8-7911-4629-a690-15011d264404 req-f60c80d6-a956-40b3-afdc-cd1708528e9d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:29.940733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb9957e8-7911-4629-a690-15011d264404 req-f60c80d6-a956-40b3-afdc-cd1708528e9d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 945 time: 0.0669422 Jul 07 18:54:29.983467 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb9957e8-7911-4629-a690-15011d264404 req-e6894d80-8a44-4a7b-bce0-352686bbd5ae tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349307 Jul 07 18:54:34.449464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:36.500266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:43.243290 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:54:45.933605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f006e64d-2123-4f01-a40f-bd25b8e0716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:48.463173 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29079b54-53d1-402a-9d6e-986033fa5d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:48.590467 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:49.899940 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:50.512918 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b80cd7-3f73-4f46-b1e5-50be26edf569 req-353b0ee8-886d-4408-8915-24f2db03fe3d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:50.514483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36b80cd7-3f73-4f46-b1e5-50be26edf569 req-353b0ee8-886d-4408-8915-24f2db03fe3d tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 945 time: 0.0695772 Jul 07 18:54:50.555271 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-36b80cd7-3f73-4f46-b1e5-50be26edf569 req-0a0c8d5b-d947-4659-a020-b15df3d687df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Jul 07 18:54:51.391067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:51.754666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6a2d4-8f7a-458b-9c8b-09212ebcaf4b req-23272bf1-d754-4dbb-860b-2a47ba22c857 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:51.756182 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5b6a2d4-8f7a-458b-9c8b-09212ebcaf4b req-23272bf1-d754-4dbb-860b-2a47ba22c857 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 945 time: 0.0784366 Jul 07 18:54:51.795805 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5b6a2d4-8f7a-458b-9c8b-09212ebcaf4b req-9d479a24-ff09-479b-a719-9b3b140dd1e2 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334108 Jul 07 18:54:52.210679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-3265003b-3466-4897-96ac-689bc3ae6e2b tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:52.212143 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-3265003b-3466-4897-96ac-689bc3ae6e2b tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 945 time: 0.0721555 Jul 07 18:54:52.326836 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Deleting port 39143e32-1e3b-4520-a5df-035d7a85c2c1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:54:52.327177 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.422265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] For port 39143e32-1e3b-4520-a5df-035d7a85c2c1, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=39143e32-1e3b-4520-a5df-035d7a85c2c1,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:54:52.422591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.435930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Calling delete_port for 39143e32-1e3b-4520-a5df-035d7a85c2c1 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:54:52.579031 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.597302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['39143e32-1e3b-4520-a5df-035d7a85c2c1'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:54:52.622984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Pushing event deleted for resources: {'Port': ['ID=39143e32-1e3b-4520-a5df-035d7a85c2c1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:52.637785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.638141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.638485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.638830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.639169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.639494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.639818 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.640151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.640596 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.640807 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.641158 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.641479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:54:52.680387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] No DVR routers for this DVR port 39143e32-1e3b-4520-a5df-035d7a85c2c1 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:54:52.683194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:52.685293 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-76df70ca-da69-4cc6-86b6-41625f6b78f4 req-92d56f28-358d-4187-875d-3e002f3b496e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "DELETE /v2.0/ports/39143e32-1e3b-4520-a5df-035d7a85c2c1 HTTP/1.1" status: 204 len: 173 time: 0.4678757 Jul 07 18:54:52.685841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'name': 'network-vif-deleted', 'tag': '39143e32-1e3b-4520-a5df-035d7a85c2c1'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:54:52.688217 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b944f5a2-bbbf-42b4-8a7c-b1dbb4ec92df" -d '{"events": [{"server_uuid": "5ec39d7d-8577-4fba-afa0-47043f32de1c", "name": "network-vif-deleted", "tag": "39143e32-1e3b-4520-a5df-035d7a85c2c1"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:54:52.733598 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4612e4-1640-4073-9c25-6cf2d325ff70 x-openstack-request-id: req-3f4612e4-1640-4073-9c25-6cf2d325ff70 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:54:52.734350 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec39d7d-8577-4fba-afa0-47043f32de1c", "name": "network-vif-deleted", "tag": "39143e32-1e3b-4520-a5df-035d7a85c2c1", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:54:52.734708 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f4612e4-1640-4073-9c25-6cf2d325ff70 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:54:52.735128 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec39d7d-8577-4fba-afa0-47043f32de1c', 'name': 'network-vif-deleted', 'tag': '39143e32-1e3b-4520-a5df-035d7a85c2c1', 'status': 'completed', 'code': 200} Jul 07 18:54:52.955699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6bef1b2b-eb3c-4664-94ed-8794970106b8 req-45a86fbb-1e1d-4171-b312-7a8df95e0eb2 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=5ec39d7d-8577-4fba-afa0-47043f32de1c HTTP/1.1" status: 200 len: 210 time: 0.0307136 Jul 07 18:54:54.735703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-6740302a-7d1d-4418-b8d6-924c35de4566 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:54.737083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-6740302a-7d1d-4418-b8d6-924c35de4566 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/networks?id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 200 len: 817 time: 0.1130583 Jul 07 18:54:54.755641 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-92602b63-5f3c-4aa8-bb96-6cb3d0b28be2 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/quotas/cea94c2f90f74f3d8650f012f9075bb2 HTTP/1.1" status: 200 len: 375 time: 0.0105495 Jul 07 18:54:54.826302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-5122c6a3-3d26-4fda-8d09-743146c7b3c0 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654297 Jul 07 18:54:54.928654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-c73372fd-9243-4bd0-9673-74a13dce431e service neutron] 10.222.0.88 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Jul 07 18:54:55.024306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-5d72624c-a57e-45cb-907f-485f8915ef76 service neutron] 10.222.0.88 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878551 Jul 07 18:54:55.216912 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b3e92f5-1355-4a92-9077-580359319b38 req-f2c38085-06d5-4d32-b15a-de5824b8ac09 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0321703 Jul 07 18:54:55.930068 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 39143e32-1e3b-4520-a5df-035d7a85c2c1 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:54:55.959429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 39143e32-1e3b-4520-a5df-035d7a85c2c1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:54:55.959770 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 39143e32-1e3b-4520-a5df-035d7a85c2c1 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:54:56.352183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73448d39-8ab2-4fd6-a6e7-66f1e42819d2 req-b6559a6c-1492-42d6-9757-75b2c3aea87f tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0288460 Jul 07 18:54:56.480662 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-6af7b161-7963-4f95-a0be-4db0a4c426af tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:56.482114 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-6af7b161-7963-4f95-a0be-4db0a4c426af tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "GET /v2.0/networks?id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 200 len: 817 time: 0.1084242 Jul 07 18:54:56.494796 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Request body: {'port': {'device_id': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'admin_state_up': True, 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:56.621060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Made reservation on behalf of cea94c2f90f74f3d8650f012f9075bb2 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:54:56.624944 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:56.756909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Allocated IP 172.20.0.4 (1727ada6-6d28-47f5-a7c7-a8c28a9c3042/c3b39ac9-c545-4f2d-a40e-4196d00d7d45/2d4fee2d-beea-4360-8eb3-0a675e6bcbfd) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:54:56.921984 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:56.936774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Transition to ACTIVE for port object 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:56.973504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.016286 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:54:57.021479 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:54:57.025262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:54:57.031822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Pushing event updated for resources: {'Port': ['ID=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:57.078526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:57.079183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.096516 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f40eab37-85d3-4f0b-a5f2-0b8548a220df tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058302 Jul 07 18:54:57.108965 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Request body: {'port': {'device_id': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:54:57.189516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.312387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b6dd7af7-b877-468a-968f-573e1c2fd9e8 None None] Provisioning for port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:54:57.316226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b6dd7af7-b877-468a-968f-573e1c2fd9e8 None None] Provisioning complete for port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:54:57.316603 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6dd7af7-b877-468a-968f-573e1c2fd9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.351313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd7af7-b877-468a-968f-573e1c2fd9e8 None None] Port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:54:57.464211 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:54:57.472394 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.484937 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Transition to ACTIVE for port object 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:54:57.490799 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.537458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfdb8e-ce4c-4bcc-88c3-53b305483e1f req-66b08d7e-59a0-4d48-b33a-9a5d9341fe9c tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:57.539086 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40dfdb8e-ce4c-4bcc-88c3-53b305483e1f req-66b08d7e-59a0-4d48-b33a-9a5d9341fe9c tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 931 time: 0.0720127 Jul 07 18:54:57.563137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:57.583303 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40dfdb8e-ce4c-4bcc-88c3-53b305483e1f req-6be64ab8-d05c-4c1a-95dc-8ce48cbe4daf tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Jul 07 18:54:57.618584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Attempting to bind port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:54:57.618924 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Attempting to bind port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:54:57.619256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Attempting to bind port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:57.623816 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:54:57.624139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Attempting to bind port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd on network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:54:57.629148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:54:57.629491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Checking segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:54:57.629888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Bound using segment: {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:54:57.630390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Bound port: 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e002a465-0792-422b-b649-68d5451ab4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:54:57.630753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.713720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] For port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:54:57.718930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] For port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:54:57.724138 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.762891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:57.763463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:54:57.764944 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] 10.222.0.90 "PUT /v2.0/ports/2d4fee2d-beea-4360-8eb3-0a675e6bcbfd HTTP/1.1" status: 200 len: 1091 time: 0.6607184 Jul 07 18:54:57.765401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'tag': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:54:57.768113 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61371f2b-f224-40b4-9391-2a159b93540f" -d '{"events": [{"name": "network-changed", "server_uuid": "a381f3d5-de5b-499e-b355-48dc1c6b6b3c", "tag": "2d4fee2d-beea-4360-8eb3-0a675e6bcbfd"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:54:57.793351 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c1120-3893-4ac5-ba5f-44d37d561a22 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:54:57.823600 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa7a4f-4ad1-40c1-8f3c-0ce5df52cafd x-openstack-request-id: req-73fa7a4f-4ad1-40c1-8f3c-0ce5df52cafd {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:54:57.823931 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a381f3d5-de5b-499e-b355-48dc1c6b6b3c", "tag": "2d4fee2d-beea-4360-8eb3-0a675e6bcbfd", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:54:57.824220 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73fa7a4f-4ad1-40c1-8f3c-0ce5df52cafd {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:54:57.824548 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'tag': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd', 'status': 'completed', 'code': 200} Jul 07 18:54:57.876114 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-453974c3-51b8-4a0d-925d-eee57a7b0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:57.877701 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-453974c3-51b8-4a0d-925d-eee57a7b0107 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 1094 time: 0.0633681 Jul 07 18:54:57.920018 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-f5473ee4-24d9-4968-a571-2c6e9708ee7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd HTTP/1.1" status: 200 len: 217 time: 0.0348561 Jul 07 18:54:57.968999 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-d799025b-b177-494f-b84f-1b7c904aad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:57.970471 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-d799025b-b177-494f-b84f-1b7c904aad42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3b39ac9-c545-4f2d-a40e-4196d00d7d45 HTTP/1.1" status: 200 len: 856 time: 0.0441747 Jul 07 18:54:58.033713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-c6b6341d-b9ce-4f5c-9603-e3bd8396133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:58.035227 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-c6b6341d-b9ce-4f5c-9603-e3bd8396133d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582213 Jul 07 18:54:58.139623 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-9814f382-87d7-47ae-9013-f839916c216b service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979054 Jul 07 18:54:58.234978 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e3c55909-ee6f-4d36-97de-e1ef45662afb req-e2860371-eab9-46f5-a08e-24ecf244ec94 service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880756 Jul 07 18:54:58.354282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61371f2b-f224-40b4-9391-2a159b93540f req-5bc035f8-790f-41fe-abdc-5be86af0fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:58.355804 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-61371f2b-f224-40b4-9391-2a159b93540f req-5bc035f8-790f-41fe-abdc-5be86af0fc14 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 1094 time: 0.0645950 Jul 07 18:54:58.447826 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61371f2b-f224-40b4-9391-2a159b93540f req-208ec367-c0b5-4217-8cfa-8b510870b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:58.449273 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-61371f2b-f224-40b4-9391-2a159b93540f req-208ec367-c0b5-4217-8cfa-8b510870b889 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 200 len: 918 time: 0.0862181 Jul 07 18:54:58.500519 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-61371f2b-f224-40b4-9391-2a159b93540f req-696ad117-2d8b-421b-bdc2-23a9e56a1b77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd HTTP/1.1" status: 200 len: 217 time: 0.0445588 Jul 07 18:54:58.550151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61371f2b-f224-40b4-9391-2a159b93540f req-2839fb60-3261-4786-9531-cc081afc04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:58.551649 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-61371f2b-f224-40b4-9391-2a159b93540f req-2839fb60-3261-4786-9531-cc081afc04db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3b39ac9-c545-4f2d-a40e-4196d00d7d45 HTTP/1.1" status: 200 len: 856 time: 0.0453928 Jul 07 18:54:58.609499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61371f2b-f224-40b4-9391-2a159b93540f req-7cfa42b7-619f-4398-9773-b1fa4c3c0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:58.610971 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-61371f2b-f224-40b4-9391-2a159b93540f req-7cfa42b7-619f-4398-9773-b1fa4c3c0512 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532155 Jul 07 18:54:58.703449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-61371f2b-f224-40b4-9391-2a159b93540f req-4f1c041c-54c2-4213-8554-c9ab38185339 service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 Jul 07 18:54:58.769796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c5e8-e808-4be7-a475-39d2704d8b0a req-e6a6eca5-7193-4848-b6a8-d216f1e85aad tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:54:58.771417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4244c5e8-e808-4be7-a475-39d2704d8b0a req-e6a6eca5-7193-4848-b6a8-d216f1e85aad tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 943 time: 0.0708816 Jul 07 18:54:58.793374 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-61371f2b-f224-40b4-9391-2a159b93540f req-77cad684-6acc-4bcd-aac3-03ff6409f9dc service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829122 Jul 07 18:54:58.812806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4244c5e8-e808-4be7-a475-39d2704d8b0a req-3abebebc-7587-48d9-be91-0a242022bfad tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Jul 07 18:55:00.008529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe733-2960-448f-8682-d9a2472accf7 req-c51ceaa5-aa02-4c51-a366-b4dd28d8dfda tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:00.010143 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-398fe733-2960-448f-8682-d9a2472accf7 req-c51ceaa5-aa02-4c51-a366-b4dd28d8dfda tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 943 time: 0.0773323 Jul 07 18:55:00.048009 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-398fe733-2960-448f-8682-d9a2472accf7 req-5a44982c-af3a-416c-b348-d700e8fb6af7 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321124 Jul 07 18:55:01.235748 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b8d06-feea-4431-839b-2434f797df5d req-373808aa-c1b8-4a56-9368-abf423dccf26 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:01.237286 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-483b8d06-feea-4431-839b-2434f797df5d req-373808aa-c1b8-4a56-9368-abf423dccf26 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 943 time: 0.0737486 Jul 07 18:55:01.277380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-483b8d06-feea-4431-839b-2434f797df5d req-befbe554-dc9f-4735-9070-a4b279d8aea3 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Jul 07 18:55:01.991322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:55:02.091099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:02.111943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd', 'network_id': '1727ada6-6d28-47f5-a7c7-a8c28a9c3042', 'port_id': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd', 'mac_address': 'fa:16:3e:e2:85:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b39ac9-c545-4f2d-a40e-4196d00d7d45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:55:02.154496 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:02.169019 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:55:02.189955 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:02.195156 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:02.249905 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:02.257515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.257863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.258201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.258538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.258869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.259198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.259570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.259884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.260203 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.260500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.260864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.261168 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:02.462411 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab50049-ad1c-4f16-9470-288405ea5b29 req-61dd968f-150a-4fba-ba5b-6a652c1d92a3 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:02.463901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dab50049-ad1c-4f16-9470-288405ea5b29 req-61dd968f-150a-4fba-ba5b-6a652c1d92a3 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0675433 Jul 07 18:55:02.490205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2d4fee2d-beea-4360-8eb3-0a675e6bcbfd'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:55:02.510596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dab50049-ad1c-4f16-9470-288405ea5b29 req-fc069e1c-5d65-4a74-902c-69935bca79b2 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Jul 07 18:55:03.695708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eb9dd-08dc-4585-8986-b44aa89e52e0 req-a546d997-64a6-4a1f-b918-52d6b3419e27 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:03.697240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e8eb9dd-08dc-4585-8986-b44aa89e52e0 req-a546d997-64a6-4a1f-b918-52d6b3419e27 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0718377 Jul 07 18:55:03.737237 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9e8eb9dd-08dc-4585-8986-b44aa89e52e0 req-6063a6a0-e360-44ef-8f9d-b2b5d3c32e87 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Jul 07 18:55:04.016507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:04.076677 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:04.081184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:04.081560 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.157381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.185967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:55:04.188625 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375114db-4dc6-432d-ad3f-8124d9c4998a" -d '{"events": [{"server_uuid": "a381f3d5-de5b-499e-b355-48dc1c6b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "2d4fee2d-beea-4360-8eb3-0a675e6bcbfd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:55:04.204788 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:04.212794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.236120 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8803092-d2f9-4ef5-8c4c-8bf15909124b x-openstack-request-id: req-b8803092-d2f9-4ef5-8c4c-8bf15909124b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:55:04.236356 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a381f3d5-de5b-499e-b355-48dc1c6b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "2d4fee2d-beea-4360-8eb3-0a675e6bcbfd", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:55:04.236642 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b8803092-d2f9-4ef5-8c4c-8bf15909124b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:55:04.237058 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd', 'code': 200} Jul 07 18:55:04.263398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:04.348343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf2f5-70ec-487e-ac4e-022c5d138eb2 req-ce23689a-c748-4d92-8470-0b2bfbd9c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:04.349913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0bfbf2f5-70ec-487e-ac4e-022c5d138eb2 req-ce23689a-c748-4d92-8470-0b2bfbd9c563 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 1096 time: 0.0574749 Jul 07 18:55:04.385541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0bfbf2f5-70ec-487e-ac4e-022c5d138eb2 req-5f1b9cca-f057-409b-953f-bc35f2c3024e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291545 Jul 07 18:55:04.447917 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:04.508852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-dbd490cb-4f13-4f1d-88f1-59bb821f17cc req-2b447ef1-a806-4da8-b405-3444b49d1b02 service neutron] (105589) timed out ('10.222.0.55', 53649) {{(pid=105589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:55:04.913983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f72f69-c254-48af-b54b-fac0cedc441b req-3b788725-ebec-4d23-9eca-f8c4d55f6492 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:04.915464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54f72f69-c254-48af-b54b-fac0cedc441b req-3b788725-ebec-4d23-9eca-f8c4d55f6492 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0615394 Jul 07 18:55:04.955287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-54f72f69-c254-48af-b54b-fac0cedc441b req-d37b129a-cf8c-4ce2-b9f4-b8612b3da95e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Jul 07 18:55:06.152455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206169f-10b2-4b57-b209-65f1efc2cc70 req-d9330d85-fb71-475a-a14e-860fc5941f87 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:06.154074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b206169f-10b2-4b57-b209-65f1efc2cc70 req-d9330d85-fb71-475a-a14e-860fc5941f87 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0803137 Jul 07 18:55:06.200799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b206169f-10b2-4b57-b209-65f1efc2cc70 req-926f1765-21a4-457c-81db-193a734f54c3 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Jul 07 18:55:06.395907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06748-89e2-4d97-bd69-0381dbd42c44 req-96fc3011-7d60-45c9-b21c-23576f8c2bd6 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:06.397975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ef06748-89e2-4d97-bd69-0381dbd42c44 req-96fc3011-7d60-45c9-b21c-23576f8c2bd6 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0792823 Jul 07 18:55:06.440602 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ef06748-89e2-4d97-bd69-0381dbd42c44 req-c39d65aa-72cd-4c33-a9a7-0d82668a7726 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Jul 07 18:55:06.508993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:14.807287 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-9bb53aff-a94b-4f6a-ac6f-63d4e099864c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560565 Jul 07 18:55:14.912664 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce146a-903c-4936-a165-3a14cb72058b req-55d155a2-0727-4f78-a405-a44fb4b34a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:14.914215 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-55d155a2-0727-4f78-a405-a44fb4b34a8f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 1096 time: 0.0565269 Jul 07 18:55:15.031246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce146a-903c-4936-a165-3a14cb72058b req-d7ca5fd5-dc58-4cfa-a6e5-0279a0223c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:15.032645 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-d7ca5fd5-dc58-4cfa-a6e5-0279a0223c64 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 200 len: 918 time: 0.0933728 Jul 07 18:55:15.077603 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-31223f25-e941-4afb-8174-a37deec851e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd HTTP/1.1" status: 200 len: 217 time: 0.0382550 Jul 07 18:55:15.125350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce146a-903c-4936-a165-3a14cb72058b req-72a1d2aa-9308-49e0-aedb-e0e1738eca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:15.126788 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-72a1d2aa-9308-49e0-aedb-e0e1738eca8b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3b39ac9-c545-4f2d-a40e-4196d00d7d45 HTTP/1.1" status: 200 len: 856 time: 0.0440419 Jul 07 18:55:15.187472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce146a-903c-4936-a165-3a14cb72058b req-062df3f8-6636-45f1-8ef5-d14210901ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:15.189033 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-062df3f8-6636-45f1-8ef5-d14210901ab6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1727ada6-6d28-47f5-a7c7-a8c28a9c3042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559406 Jul 07 18:55:15.284658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-c427ded6-f2d1-47b2-9ce5-e88dff7d691d service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889750 Jul 07 18:55:15.384400 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a1ce146a-903c-4936-a165-3a14cb72058b req-c005d1f0-879f-40b4-8d67-47b3762d2f04 service neutron] 10.222.0.90 "GET /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926921 Jul 07 18:55:15.939985 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-870a01ff-6b0c-474c-bee1-66acc18f26a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:18.475530 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d4c97132-8761-44b2-85b8-c7af91043086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:18.586677 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:19.901125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:20.243892 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:55:21.401759 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:27.672912 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09796740-e7ec-4146-9a17-389e70155a61 req-a8f73448-63f1-4e6d-b7e4-a660db361cd8 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:27.674345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09796740-e7ec-4146-9a17-389e70155a61 req-a8f73448-63f1-4e6d-b7e4-a660db361cd8 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0654805 Jul 07 18:55:27.716489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09796740-e7ec-4146-9a17-389e70155a61 req-f34932d8-f2ca-4413-b7a0-cc129be2c8c3 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Jul 07 18:55:28.908686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06fa0e-0f17-4672-8d9a-5ab41febe3cb req-3cacec74-27b1-4cd8-93ff-c5b2edea735a tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:28.910210 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad06fa0e-0f17-4672-8d9a-5ab41febe3cb req-3cacec74-27b1-4cd8-93ff-c5b2edea735a tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0716708 Jul 07 18:55:28.951459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ad06fa0e-0f17-4672-8d9a-5ab41febe3cb req-ae479e3a-f29d-44e5-aaf0-419e8a0208ca tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba198c10-af02-47c7-9293-49c3facbd00f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Jul 07 18:55:29.293611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-a73cf489-09a6-4250-83e3-72247b8b899e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:29.295081 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-a73cf489-09a6-4250-83e3-72247b8b899e tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0781252 Jul 07 18:55:29.406042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Deleting port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:29.406391 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:29.498704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] For port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:29.498983 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:29.515091 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Calling delete_port for 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:29.662949 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:29.676720 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['2d4fee2d-beea-4360-8eb3-0a675e6bcbfd'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:55:29.699605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Pushing event deleted for resources: {'Port': ['ID=2d4fee2d-beea-4360-8eb3-0a675e6bcbfd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:29.753320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] No DVR routers for this DVR port 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:55:29.756043 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:29.758312 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9298f5f5-2876-451b-8868-9808d3cb7734 req-baaff8db-7ed0-441b-8eb5-68f48afe86a9 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.90 "DELETE /v2.0/ports/2d4fee2d-beea-4360-8eb3-0a675e6bcbfd HTTP/1.1" status: 204 len: 173 time: 0.4567678 Jul 07 18:55:29.758817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'name': 'network-vif-deleted', 'tag': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:55:29.761499 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c735d57a-b352-4403-9279-d1786274aab3" -d '{"events": [{"server_uuid": "a381f3d5-de5b-499e-b355-48dc1c6b6b3c", "name": "network-vif-deleted", "tag": "2d4fee2d-beea-4360-8eb3-0a675e6bcbfd"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:55:29.802405 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f4d8f4-3851-400f-8017-092888e0e0ff x-openstack-request-id: req-b0f4d8f4-3851-400f-8017-092888e0e0ff {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:55:29.802700 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a381f3d5-de5b-499e-b355-48dc1c6b6b3c", "name": "network-vif-deleted", "tag": "2d4fee2d-beea-4360-8eb3-0a675e6bcbfd", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:55:29.802952 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0f4d8f4-3851-400f-8017-092888e0e0ff {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:55:29.803368 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a381f3d5-de5b-499e-b355-48dc1c6b6b3c', 'name': 'network-vif-deleted', 'tag': '2d4fee2d-beea-4360-8eb3-0a675e6bcbfd', 'status': 'completed', 'code': 200} Jul 07 18:55:30.108504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e15652f-63b6-4890-a551-004fd8c4a4b4 req-86f247c7-52ce-43cf-bf99-b6d614f9af88 tempest-TestEncryptedCinderVolumes-1299749151 tempest-TestEncryptedCinderVolumes-1299749151-project] 10.222.0.88 "GET /v2.0/ports?device_id=a381f3d5-de5b-499e-b355-48dc1c6b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0291512 Jul 07 18:55:31.252929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55844) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:31.702956 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:32.034378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Deleting port 898bb355-07b9-4633-8dfd-b6b5e5bb326c {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:32.035296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:32.120299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] For port 898bb355-07b9-4633-8dfd-b6b5e5bb326c, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=898bb355-07b9-4633-8dfd-b6b5e5bb326c,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:32.120757 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:32.138317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Calling delete_port for 898bb355-07b9-4633-8dfd-b6b5e5bb326c owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:32.644975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:32.674938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Pushing event deleted for resources: {'Port': ['ID=898bb355-07b9-4633-8dfd-b6b5e5bb326c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:32.714143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.714490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.714947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.715567 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.715888 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.716289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.716729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.717178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.717633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.718099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.718488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.718933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:32.903936 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:33.127977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Router 8f7b05ad-368f-443a-80b2-4696532def6e has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:55:33.239544 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:33.246173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-de26d64b-7651-45ff-a67b-ef79d07d181f admin admin] 10.222.0.88 "PUT /v2.0/routers/8f7b05ad-368f-443a-80b2-4696532def6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9907806 Jul 07 18:55:33.247538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55846) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:33.251061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] Sync routers for ids ['8f7b05ad-368f-443a-80b2-4696532def6e'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:33.262485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] Routers {'8f7b05ad-368f-443a-80b2-4696532def6e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:33.263244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8f7b05ad-368f-443a-80b2-4696532def6e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:33.367345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] Set router 8f7b05ad-368f-443a-80b2-4696532def6e gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:33.371947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:33.480337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:33.540962 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Deleting port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:33.541308 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:33.546292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:55:32Z', 'revision_number': 5, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port': {'id': '15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:33.576053 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] Checking router: 8f7b05ad-368f-443a-80b2-4696532def6e for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:33.584990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] Routers {'8f7b05ad-368f-443a-80b2-4696532def6e'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:33.585598 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['8f7b05ad-368f-443a-80b2-4696532def6e'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:33.634196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] For port 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:33.634588 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:33.649343 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Calling delete_port for 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:33.670825 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] Set router 8f7b05ad-368f-443a-80b2-4696532def6e gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:33.720687 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:55:33Z', 'revision_number': 6, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:33.749660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a7e45-8f19-4e0d-bbf6-a704d86e58ba None None] The sync data for ids ['8f7b05ad-368f-443a-80b2-4696532def6e'] in n-d-798930-2 is: [{'id': '8f7b05ad-368f-443a-80b2-4696532def6e', 'name': 'tempest-TestEncryptedCinderVolumes-1709553718-router', 'tenant_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:08Z', 'updated_at': '2021-07-07T18:55:33Z', 'revision_number': 6, 'project_id': 'cea94c2f90f74f3d8650f012f9075bb2', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:33.840620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:33.866212 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Pushing event deleted for resources: {'Port': ['ID=15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:33.928910 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.022037 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.024208 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.070444 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.071071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7b05ad-368f-443a-80b2-4696532def6e {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:55:34.075679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.077230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0da36b82-9fdd-4252-86cd-4ca6bf29288d admin admin] 10.222.0.88 "DELETE /v2.0/routers/8f7b05ad-368f-443a-80b2-4696532def6e HTTP/1.1" status: 204 len: 168 time: 0.8280039 Jul 07 18:55:34.079844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55848) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:34.137269 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] Deleting subnet c3b39ac9-c545-4f2d-a40e-4196d00d7d45 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:55:34.141210 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.163857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:55:34.184149 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.203017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:55:34.203368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 2d4fee2d-beea-4360-8eb3-0a675e6bcbfd not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:55:34.276682 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.329873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.354143 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b39ac9-c545-4f2d-a40e-4196d00d7d45,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:34.360014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.361747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c78d7af9-a7f3-482c-93bd-aab9a56b287a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c3b39ac9-c545-4f2d-a40e-4196d00d7d45 HTTP/1.1" status: 204 len: 168 time: 0.2808945 Jul 07 18:55:34.364765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55850) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:34.365705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265e834-3ba1-44f6-993e-40b2e617966f None None] Network 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:34.437720 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.493936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Deleting port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:34.494193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.565891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] For port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f,segment=NetworkSegment(e002a465-0792-422b-b649-68d5451ab4e9),segment_id=e002a465-0792-422b-b649-68d5451ab4e9)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:34.566294 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.583585 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Calling delete_port for 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:34.635612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 898bb355-07b9-4633-8dfd-b6b5e5bb326c no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:55:34.660707 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 898bb355-07b9-4633-8dfd-b6b5e5bb326c {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:55:34.661118 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 898bb355-07b9-4633-8dfd-b6b5e5bb326c not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:55:34.662627 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.676755 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.708018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:34.710458 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] No DVR routers for this DVR port 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:55:34.770215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c12916-0f77-4be7-b2f4-3f27c53d61d1 None None] DHCP port deletion for 1727ada6-6d28-47f5-a7c7-a8c28a9c3042 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:55:34.787949 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.799849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1727ada6-6d28-47f5-a7c7-a8c28a9c3042']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:34.823457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e002a465-0792-422b-b649-68d5451ab4e9') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:34.823745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e002a465-0792-422b-b649-68d5451ab4e9') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:34.834366 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.848763 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.864436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:55:34.865106 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:55:34.867824 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:55:34.927719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.933693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:34.936128 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1727ada6-6d28-47f5-a7c7-a8c28a9c3042 HTTP/1.1" status: 204 len: 168 time: 0.5697801 Jul 07 18:55:34.939800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55852) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:34.947073 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054ade3-996d-4bdc-98b0-651d30970de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1727ada6-6d28-47f5-a7c7-a8c28a9c3042,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:35.302732 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:35.570847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Deleting port 87a979fa-b6f8-4097-a0e5-96d3d8b55380 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:35.571096 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:35.653954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] For port 87a979fa-b6f8-4097-a0e5-96d3d8b55380, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87a979fa-b6f8-4097-a0e5-96d3d8b55380,segment=NetworkSegment(500d9432-ba3b-4337-b508-c0b7e4e94e84),segment_id=500d9432-ba3b-4337-b508-c0b7e4e94e84)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:35.654426 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:35.671280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Calling delete_port for 87a979fa-b6f8-4097-a0e5-96d3d8b55380 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:35.905761 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:35.928644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a979fa-b6f8-4097-a0e5-96d3d8b55380,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:36.166725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:55:36.187604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:55:36.188036 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 80a7f56d-ece7-4aa1-8385-5b7d9b0fb31f not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:55:36.188519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:55:36.208035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:55:36.208389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 15e2b4ad-4fe0-4cc3-b43a-f2f04e6167f0 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:55:36.436916 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:36.519418 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:36.676752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:55:36.788643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:36.794161 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-578342ad-2af5-4597-80ee-dec7fcaf2e92 admin admin] 10.222.0.88 "PUT /v2.0/routers/3bdd226a-26a6-42f3-82e2-4a47633c63f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8526299 Jul 07 18:55:36.796560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55854) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:36.799990 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] Sync routers for ids ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:36.809736 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] Routers {'3bdd226a-26a6-42f3-82e2-4a47633c63f7'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:36.810426 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:36.913588 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:36.920563 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] Set router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:37.030958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.098897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Deleting port 85def9ab-dd10-4fb8-91e8-232d7224a2f0 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:37.099278 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.186800 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] For port 85def9ab-dd10-4fb8-91e8-232d7224a2f0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=85def9ab-dd10-4fb8-91e8-232d7224a2f0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:37.187158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.202420 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Calling delete_port for 85def9ab-dd10-4fb8-91e8-232d7224a2f0 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:37.208167 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:55:35Z', 'revision_number': 5, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port': {'id': '85def9ab-dd10-4fb8-91e8-232d7224a2f0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:37.238016 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] Checking router: 3bdd226a-26a6-42f3-82e2-4a47633c63f7 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:37.253411 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] Routers {'3bdd226a-26a6-42f3-82e2-4a47633c63f7'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:37.254040 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:37.345588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] Set router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:37.393928 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.400491 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:55:37Z', 'revision_number': 6, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:37.425903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Pushing event deleted for resources: {'Port': ['ID=85def9ab-dd10-4fb8-91e8-232d7224a2f0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:37.433018 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ac18b-6e61-46f5-b49e-c0a4023fda2d None None] The sync data for ids ['3bdd226a-26a6-42f3-82e2-4a47633c63f7'] in n-d-798930-2 is: [{'id': '3bdd226a-26a6-42f3-82e2-4a47633c63f7', 'name': 'tempest-TestEncryptedCinderVolumes-320421619-router', 'tenant_id': '80c342259bf84d0caebfb1c2953a345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:54:13Z', 'updated_at': '2021-07-07T18:55:37Z', 'revision_number': 6, 'project_id': '80c342259bf84d0caebfb1c2953a345d', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:37.498228 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.621005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.623761 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.667846 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.668325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bdd226a-26a6-42f3-82e2-4a47633c63f7 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:55:37.672669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.673869 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-855e7ab8-047b-48c6-9853-d8bbacb24159 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3bdd226a-26a6-42f3-82e2-4a47633c63f7 HTTP/1.1" status: 204 len: 168 time: 0.8763807 Jul 07 18:55:37.676928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55856) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:37.721762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] Deleting subnet 7057f4b7-3fc4-4ae7-ac51-d281db45a113 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:55:37.724900 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.775686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.888186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.942620 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.968818 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7057f4b7-3fc4-4ae7-ac51-d281db45a113,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:37.973202 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:37.975097 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-90e1dd49-412f-478f-8914-fbe5433017b5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7057f4b7-3fc4-4ae7-ac51-d281db45a113 HTTP/1.1" status: 204 len: 168 time: 0.2971575 Jul 07 18:55:37.977810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55858) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:37.978334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5475e-86cd-4089-9bb7-cce94628b630 None None] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:38.050000 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.106645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Deleting port a69af266-eabc-4151-b463-b1b4f7daa978 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:38.106645 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.174969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] For port a69af266-eabc-4151-b463-b1b4f7daa978, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a69af266-eabc-4151-b463-b1b4f7daa978,segment=NetworkSegment(500d9432-ba3b-4337-b508-c0b7e4e94e84),segment_id=500d9432-ba3b-4337-b508-c0b7e4e94e84)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:38.175338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.196159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Calling delete_port for a69af266-eabc-4151-b463-b1b4f7daa978 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:38.223718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] DHCP port deletion for ecd5bbb8-8563-45b9-94cf-a682f3c1e512 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:55:38.273820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] Deleting port a69af266-eabc-4151-b463-b1b4f7daa978 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:55:38.274277 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.281653 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.293670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87a979fa-b6f8-4097-a0e5-96d3d8b55380 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:55:38.306202 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69af266-eabc-4151-b463-b1b4f7daa978,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:38.315464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] No DVR routers for this DVR port a69af266-eabc-4151-b463-b1b4f7daa978 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:55:38.344632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 87a979fa-b6f8-4097-a0e5-96d3d8b55380 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:55:38.345135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87a979fa-b6f8-4097-a0e5-96d3d8b55380 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:55:38.345569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a69af266-eabc-4151-b463-b1b4f7daa978 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:55:38.369563 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: a69af266-eabc-4151-b463-b1b4f7daa978 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:55:38.369911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device a69af266-eabc-4151-b463-b1b4f7daa978 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:55:38.370334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85def9ab-dd10-4fb8-91e8-232d7224a2f0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:55:38.391335 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.401238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 85def9ab-dd10-4fb8-91e8-232d7224a2f0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:55:38.401536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 85def9ab-dd10-4fb8-91e8-232d7224a2f0 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:55:38.401907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd5bbb8-8563-45b9-94cf-a682f3c1e512']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:38.408596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] For port a69af266-eabc-4151-b463-b1b4f7daa978, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=a69af266-eabc-4151-b463-b1b4f7daa978,segment=NetworkSegment(500d9432-ba3b-4337-b508-c0b7e4e94e84),segment_id=500d9432-ba3b-4337-b508-c0b7e4e94e84)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:38.409013 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.412857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500d9432-ba3b-4337-b508-c0b7e4e94e84') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:38.413436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500d9432-ba3b-4337-b508-c0b7e4e94e84') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:38.423252 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.423680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] Calling delete_port for a69af266-eabc-4151-b463-b1b4f7daa978 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:55:38.440559 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.449166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:55:38.449874 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:55:38.452360 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:55:38.517300 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.520292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.523745 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.528280 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ecd5bbb8-8563-45b9-94cf-a682f3c1e512 HTTP/1.1" status: 204 len: 168 time: 0.5467796 Jul 07 18:55:38.529210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] Network ecd5bbb8-8563-45b9-94cf-a682f3c1e512 is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:55:38.529833 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] No DVR routers for this DVR port a69af266-eabc-4151-b463-b1b4f7daa978 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:55:38.543607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ecdaa-4735-4fc4-89ef-024f53834bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd5bbb8-8563-45b9-94cf-a682f3c1e512,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:38.561704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e6768-0620-41e2-bc8a-d1944f149a88 None None] Pushing event deleted for resources: {'Port': ['ID=a69af266-eabc-4151-b463-b1b4f7daa978,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:38.704267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55862) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:38.749866 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-621babc1-d1f8-449f-bf4a-eed3040df036 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cea94c2f90f74f3d8650f012f9075bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443983 Jul 07 18:55:38.753531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55864) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:38.804183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72749e47-7d56-4b8c-99ae-e28872cc3e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.826387 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72749e47-7d56-4b8c-99ae-e28872cc3e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.873120 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72749e47-7d56-4b8c-99ae-e28872cc3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.875970 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72749e47-7d56-4b8c-99ae-e28872cc3e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:38.877193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-72749e47-7d56-4b8c-99ae-e28872cc3e96 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ba198c10-af02-47c7-9293-49c3facbd00f HTTP/1.1" status: 204 len: 168 time: 0.1225069 Jul 07 18:55:38.885077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72749e47-7d56-4b8c-99ae-e28872cc3e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba198c10-af02-47c7-9293-49c3facbd00f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:39.213358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55870) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:39.259727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f843b535-5e6b-440a-bbc4-5d0dbb2b1c86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=80c342259bf84d0caebfb1c2953a345d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446308 Jul 07 18:55:39.262276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55872) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:39.311125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-34b0d06e-d970-4050-a816-749af97dd8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:39.333815 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-34b0d06e-d970-4050-a816-749af97dd8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:39.384049 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-34b0d06e-d970-4050-a816-749af97dd8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:39.386732 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-34b0d06e-d970-4050-a816-749af97dd8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:39.387982 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-34b0d06e-d970-4050-a816-749af97dd8c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b50e574-d74b-4d6b-9cef-c210305b77bd HTTP/1.1" status: 204 len: 168 time: 0.1246963 Jul 07 18:55:39.396290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0d06e-d970-4050-a816-749af97dd8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50e574-d74b-4d6b-9cef-c210305b77bd,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:40.078076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55894) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:40.177753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-653130617-network', 'tenant_id': '25df70044a494299928a20ad4b8d2229'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:40.202241 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Made reservation on behalf of 25df70044a494299928a20ad4b8d2229 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:55:40.204554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.212951 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.308107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.313383 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.338837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:55:40.348797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db028f33-9521-44b5-ba57-c8b268c58cb8,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:40.354587 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.354968 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Added segment 97143727-c418-48a2-9f84-3b3204c67f54 of type vlan for network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f Jul 07 18:55:40.399472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.438075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.439261 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:40.439918 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.500025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4207816 Jul 07 18:55:40.502983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55898) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:40.503537 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab00ea-17eb-46fa-b050-9ff0d2d33233 admin admin] Pushing event updated for resources: {'Network': ['ID=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:40.508220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Request body: {'subnet': {'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-653130617-subnet', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:40.513448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:55:40.541849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Made reservation on behalf of 25df70044a494299928a20ad4b8d2229 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:55:40.544584 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.727144 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.782161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:40.791205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Checking segment: {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:40.791570 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Network hostable DHCP agents. Network: f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:55:40.810416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:55:40.820939 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:40.827157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:40.827282 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.830498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea3d4d-b75f-4c99-ac9f-51d73f4f6e2c None None] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:40.847276 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-86ef77c6-6da0-4854-af38-a8cd8c7daaf2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3428893 Jul 07 18:55:40.850946 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55900) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:40.855437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:40.884548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.885706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.948862 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:40.989054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:55:40.989927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.085595 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.126076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Allocated IP 172.20.0.2 (f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f/b8c1dcfa-da56-44fb-9beb-7515cb9e89ba/70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:41.276382 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.285381 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Transition to ACTIVE for port object 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:41.293183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.301408 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Transition to ACTIVE for port object 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:41.308332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.312324 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.346448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:41.352763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:41.357187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:41.360261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Pushing event updated for resources: {'Port': ['ID=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:41.417871 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Attempting to bind port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:41.418146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Attempting to bind port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:41.418494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Attempting to bind port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 on network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:41.423392 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:41.423758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Checking segment: {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:41.423882 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Allocated IP 172.25.1.18 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/6aa6f1d7-be3e-444b-857a-887c3497e6de) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:41.424162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.424639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Bound using segment: {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:41.425044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Bound port: 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:41.425546 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.489345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] For port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:41.492771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] For port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:41.497559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.527694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.554567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2be32b-0520-4cf4-82b3-e9683bf28685 None None] Pushing event updated for resources: {'Port': ['ID=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:41.570800 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:41.615755 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:41.620919 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:41.624457 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:41.646764 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Pushing event updated for resources: {'Port': ['ID=6aa6f1d7-be3e-444b-857a-887c3497e6de,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:41.896039 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:42.094883 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:42.112740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:42.167639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:42.236735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Router 07d8f83a-5bbd-483b-937e-370bdc2db081 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:55:42.487637 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a42bb5-f7dd-416d-b2fb-c2bd61b9e2d0 None None] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:42.558000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8b7d3f42-c205-4714-8e54-26d3ba7d35f8 None None] Provisioning for port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:42.565483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8b7d3f42-c205-4714-8e54-26d3ba7d35f8 None None] Provisioning complete for port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:42.565843 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3f42-c205-4714-8e54-26d3ba7d35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:42.675097 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:42.691193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Sync routers for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:42.693090 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:42.694449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ede2a517-0551-41b6-858c-81a1dea9da1e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8425257 Jul 07 18:55:42.697448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55902) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:42.714113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:42.714742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:42.752265 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3f42-c205-4714-8e54-26d3ba7d35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:42.845800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b7d3f42-c205-4714-8e54-26d3ba7d35f8 None None] For port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:42.852129 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3f42-c205-4714-8e54-26d3ba7d35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:42.886387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:43.022850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d3f42-c205-4714-8e54-26d3ba7d35f8 None None] Pushing event updated for resources: {'Port': ['ID=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:43.095626 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7e46d4b1-2036-4d93-a66a-3d4d67497d06 None None] Provisioning complete for port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:43.095914 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e46d4b1-2036-4d93-a66a-3d4d67497d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.137646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.138876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:41Z', 'revision_number': 3, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:43.168198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Checking router: 07d8f83a-5bbd-483b-937e-370bdc2db081 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:43.168531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Updating router 07d8f83a-5bbd-483b-937e-370bdc2db081 port 6aa6f1d7-be3e-444b-857a-887c3497e6de binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:55:43.230050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.311494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Allocated IP 172.20.0.1 (f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f/b8c1dcfa-da56-44fb-9beb-7515cb9e89ba/02a1f9ec-911e-4ab2-b1de-0c03bb49c13b) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:43.419286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.433371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Transition to ACTIVE for port object 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:43.467160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.491024 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.502015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Transition to ACTIVE for port object 6aa6f1d7-be3e-444b-857a-887c3497e6de will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:43.504954 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:43.509779 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.510175 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:43.513084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:43.542031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Pushing event updated for resources: {'Port': ['ID=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:43.561814 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.568652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Attempting to bind port 6aa6f1d7-be3e-444b-857a-887c3497e6de on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:43.569305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Attempting to bind port 6aa6f1d7-be3e-444b-857a-887c3497e6de by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:43.569428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Attempting to bind port 6aa6f1d7-be3e-444b-857a-887c3497e6de on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:43.571648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049491e-9b5b-4203-a4d8-ca76e11cadc7 None None] Pushing event updated for resources: {'Port': ['ID=6aa6f1d7-be3e-444b-857a-887c3497e6de,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:43.581655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:43.582126 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:43.582736 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.583226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:43.583667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Bound port: 6aa6f1d7-be3e-444b-857a-887c3497e6de, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:43.584087 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.641115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] For port 6aa6f1d7-be3e-444b-857a-887c3497e6de, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:43.644653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] For port 6aa6f1d7-be3e-444b-857a-887c3497e6de, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6aa6f1d7-be3e-444b-857a-887c3497e6de,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:43.652916 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.712522 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:43.713177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:43.715899 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.754895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049491e-9b5b-4203-a4d8-ca76e11cadc7 None None] Pushing event updated for resources: {'Port': ['ID=6aa6f1d7-be3e-444b-857a-887c3497e6de,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:43.814370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f63bd0ee-7a43-436c-8ad6-30e1bf430c36 None None] Provisioning for port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:43.823422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f63bd0ee-7a43-436c-8ad6-30e1bf430c36 None None] Provisioning complete for port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:43.823788 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f63bd0ee-7a43-436c-8ad6-30e1bf430c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.856369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:43.882255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.889516 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.898458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f63bd0ee-7a43-436c-8ad6-30e1bf430c36 None None] Port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:55:43.954114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:43.955914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Pushing event updated for resources: {'Port': ['ID=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:44.058575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:44.058575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:44.186578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Router 07d8f83a-5bbd-483b-937e-370bdc2db081 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:55:44.226686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:44.291487 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:44.291863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:44.296020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 1, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:44.303711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:44.314643 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bfc5d1ec-363e-4adb-8d0a-8833cd717b27 admin admin] 10.222.0.88 "PUT /v2.0/routers/07d8f83a-5bbd-483b-937e-370bdc2db081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116703 Jul 07 18:55:44.347311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a208ce2-a4c5-4533-bce0-4dd86e1ec958 None None] The sync data for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 is: [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 1, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:44.367820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-14b292d0-26f2-4142-b67c-32cd598e6687 None None] Provisioning complete for port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:44.368037 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14b292d0-26f2-4142-b67c-32cd598e6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:44.409461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-14b292d0-26f2-4142-b67c-32cd598e6687 None None] Port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:55:44.847316 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55918) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:44.853773 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1405733495-network', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:44.875843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Made reservation on behalf of f9ccb66ccc2b4133a6a15d5f8d23d971 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:55:44.878365 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:44.887712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.010415 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.021113 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.054526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:55:45.074524 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e249300-fc08-4bb2-ac81-daea14799f2c,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:45.082242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.082774 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Added segment cef2c4cc-49b7-4fac-84f3-a6052479a7a0 of type vlan for network c8d628d2-ccad-4fa0-a368-37c1302c205b Jul 07 18:55:45.128752 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.162641 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.163802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:45.164386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.224676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751967 Jul 07 18:55:45.227947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55920) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:45.235246 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Request body: {'subnet': {'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1405733495-subnet', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:45.244370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380717c5-2925-41aa-a36d-ad18460f4dff admin admin] Pushing event updated for resources: {'Network': ['ID=c8d628d2-ccad-4fa0-a368-37c1302c205b,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:45.254828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network c8d628d2-ccad-4fa0-a368-37c1302c205b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:55:45.264844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Made reservation on behalf of f9ccb66ccc2b4133a6a15d5f8d23d971 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:55:45.267337 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.450618 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.501008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d875c2a-bc36-4186-a599-1b96642e3d9c,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:45.517147 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Checking segment: {'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:45.517395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Network hostable DHCP agents. Network: c8d628d2-ccad-4fa0-a368-37c1302c205b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:55:45.536247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Network c8d628d2-ccad-4fa0-a368-37c1302c205b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:55:45.547281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, c8d628d2-ccad-4fa0-a368-37c1302c205b) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:45.551395 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:45.551995 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.557645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf39b5-672d-4eba-9df2-40a3d103f2b1 None None] Network c8d628d2-ccad-4fa0-a368-37c1302c205b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:45.567763 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-36fc3b5b-ba4c-4566-baa3-8c8305221e7c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3386369 Jul 07 18:55:45.570468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 55922) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:45.575873 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:55:45.602274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.603326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.666052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.712451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-c8d628d2-ccad-4fa0-a368-37c1302c205b', 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'fixed_ips': [{'subnet_id': '7d875c2a-bc36-4186-a599-1b96642e3d9c'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:55:45.713339 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.806717 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:45.845830 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Allocated IP 172.20.0.2 (c8d628d2-ccad-4fa0-a368-37c1302c205b/7d875c2a-bc36-4186-a599-1b96642e3d9c/19086818-8c7d-42f9-b197-2a3259cde74d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:45.949834 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b90488d-881f-4e03-91d2-9040960d2186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.010363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.014749 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.023333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Transition to ACTIVE for port object 19086818-8c7d-42f9-b197-2a3259cde74d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:46.034108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.039605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Transition to ACTIVE for port object 19086818-8c7d-42f9-b197-2a3259cde74d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:46.047773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.086333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Network c8d628d2-ccad-4fa0-a368-37c1302c205b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:46.089318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:46.095415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:46.104498 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Pushing event updated for resources: {'Port': ['ID=19086818-8c7d-42f9-b197-2a3259cde74d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:46.156198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Allocated IP 172.25.1.202 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/df55c241-db67-4df3-a9e5-46a0e95b271d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:46.173666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa6f1d7-be3e-444b-857a-887c3497e6de up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:46.177405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Attempting to bind port 19086818-8c7d-42f9-b197-2a3259cde74d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:46.177774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Attempting to bind port 19086818-8c7d-42f9-b197-2a3259cde74d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:46.178136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Attempting to bind port 19086818-8c7d-42f9-b197-2a3259cde74d on network c8d628d2-ccad-4fa0-a368-37c1302c205b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:46.200984 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:46.201365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Checking segment: {'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:46.202114 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.202510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Bound using segment: {'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:46.202982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Bound port: 19086818-8c7d-42f9-b197-2a3259cde74d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:46.203364 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.272597 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.281354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 6aa6f1d7-be3e-444b-857a-887c3497e6de completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:46.286799 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6aa6f1d7-be3e-444b-857a-887c3497e6de triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:46.287174 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.310419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] For port 19086818-8c7d-42f9-b197-2a3259cde74d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:46.319257 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.332556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] For port 19086818-8c7d-42f9-b197-2a3259cde74d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=19086818-8c7d-42f9-b197-2a3259cde74d,segment=NetworkSegment(cef2c4cc-49b7-4fac-84f3-a6052479a7a0),segment_id=cef2c4cc-49b7-4fac-84f3-a6052479a7a0)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:46.339810 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.358127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:46.364947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:46.369878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:46.396044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Pushing event updated for resources: {'Port': ['ID=df55c241-db67-4df3-a9e5-46a0e95b271d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:46.425904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9daeeac-1d4c-4578-ab7d-7f81220e079d None None] Pushing event updated for resources: {'Port': ['ID=19086818-8c7d-42f9-b197-2a3259cde74d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:46.437820 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.462069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 6aa6f1d7-be3e-444b-857a-887c3497e6de, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6aa6f1d7-be3e-444b-857a-887c3497e6de,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:46.468010 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.501276 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Sync routers for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:46.514551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:46.515260 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:46.527020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=6aa6f1d7-be3e-444b-857a-887c3497e6de,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:46.669403 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:46.886427 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 2, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:46.913942 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Checking router: 07d8f83a-5bbd-483b-937e-370bdc2db081 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:46.914654 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Updating router 07d8f83a-5bbd-483b-937e-370bdc2db081 port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:55:46.953116 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:46.971803 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.191626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.225199 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.236147 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Transition to ACTIVE for port object 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:47.244103 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.294290 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Pushing event updated for resources: {'Port': ['ID=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:47.306631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.306631 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.307016 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.307239 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.307558 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.307986 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.308198 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.308514 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.308855 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.309191 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.309509 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.309827 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:55:47.339605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:55:47.380490 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Attempting to bind port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:47.381140 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Attempting to bind port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:47.381644 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Attempting to bind port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b on network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:47.388162 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:47.388534 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Checking segment: {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:47.389014 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.389409 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Bound using segment: {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:47.389921 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Bound port: 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:47.390300 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.463500 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] For port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:47.466856 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] For port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:47.474858 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.487533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:47.494177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3231e8-bcea-4552-bf98-f248680232fd None None] Network c8d628d2-ccad-4fa0-a368-37c1302c205b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:55:47.513748 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Sync routers for ids ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:47.518198 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:47.522746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 55924) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:55:47.523318 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8e57b5bf-c522-48ee-8773-8031ddc44177 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9507563 Jul 07 18:55:47.538763 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de305bb-bb3e-4303-acc6-abeb5098c9ec None None] Pushing event updated for resources: {'Port': ['ID=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:47.551715 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:47.552473 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:47.570234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Routers {'07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:47.571332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:47.629030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6510695b-2738-4235-92b9-ee5c6fe76460 None None] Provisioning for port 19086818-8c7d-42f9-b197-2a3259cde74d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:47.668439 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:47.755430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Set router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:47.887023 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-e991b6ea-d154-426d-839c-53411889f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:47Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:48.009761 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.021377 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991b6ea-d154-426d-839c-53411889f41c None None] The sync data for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 is: [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:47Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:48.055077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 3, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port': {'id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:46Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:48.097650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Checking router: 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:48.097996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Updating router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 port df55c241-db67-4df3-a9e5-46a0e95b271d binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:55:48.169415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.226917 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Allocated IP 172.20.0.1 (c8d628d2-ccad-4fa0-a368-37c1302c205b/7d875c2a-bc36-4186-a599-1b96642e3d9c/21b7e60a-94da-40f4-98de-289e7507d0a9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:55:48.304911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa6f1d7-be3e-444b-857a-887c3497e6de up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:48.363665 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.378394 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Transition to ACTIVE for port object 21b7e60a-94da-40f4-98de-289e7507d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:48.419254 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.439007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 6aa6f1d7-be3e-444b-857a-887c3497e6de triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:48.439378 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.458986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Network c8d628d2-ccad-4fa0-a368-37c1302c205b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:48.465811 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:48.470321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:55:48.473489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Pushing event updated for resources: {'Port': ['ID=21b7e60a-94da-40f4-98de-289e7507d0a9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:48.511866 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.513321 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2191d934-1a53-4091-a784-81e3582f01d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.643519 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.645863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.657253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 19086818-8c7d-42f9-b197-2a3259cde74d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:48.674881 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.685101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Transition to ACTIVE for port object df55c241-db67-4df3-a9e5-46a0e95b271d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:48.698640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.780401 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Attempting to bind port df55c241-db67-4df3-a9e5-46a0e95b271d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:48.780777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Attempting to bind port df55c241-db67-4df3-a9e5-46a0e95b271d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:48.781186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Attempting to bind port df55c241-db67-4df3-a9e5-46a0e95b271d on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:48.784600 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cb25f479-623e-4dd0-9b15-e967409d5a69 None None] Provisioning for port 21b7e60a-94da-40f4-98de-289e7507d0a9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:48.791570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7d27-a19b-4627-acdc-ab6ee71f6b7e None None] Pushing event updated for resources: {'Port': ['ID=df55c241-db67-4df3-a9e5-46a0e95b271d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:48.796913 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:48.797297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:48.797703 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.798094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:48.798599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Bound port: df55c241-db67-4df3-a9e5-46a0e95b271d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:48.798966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.800633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cb25f479-623e-4dd0-9b15-e967409d5a69 None None] Provisioning complete for port 21b7e60a-94da-40f4-98de-289e7507d0a9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:48.801055 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb25f479-623e-4dd0-9b15-e967409d5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.845764 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 19086818-8c7d-42f9-b197-2a3259cde74d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:48.855079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 19086818-8c7d-42f9-b197-2a3259cde74d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:48.855497 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.870169 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.877643 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.891842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cb25f479-623e-4dd0-9b15-e967409d5a69 None None] Port 21b7e60a-94da-40f4-98de-289e7507d0a9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:55:48.923935 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] For port df55c241-db67-4df3-a9e5-46a0e95b271d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:48.928689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] For port df55c241-db67-4df3-a9e5-46a0e95b271d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=df55c241-db67-4df3-a9e5-46a0e95b271d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:48.935794 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:48.952070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Pushing event updated for resources: {'Port': ['ID=21b7e60a-94da-40f4-98de-289e7507d0a9,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:48.954720 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:49.029454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7d27-a19b-4627-acdc-ab6ee71f6b7e None None] Pushing event updated for resources: {'Port': ['ID=df55c241-db67-4df3-a9e5-46a0e95b271d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:49.032700 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:49.035466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Routers {'07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:49.036083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:49.047446 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Network c8d628d2-ccad-4fa0-a368-37c1302c205b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:55:49.049145 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:55:49.119186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 19086818-8c7d-42f9-b197-2a3259cde74d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=19086818-8c7d-42f9-b197-2a3259cde74d,segment=NetworkSegment(cef2c4cc-49b7-4fac-84f3-a6052479a7a0),segment_id=cef2c4cc-49b7-4fac-84f3-a6052479a7a0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:49.182054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:55:49.318939 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:49.319660 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:49.413924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] Set router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:49.415796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bc10160b-6d25-446c-90eb-0459cb13bb2b None None] Provisioning complete for port 21b7e60a-94da-40f4-98de-289e7507d0a9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:49.416169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc10160b-6d25-446c-90eb-0459cb13bb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:49.477903 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=19086818-8c7d-42f9-b197-2a3259cde74d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:49.540114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bc10160b-6d25-446c-90eb-0459cb13bb2b None None] Port 21b7e60a-94da-40f4-98de-289e7507d0a9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:55:49.552706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:49.581357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:49.581730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:49.613079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:55:49.618220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-80588457-50b1-412e-bda6-8e29247c8fac admin admin] 10.222.0.88 "PUT /v2.0/routers/07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941911 Jul 07 18:55:49.727479 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:49.767925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:49.773997 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 4, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port': {'id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:46Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '21b7e60a-94da-40f4-98de-289e7507d0a9', 'name': '', 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'mac_address': 'fa:16:3e:9a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:48Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 2, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'subnets': [{'id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:49.777353 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:49.824291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3a69c-0153-478e-b5c9-c85f3ec840c6 None None] The sync data for ids ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'] in n-d-798930-2 is: [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 4, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port': {'id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:46Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '21b7e60a-94da-40f4-98de-289e7507d0a9', 'name': '', 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'mac_address': 'fa:16:3e:9a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:48Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 2, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'subnets': [{'id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:49.859226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:49.904876 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:50.128684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 19086818-8c7d-42f9-b197-2a3259cde74d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:50.184319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 19086818-8c7d-42f9-b197-2a3259cde74d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:50.184721 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:50.271804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:50.328589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:50.329108 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:51.410025 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:52.187611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device df55c241-db67-4df3-a9e5-46a0e95b271d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:52.256472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port df55c241-db67-4df3-a9e5-46a0e95b271d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:52.261980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port df55c241-db67-4df3-a9e5-46a0e95b271d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:52.262428 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:52.360317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:52.384225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port df55c241-db67-4df3-a9e5-46a0e95b271d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=df55c241-db67-4df3-a9e5-46a0e95b271d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:52.393672 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:52.442563 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Sync routers for ids ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:55:52.456973 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=df55c241-db67-4df3-a9e5-46a0e95b271d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:52.458924 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Routers {'07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:52.459595 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:52.576158 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Set router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:52.804956 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 4, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port': {'id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:46Z', 'updated_at': '2021-07-07T18:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '21b7e60a-94da-40f4-98de-289e7507d0a9', 'name': '', 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'mac_address': 'fa:16:3e:9a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:48Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 2, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'subnets': [{'id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:52.840134 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Checking router: 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:55:52.840409 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Updating router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 port 21b7e60a-94da-40f4-98de-289e7507d0a9 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:55:52.882558 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:53.193245 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:53.204942 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Transition to ACTIVE for port object 21b7e60a-94da-40f4-98de-289e7507d0a9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:55:53.210870 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:53.256000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a850-de47-42e0-bcc4-696185fc9507 None None] Pushing event updated for resources: {'Port': ['ID=21b7e60a-94da-40f4-98de-289e7507d0a9,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:53.329938 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Attempting to bind port 21b7e60a-94da-40f4-98de-289e7507d0a9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:55:53.330333 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Attempting to bind port 21b7e60a-94da-40f4-98de-289e7507d0a9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:55:53.330683 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Attempting to bind port 21b7e60a-94da-40f4-98de-289e7507d0a9 on network c8d628d2-ccad-4fa0-a368-37c1302c205b {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:55:53.337898 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:55:53.338253 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Checking segment: {'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:55:53.338648 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:53.339026 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Bound using segment: {'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:55:53.339491 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Bound port: 21b7e60a-94da-40f4-98de-289e7507d0a9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:55:53.339861 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:53.417904 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] For port 21b7e60a-94da-40f4-98de-289e7507d0a9, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:55:53.421479 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] For port 21b7e60a-94da-40f4-98de-289e7507d0a9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=21b7e60a-94da-40f4-98de-289e7507d0a9,segment=NetworkSegment(cef2c4cc-49b7-4fac-84f3-a6052479a7a0),segment_id=cef2c4cc-49b7-4fac-84f3-a6052479a7a0)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:55:53.431514 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:53.515095 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a850-de47-42e0-bcc4-696185fc9507 None None] Pushing event updated for resources: {'Port': ['ID=21b7e60a-94da-40f4-98de-289e7507d0a9,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:53.531068 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Routers {'07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:55:53.531690 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:55:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:53.681937 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] Set router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:55:53.934995 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 4, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port': {'id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:46Z', 'updated_at': '2021-07-07T18:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '21b7e60a-94da-40f4-98de-289e7507d0a9', 'name': '', 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'mac_address': 'fa:16:3e:9a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:48Z', 'updated_at': '2021-07-07T18:55:53Z', 'revision_number': 4, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'subnets': [{'id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:55:53.963314 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad7fd0-ec11-401f-824d-ca5ff320e3fc None None] The sync data for ids ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'] in n-d-798930-2 is: [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:55:48Z', 'revision_number': 4, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port': {'id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:46Z', 'updated_at': '2021-07-07T18:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '21b7e60a-94da-40f4-98de-289e7507d0a9', 'name': '', 'network_id': 'c8d628d2-ccad-4fa0-a368-37c1302c205b', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'mac_address': 'fa:16:3e:9a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:48Z', 'updated_at': '2021-07-07T18:55:53Z', 'revision_number': 4, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'subnets': [{'id': '7d875c2a-bc36-4186-a599-1b96642e3d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:55:54.183017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 21b7e60a-94da-40f4-98de-289e7507d0a9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:54.249885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 21b7e60a-94da-40f4-98de-289e7507d0a9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:55:54.254293 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 21b7e60a-94da-40f4-98de-289e7507d0a9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:54.254679 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:54.345111 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:54.383323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 21b7e60a-94da-40f4-98de-289e7507d0a9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=21b7e60a-94da-40f4-98de-289e7507d0a9,segment=NetworkSegment(cef2c4cc-49b7-4fac-84f3-a6052479a7a0),segment_id=cef2c4cc-49b7-4fac-84f3-a6052479a7a0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:55:54.390607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:54.391490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device df55c241-db67-4df3-a9e5-46a0e95b271d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:54.474936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=21b7e60a-94da-40f4-98de-289e7507d0a9,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:55:54.487152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port df55c241-db67-4df3-a9e5-46a0e95b271d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:54.487517 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:56.131924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 21b7e60a-94da-40f4-98de-289e7507d0a9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:55:56.190051 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 21b7e60a-94da-40f4-98de-289e7507d0a9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:55:56.190335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:55:57.243780 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:55:59.669425 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b4641373-8be0-4df4-960f-32a1e0c239b1 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:55:59.670846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b4641373-8be0-4df4-960f-32a1e0c239b1 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 814 time: 0.1110332 Jul 07 18:55:59.685965 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-5e9a4cec-6dae-43e2-ad24-88e055e6bc5b tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/quotas/25df70044a494299928a20ad4b8d2229 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Jul 07 18:55:59.773718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-ecf0321e-6218-421a-a019-c0a4ee0079f5 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826197 Jul 07 18:55:59.882697 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-aebee303-f234-4138-b5ff-17b7ac57c58e service neutron] 10.222.0.88 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969479 Jul 07 18:55:59.981055 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d24b98ce-dd08-46e0-9d32-bdc8761bd34f service neutron] 10.222.0.88 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899627 Jul 07 18:56:00.164098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2a738c36-7cd7-4884-8e5b-abd966b7eb5f req-b67d4eec-1d05-4501-94b4-1c56e4a574f1 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 210 time: 0.0301435 Jul 07 18:56:01.322668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d818a6d-feaf-4883-b6ad-73fd4a7ef067 req-9fa7d953-6233-4a0f-88a0-6f05bd53d9ac tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 210 time: 0.0355794 Jul 07 18:56:01.357660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-c5069465-cf54-4185-b896-dccd36a9feea tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:01.359303 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-c5069465-cf54-4185-b896-dccd36a9feea tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 814 time: 0.1379335 Jul 07 18:56:01.371436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'port': {'device_id': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'admin_state_up': True, 'tenant_id': '25df70044a494299928a20ad4b8d2229'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:01.490223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Made reservation on behalf of 25df70044a494299928a20ad4b8d2229 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:56:01.494361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:01.646641 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Allocated IP 172.20.0.4 (f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f/b8c1dcfa-da56-44fb-9beb-7515cb9e89ba/2f6756f1-a7e1-4315-a6eb-6998ee42fc94) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:56:01.861956 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:01.894349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Transition to ACTIVE for port object 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:56:01.941673 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:02.030753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:56:02.034625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:56:02.039283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:56:02.091334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:02.103950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:02.104594 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:02.149573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b9aa997c-4014-4a69-bb86-7caa2d6134ad tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7818439 Jul 07 18:56:02.384065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e1bb87a7-0625-4a96-9899-6f43555b441c None None] Provisioning for port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:56:02.390497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e1bb87a7-0625-4a96-9899-6f43555b441c None None] Provisioning complete for port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:56:02.390958 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1bb87a7-0625-4a96-9899-6f43555b441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:02.444610 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb87a7-0625-4a96-9899-6f43555b441c None None] Port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:56:02.563891 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65505763-25dd-4b53-8f41-7b42e7d3c4cf req-1415eab5-cd2a-43b2-899d-65da0e555f7f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:02.565362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65505763-25dd-4b53-8f41-7b42e7d3c4cf req-1415eab5-cd2a-43b2-899d-65da0e555f7f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0736899 Jul 07 18:56:02.612816 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65505763-25dd-4b53-8f41-7b42e7d3c4cf req-66c52ce5-0637-4f1b-888b-fe8a88fce17b tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Jul 07 18:56:03.801289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eb8ad-ed6f-4264-b3be-4436d54903c5 req-4983a95e-ae0d-48f8-aa96-c6de2629f0c3 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:03.802692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-956eb8ad-ed6f-4264-b3be-4436d54903c5 req-4983a95e-ae0d-48f8-aa96-c6de2629f0c3 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0676432 Jul 07 18:56:03.846644 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-956eb8ad-ed6f-4264-b3be-4436d54903c5 req-7462cbf0-83d1-4535-8a28-81526c22c1c4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Jul 07 18:56:04.496006 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:05.041403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00c0b4-c493-49c9-a1be-2d714545bd49 req-0677849b-a3ae-45a3-bb7d-9123973d9f56 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:05.042945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e00c0b4-c493-49c9-a1be-2d714545bd49 req-0677849b-a3ae-45a3-bb7d-9123973d9f56 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0670645 Jul 07 18:56:05.088687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e00c0b4-c493-49c9-a1be-2d714545bd49 req-1af89246-06ef-459a-9daa-c9e923df5f97 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Jul 07 18:56:06.300498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344467a9-520a-4da3-9cfc-786d8e80a32a req-d2afd98a-bdf5-44ec-b406-29764b4c85ce tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:06.302174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-344467a9-520a-4da3-9cfc-786d8e80a32a req-d2afd98a-bdf5-44ec-b406-29764b4c85ce tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0690131 Jul 07 18:56:06.343920 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-344467a9-520a-4da3-9cfc-786d8e80a32a req-7f980950-71fc-453c-939b-2cebe9c6fe08 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Jul 07 18:56:06.522600 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:07.534507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039a666-6b4c-4bbc-ab58-e409cbc2be43 req-71c23042-b840-471d-8c12-4eda5dedc240 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:07.536793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2039a666-6b4c-4bbc-ab58-e409cbc2be43 req-71c23042-b840-471d-8c12-4eda5dedc240 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0788467 Jul 07 18:56:07.578080 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2039a666-6b4c-4bbc-ab58-e409cbc2be43 req-14d95737-6f0c-4f20-a3bc-599f844b0191 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Jul 07 18:56:08.785259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428808dc-62e2-47f0-a13e-3b649a60d6f5 req-d51bc73c-818b-46c2-b2e1-9a1a6e71ae67 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:08.787788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-428808dc-62e2-47f0-a13e-3b649a60d6f5 req-d51bc73c-818b-46c2-b2e1-9a1a6e71ae67 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0833254 Jul 07 18:56:08.829328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-428808dc-62e2-47f0-a13e-3b649a60d6f5 req-37569ca4-07c1-48d7-a5ff-2fabeb2f35a4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356083 Jul 07 18:56:10.006263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8a093-d0df-4c62-9065-efa83ca9e7fb req-8110fcfa-a292-4f53-9596-908cd86a8780 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:10.007808 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-add8a093-d0df-4c62-9065-efa83ca9e7fb req-8110fcfa-a292-4f53-9596-908cd86a8780 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0664666 Jul 07 18:56:10.059130 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-add8a093-d0df-4c62-9065-efa83ca9e7fb req-4376bac7-a97c-40f7-847a-93b3f23b7dd6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 Jul 07 18:56:11.251501 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea92fe-d1a5-449f-bc9a-1c1ab57db600 req-a836248e-a3d5-4e39-afed-1996fffe5e20 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:11.253062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07ea92fe-d1a5-449f-bc9a-1c1ab57db600 req-a836248e-a3d5-4e39-afed-1996fffe5e20 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 931 time: 0.0716279 Jul 07 18:56:11.303344 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07ea92fe-d1a5-449f-bc9a-1c1ab57db600 req-f8fa1871-4d03-4bd8-9cf1-1acb0659e451 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Jul 07 18:56:11.639074 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Request body: {'port': {'device_id': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:11.714743 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:11.995419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:56:12.002848 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:12.015117 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Transition to ACTIVE for port object 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:56:12.022317 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:12.071465 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Pushing event updated for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:12.147475 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Attempting to bind port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:56:12.147869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Attempting to bind port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:56:12.148206 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Attempting to bind port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 on network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:56:12.153209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 on network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:56:12.153528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Attempting to bind port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 on network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:56:12.159979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:56:12.160324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Checking segment: {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:56:12.160715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Bound using segment: {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:56:12.161191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Bound port: 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97143727-c418-48a2-9f84-3b3204c67f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:56:12.161554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:12.238432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:56:12.241736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:56:12.247112 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:12.282369 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:12.282982 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:12.284420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] 10.222.0.55 "PUT /v2.0/ports/2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 1091 time: 0.6499274 Jul 07 18:56:12.284798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:56:12.287254 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4" -d '{"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:56:12.318311 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1f9a-43ba-4b8c-8720-74f41a4e672a service neutron] Pushing event updated for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:12.329602 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a52dd55-7f3a-4e6c-99a8-30e9da060a4c x-openstack-request-id: req-7a52dd55-7f3a-4e6c-99a8-30e9da060a4c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:56:12.329895 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:56:12.330148 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a52dd55-7f3a-4e6c-99a8-30e9da060a4c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:56:12.330584 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'status': 'completed', 'code': 200} Jul 07 18:56:12.409062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-f432a525-ff44-4507-aeb9-b5dde9c91050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:12.410592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-f432a525-ff44-4507-aeb9-b5dde9c91050 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1094 time: 0.0571063 Jul 07 18:56:12.461468 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-6302905a-1d32-4b19-adf8-2de5cd2dfa38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 217 time: 0.0435960 Jul 07 18:56:12.531939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-609882f3-036f-45f6-8a99-4426c246bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:12.533240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-609882f3-036f-45f6-8a99-4426c246bd6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0518568 Jul 07 18:56:12.587030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5039d-42ef-4c64-840c-53ffb316f061 req-8e20626e-c39b-4311-8ca1-c099c75772e4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:12.588715 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52e5039d-42ef-4c64-840c-53ffb316f061 req-8e20626e-c39b-4311-8ca1-c099c75772e4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 943 time: 0.1634438 Jul 07 18:56:12.641642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52e5039d-42ef-4c64-840c-53ffb316f061 req-34fff2ff-4e1a-4dca-8de4-5849c748d0b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Jul 07 18:56:12.644493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b3d225e4-da08-45fc-8910-612bc9923fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:12.645985 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-b3d225e4-da08-45fc-8910-612bc9923fc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018503 Jul 07 18:56:12.741829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-2a41e87e-8272-4156-8da9-46711d57be97 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888195 Jul 07 18:56:12.836172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2cceb2e4-253e-48fe-8cbf-9aebd6ecfc9e req-43da7786-ad76-45ae-8000-6c195a4fea8e service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876949 Jul 07 18:56:12.951986 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-b6bd1f3c-029d-4ec9-b85e-9c2bc792ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:12.953657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-b6bd1f3c-029d-4ec9-b85e-9c2bc792ba39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1094 time: 0.0565729 Jul 07 18:56:13.049616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-0761c5cb-4936-438d-88eb-d4ceb00385ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:13.051126 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-0761c5cb-4936-438d-88eb-d4ceb00385ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 915 time: 0.0909162 Jul 07 18:56:13.097742 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-424ec8c3-435c-4396-816b-db4a4191f541 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 217 time: 0.0392199 Jul 07 18:56:13.160653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-dcb89bd2-bd6d-468f-b90c-81cdfdc4919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:13.162627 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-dcb89bd2-bd6d-468f-b90c-81cdfdc4919a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0577791 Jul 07 18:56:13.228437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-cd91b17c-f968-4c10-96f2-927ddf367d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:13.230049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-cd91b17c-f968-4c10-96f2-927ddf367d76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583935 Jul 07 18:56:13.333326 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-88388aa8-a4b4-407f-8a2d-53849c1dbd28 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947711 Jul 07 18:56:13.425140 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba45a230-beb8-453e-b3b3-5cba0b6ecef4 req-71157774-9626-4d76-a0db-0613baef5376 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852215 Jul 07 18:56:13.841697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5c5f7-869f-4e57-96d1-54673b6b1c15 req-f92b53f5-efc0-452a-af3d-102f15891aae tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:13.843856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04f5c5f7-869f-4e57-96d1-54673b6b1c15 req-f92b53f5-efc0-452a-af3d-102f15891aae tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 943 time: 0.0766602 Jul 07 18:56:13.889190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04f5c5f7-869f-4e57-96d1-54673b6b1c15 req-9b0c6d14-c219-48bc-857d-d6243aa01916 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Jul 07 18:56:14.666912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:56:14.771777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:56:14.784875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'port_id': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'mac_address': 'fa:16:3e:29:88:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:56:14.824778 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:14.841916 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:56:14.862341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:56:14.870099 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:14.918528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:14.927989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.928351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.928696 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.929493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.929493 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.929692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.930211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.930783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.931131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.931457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.931845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:14.932171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:15.077252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1059df-d2fb-4fa1-a229-ca538359eb7f req-a2605ab5-fd04-4e85-8c58-f0ffea6d5eea tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:15.078800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e1059df-d2fb-4fa1-a229-ca538359eb7f req-a2605ab5-fd04-4e85-8c58-f0ffea6d5eea tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 944 time: 0.0671170 Jul 07 18:56:15.088247 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2f6756f1-a7e1-4315-a6eb-6998ee42fc94'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:56:15.118875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0e1059df-d2fb-4fa1-a229-ca538359eb7f req-688c3a13-1498-47b5-9dd5-90ad984e5e2f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Jul 07 18:56:15.939250 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d49d5524-d317-4702-8dcf-9bd238cd7b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:16.303037 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d921a4-6230-4ba7-829a-ebf15e488c23 req-f56d2da8-ed12-4708-8ad3-1f930422f100 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:16.306850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6d921a4-6230-4ba7-829a-ebf15e488c23 req-f56d2da8-ed12-4708-8ad3-1f930422f100 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 944 time: 0.0733292 Jul 07 18:56:16.348683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6d921a4-6230-4ba7-829a-ebf15e488c23 req-0269c9e9-b532-41b0-a046-4e4a7c6140d5 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 Jul 07 18:56:16.666551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:56:16.724034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:56:16.729972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:56:16.730347 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:16.825056 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:16.849535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:56:16.851700 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9267bb8e-d4c9-4e34-a4c6-3c0513abb452" -d '{"events": [{"server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "name": "network-vif-plugged", "status": "completed", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:56:16.866436 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:56:16.872127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:16.896429 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3f6d7c-ec8c-408a-bba0-6ace1d80ed79 x-openstack-request-id: req-4e3f6d7c-ec8c-408a-bba0-6ace1d80ed79 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:56:16.896718 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "name": "network-vif-plugged", "status": "completed", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:56:16.896974 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e3f6d7c-ec8c-408a-bba0-6ace1d80ed79 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:56:16.897387 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'code': 200} Jul 07 18:56:16.925157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:17.015662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b19f3-41cd-48d7-8b84-30cda5d76709 req-1fb3daf6-a0f8-4051-9068-31eb388f1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:17.017212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-634b19f3-41cd-48d7-8b84-30cda5d76709 req-1fb3daf6-a0f8-4051-9068-31eb388f1131 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1096 time: 0.0565236 Jul 07 18:56:17.054221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-634b19f3-41cd-48d7-8b84-30cda5d76709 req-01ab05d5-4fd2-45bd-8bca-98553b06dfe8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300539 Jul 07 18:56:17.534783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b352e2-c282-4252-ac18-0179a9541bca req-6fcf3baf-6d76-4b1c-b289-822750b6fbbd tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:17.536187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5b352e2-c282-4252-ac18-0179a9541bca req-6fcf3baf-6d76-4b1c-b289-822750b6fbbd tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0695183 Jul 07 18:56:17.586251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5b352e2-c282-4252-ac18-0179a9541bca req-3cf575fc-3e6e-499a-957f-66ad65321855 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Jul 07 18:56:18.472551 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0d0e7d6-c91b-433e-8b17-6b578060b3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:18.591745 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:18.775969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21048001-56be-446f-a22b-1edf3b6ab552 req-2766b641-45e3-4c1c-8116-b7516dfc31f8 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:18.777408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21048001-56be-446f-a22b-1edf3b6ab552 req-2766b641-45e3-4c1c-8116-b7516dfc31f8 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0714424 Jul 07 18:56:18.821306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21048001-56be-446f-a22b-1edf3b6ab552 req-0109eac7-1b40-4959-af0e-f08a7a6edeb2 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 Jul 07 18:56:19.010847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc03ac-9bac-49d8-88e8-8db53c19935c req-9dea33d0-2fad-4ae9-8572-4be4c84193c8 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:19.012369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96bc03ac-9bac-49d8-88e8-8db53c19935c req-9dea33d0-2fad-4ae9-8572-4be4c84193c8 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0795453 Jul 07 18:56:19.057365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96bc03ac-9bac-49d8-88e8-8db53c19935c req-92925668-e3ad-4754-8e4f-4f6cdd04f8bd tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Jul 07 18:56:19.428002 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25697342-4d40-46a7-9a30-07565ac6046c req-feacfed9-c814-4029-beff-573d40e43836 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:19.429607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25697342-4d40-46a7-9a30-07565ac6046c req-feacfed9-c814-4029-beff-573d40e43836 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0659263 Jul 07 18:56:19.469147 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25697342-4d40-46a7-9a30-07565ac6046c req-1d06654d-8fa9-45ed-b632-7d61dd35164c tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Jul 07 18:56:19.908054 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:21.413504 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:31.305635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e067-efbe-43b9-8d86-544d37d0dc36 req-f3d99bb2-d428-4922-b6b7-759272fc0a4b tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:31.307134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae78e067-efbe-43b9-8d86-544d37d0dc36 req-f3d99bb2-d428-4922-b6b7-759272fc0a4b tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0755072 Jul 07 18:56:31.351383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ae78e067-efbe-43b9-8d86-544d37d0dc36 req-cd53dfb9-9fef-4ccd-985e-984b3fddc4f5 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Jul 07 18:56:31.376307 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56120) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:31.546027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e5033-a46c-419d-b28f-fc1da6ef8f0d tempest-TestMinimumBasicScenario-670028778 tempest-TestMinimumBasicScenario-670028778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:31.547525 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8d5e5033-a46c-419d-b28f-fc1da6ef8f0d tempest-TestMinimumBasicScenario-670028778 tempest-TestMinimumBasicScenario-670028778-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1091 time: 0.1702065 Jul 07 18:56:31.552114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56124) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:31.556454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:31.581414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:31.685470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:31.798122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Allocated IP 172.25.1.105 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/a02d0b64-5315-46a9-8b4e-2b6d04cdaaf7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:56:31.909332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:31.951995 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:31.989845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:56:31.995862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:56:32.000318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:56:32.007994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'Port': ['ID=a02d0b64-5315-46a9-8b4e-2b6d04cdaaf7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:32.703858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:32.788336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:32.945753 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:32.952954 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.030756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'Port': ['ID=a02d0b64-5315-46a9-8b4e-2b6d04cdaaf7,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:33.043481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.043824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.044161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.044494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.044835 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.045172 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.045536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.045889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.046211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.046531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.046851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.047158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.055628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.170662 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Floating IP 204bd3c4-4d52-43bc-adb6-ab1b228c6207 associated. External IP: 172.25.1.105, port: 2f6756f1-a7e1-4315-a6eb-6998ee42fc94. Jul 07 18:56:33.400599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Router 07d8f83a-5bbd-483b-937e-370bdc2db081 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:56:33.515313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:56:33.527968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] Sync routers for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:56:33.537886 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.538480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:56:33.539254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:56:33.577782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dafcbb55-8204-4e7a-8235-60e6feb794a6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0246239 Jul 07 18:56:33.578453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:56:33.580843 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:56:33.581205 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56126) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:33.586714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826277401', 'description': 'tempest-secgroup-smoke-826277401 description', 'project_id': '25df70044a494299928a20ad4b8d2229'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:33.613418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.619966 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3705a0-441c-4002-b994-1e5505701fc7 x-openstack-request-id: req-ba3705a0-441c-4002-b994-1e5505701fc7 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:56:33.620270 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:56:33.620525 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba3705a0-441c-4002-b994-1e5505701fc7 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:56:33.620979 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'status': 'completed', 'code': 200} Jul 07 18:56:33.706435 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-d0e48051-25c4-43a3-9008-e3a7cb85be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:33.707900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-d0e48051-25c4-43a3-9008-e3a7cb85be37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1096 time: 0.0618179 Jul 07 18:56:33.711425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.716967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.754300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.755675 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1734567 Jul 07 18:56:33.758903 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56130) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:33.764220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-305fc011-2c0a-4262-8f19-e5b8ce5b65c6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'security_group_rule': {'security_group_id': '51154e7b-48ba-49b0-9399-b2f129a19f51', 'project_id': '25df70044a494299928a20ad4b8d2229', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:33.769835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51154e7b-48ba-49b0-9399-b2f129a19f51,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:33.781754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.782198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.782752 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.783011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.783411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.783808 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.784196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.784593 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.785005 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.785393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.785788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.786170 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7f65bc-0e42-4eed-9ca6-744ccccc16de tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:56:33.813788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-54050980-6a23-4a5e-9813-aa1766c9f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:33.815315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-54050980-6a23-4a5e-9813-aa1766c9f60c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 915 time: 0.1007519 Jul 07 18:56:33.818049 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-305fc011-2c0a-4262-8f19-e5b8ce5b65c6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.820142 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:56:33.888292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-e3b42ee0-45b3-42fe-b13c-eb9758e34075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 999 time: 0.0661559 Jul 07 18:56:33.891175 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-305fc011-2c0a-4262-8f19-e5b8ce5b65c6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.896575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-305fc011-2c0a-4262-8f19-e5b8ce5b65c6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.915705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fc011-2c0a-4262-8f19-e5b8ce5b65c6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0c85bf-1acd-4be3-89dd-3a4bf3a85a40,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:33.928291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-305fc011-2c0a-4262-8f19-e5b8ce5b65c6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:33.933300 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-305fc011-2c0a-4262-8f19-e5b8ce5b65c6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730609 Jul 07 18:56:33.933513 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56132) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:33.941282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-85737813-6929-4520-ab81-a5ccefd2f17f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'security_group_rule': {'security_group_id': '51154e7b-48ba-49b0-9399-b2f129a19f51', 'project_id': '25df70044a494299928a20ad4b8d2229', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:33.955514 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-5202fbac-3b99-4c5d-9a6e-eacd24d44305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:33.957162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-5202fbac-3b99-4c5d-9a6e-eacd24d44305 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0616193 Jul 07 18:56:34.014686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85737813-6929-4520-ab81-a5ccefd2f17f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.057315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '204bd3c4-4d52-43bc-adb6-ab1b228c6207', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'port_id': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'mac_address': 'fa:16:3e:29:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:56:32Z', 'updated_at': '2021-07-07T18:56:32Z', 'revision_number': 0, 'project_id': '25df70044a494299928a20ad4b8d2229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:49Z', 'revision_number': 5, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:56:34.061530 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-943dd891-208b-4ff1-b321-2ca5c021aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:34.063050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-943dd891-208b-4ff1-b321-2ca5c021aa70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983777 Jul 07 18:56:34.084531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] Checking router: 07d8f83a-5bbd-483b-937e-370bdc2db081 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:56:34.087336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85737813-6929-4520-ab81-a5ccefd2f17f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.093823 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:56:34.094521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:56:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:56:34.097006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85737813-6929-4520-ab81-a5ccefd2f17f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.148621 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737813-6929-4520-ab81-a5ccefd2f17f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fde6e9a-a343-45b0-967b-7e8c831bdf2f,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:34.154170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-85737813-6929-4520-ab81-a5ccefd2f17f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.155393 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-85737813-6929-4520-ab81-a5ccefd2f17f tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2209063 Jul 07 18:56:34.158753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56134) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:34.163969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f6635ec9-2531-4c5f-82d1-afac0e869073 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'security_group_rule': {'security_group_id': '51154e7b-48ba-49b0-9399-b2f129a19f51', 'project_id': '25df70044a494299928a20ad4b8d2229', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:34.192074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-1a769a8e-ca4b-4d4e-b7e7-9dc352aec585 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205997 Jul 07 18:56:34.196998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6635ec9-2531-4c5f-82d1-afac0e869073 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.207768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:56:34.245158 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:56:34.266764 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6635ec9-2531-4c5f-82d1-afac0e869073 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.271932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6635ec9-2531-4c5f-82d1-afac0e869073 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.291500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6635ec9-2531-4c5f-82d1-afac0e869073 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb10aa9-00de-4306-a6d9-fb0a7dad8dc5,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:34.297400 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7980dd9b-3393-46e5-8aeb-a32c63e0d9eb req-a504c3c9-44e8-4de2-b102-da3a2ee9018b service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987601 Jul 07 18:56:34.300549 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f6635ec9-2531-4c5f-82d1-afac0e869073 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.304431 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f6635ec9-2531-4c5f-82d1-afac0e869073 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417174 Jul 07 18:56:34.304680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56136) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:34.309622 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9f581bcf-dee8-42d1-bb3d-3e1025a9953e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'security_group_rule': {'security_group_id': '51154e7b-48ba-49b0-9399-b2f129a19f51', 'project_id': '25df70044a494299928a20ad4b8d2229', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:34.337537 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f581bcf-dee8-42d1-bb3d-3e1025a9953e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.398065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f581bcf-dee8-42d1-bb3d-3e1025a9953e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.403363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f581bcf-dee8-42d1-bb3d-3e1025a9953e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.423228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581bcf-dee8-42d1-bb3d-3e1025a9953e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad048eb-bde8-493a-85f8-704ac9a47950,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:34.432056 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9f581bcf-dee8-42d1-bb3d-3e1025a9953e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.436187 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9f581bcf-dee8-42d1-bb3d-3e1025a9953e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276851 Jul 07 18:56:34.437315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56138) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:34.444784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'security_group_rule': {'security_group_id': '51154e7b-48ba-49b0-9399-b2f129a19f51', 'project_id': '25df70044a494299928a20ad4b8d2229', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:34.452654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '204bd3c4-4d52-43bc-adb6-ab1b228c6207', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'port_id': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'mac_address': 'fa:16:3e:29:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:56:32Z', 'updated_at': '2021-07-07T18:56:32Z', 'revision_number': 0, 'project_id': '25df70044a494299928a20ad4b8d2229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:49Z', 'revision_number': 5, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:56:34.468234 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Project 25df70044a494299928a20ad4b8d2229 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:56:34.473156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.478552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a75497-db90-4445-902d-6f4d776fa104 None None] The sync data for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 is: [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '204bd3c4-4d52-43bc-adb6-ab1b228c6207', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'port_id': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'mac_address': 'fa:16:3e:29:88:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:56:32Z', 'updated_at': '2021-07-07T18:56:32Z', 'revision_number': 0, 'project_id': '25df70044a494299928a20ad4b8d2229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:49Z', 'revision_number': 5, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:56:34.508620 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.541336 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.545911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.571756 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6d21b7-0572-45f5-a1a3-f00186b6b12d,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:34.575564 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.577198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f41b7e4d-b57f-4e52-b94f-ac3099b1d957 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374218 Jul 07 18:56:34.579940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56140) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:56:34.584548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'security_group_rule': {'security_group_id': '51154e7b-48ba-49b0-9399-b2f129a19f51', 'project_id': '25df70044a494299928a20ad4b8d2229', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:34.607298 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Project 25df70044a494299928a20ad4b8d2229 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:56:34.613249 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.684328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.688901 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.694825 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c134e27-8d06-4b65-bf40-8b6ea4761f4c None None] New status for floating IP 204bd3c4-4d52-43bc-adb6-ab1b228c6207: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:56:34.709192 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad20b49-d1c9-472b-8c44-d0c882812606,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:34.722685 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:34.724424 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a59fa091-2514-4c9f-bf1d-3787da3049d7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433859 Jul 07 18:56:34.861279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-42337f4e-0862-4d18-b213-d9f841f1af70 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826277401&fields=id&tenant_id=25df70044a494299928a20ad4b8d2229 HTTP/1.1" status: 200 len: 267 time: 0.0358188 Jul 07 18:56:34.931243 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-ad7e354c-3360-4f5a-a37b-9f8076e21ec3 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:34.932756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-ad7e354c-3360-4f5a-a37b-9f8076e21ec3 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0659037 Jul 07 18:56:34.944007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'port': {'security_groups': ['db028f33-9521-44b5-ba57-c8b268c58cb8', '51154e7b-48ba-49b0-9399-b2f129a19f51']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:56:35.036768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:35.244028 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:56:35.273804 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:35.280963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:35.294125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2f6756f1-a7e1-4315-a6eb-6998ee42fc94'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:56:35.326538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:35.327208 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:35.328616 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b2cea5a4-b881-4874-a954-d30fa7c32a1b req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "PUT /v2.0/ports/2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 981 time: 0.3893926 Jul 07 18:56:35.355026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860e370-aae0-46be-99a8-a7c1dc41a56a tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:56:35.389723 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2f6756f1-a7e1-4315-a6eb-6998ee42fc94'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:56:35.513021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b311-7f44-4ae7-a5ae-95da35577543 req-988b68aa-ada5-493d-9ce6-29c8e258ea7c tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:35.520478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1999b311-7f44-4ae7-a5ae-95da35577543 req-988b68aa-ada5-493d-9ce6-29c8e258ea7c tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0759208 Jul 07 18:56:35.563220 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1999b311-7f44-4ae7-a5ae-95da35577543 req-000fdeb2-3cf9-4523-9878-32535949327c tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416942 Jul 07 18:56:35.613692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-61abc637-4187-4281-8f3e-df21231d385d None None] Provisioning complete for port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:56:35.614053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61abc637-4187-4281-8f3e-df21231d385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:35.622016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:56:35.624467 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772b4bd0-7152-4c98-b200-b2c7eb048ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:56:35.659413 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60204cd2-4cf2-4bad-856d-c318979ddcb8 x-openstack-request-id: req-60204cd2-4cf2-4bad-856d-c318979ddcb8 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:56:35.659718 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:56:35.659950 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-60204cd2-4cf2-4bad-856d-c318979ddcb8 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:56:35.660353 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'status': 'completed', 'code': 200} Jul 07 18:56:35.739701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-e9192e90-bac6-4ed7-8bba-5892935d28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:35.741243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-e9192e90-bac6-4ed7-8bba-5892935d28ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1135 time: 0.0581095 Jul 07 18:56:35.831449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-d2fca890-8027-4f1a-a05b-1acaaaea502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:35.832953 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-d2fca890-8027-4f1a-a05b-1acaaaea502c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 915 time: 0.0853534 Jul 07 18:56:35.901977 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-7d7bad43-49e7-4f5b-ab08-1635db9a899f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 1001 time: 0.0619504 Jul 07 18:56:35.950564 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-493b9a9a-4f24-446c-8c98-dfb86b4279a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:35.952478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-493b9a9a-4f24-446c-8c98-dfb86b4279a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0439284 Jul 07 18:56:36.010539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-7833aaf7-6bf2-4d15-aabb-af9cc0130bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:36.012059 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-7833aaf7-6bf2-4d15-aabb-af9cc0130bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527706 Jul 07 18:56:36.111599 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-5cf626dc-4e72-4e9c-8352-94c21f1e8a7d service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915141 Jul 07 18:56:36.207032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-772b4bd0-7152-4c98-b200-b2c7eb048ca5 req-e4b1134d-7542-487f-9b7a-c36fb0478b67 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Jul 07 18:56:36.537984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:45.937586 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b1c4974-1d54-4605-afb2-36f65c5b5c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:48.468487 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f0f38e2-311c-4eb6-aa5c-9affb7e9ac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:48.597969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:49.912516 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:50.937119 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-17c80861-5501-4f4b-94af-4b01726a78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:50.938628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-17c80861-5501-4f4b-94af-4b01726a78ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1135 time: 0.0983357 Jul 07 18:56:50.961326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a906-0ba8-4284-801b-e5862a919922 req-523036d7-f2b5-4075-8562-9f530d338388 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:50.962737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6106a906-0ba8-4284-801b-e5862a919922 req-523036d7-f2b5-4075-8562-9f530d338388 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0936258 Jul 07 18:56:51.054230 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6106a906-0ba8-4284-801b-e5862a919922 req-4f594556-6a4f-41cd-b305-57f357916866 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804527 Jul 07 18:56:51.072162 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-06221e66-2fa8-43ed-a077-83b0a631422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:51.073687 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-06221e66-2fa8-43ed-a077-83b0a631422a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 915 time: 0.1277263 Jul 07 18:56:51.141151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-2d590bdb-9c4e-4c4b-ba78-fae51569686f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 1001 time: 0.0581620 Jul 07 18:56:51.197014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-1fd5de1e-deeb-43d2-b676-3d0cd21c744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:51.198410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-1fd5de1e-deeb-43d2-b676-3d0cd21c744a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0504141 Jul 07 18:56:51.270478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-d5848df1-753d-48d3-9cc4-4b6c752c101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:51.272011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-d5848df1-753d-48d3-9cc4-4b6c752c101b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660992 Jul 07 18:56:51.366024 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-c961722a-9893-4906-ba20-4853b0cfbdf4 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865405 Jul 07 18:56:51.404096 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:56:51.464648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8e35b1-675a-4dfc-a289-8104e070a65b req-f2d6dfcf-791d-412e-806d-45df24daab4b service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913019 Jul 07 18:56:52.240491 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb01c30-97a8-4a22-896b-d3ece3699d8b req-9cfd12d9-7f9c-4936-aa37-85de5f36e9a3 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:52.242016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bb01c30-97a8-4a22-896b-d3ece3699d8b req-9cfd12d9-7f9c-4936-aa37-85de5f36e9a3 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0688379 Jul 07 18:56:52.283323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4bb01c30-97a8-4a22-896b-d3ece3699d8b req-dcad0676-1904-4026-82c0-dc2e6c5c97f7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349972 Jul 07 18:56:53.594969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52564cdc-7d6d-4325-8cb5-40e590825d45 req-63bcf6fd-7097-4fc8-9ce4-5a8b574867c4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:53.596477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52564cdc-7d6d-4325-8cb5-40e590825d45 req-63bcf6fd-7097-4fc8-9ce4-5a8b574867c4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.1944463 Jul 07 18:56:53.640272 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-52564cdc-7d6d-4325-8cb5-40e590825d45 req-6cf79dcf-45a6-463d-8a63-7d79b533b96e tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375512 Jul 07 18:56:54.907374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130be949-208d-4ef4-ae8c-c1b65b814a9f req-da5fbf39-525b-4b99-bcf7-d839c9baffaf tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:54.908867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-130be949-208d-4ef4-ae8c-c1b65b814a9f req-da5fbf39-525b-4b99-bcf7-d839c9baffaf tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.1298070 Jul 07 18:56:54.949782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-130be949-208d-4ef4-ae8c-c1b65b814a9f req-d67058f6-cdc3-473c-878a-57079decd7fd tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345387 Jul 07 18:56:56.136956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d0a5c-fa09-4446-b0b9-b5313c17fc27 req-0fad7d66-d4c3-4296-9acd-085747f26a23 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:56.138473 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c0d0a5c-fa09-4446-b0b9-b5313c17fc27 req-0fad7d66-d4c3-4296-9acd-085747f26a23 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0728898 Jul 07 18:56:56.179901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7c0d0a5c-fa09-4446-b0b9-b5313c17fc27 req-5e1a16c2-7e45-4f30-9864-d330b8ecb345 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350678 Jul 07 18:56:57.358715 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba941f-17f6-4995-b9e0-066839aa8a02 req-c4b8cc18-4a05-4484-a609-08afd97ecb23 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:57.361160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cba941f-17f6-4995-b9e0-066839aa8a02 req-c4b8cc18-4a05-4484-a609-08afd97ecb23 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0660131 Jul 07 18:56:57.407460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7cba941f-17f6-4995-b9e0-066839aa8a02 req-a4a4f7eb-d710-40d2-8304-45105ed77213 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401909 Jul 07 18:56:58.585275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeee8b-f363-4fac-8c97-82287ba9482b req-219abe5c-5d9b-4da9-a27e-1f73555f8180 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:58.586778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ffeee8b-f363-4fac-8c97-82287ba9482b req-219abe5c-5d9b-4da9-a27e-1f73555f8180 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0679269 Jul 07 18:56:58.629766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4ffeee8b-f363-4fac-8c97-82287ba9482b req-793e8634-c624-4393-8cb9-4c04035e03b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341635 Jul 07 18:56:59.817301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cfd63-90a1-4a19-be73-98d425fcb6af req-a7abe239-f286-4506-baaa-07c2c9c45397 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:56:59.818908 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc3cfd63-90a1-4a19-be73-98d425fcb6af req-a7abe239-f286-4506-baaa-07c2c9c45397 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0727282 Jul 07 18:56:59.867082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cc3cfd63-90a1-4a19-be73-98d425fcb6af req-c8607df3-a7b7-43bf-9fb6-0467b77380ab tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392494 Jul 07 18:57:01.069834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7224a-b300-4253-b50c-c3e9d8a415bf req-9b9bdbc7-6296-44c6-be29-355a6b018699 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:01.071370 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9b7224a-b300-4253-b50c-c3e9d8a415bf req-9b9bdbc7-6296-44c6-be29-355a6b018699 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0773561 Jul 07 18:57:01.114037 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9b7224a-b300-4253-b50c-c3e9d8a415bf req-c19ad008-7a18-4ead-84cb-49a54fa86abf tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362699 Jul 07 18:57:02.308191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc569a1-da88-40d7-a79d-3529b9748e0b req-e250e1b3-8d1c-4936-ba57-dfeaecd5b603 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:02.309875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bc569a1-da88-40d7-a79d-3529b9748e0b req-e250e1b3-8d1c-4936-ba57-dfeaecd5b603 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0786903 Jul 07 18:57:02.352072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8bc569a1-da88-40d7-a79d-3529b9748e0b req-a55b04b0-8c5f-4d7a-b6c5-f5c6fc0fdd97 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363305 Jul 07 18:57:03.549124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da9dab-323b-4fa2-8249-6deb0610d702 req-9fb7b7b2-3608-4322-9289-3c2d157d6f87 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:03.550607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5da9dab-323b-4fa2-8249-6deb0610d702 req-9fb7b7b2-3608-4322-9289-3c2d157d6f87 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0798471 Jul 07 18:57:03.596448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5da9dab-323b-4fa2-8249-6deb0610d702 req-d92955a5-39c7-4731-9c02-9a4af4c5f2e3 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=51154e7b-48ba-49b0-9399-b2f129a19f51&id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389311 Jul 07 18:57:04.507892 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:06.554819 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:11.247377 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:57:12.206306 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-72ebed46-3992-440b-a843-461231787a5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554094 Jul 07 18:57:12.313277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-42fdd6ed-5378-428d-803b-948c7e457959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:12.314812 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-42fdd6ed-5378-428d-803b-948c7e457959 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1135 time: 0.0569067 Jul 07 18:57:12.429444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-8292e89a-a2e3-47dc-bca3-5a0beeb4f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:12.431067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-8292e89a-a2e3-47dc-bca3-5a0beeb4f107 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 915 time: 0.0905478 Jul 07 18:57:12.501800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-5ced2191-ab0c-4b28-a89b-1d9c717f0073 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 1001 time: 0.0619228 Jul 07 18:57:12.551299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-9eedb164-ceea-476a-8edd-77104aa2cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:12.552901 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-9eedb164-ceea-476a-8edd-77104aa2cd17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0439029 Jul 07 18:57:12.616838 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-286a022c-be62-47c7-a42a-f03baf8fb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:12.618390 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-286a022c-be62-47c7-a42a-f03baf8fb30d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587873 Jul 07 18:57:12.711545 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-0fc0e11d-d587-443d-b68a-5146b3a4003e service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855117 Jul 07 18:57:12.821578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4a08d7d9-2665-4b50-afb9-c5efbdbae261 req-ce01c4af-1d2e-4fbb-9819-1bb1cc4abba0 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024768 Jul 07 18:57:15.932217 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5bccc78-7db3-4603-bbf8-be1bc8f63aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:18.473070 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9363754-5cc9-46dc-84fc-dfe7660ecbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:18.592735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:19.923812 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:21.410664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:34.508315 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.091077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-9c41124b-1301-44c7-95e5-1ff726b96116 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826277401&fields=id&tenant_id=25df70044a494299928a20ad4b8d2229 HTTP/1.1" status: 200 len: 267 time: 0.0473976 Jul 07 18:57:36.159837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-68c82092-df54-47ad-968b-c0d1f08b60ac tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:36.161777 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-68c82092-df54-47ad-968b-c0d1f08b60ac tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 984 time: 0.0651755 Jul 07 18:57:36.176114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Request body: {'port': {'security_groups': ['db028f33-9521-44b5-ba57-c8b268c58cb8']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:57:36.271661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.571493 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.749454 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:36.779154 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.785545 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.798361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2f6756f1-a7e1-4315-a6eb-6998ee42fc94'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:57:36.830774 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:36.831375 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.832790 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-70d8b536-3d63-4a0d-9053-c95bb2ee4d42 req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "PUT /v2.0/ports/2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 942 time: 0.6619315 Jul 07 18:57:36.833273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:57:36.836969 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6c1486-a653-48ac-b27d-6c266eb64fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:57:36.839374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56206) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:36.869882 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event updated for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:36.880780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.881534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.882418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.882975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.883664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.884219 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.884780 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.885359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.885906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.886719 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.887284 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.888682 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8e2f6b-9426-4e2b-9278-18c0b0c025b4 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:36.924437 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.937377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2f6756f1-a7e1-4315-a6eb-6998ee42fc94'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:57:36.960989 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98488853-4a5e-455f-985a-74212dc5f681 x-openstack-request-id: req-98488853-4a5e-455f-985a-74212dc5f681 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:57:36.961294 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:57:36.961549 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-98488853-4a5e-455f-985a-74212dc5f681 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:57:36.961885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:36.962052 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'status': 'completed', 'code': 200} Jul 07 18:57:37.035979 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.040068 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.041378 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "DELETE /v2.0/security-groups/51154e7b-48ba-49b0-9399-b2f129a19f51 HTTP/1.1" status: 204 len: 168 time: 0.2010477 Jul 07 18:57:37.050819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56216) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:37.053435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51154e7b-48ba-49b0-9399-b2f129a19f51,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:37.062516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.062956 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.063213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.063730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.064188 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.065128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.065128 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.065343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.065567 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.065895 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.066220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.066543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7414ef-6404-4bb1-9856-ff58111aea62 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:37.135013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6bf8b4a2-2df8-471e-b814-c580f90f2626 None None] Provisioning complete for port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:57:37.135415 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b4a2-2df8-471e-b814-c580f90f2626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.194920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-85c0835f-a237-4af6-9c6d-41fbed447678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:37.196442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-85c0835f-a237-4af6-9c6d-41fbed447678 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1096 time: 0.2099230 Jul 07 18:57:37.329587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-73e8cee0-9e8b-487b-ae4d-3ab693426217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:37.331103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-73e8cee0-9e8b-487b-ae4d-3ab693426217 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 915 time: 0.1233816 Jul 07 18:57:37.336941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Deleting port a02d0b64-5315-46a9-8b4e-2b6d04cdaaf7 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:37.337384 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.446161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-dd2cf2da-c4b2-4edb-a0c4-7c49102083f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 1001 time: 0.1060569 Jul 07 18:57:37.493107 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.493394 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.511324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Calling delete_port for a02d0b64-5315-46a9-8b4e-2b6d04cdaaf7 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:37.526183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-828c7890-38fc-42b4-ba23-704419b6204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:37.527731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-828c7890-38fc-42b4-ba23-704419b6204e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0745478 Jul 07 18:57:37.676392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-22123226-40b8-4942-8261-667322594ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:37.677957 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-22123226-40b8-4942-8261-667322594ee2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158302 Jul 07 18:57:37.804369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-72fdf6a6-4ba0-4402-91f8-81fdd8718555 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192346 Jul 07 18:57:37.805405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.839700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event deleted for resources: {'Port': ['ID=a02d0b64-5315-46a9-8b4e-2b6d04cdaaf7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:37.965421 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:37.965710 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Floating IP 204bd3c4-4d52-43bc-adb6-ab1b228c6207 disassociated (deleted). External IP: 172.25.1.105, port: 2f6756f1-a7e1-4315-a6eb-6998ee42fc94. Jul 07 18:57:38.000730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1f6c1486-a653-48ac-b27d-6c266eb64fe9 req-1eb3a7c1-5e08-4e19-93f8-227214d1675c service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714067 Jul 07 18:57:38.206751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Router 07d8f83a-5bbd-483b-937e-370bdc2db081 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:57:38.315836 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:57:38.320923 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:38.325813 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] Sync routers for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:57:38.336336 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:57:38.337021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:38.358811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7cd384b2-2311-4681-a306-ee793788c7e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "DELETE /v2.0/floatingips/204bd3c4-4d52-43bc-adb6-ab1b228c6207 HTTP/1.1" status: 204 len: 168 time: 1.3052449 Jul 07 18:57:38.443706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:57:38.672850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:49Z', 'revision_number': 5, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:38.699442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] Checking router: 07d8f83a-5bbd-483b-937e-370bdc2db081 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:57:38.708421 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:57:38.709090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:38.826332 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:57:38.963500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:57:38.966767 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4edb81-8889-474d-8ce5-70225ff243d1" -d '{"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:57:39.006967 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d302bec-f81a-45db-aaf3-5159a3100df8 x-openstack-request-id: req-5d302bec-f81a-45db-aaf3-5159a3100df8 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:57:39.007257 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:57:39.007509 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d302bec-f81a-45db-aaf3-5159a3100df8 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:57:39.007924 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'status': 'completed', 'code': 200} Jul 07 18:57:39.050146 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:49Z', 'revision_number': 5, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:39.083649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a203b8-c5c5-4129-b346-0e270873ecc5 None None] The sync data for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 is: [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:55:43Z', 'revision_number': 4, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '02a1f9ec-911e-4ab2-b1de-0c03bb49c13b', 'name': '', 'network_id': 'f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'mac_address': 'fa:16:3e:96:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:43Z', 'updated_at': '2021-07-07T18:55:49Z', 'revision_number': 5, 'project_id': '25df70044a494299928a20ad4b8d2229', 'subnets': [{'id': 'b8c1dcfa-da56-44fb-9beb-7515cb9e89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:57:39.090933 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-564bbfb1-f450-4cbc-aa35-1a1bd30db5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:39.092587 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-564bbfb1-f450-4cbc-aa35-1a1bd30db5bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=25df70044a494299928a20ad4b8d2229&device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 1096 time: 0.0610082 Jul 07 18:57:39.197151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-d93cc4fb-a6ce-4abe-9604-455585270bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:39.198676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-d93cc4fb-a6ce-4abe-9604-455585270bcd service neutron] 10.222.0.55 "GET /v2.0/networks?id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 200 len: 915 time: 0.0994544 Jul 07 18:57:39.242670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-158e8220-c73b-4b49-af0c-960f4a4c9d2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 200 len: 217 time: 0.0374329 Jul 07 18:57:39.295671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-f6cb01be-361e-426b-9584-2b9dd9e12ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:39.297383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-f6cb01be-361e-426b-9584-2b9dd9e12ff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 200 len: 853 time: 0.0490959 Jul 07 18:57:39.360506 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c66874-1723-49db-a153-d2eaf0d7fc40 None None] New status for floating IP 204bd3c4-4d52-43bc-adb6-ab1b228c6207: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:57:39.366553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-d7975f2d-5550-42a4-902d-554f0a04dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:39.368081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-d7975f2d-5550-42a4-902d-554f0a04dc99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641336 Jul 07 18:57:39.467369 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-792662e3-875a-429b-a35b-901a7fe856e8 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899608 Jul 07 18:57:39.560986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c4edb81-8889-474d-8ce5-70225ff243d1 req-8fa9f77a-778e-4160-bb40-43432cc35df1 service neutron] 10.222.0.55 "GET /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869863 Jul 07 18:57:45.826224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7f3f3-b720-407a-8437-aaa3bedbc08e req-98231fc0-5770-44c5-905a-f979a7bc119c tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:45.827748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2d7f3f3-b720-407a-8437-aaa3bedbc08e req-98231fc0-5770-44c5-905a-f979a7bc119c tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0696883 Jul 07 18:57:45.873449 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2d7f3f3-b720-407a-8437-aaa3bedbc08e req-989b76bd-1857-4c51-adaa-c213b0d2f218 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Jul 07 18:57:45.939097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45d3ddaf-a954-4d93-95c5-6a226c13f718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:47.067214 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d2c5-5197-43d1-a59d-fc058700d3fb req-9e3c0d70-b8a6-4021-abfb-7227fae25b0d tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:47.069412 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f028d2c5-5197-43d1-a59d-fc058700d3fb req-9e3c0d70-b8a6-4021-abfb-7227fae25b0d tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0650702 Jul 07 18:57:47.121383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f028d2c5-5197-43d1-a59d-fc058700d3fb req-a1001f14-e8df-4d68-a380-d773c402e1e6 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/security-groups?id=db028f33-9521-44b5-ba57-c8b268c58cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Jul 07 18:57:47.386158 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-1ea752ca-3057-46f9-8ad4-b6faa21ebacf tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:57:47.387723 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-1ea752ca-3057-46f9-8ad4-b6faa21ebacf tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.55 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 945 time: 0.0765018 Jul 07 18:57:47.490954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Deleting port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:47.491242 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:47.583245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] For port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:47.583577 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:47.596687 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Calling delete_port for 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:47.738236 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:47.750397 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['2f6756f1-a7e1-4315-a6eb-6998ee42fc94'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:57:47.772618 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Pushing event deleted for resources: {'Port': ['ID=2f6756f1-a7e1-4315-a6eb-6998ee42fc94,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:47.818426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] No DVR routers for this DVR port 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:57:47.821930 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:47.825356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8e8413b5-5a28-46d0-8156-eb0e9baaa63a req-3cb1fa9e-7d67-44d3-8c3c-5a35d27b20e7 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.55 "DELETE /v2.0/ports/2f6756f1-a7e1-4315-a6eb-6998ee42fc94 HTTP/1.1" status: 204 len: 173 time: 0.4319210 Jul 07 18:57:47.826010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'name': 'network-vif-deleted', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:57:47.829113 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f25d00-69ec-4716-bfbf-83d8015b1d58" -d '{"events": [{"server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "name": "network-vif-deleted", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:57:47.869578 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cee3e-fc01-409c-964f-98a10a84617c x-openstack-request-id: req-0b7cee3e-fc01-409c-964f-98a10a84617c {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:57:47.869872 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4a9749-9753-408e-a4f5-ca5e9fc6499e", "name": "network-vif-deleted", "tag": "2f6756f1-a7e1-4315-a6eb-6998ee42fc94", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:57:47.870129 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b7cee3e-fc01-409c-964f-98a10a84617c {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:57:47.870590 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a9749-9753-408e-a4f5-ca5e9fc6499e', 'name': 'network-vif-deleted', 'tag': '2f6756f1-a7e1-4315-a6eb-6998ee42fc94', 'status': 'completed', 'code': 200} Jul 07 18:57:48.247252 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:57:48.294878 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e9da5ccd-04f0-45c9-a9e2-918db17087d2 req-632d48d3-a3a6-4f71-b18d-1e377a1bea39 tempest-TestMinimumBasicScenario-159415335 tempest-TestMinimumBasicScenario-159415335-project] 10.222.0.88 "GET /v2.0/ports?device_id=be4a9749-9753-408e-a4f5-ca5e9fc6499e HTTP/1.1" status: 200 len: 210 time: 0.0341473 Jul 07 18:57:48.479407 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00542068-002c-4d3d-9150-5083a900641d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:48.601285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:49.916851 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:50.004878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56316) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:50.663530 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:50.931385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Deleting port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:50.931637 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:51.013525 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] For port 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:51.014239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:51.026576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Calling delete_port for 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:51.214925 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:51.248779 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a1f9ec-911e-4ab2-b1de-0c03bb49c13b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:51.411559 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:51.424334 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:51.650112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Router 07d8f83a-5bbd-483b-937e-370bdc2db081 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:57:51.763255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:57:51.768772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0aacbc0c-2f45-44ec-9a00-ba122fb97129 admin admin] 10.222.0.88 "PUT /v2.0/routers/07d8f83a-5bbd-483b-937e-370bdc2db081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621505 Jul 07 18:57:51.771561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56318) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:51.773587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] Sync routers for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:57:51.783859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:57:51.784505 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:51.890719 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:51.904013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:57:52.002349 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.059654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Deleting port 6aa6f1d7-be3e-444b-857a-887c3497e6de {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:52.060391 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.097683 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:57:51Z', 'revision_number': 5, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port': {'id': '6aa6f1d7-be3e-444b-857a-887c3497e6de', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:41Z', 'updated_at': '2021-07-07T18:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:52.124680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] Checking router: 07d8f83a-5bbd-483b-937e-370bdc2db081 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:57:52.134226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] Routers {'07d8f83a-5bbd-483b-937e-370bdc2db081'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:57:52.134859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07d8f83a-5bbd-483b-937e-370bdc2db081'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:52.142359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] For port 6aa6f1d7-be3e-444b-857a-887c3497e6de, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=6aa6f1d7-be3e-444b-857a-887c3497e6de,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:52.142722 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.156064 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Calling delete_port for 6aa6f1d7-be3e-444b-857a-887c3497e6de owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:52.225804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] Set router 07d8f83a-5bbd-483b-937e-370bdc2db081 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:57:52.289262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:57:52Z', 'revision_number': 6, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:52.319200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10fe205-426f-4d4c-9b9f-d90a15cda5cd None None] The sync data for ids ['07d8f83a-5bbd-483b-937e-370bdc2db081'] in n-d-798930-2 is: [{'id': '07d8f83a-5bbd-483b-937e-370bdc2db081', 'name': 'tempest-TestMinimumBasicScenario-653130617-router', 'tenant_id': '25df70044a494299928a20ad4b8d2229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:40Z', 'updated_at': '2021-07-07T18:57:52Z', 'revision_number': 6, 'project_id': '25df70044a494299928a20ad4b8d2229', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:57:52.330933 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.361301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa6f1d7-be3e-444b-857a-887c3497e6de,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:52.429912 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.520494 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.522804 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.569928 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.570443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07d8f83a-5bbd-483b-937e-370bdc2db081 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:57:52.575171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.576314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-50c440b7-3841-40db-999a-65b709f6acd3 admin admin] 10.222.0.88 "DELETE /v2.0/routers/07d8f83a-5bbd-483b-937e-370bdc2db081 HTTP/1.1" status: 204 len: 168 time: 0.8037796 Jul 07 18:57:52.580144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56320) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:52.625041 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] Deleting subnet b8c1dcfa-da56-44fb-9beb-7515cb9e89ba {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:57:52.628458 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.667415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.754568 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.808110 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.836283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c1dcfa-da56-44fb-9beb-7515cb9e89ba,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:52.841654 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.843947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-97da6551-0b26-49bb-b108-393feae2fb8d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b8c1dcfa-da56-44fb-9beb-7515cb9e89ba HTTP/1.1" status: 204 len: 168 time: 0.2628386 Jul 07 18:57:52.846456 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56322) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:52.848042 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd2288-a423-4468-ae87-bb65527adf19 None None] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:57:52.918876 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:52.973943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Deleting port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:52.974212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.039483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] For port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,segment=NetworkSegment(97143727-c418-48a2-9f84-3b3204c67f54),segment_id=97143727-c418-48a2-9f84-3b3204c67f54)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:53.039844 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.057434 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Calling delete_port for 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:53.099867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:57:53.122639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] DHCP port deletion for f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:57:53.125789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:57:53.126128 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 2f6756f1-a7e1-4315-a6eb-6998ee42fc94 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:57:53.153998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.172882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Deleting port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:53.173283 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.180312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Pushing event deleted for resources: {'Port': ['ID=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:53.184012 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] No DVR routers for this DVR port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:57:53.245529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] For port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0, host n-d-798930-2, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:53.246247 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.262003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.275708 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:53.295563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97143727-c418-48a2-9f84-3b3204c67f54') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:53.295894 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97143727-c418-48a2-9f84-3b3204c67f54') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:53.312357 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.329202 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.336974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:57:53.337412 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:57:53.341966 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:57:53.405764 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.422811 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.427578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f HTTP/1.1" status: 204 len: 168 time: 0.5794837 Jul 07 18:57:53.431334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e2151-f1f9-412b-8a68-53ce47d6f141 admin admin] Pushing event deleted for resources: {'Network': ['ID=f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:53.432488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56324) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:53.439413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Calling delete_port for 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:53.442171 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:57:53.443450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:53.465262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Network f335ce9c-5aa6-4e8f-8d08-a72a49fcac4f is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:57:53.465710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] No DVR routers for this DVR port 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:57:53.467445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Pushing event deleted for resources: {'Port': ['ID=70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:53.481982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.482324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.482658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.483574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.483574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.483796 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.483936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.484254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.484572 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.484923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.485244 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.485549 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8f7f6-b10e-4d40-9963-1de786e7406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:57:53.820301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:54.092383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Deleting port 21b7e60a-94da-40f4-98de-289e7507d0a9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:54.092661 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:54.171469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa6f1d7-be3e-444b-857a-887c3497e6de no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:57:54.172185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] For port 21b7e60a-94da-40f4-98de-289e7507d0a9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=21b7e60a-94da-40f4-98de-289e7507d0a9,segment=NetworkSegment(cef2c4cc-49b7-4fac-84f3-a6052479a7a0),segment_id=cef2c4cc-49b7-4fac-84f3-a6052479a7a0)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:54.172547 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:54.186552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Calling delete_port for 21b7e60a-94da-40f4-98de-289e7507d0a9 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:54.191991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 6aa6f1d7-be3e-444b-857a-887c3497e6de {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:57:54.192428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 6aa6f1d7-be3e-444b-857a-887c3497e6de not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:57:54.192957 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:57:54.212055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:57:54.216564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 02a1f9ec-911e-4ab2-b1de-0c03bb49c13b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:57:54.216564 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:57:54.231657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:57:54.232000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 70854d9d-2c0d-4a9c-8d3d-bc5dd9fadda0 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:57:54.386294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:54.412959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Pushing event deleted for resources: {'Port': ['ID=21b7e60a-94da-40f4-98de-289e7507d0a9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:54.587524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:54.823349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:57:54.944367 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:57:54.951345 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ba863890-c9fb-4961-8609-df56af1005fd admin admin] 10.222.0.88 "PUT /v2.0/routers/07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164354 Jul 07 18:57:54.952770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56326) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:54.954016 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] Sync routers for ids ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:57:54.968434 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] Routers {'07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:57:54.969469 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:55.063136 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.076028 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] Set router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:57:55.166757 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.222559 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Deleting port df55c241-db67-4df3-a9e5-46a0e95b271d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:55.222971 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.252468 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:57:54Z', 'revision_number': 5, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port': {'id': 'df55c241-db67-4df3-a9e5-46a0e95b271d', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:55:46Z', 'updated_at': '2021-07-07T18:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:55.279019 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] Checking router: 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:57:55.287558 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] Routers {'07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:57:55.288174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:55.310643 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] For port df55c241-db67-4df3-a9e5-46a0e95b271d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=df55c241-db67-4df3-a9e5-46a0e95b271d,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:55.311234 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.329851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Calling delete_port for df55c241-db67-4df3-a9e5-46a0e95b271d owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:55.375087 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] Set router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:57:55.430253 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:57:55Z', 'revision_number': 6, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:55.470483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb825af-a501-43fc-9571-0e8ddf01b111 None None] The sync data for ids ['07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9'] in n-d-798930-2 is: [{'id': '07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9', 'name': 'tempest-TestMinimumBasicScenario-1405733495-router', 'tenant_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:55:45Z', 'updated_at': '2021-07-07T18:57:55Z', 'revision_number': 6, 'project_id': 'f9ccb66ccc2b4133a6a15d5f8d23d971', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:57:55.511902 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.538984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Pushing event deleted for resources: {'Port': ['ID=df55c241-db67-4df3-a9e5-46a0e95b271d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:55.598536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.691350 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.694818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.741390 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.742156 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:57:55.746842 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.748008 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3d125d99-06ef-4343-9112-460d6ef9fe98 admin admin] 10.222.0.88 "DELETE /v2.0/routers/07a2dfc7-9b0f-4496-8f53-9d2f1ccd0ad9 HTTP/1.1" status: 204 len: 168 time: 0.7942033 Jul 07 18:57:55.750577 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56328) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:55.794705 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] Deleting subnet 7d875c2a-bc36-4186-a599-1b96642e3d9c {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:57:55.798110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.838136 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.927649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:55.982853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.008066 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d875c2a-bc36-4186-a599-1b96642e3d9c,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:56.013142 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.015330 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2783bce5-2161-4204-9573-611c7df60773 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7d875c2a-bc36-4186-a599-1b96642e3d9c HTTP/1.1" status: 204 len: 168 time: 0.2636292 Jul 07 18:57:56.018295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56330) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:56.020733 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90356f06-19da-4141-86a2-db0d0c22681e None None] Network c8d628d2-ccad-4fa0-a368-37c1302c205b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:57:56.091880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.147146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Deleting port 19086818-8c7d-42f9-b197-2a3259cde74d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:56.147593 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.218734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] For port 19086818-8c7d-42f9-b197-2a3259cde74d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=19086818-8c7d-42f9-b197-2a3259cde74d,segment=NetworkSegment(cef2c4cc-49b7-4fac-84f3-a6052479a7a0),segment_id=cef2c4cc-49b7-4fac-84f3-a6052479a7a0)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:56.218998 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.233966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Calling delete_port for 19086818-8c7d-42f9-b197-2a3259cde74d owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:56.238947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] DHCP port deletion for c8d628d2-ccad-4fa0-a368-37c1302c205b request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:57:56.300130 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] Deleting port 19086818-8c7d-42f9-b197-2a3259cde74d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:57:56.300846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.319851 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 21b7e60a-94da-40f4-98de-289e7507d0a9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:57:56.325768 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.353910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Pushing event deleted for resources: {'Port': ['ID=19086818-8c7d-42f9-b197-2a3259cde74d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:56.356213 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] No DVR routers for this DVR port 19086818-8c7d-42f9-b197-2a3259cde74d on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:57:56.372283 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 21b7e60a-94da-40f4-98de-289e7507d0a9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:57:56.372649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 21b7e60a-94da-40f4-98de-289e7507d0a9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:57:56.373114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 19086818-8c7d-42f9-b197-2a3259cde74d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:57:56.396302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 19086818-8c7d-42f9-b197-2a3259cde74d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:57:56.396703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 19086818-8c7d-42f9-b197-2a3259cde74d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:57:56.397102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device df55c241-db67-4df3-a9e5-46a0e95b271d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:57:56.427616 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: df55c241-db67-4df3-a9e5-46a0e95b271d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:57:56.427959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device df55c241-db67-4df3-a9e5-46a0e95b271d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:57:56.431801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.436673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] For port 19086818-8c7d-42f9-b197-2a3259cde74d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=19086818-8c7d-42f9-b197-2a3259cde74d,segment=NetworkSegment(cef2c4cc-49b7-4fac-84f3-a6052479a7a0),segment_id=cef2c4cc-49b7-4fac-84f3-a6052479a7a0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:57:56.437198 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.443014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d628d2-ccad-4fa0-a368-37c1302c205b']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:56.451363 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] Calling delete_port for 19086818-8c7d-42f9-b197-2a3259cde74d owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:57:56.455957 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:56.456191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef2c4cc-49b7-4fac-84f3-a6052479a7a0') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:57:56.466511 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.482882 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.489898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:57:56.490338 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:57:56.492093 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:57:56.544381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.547211 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.553789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] Network c8d628d2-ccad-4fa0-a368-37c1302c205b is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:57:56.554256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] No DVR routers for this DVR port 19086818-8c7d-42f9-b197-2a3259cde74d on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:57:56.555635 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.560095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c8d628d2-ccad-4fa0-a368-37c1302c205b HTTP/1.1" status: 204 len: 168 time: 0.5382962 Jul 07 18:57:56.575599 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a5f2-8118-4e3e-aff9-f44f888bb082 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d628d2-ccad-4fa0-a368-37c1302c205b,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:56.581092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573788af-cc30-4473-bb4e-e322b0eac5b2 None None] Pushing event deleted for resources: {'Port': ['ID=19086818-8c7d-42f9-b197-2a3259cde74d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:56.750499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56334) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:56.791891 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-dd7b8662-ac83-4bd3-8b46-7fdb0cff84d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=25df70044a494299928a20ad4b8d2229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401015 Jul 07 18:57:56.794543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56336) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:56.844520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d4c6bb-ec8f-404e-9415-257d2fe461e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.865415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d4c6bb-ec8f-404e-9415-257d2fe461e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.915705 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d4c6bb-ec8f-404e-9415-257d2fe461e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.919093 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-95d4c6bb-ec8f-404e-9415-257d2fe461e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:56.920439 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-95d4c6bb-ec8f-404e-9415-257d2fe461e5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/db028f33-9521-44b5-ba57-c8b268c58cb8 HTTP/1.1" status: 204 len: 168 time: 0.1248620 Jul 07 18:57:56.929211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4c6bb-ec8f-404e-9415-257d2fe461e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db028f33-9521-44b5-ba57-c8b268c58cb8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:57.285235 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56342) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:57.337377 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d5f6ba7a-14b0-48b5-bcab-2c31523eb955 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f9ccb66ccc2b4133a6a15d5f8d23d971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499024 Jul 07 18:57:57.338929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56344) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:57.388692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ceffd8d-23f8-4dba-84ed-b4ac11923907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:57.412762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ceffd8d-23f8-4dba-84ed-b4ac11923907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:57.470434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ceffd8d-23f8-4dba-84ed-b4ac11923907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:57.473477 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ceffd8d-23f8-4dba-84ed-b4ac11923907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:57.474670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ceffd8d-23f8-4dba-84ed-b4ac11923907 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e249300-fc08-4bb2-ac81-daea14799f2c HTTP/1.1" status: 204 len: 168 time: 0.1348448 Jul 07 18:57:57.482965 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceffd8d-23f8-4dba-84ed-b4ac11923907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e249300-fc08-4bb2-ac81-daea14799f2c,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:59.305385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56384) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:59.310153 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278061190', 'description': 'tempest-secgroup-smoke-1278061190 description', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:57:59.340090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.349630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.442337 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.449689 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.485662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae6785e-32ea-46f6-aff4-86a456147148,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:59.542478 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.547880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.573961 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.575695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2692506 Jul 07 18:57:59.579905 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd21d20-23a6-4da7-90c9-c3bd61dc63bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8816bf5-b3fe-4ca7-83a4-0c8debebe135,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:59.580555 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56386) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:59.585449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-802c38d1-ebae-4a9f-ba08-2563ab13ae03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'b8816bf5-b3fe-4ca7-83a4-0c8debebe135', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:57:59.614818 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-802c38d1-ebae-4a9f-ba08-2563ab13ae03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.673789 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-802c38d1-ebae-4a9f-ba08-2563ab13ae03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.680558 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-802c38d1-ebae-4a9f-ba08-2563ab13ae03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.697535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c38d1-ebae-4a9f-ba08-2563ab13ae03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c08a44-dcad-4fd1-814b-ad51084f1b0d,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:59.706444 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-802c38d1-ebae-4a9f-ba08-2563ab13ae03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.707824 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-802c38d1-ebae-4a9f-ba08-2563ab13ae03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261470 Jul 07 18:57:59.710491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56388) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:59.715037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-93729ea9-ac93-40a6-a76f-26f07d8592d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'b8816bf5-b3fe-4ca7-83a4-0c8debebe135', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:57:59.743694 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93729ea9-ac93-40a6-a76f-26f07d8592d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.811418 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93729ea9-ac93-40a6-a76f-26f07d8592d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.816363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93729ea9-ac93-40a6-a76f-26f07d8592d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.835359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93729ea9-ac93-40a6-a76f-26f07d8592d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5603c0ee-2317-48e5-b144-55dd7205890b,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:59.839370 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-93729ea9-ac93-40a6-a76f-26f07d8592d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.840574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-93729ea9-ac93-40a6-a76f-26f07d8592d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291146 Jul 07 18:57:59.843704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56390) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:59.848129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e3383ef3-de7d-4993-b2e9-51be54ae3d0c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'b8816bf5-b3fe-4ca7-83a4-0c8debebe135', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:57:59.877263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3383ef3-de7d-4993-b2e9-51be54ae3d0c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.941322 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3383ef3-de7d-4993-b2e9-51be54ae3d0c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.946738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3383ef3-de7d-4993-b2e9-51be54ae3d0c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.966002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3383ef3-de7d-4993-b2e9-51be54ae3d0c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ca2a50-5500-42e7-ad7a-ef1c4a5a5100,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:57:59.970397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e3383ef3-de7d-4993-b2e9-51be54ae3d0c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:57:59.971866 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e3383ef3-de7d-4993-b2e9-51be54ae3d0c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271060 Jul 07 18:57:59.974999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56392) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:57:59.982583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4a94b802-cd5d-4946-8184-b02217a0cc71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'b8816bf5-b3fe-4ca7-83a4-0c8debebe135', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:00.021932 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a94b802-cd5d-4946-8184-b02217a0cc71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.088554 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a94b802-cd5d-4946-8184-b02217a0cc71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.093770 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a94b802-cd5d-4946-8184-b02217a0cc71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.113921 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94b802-cd5d-4946-8184-b02217a0cc71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bf8de7-dcd4-4629-9781-a9a610e9e4af,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:00.120440 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4a94b802-cd5d-4946-8184-b02217a0cc71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.121639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4a94b802-cd5d-4946-8184-b02217a0cc71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452389 Jul 07 18:58:00.124611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56394) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:00.131107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'b8816bf5-b3fe-4ca7-83a4-0c8debebe135', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:00.159791 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:58:00.166531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.231599 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.236781 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.255591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad75df9-1a82-4ee0-b094-c86d6546eb8e,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:00.263042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.264404 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7203371f-af34-4ee6-a28e-648372912e69 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387603 Jul 07 18:58:00.267185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56396) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:00.271662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'b8816bf5-b3fe-4ca7-83a4-0c8debebe135', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:00.296708 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:58:00.303814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.365959 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.371043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.390535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5cc15e-d329-4805-811d-9a66d29d4a64,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:00.394673 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.395942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-69998c97-cb5d-427c-b6e6-ee03a6f46eee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277483 Jul 07 18:58:00.398974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56398) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:00.404095 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'network': {'name': 'tempest-network-smoke--382514818', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:00.427543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:58:00.431042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.456135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:58:00.467473 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.467909 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Added segment 6bf8eb8f-f309-4f11-bb1f-908c1f129849 of type vlan for network 50aa732d-d484-4846-8692-22ca3f9186eb Jul 07 18:58:00.516520 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.552843 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.558282 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:00.558893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.613111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2129729 Jul 07 18:58:00.616136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56400) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:00.621041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'admin_state_up': True, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:00.624323 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd3f9a-3c16-41cf-bb11-19b67a616d48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Network': ['ID=50aa732d-d484-4846-8692-22ca3f9186eb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:00.634929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 50aa732d-d484-4846-8692-22ca3f9186eb details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:58:00.646223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.647262 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.701606 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:00.839078 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.051071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.070374 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.178208 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.209 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/ea74e553-3d4f-42d5-ae51-6076e154da98) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:58:01.288142 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.329750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:01.366825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:58:01.371592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:01.375612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:58:01.383521 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=ea74e553-3d4f-42d5-ae51-6076e154da98,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:01.986423 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:02.186462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:02.325546 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:58:02.435139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:58:02.448207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Sync routers for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:58:02.460405 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:02.461494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:58:02.465931 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5116101e-c905-4777-a1c4-1f2ad2734c11 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8445730 Jul 07 18:58:02.466125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:02.466252 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56402) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:02.577082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:58:02.604938 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-21e9dd5a-0708-4fec-8548-26f902ae0d57 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=8bcfbdf95b904837aeb6b3d911b7fcd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377285 Jul 07 18:58:02.607740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:02.764097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:01Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:02.796588 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Checking router: bd04abb1-7f2a-4e66-9438-1a13ffa12e4f for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:58:02.797229 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Updating router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f port ea74e553-3d4f-42d5-ae51-6076e154da98 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:58:02.837849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.072333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb68572f-3f88-480c-bcc1-620941cea7a8 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:03.073906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fb68572f-3f88-480c-bcc1-620941cea7a8 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4652832 Jul 07 18:58:03.077362 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56408) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:03.097883 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.108410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Transition to ACTIVE for port object ea74e553-3d4f-42d5-ae51-6076e154da98 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:03.112611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4d902e68-d180-4b0e-9236-f558599c1393 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340619 Jul 07 18:58:03.115625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56410) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:03.115864 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.122555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061951829', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:03.166804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377194f7-92bc-44f2-855a-23eb0cf409c5 None None] Pushing event updated for resources: {'Port': ['ID=ea74e553-3d4f-42d5-ae51-6076e154da98,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:03.169296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Attempting to bind port ea74e553-3d4f-42d5-ae51-6076e154da98 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:58:03.169658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Attempting to bind port ea74e553-3d4f-42d5-ae51-6076e154da98 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:58:03.170011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Attempting to bind port ea74e553-3d4f-42d5-ae51-6076e154da98 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:58:03.176321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:58:03.176321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:58:03.176536 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.177045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:58:03.177510 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Bound port: ea74e553-3d4f-42d5-ae51-6076e154da98, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:58:03.177900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.221753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:58:03.225872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.235925 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] For port ea74e553-3d4f-42d5-ae51-6076e154da98, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:58:03.239732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] For port ea74e553-3d4f-42d5-ae51-6076e154da98, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ea74e553-3d4f-42d5-ae51-6076e154da98,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:58:03.245086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.306147 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:58:03.306781 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:03.309673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377194f7-92bc-44f2-855a-23eb0cf409c5 None None] Pushing event updated for resources: {'Port': ['ID=ea74e553-3d4f-42d5-ae51-6076e154da98,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:03.411966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.417349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:58:03.473757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Subnet': ['ID=fa178be1-4c88-40c8-bca8-1070c5f18438,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:03.481189 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Checking segment: {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:58:03.481555 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network hostable DHCP agents. Network: 50aa732d-d484-4846-8692-22ca3f9186eb, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:58:03.499738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 50aa732d-d484-4846-8692-22ca3f9186eb is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:58:03.509771 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 50aa732d-d484-4846-8692-22ca3f9186eb) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:03.514056 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:03.514649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.521120 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403d0ca-8760-42e7-9aa4-540332fe277e None None] Network 50aa732d-d484-4846-8692-22ca3f9186eb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:58:03.533629 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ceb67f55-f0e6-450b-9da7-b449aa01e98c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4165537 Jul 07 18:58:03.536325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:03.710462 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:01Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:03.741857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-50aa732d-d484-4846-8692-22ca3f9186eb', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:58:03.742707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:03.746288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b652c2d-1125-4e07-ab61-c452f71b7b0a None None] The sync data for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 is: [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:01Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:58:03.884725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Allocated IP 172.20.0.2 (50aa732d-d484-4846-8692-22ca3f9186eb/fa178be1-4c88-40c8-bca8-1070c5f18438/bccfb0b0-44e3-4732-a98e-0dd3ea738d57) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:58:04.024371 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.246836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ea74e553-3d4f-42d5-ae51-6076e154da98 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:04.249358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.278379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Transition to ACTIVE for port object bccfb0b0-44e3-4732-a98e-0dd3ea738d57 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:04.302895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Transition to ACTIVE for port object bccfb0b0-44e3-4732-a98e-0dd3ea738d57 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:04.312943 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.349450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port ea74e553-3d4f-42d5-ae51-6076e154da98 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:04.365886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Network 50aa732d-d484-4846-8692-22ca3f9186eb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:58:04.368426 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ea74e553-3d4f-42d5-ae51-6076e154da98 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:04.368791 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.374139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:04.393414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:58:04.395573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Pushing event updated for resources: {'Port': ['ID=bccfb0b0-44e3-4732-a98e-0dd3ea738d57,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:04.398388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.1 (50aa732d-d484-4846-8692-22ca3f9186eb/fa178be1-4c88-40c8-bca8-1070c5f18438/44a10b83-338f-4cd6-b522-d34940561d21) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:58:04.467754 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Attempting to bind port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:58:04.468194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Attempting to bind port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:58:04.468488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Attempting to bind port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 on network 50aa732d-d484-4846-8692-22ca3f9186eb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:58:04.478643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:58:04.479162 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Checking segment: {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:58:04.479457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.479785 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Bound using segment: {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:58:04.480275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Bound port: bccfb0b0-44e3-4732-a98e-0dd3ea738d57, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:58:04.480654 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.534173 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.553908 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object 44a10b83-338f-4cd6-b522-d34940561d21 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:04.566012 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.576532 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.593470 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.615378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port ea74e553-3d4f-42d5-ae51-6076e154da98, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ea74e553-3d4f-42d5-ae51-6076e154da98,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:58:04.619024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] For port bccfb0b0-44e3-4732-a98e-0dd3ea738d57, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:58:04.623566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.637050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] For port bccfb0b0-44e3-4732-a98e-0dd3ea738d57, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bccfb0b0-44e3-4732-a98e-0dd3ea738d57,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:58:04.646973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 50aa732d-d484-4846-8692-22ca3f9186eb is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:58:04.650607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:04.655735 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:58:04.658740 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.659624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=44a10b83-338f-4cd6-b522-d34940561d21,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:04.703461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ea74e553-3d4f-42d5-ae51-6076e154da98,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:04.705079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:04.781131 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977ba89-f542-43ee-bb13-faf1a9137427 None None] Pushing event updated for resources: {'Port': ['ID=bccfb0b0-44e3-4732-a98e-0dd3ea738d57,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:04.890355 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:05.181237 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:05.187715 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:05.267245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=44a10b83-338f-4cd6-b522-d34940561d21,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:05.271130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:05.367879 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 50aa732d-d484-4846-8692-22ca3f9186eb is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:58:05.369300 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:05.489670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:58:05.598514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:58:05.604562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d12204f8-aa4e-43d8-83d7-526c6ef155ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/bd04abb1-7f2a-4e66-9438-1a13ffa12e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0670021 Jul 07 18:58:05.613951 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Sync routers for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:58:05.623605 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:58:05.624344 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:05.734094 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:58:05.751114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-090af832-c7b7-4954-8aef-0249a5b88b76 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278061190&fields=id&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 267 time: 0.0373659 Jul 07 18:58:05.866941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-69b67614-2d0b-4cc8-8493-5e5640a30797 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:05.868452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-69b67614-2d0b-4cc8-8493-5e5640a30797 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/networks?id=50aa732d-d484-4846-8692-22ca3f9186eb HTTP/1.1" status: 200 len: 796 time: 0.1069195 Jul 07 18:58:05.884067 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-a2cf5668-3b82-45f0-b8c2-3a76f54240e3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/quotas/8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 375 time: 0.0098572 Jul 07 18:58:05.940785 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:05Z', 'revision_number': 2, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:05.956548 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-9829d28b-323b-49ba-96de-c19254a1ba23 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664608 Jul 07 18:58:05.971119 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Checking router: bd04abb1-7f2a-4e66-9438-1a13ffa12e4f for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:58:05.971466 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Updating router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f port 44a10b83-338f-4cd6-b522-d34940561d21 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:58:06.007785 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.062577 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ce285909-6b23-415f-b25b-63dec64147be service neutron] 10.222.0.88 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937738 Jul 07 18:58:06.174401 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-72c7863e-ec58-4f4f-a820-232ae12df04c service neutron] 10.222.0.88 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052802 Jul 07 18:58:06.295860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e645831-9b0f-4881-a9dc-a7c169ed096a None None] Network 50aa732d-d484-4846-8692-22ca3f9186eb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:58:06.306906 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.321107 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Transition to ACTIVE for port object 44a10b83-338f-4cd6-b522-d34940561d21 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:06.329350 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.380029 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Pushing event updated for resources: {'Port': ['ID=44a10b83-338f-4cd6-b522-d34940561d21,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:06.390383 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.390383 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.390750 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.391021 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.391347 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.391720 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.392045 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.392365 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.392683 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.393672 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.393672 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.393911 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:58:06.409424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2f189d83-36fb-4c25-a6ed-6e42917f9529 None None] Provisioning for port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:06.434656 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3aa1c1f6-6523-4fd5-b28a-53535de0e388 req-4d80c2ba-5ddd-4a0c-81a1-7ba8cb63be04 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 210 time: 0.0620420 Jul 07 18:58:06.484889 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Attempting to bind port 44a10b83-338f-4cd6-b522-d34940561d21 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:58:06.486766 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Attempting to bind port 44a10b83-338f-4cd6-b522-d34940561d21 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:58:06.487149 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Attempting to bind port 44a10b83-338f-4cd6-b522-d34940561d21 on network 50aa732d-d484-4846-8692-22ca3f9186eb {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:58:06.495324 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:58:06.495547 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Checking segment: {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:58:06.496024 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.496483 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Bound using segment: {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:58:06.497130 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Bound port: 44a10b83-338f-4cd6-b522-d34940561d21, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:58:06.497789 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.545633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bccfb0b0-44e3-4732-a98e-0dd3ea738d57 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:06.571807 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] For port 44a10b83-338f-4cd6-b522-d34940561d21, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:58:06.575585 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] For port 44a10b83-338f-4cd6-b522-d34940561d21, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=44a10b83-338f-4cd6-b522-d34940561d21,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:58:06.581110 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.606854 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.637058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:06.645150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:06.645526 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.738968 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.758312 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:58:06.759081 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:57:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:06.766651 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be113-a761-455c-a532-388b0b1ab066 None None] Pushing event updated for resources: {'Port': ['ID=44a10b83-338f-4cd6-b522-d34940561d21,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:06.783055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port bccfb0b0-44e3-4732-a98e-0dd3ea738d57, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bccfb0b0-44e3-4732-a98e-0dd3ea738d57,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:58:06.790868 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.791968 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ea74e553-3d4f-42d5-ae51-6076e154da98 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:06.895000 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:58:06.898104 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=bccfb0b0-44e3-4732-a98e-0dd3ea738d57,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:06.906798 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port ea74e553-3d4f-42d5-ae51-6076e154da98 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:06.907163 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:06.945025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ece27f41-0e6f-4da9-8a7d-f31710281b1c None None] Provisioning complete for port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:06.945303 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ece27f41-0e6f-4da9-8a7d-f31710281b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:07.101174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ece27f41-0e6f-4da9-8a7d-f31710281b1c None None] Provisioning for port 44a10b83-338f-4cd6-b522-d34940561d21 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:07.115654 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:06Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:07.147434 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ee801-29c9-4491-8d46-af9c836019c1 None None] The sync data for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 is: [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:06Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:58:07.630881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96f4b309-6907-47f3-9a92-e937f64ab66d req-64153063-000c-400e-b010-77403f2cdeea tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 210 time: 0.0549455 Jul 07 18:58:07.736610 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-92454aa5-9101-435a-9e73-b2d12ad6bfac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:07.738169 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-92454aa5-9101-435a-9e73-b2d12ad6bfac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/networks?id=50aa732d-d484-4846-8692-22ca3f9186eb HTTP/1.1" status: 200 len: 796 time: 0.1538014 Jul 07 18:58:07.802472 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-9fcf3e3e-6ec4-4d69-8942-1654232a8589 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 380 time: 0.0482838 Jul 07 18:58:07.813642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'port': {'device_id': '311874a3-a702-499c-a0d8-c61daef38697', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'admin_state_up': True, 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'security_groups': ['b8816bf5-b3fe-4ca7-83a4-0c8debebe135']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:07.934429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:58:07.938571 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.073219 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.8 (50aa732d-d484-4846-8692-22ca3f9186eb/fa178be1-4c88-40c8-bca8-1070c5f18438/79763104-6d97-48e3-80c3-9724b0d9bbef) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:58:08.222215 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.237548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object 79763104-6d97-48e3-80c3-9724b0d9bbef will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:08.272623 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bccfb0b0-44e3-4732-a98e-0dd3ea738d57 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:08.281793 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.324473 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:08.325393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.332848 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 50aa732d-d484-4846-8692-22ca3f9186eb is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:58:08.338531 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:08.343622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:58:08.351160 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=79763104-6d97-48e3-80c3-9724b0d9bbef,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:08.400465 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:08.401308 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.420080 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-dfe4b9a4-c7fc-455e-90ba-476c8eee72e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114788 Jul 07 18:58:08.435467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 44a10b83-338f-4cd6-b522-d34940561d21 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:08.491566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Request body: {'port': {'device_id': '311874a3-a702-499c-a0d8-c61daef38697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:08.492846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 44a10b83-338f-4cd6-b522-d34940561d21 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:08.498452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 44a10b83-338f-4cd6-b522-d34940561d21 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:08.498452 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.579256 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.581447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.617463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 44a10b83-338f-4cd6-b522-d34940561d21, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=44a10b83-338f-4cd6-b522-d34940561d21,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:58:08.623360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.629465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dc17532d-6cdd-4a53-a465-f6260b0c3e7d None None] Provisioning for port 79763104-6d97-48e3-80c3-9724b0d9bbef completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:08.652176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dc17532d-6cdd-4a53-a465-f6260b0c3e7d None None] Provisioning complete for port 79763104-6d97-48e3-80c3-9724b0d9bbef triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:08.652548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc17532d-6cdd-4a53-a465-f6260b0c3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.704108 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dc17532d-6cdd-4a53-a465-f6260b0c3e7d None None] Port 79763104-6d97-48e3-80c3-9724b0d9bbef cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:58:08.705671 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=44a10b83-338f-4cd6-b522-d34940561d21,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:08.808390 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf5ec7-33dc-4b6a-afb1-2d96777e3450 req-7abb6861-b08a-4f47-8638-169e5494fcec tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:08.809927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2edf5ec7-33dc-4b6a-afb1-2d96777e3450 req-7abb6861-b08a-4f47-8638-169e5494fcec tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 931 time: 0.0649838 Jul 07 18:58:08.851830 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2edf5ec7-33dc-4b6a-afb1-2d96777e3450 req-9415aeb5-fe4b-44f5-b1b6-05b2c3e99bef tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349171 Jul 07 18:58:08.862621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79763104-6d97-48e3-80c3-9724b0d9bbef {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:58:08.870721 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.883191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Transition to ACTIVE for port object 79763104-6d97-48e3-80c3-9724b0d9bbef will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:58:08.887998 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:08.938725 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Pushing event updated for resources: {'Port': ['ID=79763104-6d97-48e3-80c3-9724b0d9bbef,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:09.010161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Attempting to bind port 79763104-6d97-48e3-80c3-9724b0d9bbef on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:58:09.010497 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Attempting to bind port 79763104-6d97-48e3-80c3-9724b0d9bbef by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:58:09.010830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Attempting to bind port 79763104-6d97-48e3-80c3-9724b0d9bbef on network 50aa732d-d484-4846-8692-22ca3f9186eb {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:58:09.015909 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Port 79763104-6d97-48e3-80c3-9724b0d9bbef on network 50aa732d-d484-4846-8692-22ca3f9186eb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:58:09.016226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Attempting to bind port 79763104-6d97-48e3-80c3-9724b0d9bbef on network 50aa732d-d484-4846-8692-22ca3f9186eb {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:58:09.021609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:58:09.021910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Checking segment: {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:58:09.022361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Bound using segment: {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:58:09.022738 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Bound port: 79763104-6d97-48e3-80c3-9724b0d9bbef, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf8eb8f-f309-4f11-bb1f-908c1f129849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:58:09.023097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:09.092499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] For port 79763104-6d97-48e3-80c3-9724b0d9bbef, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:58:09.095540 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] For port 79763104-6d97-48e3-80c3-9724b0d9bbef, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=79763104-6d97-48e3-80c3-9724b0d9bbef,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:58:09.102385 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:09.135874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:09.136493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:09.138071 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] 10.222.0.90 "PUT /v2.0/ports/79763104-6d97-48e3-80c3-9724b0d9bbef HTTP/1.1" status: 200 len: 1091 time: 0.7081409 Jul 07 18:58:09.138449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:58:09.140773 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf9074-1b78-4638-8dad-52211eaa0639" -d '{"events": [{"name": "network-changed", "server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:58:09.167961 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f8a4-4e22-4e66-876a-08240c5afd1b service neutron] Pushing event updated for resources: {'Port': ['ID=79763104-6d97-48e3-80c3-9724b0d9bbef,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:09.248245 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-03d7f302-4705-4373-a7db-c20b1556da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:09.249867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-03d7f302-4705-4373-a7db-c20b1556da82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 1094 time: 0.0699389 Jul 07 18:58:09.296434 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a3748-0277-4b45-8289-7f1fd3de0dc1 x-openstack-request-id: req-ab0a3748-0277-4b45-8289-7f1fd3de0dc1 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:58:09.296742 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:58:09.296972 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ab0a3748-0277-4b45-8289-7f1fd3de0dc1 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:58:09.297410 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'status': 'completed', 'code': 200} Jul 07 18:58:09.299363 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-665c5b93-af67-4ecc-b497-8e82df5f1eda service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79763104-6d97-48e3-80c3-9724b0d9bbef HTTP/1.1" status: 200 len: 217 time: 0.0421441 Jul 07 18:58:09.351625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-6d1f8cee-35d9-4f23-8d4a-02b5be382983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:09.353133 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-6d1f8cee-35d9-4f23-8d4a-02b5be382983 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa178be1-4c88-40c8-bca8-1070c5f18438 HTTP/1.1" status: 200 len: 835 time: 0.0461628 Jul 07 18:58:09.410566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-372c4427-3d01-4e56-acef-3bc88d076029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:09.412047 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-372c4427-3d01-4e56-acef-3bc88d076029 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50aa732d-d484-4846-8692-22ca3f9186eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526717 Jul 07 18:58:09.508171 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-5ae8c370-2fd8-4825-b56a-9892fd4c040f service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895090 Jul 07 18:58:09.611195 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef74106d-e4c7-4cc5-9c1f-4c2988183c78 req-c782aa29-5011-42d2-aac0-36a6e2a6facf service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960307 Jul 07 18:58:09.722305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-79a7f176-7650-4ddb-ae37-b4b8bef08162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:09.723805 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-79a7f176-7650-4ddb-ae37-b4b8bef08162 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 1094 time: 0.0563681 Jul 07 18:58:10.031880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bb0e2-2255-4699-b26c-7decec3e1504 req-10f282c7-ed29-4fe5-bb97-4256d47c5589 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:10.033445 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c0bb0e2-2255-4699-b26c-7decec3e1504 req-10f282c7-ed29-4fe5-bb97-4256d47c5589 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 943 time: 0.0662603 Jul 07 18:58:10.076146 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c0bb0e2-2255-4699-b26c-7decec3e1504 req-248778e7-7b1a-44cf-8d48-1e689eaca609 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368960 Jul 07 18:58:10.147552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-475750d2-746f-48cd-9c5b-03c57f89f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:10.149083 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-475750d2-746f-48cd-9c5b-03c57f89f732 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50aa732d-d484-4846-8692-22ca3f9186eb HTTP/1.1" status: 200 len: 897 time: 0.4188466 Jul 07 18:58:10.184746 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 44a10b83-338f-4cd6-b522-d34940561d21 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:10.192627 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-aacdbe03-15ec-4d2b-bd0a-4103430ebff5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79763104-6d97-48e3-80c3-9724b0d9bbef HTTP/1.1" status: 200 len: 217 time: 0.0365705 Jul 07 18:58:10.235697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 44a10b83-338f-4cd6-b522-d34940561d21 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:10.236063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:10.245368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-7c686853-130d-4f08-906c-b6b795f13154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:10.246966 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-7c686853-130d-4f08-906c-b6b795f13154 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa178be1-4c88-40c8-bca8-1070c5f18438 HTTP/1.1" status: 200 len: 835 time: 0.0482771 Jul 07 18:58:10.303947 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-340a767c-d9bc-49da-a78a-b1b5c6cdd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:10.305839 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-340a767c-d9bc-49da-a78a-b1b5c6cdd27a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50aa732d-d484-4846-8692-22ca3f9186eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528984 Jul 07 18:58:10.416810 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-3bbbed87-1b8e-4a0c-b8d4-080482433c23 service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020732 Jul 07 18:58:10.517608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-efdf9074-1b78-4638-8dad-52211eaa0639 req-501004b7-b7d8-4f24-8b12-30cc7f11f686 service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937531 Jul 07 18:58:11.256249 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad90ab-8b55-4e2e-b420-1eb5fa3c8508 req-0d8bac1e-cd78-4280-9085-f553fb4c4888 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:11.257783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25ad90ab-8b55-4e2e-b420-1eb5fa3c8508 req-0d8bac1e-cd78-4280-9085-f553fb4c4888 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 943 time: 0.0694761 Jul 07 18:58:11.296063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-25ad90ab-8b55-4e2e-b420-1eb5fa3c8508 req-1c26d1e5-0da5-4853-b1e1-490a4a6410f9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Jul 07 18:58:12.485623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e4c4b-b02f-468b-95c4-2627f2cbb72f req-8dcba2e7-db8e-41a4-9689-c5a17ff4f564 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:12.487068 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f01e4c4b-b02f-468b-95c4-2627f2cbb72f req-8dcba2e7-db8e-41a4-9689-c5a17ff4f564 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 943 time: 0.0764859 Jul 07 18:58:12.528115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f01e4c4b-b02f-468b-95c4-2627f2cbb72f req-521c350f-99aa-46a2-a281-48d27f63ddbf tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Jul 07 18:58:12.908630 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 79763104-6d97-48e3-80c3-9724b0d9bbef details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:58:13.016682 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 79763104-6d97-48e3-80c3-9724b0d9bbef, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=79763104-6d97-48e3-80c3-9724b0d9bbef,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:58:13.029875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'port_id': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'mac_address': 'fa:16:3e:3a:03:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:58:13.067550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:13.081339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79763104-6d97-48e3-80c3-9724b0d9bbef {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:58:13.102061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 79763104-6d97-48e3-80c3-9724b0d9bbef, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=79763104-6d97-48e3-80c3-9724b0d9bbef,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:58:13.109788 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:13.167990 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=79763104-6d97-48e3-80c3-9724b0d9bbef,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:13.425047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['79763104-6d97-48e3-80c3-9724b0d9bbef'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:58:13.721161 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a7f88-512d-46e9-9558-0efbcc39482e req-6db02052-c6f8-4447-be7b-6ded3458e5a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:13.722661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d6a7f88-512d-46e9-9558-0efbcc39482e req-6db02052-c6f8-4447-be7b-6ded3458e5a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 944 time: 0.0689321 Jul 07 18:58:13.764203 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d6a7f88-512d-46e9-9558-0efbcc39482e req-27c4f706-e689-4706-b7d0-72b6aa879c5e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350015 Jul 07 18:58:14.908041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 79763104-6d97-48e3-80c3-9724b0d9bbef up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:58:14.961058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 79763104-6d97-48e3-80c3-9724b0d9bbef completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:58:14.961880 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fdf6a-8409-4bf1-81ad-77591e7c9b3b req-a0f447a1-706d-4c06-aafd-923a76e8d2ed tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:14.962952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d2fdf6a-8409-4bf1-81ad-77591e7c9b3b req-a0f447a1-706d-4c06-aafd-923a76e8d2ed tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 944 time: 0.0761521 Jul 07 18:58:14.965389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 79763104-6d97-48e3-80c3-9724b0d9bbef triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:58:14.965802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:15.001829 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0d2fdf6a-8409-4bf1-81ad-77591e7c9b3b req-e766412c-2779-4d3c-ab12-cf6f88673f7c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325005 Jul 07 18:58:15.048257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:15.070667 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:58:15.072808 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be315f44-f506-4a91-95cf-9756c1bfc829" -d '{"events": [{"server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "name": "network-vif-plugged", "status": "completed", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:58:15.085930 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 79763104-6d97-48e3-80c3-9724b0d9bbef, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=79763104-6d97-48e3-80c3-9724b0d9bbef,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:58:15.091408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:15.139117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=79763104-6d97-48e3-80c3-9724b0d9bbef,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:15.164307 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1647634d-0565-459d-82fa-1a3edc71d20c x-openstack-request-id: req-1647634d-0565-459d-82fa-1a3edc71d20c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:58:15.164600 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "name": "network-vif-plugged", "status": "completed", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:58:15.164929 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1647634d-0565-459d-82fa-1a3edc71d20c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:58:15.165334 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'code': 200} Jul 07 18:58:15.279254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9055-067a-4c8c-8e14-e033d705c8d1 req-19fa987c-1932-4509-ad14-83c79979115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:15.280789 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a92d9055-067a-4c8c-8e14-e033d705c8d1 req-19fa987c-1932-4509-ad14-83c79979115f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 1096 time: 0.0540631 Jul 07 18:58:15.325444 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a92d9055-067a-4c8c-8e14-e033d705c8d1 req-7cdbd134-6da6-46fa-9627-0ad40bf45ffa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Jul 07 18:58:15.936803 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0566-5414-4c83-b50d-49de6761a0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:16.182529 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64a93b-11b4-4d07-ada8-c72821bc0d7e req-88084c6d-3ccc-497a-880c-d2e06a4bb2a6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:16.184063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a64a93b-11b4-4d07-ada8-c72821bc0d7e req-88084c6d-3ccc-497a-880c-d2e06a4bb2a6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0666628 Jul 07 18:58:16.230942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a64a93b-11b4-4d07-ada8-c72821bc0d7e req-66b6e5c5-730a-4a92-89ed-af9021f265f6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Jul 07 18:58:17.420102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4189d-cb0b-4b6d-88d8-9bdbfb060226 req-a4afd1b4-7479-41a9-813e-dfb0adafb58c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:17.421846 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6e4189d-cb0b-4b6d-88d8-9bdbfb060226 req-a4afd1b4-7479-41a9-813e-dfb0adafb58c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0737336 Jul 07 18:58:17.466270 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c6e4189d-cb0b-4b6d-88d8-9bdbfb060226 req-ea786820-5e13-4d91-9b90-72961f39e36f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346859 Jul 07 18:58:17.656801 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8bd34-1e11-47df-906a-89eb5f9ea2c4 req-cccf8e30-22a5-4333-ad30-66271074ca1b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:17.658359 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ead8bd34-1e11-47df-906a-89eb5f9ea2c4 req-cccf8e30-22a5-4333-ad30-66271074ca1b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0745094 Jul 07 18:58:17.699601 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ead8bd34-1e11-47df-906a-89eb5f9ea2c4 req-c0d03f73-6faf-467d-813d-937a7a1c5325 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341830 Jul 07 18:58:17.730621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56468) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:17.790362 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee86597d-d87e-4119-bf90-dc0bb03ef164 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:17.791917 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ee86597d-d87e-4119-bf90-dc0bb03ef164 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 1091 time: 0.0602727 Jul 07 18:58:17.794942 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56470) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:17.799387 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:58:17.827469 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:17.933188 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.040876 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.58 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/705f608b-6abc-47c0-bbd6-54fc2f027017) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:58:18.145659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.188508 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.230236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:58:18.236485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:58:18.240858 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:58:18.243978 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=705f608b-6abc-47c0-bbd6-54fc2f027017,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:18.476509 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3afc0637-5248-4236-808a-a27504e41f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.594441 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.652229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.742625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.898183 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.906155 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:18.978023 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=705f608b-6abc-47c0-bbd6-54fc2f027017,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:58:18.987106 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:19.091063 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP e1cc11f1-7db9-4323-a9f3-5c68acc0856a associated. External IP: 172.25.1.58, port: 79763104-6d97-48e3-80c3-9724b0d9bbef. Jul 07 18:58:19.301789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:58:19.416480 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:58:19.426917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] Sync routers for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:58:19.436200 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:19.437595 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:58:19.438256 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:19.489923 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bcff347a-222b-4f50-8cc7-cbb68d4d48fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6914163 Jul 07 18:58:19.489923 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:58:19.490404 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f62d25e-a752-4e7d-9498-59aa7f432fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:58:19.541336 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d802a95-1ab1-4fb5-b253-4fb1bd63022e x-openstack-request-id: req-1d802a95-1ab1-4fb5-b253-4fb1bd63022e {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:58:19.541626 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:58:19.541926 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1d802a95-1ab1-4fb5-b253-4fb1bd63022e {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:58:19.542288 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'status': 'completed', 'code': 200} Jul 07 18:58:19.562727 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:58:19.610520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-24af3a0f-2106-454f-87b6-d0887483772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:19.612296 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-24af3a0f-2106-454f-87b6-d0887483772f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 1096 time: 0.0571773 Jul 07 18:58:19.661607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed67f4b-69f5-453b-af7d-d41cab024dea req-2360552f-4e7f-4583-b0d0-32112c569887 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:19.663195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aed67f4b-69f5-453b-af7d-d41cab024dea req-2360552f-4e7f-4583-b0d0-32112c569887 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0736551 Jul 07 18:58:19.705516 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-c57f176a-7eda-4f05-9160-cb1fd8b92376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:19.705930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aed67f4b-69f5-453b-af7d-d41cab024dea req-7ff2afa0-604d-4201-8d9b-2aa8cea93b95 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358076 Jul 07 18:58:19.707608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-c57f176a-7eda-4f05-9160-cb1fd8b92376 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50aa732d-d484-4846-8692-22ca3f9186eb HTTP/1.1" status: 200 len: 897 time: 0.0875201 Jul 07 18:58:19.732286 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56476) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:19.806962 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'e1cc11f1-7db9-4323-a9f3-5c68acc0856a', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'port_id': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'mac_address': 'fa:16:3e:3a:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311874a3-a702-499c-a0d8-c61daef38697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:58:18Z', 'updated_at': '2021-07-07T18:58:18Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:08Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:19.807904 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f4f493c1-72ab-4c3a-9f9d-8c710b76aceb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/e1cc11f1-7db9-4323-a9f3-5c68acc0856a HTTP/1.1" status: 200 len: 990 time: 0.0744574 Jul 07 18:58:19.811351 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-ede8463f-f8d1-47a0-bcd8-a47280a09d55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79763104-6d97-48e3-80c3-9724b0d9bbef HTTP/1.1" status: 200 len: 998 time: 0.0974283 Jul 07 18:58:19.834860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] Checking router: bd04abb1-7f2a-4e66-9438-1a13ffa12e4f for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:58:19.843353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:58:19.844017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:58:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:19.860925 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-27e5a392-c87e-4cd6-ab62-6f66abeb7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:19.862413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-27e5a392-c87e-4cd6-ab62-6f66abeb7442 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa178be1-4c88-40c8-bca8-1070c5f18438 HTTP/1.1" status: 200 len: 835 time: 0.0447822 Jul 07 18:58:19.920180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-0b2e4db0-c158-4dff-bd48-ed2848b99621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:58:19.921754 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-0b2e4db0-c158-4dff-bd48-ed2848b99621 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50aa732d-d484-4846-8692-22ca3f9186eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530908 Jul 07 18:58:19.945325 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:19.961441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:58:20.018535 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-c213a94c-55d2-43b2-9c80-9cc9c1dcf13d service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900767 Jul 07 18:58:20.123101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-3f62d25e-a752-4e7d-9498-59aa7f432fe6 req-52c0e32d-2a73-4de4-8443-4d764dbe8a08 service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979543 Jul 07 18:58:20.203994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'e1cc11f1-7db9-4323-a9f3-5c68acc0856a', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'port_id': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'mac_address': 'fa:16:3e:3a:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311874a3-a702-499c-a0d8-c61daef38697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:58:18Z', 'updated_at': '2021-07-07T18:58:18Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:08Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:58:20.229929 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9a68d-62f5-4111-a2ba-ee108ca13896 None None] The sync data for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 is: [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'e1cc11f1-7db9-4323-a9f3-5c68acc0856a', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'port_id': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'mac_address': 'fa:16:3e:3a:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311874a3-a702-499c-a0d8-c61daef38697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:58:18Z', 'updated_at': '2021-07-07T18:58:18Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:08Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:58:20.429243 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1508965-65ea-4ce2-be17-04738c02f1c2 None None] New status for floating IP e1cc11f1-7db9-4323-a9f3-5c68acc0856a: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:58:20.812151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56478) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:58:20.877669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-51d54407-9369-4e77-9362-54080cbf6c14 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/e1cc11f1-7db9-4323-a9f3-5c68acc0856a HTTP/1.1" status: 200 len: 992 time: 0.0643203 Jul 07 18:58:21.410693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:25.248862 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:58:34.522909 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:36.579156 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:45.934017 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0968e2e0-9e55-4917-a9fd-10025bc47090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:48.475002 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bc59611-1647-48c1-a067-8e64280713e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:48.601773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:49.923929 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:58:51.420042 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:02.248599 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:59:04.540229 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:06.582778 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:16.091267 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39fa8229-a6a7-4d7b-8de4-d9cfc7dc34a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:16.810089 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-253b764d-c8f4-440c-b3b3-9827b33c32e0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677392 Jul 07 18:59:16.915115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-61e32fee-4d1c-4769-bb8f-22597f4ec445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:16.916587 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-61e32fee-4d1c-4769-bb8f-22597f4ec445 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 1096 time: 0.0564969 Jul 07 18:59:17.039288 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-bc6b112d-b129-4a33-9540-3920dd16cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:17.041445 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-bc6b112d-b129-4a33-9540-3920dd16cbf9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50aa732d-d484-4846-8692-22ca3f9186eb HTTP/1.1" status: 200 len: 897 time: 0.1016405 Jul 07 18:59:17.119150 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-ead8afa5-a741-458c-a52f-d31d6d75e478 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79763104-6d97-48e3-80c3-9724b0d9bbef HTTP/1.1" status: 200 len: 1000 time: 0.0698791 Jul 07 18:59:17.170991 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-bc2a2036-b36e-416d-8a25-952a886f334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:17.172656 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-bc2a2036-b36e-416d-8a25-952a886f334a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa178be1-4c88-40c8-bca8-1070c5f18438 HTTP/1.1" status: 200 len: 835 time: 0.0466175 Jul 07 18:59:17.237883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-91bc9e40-2b3b-46d9-af4c-7fff257375c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:17.239455 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-91bc9e40-2b3b-46d9-af4c-7fff257375c9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50aa732d-d484-4846-8692-22ca3f9186eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605011 Jul 07 18:59:17.249911 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-33e2261e-bc49-4da0-b7e2-84a13b6ff290 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:59:17.250867 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-33e2261e-bc49-4da0-b7e2-84a13b6ff290 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051651 Jul 07 18:59:17.353978 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-7bb3a1f9-b61e-414a-ad4f-404b66b7565b service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965147 Jul 07 18:59:17.449033 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cfd2ad99-4765-4135-a7e5-3fcedce83d7d req-08502671-71fc-441d-b183-6ac8bc10e4f5 service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870566 Jul 07 18:59:18.471232 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2686271d-7821-4964-b72c-6d82187c9126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:18.595930 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:19.923239 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:21.420669 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:32.524321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76352b-61ff-4a0c-93e6-435a49c004c1 req-45b23184-3083-45dd-b7f2-ffbfd582a18a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:32.525760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac76352b-61ff-4a0c-93e6-435a49c004c1 req-45b23184-3083-45dd-b7f2-ffbfd582a18a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0668564 Jul 07 18:59:32.567760 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac76352b-61ff-4a0c-93e6-435a49c004c1 req-e420f914-3b03-4c08-be94-0acf124b7d00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348673 Jul 07 18:59:33.771130 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041e6d-5068-4a9b-8e46-0f95d19878e1 req-92a0b31f-6379-475f-85c6-95c8b4896964 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:33.772692 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b041e6d-5068-4a9b-8e46-0f95d19878e1 req-92a0b31f-6379-475f-85c6-95c8b4896964 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0731497 Jul 07 18:59:33.812325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b041e6d-5068-4a9b-8e46-0f95d19878e1 req-93667337-e68a-426e-aba3-d63758e675aa tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338120 Jul 07 18:59:33.839081 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:33.908334 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-64086b53-be75-40c2-aba8-5116b46427dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/e1cc11f1-7db9-4323-a9f3-5c68acc0856a HTTP/1.1" status: 200 len: 992 time: 0.0679443 Jul 07 18:59:34.536246 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:35.375024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93d7f2-ff9a-4b5f-9669-22d3d79fe1a4 req-fbf2bcbe-1e71-4837-8765-78f4e598e6e7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:35.376530 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db93d7f2-ff9a-4b5f-9669-22d3d79fe1a4 req-fbf2bcbe-1e71-4837-8765-78f4e598e6e7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0739002 Jul 07 18:59:35.417862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db93d7f2-ff9a-4b5f-9669-22d3d79fe1a4 req-0f504c2a-fad1-4e9a-a8bb-96545b7892ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355144 Jul 07 18:59:36.583397 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:36.616783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc487f9-e9e2-43b6-b85b-9325182f5702 req-a657c62f-cf70-4b0a-aa10-143b115e0b24 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:36.618315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abc487f9-e9e2-43b6-b85b-9325182f5702 req-a657c62f-cf70-4b0a-aa10-143b115e0b24 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0786989 Jul 07 18:59:36.658507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-abc487f9-e9e2-43b6-b85b-9325182f5702 req-e43acf58-c6a2-4314-bd33-23f4e9692b7e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345016 Jul 07 18:59:36.685374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56530) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:36.751328 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-28115c43-e201-433f-88fd-c1bf3903d0cb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/e1cc11f1-7db9-4323-a9f3-5c68acc0856a HTTP/1.1" status: 200 len: 992 time: 0.0645578 Jul 07 18:59:37.018208 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56536) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:37.202707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 705f608b-6abc-47c0-bbd6-54fc2f027017 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:59:37.203067 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.280403 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.280662 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.294797 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 705f608b-6abc-47c0-bbd6-54fc2f027017 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:59:37.467885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.503973 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=705f608b-6abc-47c0-bbd6-54fc2f027017,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:37.532317 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.532573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.532976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.533319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.533625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.533996 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.534326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.534658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.534997 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.535318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.535640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.535970 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:37.575913 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.576271 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP e1cc11f1-7db9-4323-a9f3-5c68acc0856a disassociated (deleted). External IP: 172.25.1.58, port: 79763104-6d97-48e3-80c3-9724b0d9bbef. Jul 07 18:59:37.796314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:59:37.906857 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:59:37.912698 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:37.917314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] Sync routers for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:59:37.928648 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:37.929284 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:37.949971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-57ba7ff0-b517-4512-99f1-1abc0bdd73d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/floatingips/e1cc11f1-7db9-4323-a9f3-5c68acc0856a HTTP/1.1" status: 204 len: 168 time: 0.9307253 Jul 07 18:59:37.950673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:59:37.952965 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265b6a09-3b49-4888-bc64-77bf619ebbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:59:37.995451 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1d0f15-e260-46fa-8f91-8b5a207283f4 x-openstack-request-id: req-5b1d0f15-e260-46fa-8f91-8b5a207283f4 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:59:37.995764 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:59:37.996021 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5b1d0f15-e260-46fa-8f91-8b5a207283f4 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:59:37.996409 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'status': 'completed', 'code': 200} Jul 07 18:59:38.039501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:38.080514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-5b860793-1ad5-4efc-99d0-052deb059980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:38.082340 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-5b860793-1ad5-4efc-99d0-052deb059980 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 1096 time: 0.0583830 Jul 07 18:59:38.182315 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-100fdad0-dcba-4b67-9a01-0e25ac1270d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:38.184444 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-100fdad0-dcba-4b67-9a01-0e25ac1270d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50aa732d-d484-4846-8692-22ca3f9186eb HTTP/1.1" status: 200 len: 897 time: 0.0946250 Jul 07 18:59:38.233125 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-fcd82313-1416-4bf9-a194-d214ca279229 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79763104-6d97-48e3-80c3-9724b0d9bbef HTTP/1.1" status: 200 len: 217 time: 0.0408523 Jul 07 18:59:38.269442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:08Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:38.290730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-91b72ddc-425d-448b-9a0b-f47fca0dc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:38.292449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-91b72ddc-425d-448b-9a0b-f47fca0dc767 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa178be1-4c88-40c8-bca8-1070c5f18438 HTTP/1.1" status: 200 len: 835 time: 0.0517330 Jul 07 18:59:38.304404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] Checking router: bd04abb1-7f2a-4e66-9438-1a13ffa12e4f for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:59:38.313711 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:38.314335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:38.340283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e268e-2ed8-450e-bcf5-aea87f1cb53d req-a10b6804-cf80-436b-b455-6fc4ede543d1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:38.342165 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-308e268e-2ed8-450e-bcf5-aea87f1cb53d req-a10b6804-cf80-436b-b455-6fc4ede543d1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0692058 Jul 07 18:59:38.353763 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-dae0aca6-350b-41bd-817b-a38dd9afc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:38.355323 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-dae0aca6-350b-41bd-817b-a38dd9afc43f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50aa732d-d484-4846-8692-22ca3f9186eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543272 Jul 07 18:59:38.388216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-308e268e-2ed8-450e-bcf5-aea87f1cb53d req-3bd37e59-738d-4005-9508-89bd23598dc2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398476 Jul 07 18:59:38.437528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:38.461229 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-e67a9305-5ac4-4738-87e4-f061cfcb19db service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954678 Jul 07 18:59:38.551881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-265b6a09-3b49-4888-bc64-77bf619ebbe8 req-be6cc553-c877-400a-aa93-a7bbd2d90935 service neutron] 10.222.0.90 "GET /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831647 Jul 07 18:59:38.639075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:08Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:38.664559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ebae6-0301-4cbb-8e49-08c9849c76c6 None None] The sync data for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 is: [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '44a10b83-338f-4cd6-b522-d34940561d21', 'name': '', 'network_id': '50aa732d-d484-4846-8692-22ca3f9186eb', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:13:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:04Z', 'updated_at': '2021-07-07T18:58:08Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'fa178be1-4c88-40c8-bca8-1070c5f18438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:59:38.916588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036ac99-77dc-4030-921c-6824ee211ea7 None None] New status for floating IP e1cc11f1-7db9-4323-a9f3-5c68acc0856a: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:59:39.248364 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:59:39.602583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1a440-7515-47e9-baa0-d2dcca9924e1 req-c695e52d-efe6-438d-b7f7-868487e66ead tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:39.604032 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07f1a440-7515-47e9-baa0-d2dcca9924e1 req-c695e52d-efe6-438d-b7f7-868487e66ead tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0780420 Jul 07 18:59:39.644851 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07f1a440-7515-47e9-baa0-d2dcca9924e1 req-832ddbb9-6481-4dca-9ccc-588e7053ef60 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8816bf5-b3fe-4ca7-83a4-0c8debebe135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350549 Jul 07 18:59:40.332969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124e041-01fc-4cb1-9677-446fa8708079 req-436cb734-ce11-491e-93ad-7f24ce8621a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:40.334496 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9124e041-01fc-4cb1-9677-446fa8708079 req-436cb734-ce11-491e-93ad-7f24ce8621a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 945 time: 0.0713186 Jul 07 18:59:40.438429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 79763104-6d97-48e3-80c3-9724b0d9bbef {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:59:40.438681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:40.528530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port 79763104-6d97-48e3-80c3-9724b0d9bbef, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=79763104-6d97-48e3-80c3-9724b0d9bbef,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:40.528879 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:40.541830 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 79763104-6d97-48e3-80c3-9724b0d9bbef owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:59:40.671150 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:40.702120 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=79763104-6d97-48e3-80c3-9724b0d9bbef,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:40.712214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.712537 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.712929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.713265 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.713623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.713912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.714220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.714560 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.714890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.715210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.716021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.716021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:40.759078 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] No DVR routers for this DVR port 79763104-6d97-48e3-80c3-9724b0d9bbef on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:59:40.761884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:40.764042 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-9124e041-01fc-4cb1-9677-446fa8708079 req-1b62c061-1867-4057-8f8f-a47508995720 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "DELETE /v2.0/ports/79763104-6d97-48e3-80c3-9724b0d9bbef HTTP/1.1" status: 204 len: 173 time: 0.4241290 Jul 07 18:59:40.764496 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'name': 'network-vif-deleted', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:59:40.766865 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc0289-c4a9-4f2c-a475-dfdbc5f555ff" -d '{"events": [{"server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "name": "network-vif-deleted", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:59:40.808700 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7524821-1ae3-4751-a21c-3c8d05e59906 x-openstack-request-id: req-e7524821-1ae3-4751-a21c-3c8d05e59906 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:59:40.809018 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311874a3-a702-499c-a0d8-c61daef38697", "name": "network-vif-deleted", "tag": "79763104-6d97-48e3-80c3-9724b0d9bbef", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:59:40.809317 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e7524821-1ae3-4751-a21c-3c8d05e59906 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:59:40.809703 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311874a3-a702-499c-a0d8-c61daef38697', 'name': 'network-vif-deleted', 'tag': '79763104-6d97-48e3-80c3-9724b0d9bbef', 'status': 'completed', 'code': 200} Jul 07 18:59:40.816480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac0bf3bf-827c-462e-8859-c553b1dee0d3 req-726c4487-fc32-4c6f-a294-d45bce8b26dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=311874a3-a702-499c-a0d8-c61daef38697 HTTP/1.1" status: 200 len: 210 time: 0.0337863 Jul 07 18:59:41.915628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56554) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:42.344961 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:42.936336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 44a10b83-338f-4cd6-b522-d34940561d21 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:59:42.937257 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:43.039115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port 44a10b83-338f-4cd6-b522-d34940561d21, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=44a10b83-338f-4cd6-b522-d34940561d21,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:43.039456 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:43.053727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 44a10b83-338f-4cd6-b522-d34940561d21 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:59:43.248316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:43.276768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=44a10b83-338f-4cd6-b522-d34940561d21,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:43.457425 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:43.674681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:59:43.785928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:59:43.793722 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-aaf7043b-5562-462d-a568-d0a2ffcfa795 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/bd04abb1-7f2a-4e66-9438-1a13ffa12e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8746688 Jul 07 18:59:43.794794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56556) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:43.795827 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] Sync routers for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:59:43.807485 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:43.808208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:43.849307 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting subnet fa178be1-4c88-40c8-bca8-1070c5f18438 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:59:43.852568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:43.892622 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:43.911979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:43.980134 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.045053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.074275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Subnet': ['ID=fa178be1-4c88-40c8-bca8-1070c5f18438,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:44.076269 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.078206 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e59bc361-1760-4c70-a57f-7d0fbd83dd00 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/subnets/fa178be1-4c88-40c8-bca8-1070c5f18438 HTTP/1.1" status: 204 len: 168 time: 0.2824204 Jul 07 18:59:44.081077 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56558) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:44.090996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c93ed4-1da0-4e35-be91-0a8f748abe33 None None] Network 50aa732d-d484-4846-8692-22ca3f9186eb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:59:44.147779 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:59:43Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:44.183490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] Checking router: bd04abb1-7f2a-4e66-9438-1a13ffa12e4f for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:59:44.188787 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.216786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] Routers {'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:44.216786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:44.304560 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.350627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] Set router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:44.362521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port ea74e553-3d4f-42d5-ae51-6076e154da98 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:59:44.362926 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.408125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] DHCP port deletion for 50aa732d-d484-4846-8692-22ca3f9186eb request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:59:44.458546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port ea74e553-3d4f-42d5-ae51-6076e154da98, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=ea74e553-3d4f-42d5-ae51-6076e154da98,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:44.458898 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.472005 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for ea74e553-3d4f-42d5-ae51-6076e154da98 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:59:44.543950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Deleting port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:59:44.544199 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.615874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] For port bccfb0b0-44e3-4732-a98e-0dd3ea738d57, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=bccfb0b0-44e3-4732-a98e-0dd3ea738d57,segment=NetworkSegment(6bf8eb8f-f309-4f11-bb1f-908c1f129849),segment_id=6bf8eb8f-f309-4f11-bb1f-908c1f129849)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:44.616243 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.631113 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Calling delete_port for bccfb0b0-44e3-4732-a98e-0dd3ea738d57 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:59:44.642848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:59:43Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:44.645090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.668739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=ea74e553-3d4f-42d5-ae51-6076e154da98,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:44.678097 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb527d-1677-4f38-a63f-7efd577c4d4d None None] The sync data for ids ['bd04abb1-7f2a-4e66-9438-1a13ffa12e4f'] in n-d-798930-2 is: [{'id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922285210', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:58:00Z', 'updated_at': '2021-07-07T18:59:43Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'ea74e553-3d4f-42d5-ae51-6076e154da98', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04abb1-7f2a-4e66-9438-1a13ffa12e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:58:01Z', 'updated_at': '2021-07-07T18:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:59:44.735878 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.756126 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.783909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] No DVR routers for this DVR port bccfb0b0-44e3-4732-a98e-0dd3ea738d57 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:59:44.787495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Pushing event deleted for resources: {'Port': ['ID=bccfb0b0-44e3-4732-a98e-0dd3ea738d57,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:44.796285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.796285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.796912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.796912 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.797248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.797570 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.797890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.798208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.798528 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.798861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.799176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.799509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63744d77-d3c0-4eb3-b500-a968db4e095f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:44.835994 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.838285 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.886783 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.887535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Fanout notify agent at l3_agent the message router_deleted on router bd04abb1-7f2a-4e66-9438-1a13ffa12e4f {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:59:44.894838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:44.896033 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e23f04e7-beb2-464e-a2b0-80f503e49803 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/routers/bd04abb1-7f2a-4e66-9438-1a13ffa12e4f HTTP/1.1" status: 204 len: 168 time: 0.8139467 Jul 07 18:59:44.898988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:44.986539 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.080261 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.091490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50aa732d-d484-4846-8692-22ca3f9186eb']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:45.103137 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf8eb8f-f309-4f11-bb1f-908c1f129849') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:45.103436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf8eb8f-f309-4f11-bb1f-908c1f129849') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:45.112478 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.126628 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.133085 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:59:45.133474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: timer() Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:59:45.136468 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:59:45.195658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.204127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.206049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/networks/50aa732d-d484-4846-8692-22ca3f9186eb HTTP/1.1" status: 204 len: 168 time: 0.3059523 Jul 07 18:59:45.209112 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56562) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:45.223088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8109a-0d4f-470d-bb56-89ee4ce3aaa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Network': ['ID=50aa732d-d484-4846-8692-22ca3f9186eb,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:45.270513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 79763104-6d97-48e3-80c3-9724b0d9bbef no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:59:45.270973 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc40914b-9111-4483-aa71-6a3d0c0b5f54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.290216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 79763104-6d97-48e3-80c3-9724b0d9bbef {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:59:45.290527 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 79763104-6d97-48e3-80c3-9724b0d9bbef not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:59:45.299445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc40914b-9111-4483-aa71-6a3d0c0b5f54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.368615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc40914b-9111-4483-aa71-6a3d0c0b5f54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.371233 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fc40914b-9111-4483-aa71-6a3d0c0b5f54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.372440 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fc40914b-9111-4483-aa71-6a3d0c0b5f54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/security-groups/b8816bf5-b3fe-4ca7-83a4-0c8debebe135 HTTP/1.1" status: 204 len: 168 time: 0.1623561 Jul 07 18:59:45.382859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40914b-9111-4483-aa71-6a3d0c0b5f54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8816bf5-b3fe-4ca7-83a4-0c8debebe135,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:45.635518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:45.640275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c4befb24-0c0b-45c0-83cb-2bd14354285c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317705361', 'description': 'tempest-secgroup-smoke-1317705361 description', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:45.664206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4befb24-0c0b-45c0-83cb-2bd14354285c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.759936 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4befb24-0c0b-45c0-83cb-2bd14354285c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.765174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4befb24-0c0b-45c0-83cb-2bd14354285c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.793596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c4befb24-0c0b-45c0-83cb-2bd14354285c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.794827 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c4befb24-0c0b-45c0-83cb-2bd14354285c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1582527 Jul 07 18:59:45.796798 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4befb24-0c0b-45c0-83cb-2bd14354285c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ec4dc0-7093-4979-83ae-896cc7ae0db0,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:45.800326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56570) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:45.803524 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-98fa7feb-743d-432e-952c-a7d5ab94a616 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec4dc0-7093-4979-83ae-896cc7ae0db0', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:45.835661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98fa7feb-743d-432e-952c-a7d5ab94a616 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.894684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98fa7feb-743d-432e-952c-a7d5ab94a616 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.899916 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98fa7feb-743d-432e-952c-a7d5ab94a616 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.920263 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa7feb-743d-432e-952c-a7d5ab94a616 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb41196-6dd5-4e47-b2f5-bcdc06d5b2d3,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:45.927402 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3872e82-e89b-4dcd-9cf9-183192568811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.927915 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-98fa7feb-743d-432e-952c-a7d5ab94a616 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:45.929299 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-98fa7feb-743d-432e-952c-a7d5ab94a616 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299956 Jul 07 18:59:45.932596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56572) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:45.937185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1080709d-0f24-4477-91f7-590c733e4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec4dc0-7093-4979-83ae-896cc7ae0db0', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:45.967314 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1080709d-0f24-4477-91f7-590c733e4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.026082 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1080709d-0f24-4477-91f7-590c733e4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.031357 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1080709d-0f24-4477-91f7-590c733e4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.051027 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080709d-0f24-4477-91f7-590c733e4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c589a28-1139-4e32-9ba2-8075c33ffbc2,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:46.055102 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1080709d-0f24-4477-91f7-590c733e4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.056437 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1080709d-0f24-4477-91f7-590c733e4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228020 Jul 07 18:59:46.059098 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56574) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:46.063484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-64067d76-d098-44e1-9367-a8d5fc100090 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec4dc0-7093-4979-83ae-896cc7ae0db0', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:46.092920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64067d76-d098-44e1-9367-a8d5fc100090 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.153065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64067d76-d098-44e1-9367-a8d5fc100090 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.159192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64067d76-d098-44e1-9367-a8d5fc100090 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.178155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64067d76-d098-44e1-9367-a8d5fc100090 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d702d62a-74d9-4191-8dc0-eb6fa883c4c7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:46.194173 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-64067d76-d098-44e1-9367-a8d5fc100090 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.195672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-64067d76-d098-44e1-9367-a8d5fc100090 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356204 Jul 07 18:59:46.199026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56576) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:46.205388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ea30c2f1-1b9c-4eda-8de3-492fc66bdf90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec4dc0-7093-4979-83ae-896cc7ae0db0', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:46.235691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea30c2f1-1b9c-4eda-8de3-492fc66bdf90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.262534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bccfb0b0-44e3-4732-a98e-0dd3ea738d57 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:59:46.287263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: bccfb0b0-44e3-4732-a98e-0dd3ea738d57 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:59:46.287643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device bccfb0b0-44e3-4732-a98e-0dd3ea738d57 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:59:46.288313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 44a10b83-338f-4cd6-b522-d34940561d21 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:59:46.298608 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea30c2f1-1b9c-4eda-8de3-492fc66bdf90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.303778 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea30c2f1-1b9c-4eda-8de3-492fc66bdf90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.307132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 44a10b83-338f-4cd6-b522-d34940561d21 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:59:46.307535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 44a10b83-338f-4cd6-b522-d34940561d21 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:59:46.307910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ea74e553-3d4f-42d5-ae51-6076e154da98 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:59:46.322319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30c2f1-1b9c-4eda-8de3-492fc66bdf90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691e36db-f62a-4bd7-b724-5f85d4553fad,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:46.327180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: ea74e553-3d4f-42d5-ae51-6076e154da98 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:59:46.327511 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device ea74e553-3d4f-42d5-ae51-6076e154da98 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:59:46.331244 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ea30c2f1-1b9c-4eda-8de3-492fc66bdf90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.332497 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ea30c2f1-1b9c-4eda-8de3-492fc66bdf90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318219 Jul 07 18:59:46.335668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56578) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:46.340353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec4dc0-7093-4979-83ae-896cc7ae0db0', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:46.364084 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:59:46.369656 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.434354 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.440271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.458872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2663439-e6df-44e1-86d0-ed90bdbb2ab1,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:46.467314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.469753 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3a84b6b0-3665-4f08-9f35-2e15a833a040 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329117 Jul 07 18:59:46.471544 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56580) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:46.478365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'e9ec4dc0-7093-4979-83ae-896cc7ae0db0', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:46.503712 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:59:46.509075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.570075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.575996 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.594139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06291b9a-d200-4773-9b3e-e8639a35a813,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:46.602753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.603954 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ce7781f7-2ad2-47af-bf14-5e95416367ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313107 Jul 07 18:59:46.608279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56582) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:46.613254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'network': {'name': 'tempest-network-smoke--187313692', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'port_security_enabled': True}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:46.637550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:59:46.641258 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.666714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:59:46.676667 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.677185 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Added segment 50f4fc90-08a5-4e46-99e7-846410bbf49b of type vlan for network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d Jul 07 18:59:46.731684 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.764178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.770096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:46.770746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.828977 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2195506 Jul 07 18:59:46.831960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56584) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:46.836451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'admin_state_up': True, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:46.856257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc34a3c-07cd-436d-8a83-96a131c6e4ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Network': ['ID=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:46.868684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:59:46.871958 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.873042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:46.922873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:47.063206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:47.615681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:47.634417 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:47.744638 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.63 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/38abdacb-a739-4e60-abfe-0ad083579baf) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:59:47.864211 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:47.914655 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:47.957959 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:47.960771 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:47.965152 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:59:47.968224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=38abdacb-a739-4e60-abfe-0ad083579baf,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:48.241150 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:48.440947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:48.464707 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee82da89-71d6-40af-804d-af3141c0d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:48.581583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:59:48.607967 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:48.695804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:59:48.706644 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Sync routers for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:59:48.717004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:48.717298 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:48.717676 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:48.718511 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3df4fdb9-3825-43e4-a781-67b23d4c91f5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8856351 Jul 07 18:59:48.722002 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56586) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:48.758903 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a7d0a2a6-4e8f-4402-9fe4-30e5caada890 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=8bcfbdf95b904837aeb6b3d911b7fcd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331807 Jul 07 18:59:48.759345 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:48.838431 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:48.850763 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b6f2b8-5d96-4432-b9cf-5608999b0c12 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:48.852340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f4b6f2b8-5d96-4432-b9cf-5608999b0c12 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913680 Jul 07 18:59:48.855313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56590) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:48.883869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a2f72ef4-8f96-421f-9c05-883f0d26e08d tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274525 Jul 07 18:59:48.886378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56592) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:48.891278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463670642', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:48.986922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:59:48.990889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.018088 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:48Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:49.047467 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Checking router: 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:59:49.047802 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Updating router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 port 38abdacb-a739-4e60-abfe-0ad083579baf binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:59:49.084046 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.177151 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.239697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Subnet': ['ID=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:49.249068 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Checking segment: {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:49.249469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network hostable DHCP agents. Network: e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:59:49.267702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:59:49.277303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:49.281664 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:49.282361 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.288345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532da054-014f-4fc8-b184-adb435db87e4 None None] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:59:49.303384 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b50ef28c-5d01-40b4-b26d-3345f314d4f0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4132195 Jul 07 18:59:49.303863 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56594) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:59:49.347886 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.358785 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Transition to ACTIVE for port object 38abdacb-a739-4e60-abfe-0ad083579baf will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:49.366120 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.436552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:59:49.437699 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.509588 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Pushing event updated for resources: {'Port': ['ID=38abdacb-a739-4e60-abfe-0ad083579baf,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:49.516144 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.516490 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.516853 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.517160 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.517506 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.517837 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.518144 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.518493 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.518810 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.519124 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.519442 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.519752 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:59:49.547076 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Attempting to bind port 38abdacb-a739-4e60-abfe-0ad083579baf on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:59:49.548477 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Attempting to bind port 38abdacb-a739-4e60-abfe-0ad083579baf by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:59:49.548773 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Attempting to bind port 38abdacb-a739-4e60-abfe-0ad083579baf on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:49.562092 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:59:49.562558 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:49.563201 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.563839 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:59:49.564417 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Bound port: 38abdacb-a739-4e60-abfe-0ad083579baf, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:59:49.564877 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.596338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Allocated IP 172.20.0.2 (e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d/ddf0c105-422e-4f6c-8d25-b6c77afb1bb5/29c2d2c0-d452-4e6b-ac4d-c1554d5cce34) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:59:49.627772 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] For port 38abdacb-a739-4e60-abfe-0ad083579baf, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:59:49.631228 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] For port 38abdacb-a739-4e60-abfe-0ad083579baf, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=38abdacb-a739-4e60-abfe-0ad083579baf,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:59:49.636476 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.690707 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe891d14-52bc-4d70-a572-ce106dbf06a9 None None] Pushing event updated for resources: {'Port': ['ID=38abdacb-a739-4e60-abfe-0ad083579baf,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:49.700860 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:49.701563 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:49.751025 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.760242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Transition to ACTIVE for port object 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:49.773968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.775745 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Transition to ACTIVE for port object 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:49.784483 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.810876 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:49.828706 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:49.838428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:49.843062 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:59:49.854450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Pushing event updated for resources: {'Port': ['ID=29c2d2c0-d452-4e6b-ac4d-c1554d5cce34,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:49.906225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Attempting to bind port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:59:49.906601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Attempting to bind port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:59:49.907237 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Attempting to bind port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 on network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:49.927354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:59:49.928016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Checking segment: {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:49.928645 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.929181 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Bound using segment: {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:59:49.929686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Bound port: 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:59:49.930103 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:49.943800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:50.006210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] For port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:59:50.009892 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] For port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=29c2d2c0-d452-4e6b-ac4d-c1554d5cce34,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:59:50.014829 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-474854c8-585a-4d34-a631-03d511876a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:48Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:50.015043 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:50.041859 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474854c8-585a-4d34-a631-03d511876a63 None None] The sync data for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 is: [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:48Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:59:50.086889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dc247-a197-41e8-94fe-87c5876f6f5f None None] Pushing event updated for resources: {'Port': ['ID=29c2d2c0-d452-4e6b-ac4d-c1554d5cce34,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:50.114695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.1 (e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d/ddf0c105-422e-4f6c-8d25-b6c77afb1bb5/e0975c54-920c-44f2-8b2f-5a66f024c7a1) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:59:50.267979 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:50.285686 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object e0975c54-920c-44f2-8b2f-5a66f024c7a1 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:50.340601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:50.403071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:50.406420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:50.417551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:59:50.447262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=e0975c54-920c-44f2-8b2f-5a66f024c7a1,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:50.471511 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:50.623207 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:50.924382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:50.930747 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:51.085509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d16053-d208-4ad0-b53d-cca6719c7604 None None] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:59:51.152165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-649d1e3e-f432-46d8-858f-2c6748c537ac None None] Provisioning for port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:51.346016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=e0975c54-920c-44f2-8b2f-5a66f024c7a1,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:51.350003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:51.430967 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:51.457366 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:51.458949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:51.584507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:59:51.707127 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:59:51.712762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a8d6c5b6-7317-41a2-be81-77f4d04dc92b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/3424bdf4-74a1-43a3-a952-0d32f9a83fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4077444 Jul 07 18:59:51.763299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-db089dda-df16-45c9-9a9d-8de11283c7d9 None None] Provisioning for port e0975c54-920c-44f2-8b2f-5a66f024c7a1 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:51.767834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-db089dda-df16-45c9-9a9d-8de11283c7d9 None None] Provisioning complete for port e0975c54-920c-44f2-8b2f-5a66f024c7a1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:51.768219 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db089dda-df16-45c9-9a9d-8de11283c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:51.809774 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Sync routers for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:59:51.832753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:51.833509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:51.835557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-db089dda-df16-45c9-9a9d-8de11283c7d9 None None] Port e0975c54-920c-44f2-8b2f-5a66f024c7a1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:59:51.883930 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-0847e34d-0c34-47c2-bc7d-593dd041aaa1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317705361&fields=id&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 267 time: 0.0375249 Jul 07 18:59:51.956714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:51.998755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-e3c03ce3-cdf8-45d3-9273-acd7abb9f349 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:52.000666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-e3c03ce3-cdf8-45d3-9273-acd7abb9f349 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 796 time: 0.1097574 Jul 07 18:59:52.029496 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-0c8bd6e2-f74d-409b-9272-54ac7dc1e0c1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/quotas/8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 375 time: 0.0191011 Jul 07 18:59:52.084900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-60f13033-e8bb-438e-bd57-5389cb4a9aab None None] Provisioning complete for port e0975c54-920c-44f2-8b2f-5a66f024c7a1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:52.085269 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60f13033-e8bb-438e-bd57-5389cb4a9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.103773 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-5d11698d-444b-42aa-a338-2653bddd8e6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689614 Jul 07 18:59:52.119859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-c5ed3a77-83c0-434d-9668-e8fee02f3efa tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:59:52.120980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-c5ed3a77-83c0-434d-9668-e8fee02f3efa tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062706 Jul 07 18:59:52.135374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-60f13033-e8bb-438e-bd57-5389cb4a9aab None None] Port e0975c54-920c-44f2-8b2f-5a66f024c7a1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:59:52.215167 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 2, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:52.244411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Checking router: 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:59:52.244768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Updating router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 port e0975c54-920c-44f2-8b2f-5a66f024c7a1 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:59:52.287480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-66f325e7-fa1b-4bee-8356-6c5b21e2de2b service neutron] 10.222.0.88 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599636 Jul 07 18:59:52.297980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.301972 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-248b87fe-18c8-4469-bd0d-dbc927b97e92 None None] Provisioning complete for port e0975c54-920c-44f2-8b2f-5a66f024c7a1 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:52.302332 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-248b87fe-18c8-4469-bd0d-dbc927b97e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.331565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38abdacb-a739-4e60-abfe-0ad083579baf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:52.390856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-a27d1fbc-7c23-4530-8d81-67608e380858 service neutron] 10.222.0.88 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939403 Jul 07 18:59:52.397217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-248b87fe-18c8-4469-bd0d-dbc927b97e92 None None] Port e0975c54-920c-44f2-8b2f-5a66f024c7a1 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:59:52.485778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 38abdacb-a739-4e60-abfe-0ad083579baf completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:52.498642 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 38abdacb-a739-4e60-abfe-0ad083579baf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:52.498977 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.575458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2865d60-9205-4a79-a725-42f34449dcf2 req-75982d63-1824-4e22-aa28-8a2d607df6c4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 210 time: 0.0294433 Jul 07 18:59:52.676948 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.722768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 38abdacb-a739-4e60-abfe-0ad083579baf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=38abdacb-a739-4e60-abfe-0ad083579baf,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:52.731548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.732339 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:52.739302 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.812148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Transition to ACTIVE for port object e0975c54-920c-44f2-8b2f-5a66f024c7a1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:52.830029 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=38abdacb-a739-4e60-abfe-0ad083579baf,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:52.832587 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.888102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb790420-8f85-46ff-8be7-6abdeb40b9d7 None None] Pushing event updated for resources: {'Port': ['ID=e0975c54-920c-44f2-8b2f-5a66f024c7a1,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:52.894464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:52.917447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:52.917447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.972732 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Attempting to bind port e0975c54-920c-44f2-8b2f-5a66f024c7a1 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:59:52.973112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Attempting to bind port e0975c54-920c-44f2-8b2f-5a66f024c7a1 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:59:52.973538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Attempting to bind port e0975c54-920c-44f2-8b2f-5a66f024c7a1 on network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:52.986150 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:59:52.986517 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Checking segment: {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:52.986919 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:52.987314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Bound using segment: {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:59:52.987848 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Bound port: e0975c54-920c-44f2-8b2f-5a66f024c7a1, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:59:52.988419 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:53.081354 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:53.092083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] For port e0975c54-920c-44f2-8b2f-5a66f024c7a1, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:59:53.122389 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] For port e0975c54-920c-44f2-8b2f-5a66f024c7a1, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e0975c54-920c-44f2-8b2f-5a66f024c7a1,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:59:53.133044 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:53.146872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=29c2d2c0-d452-4e6b-ac4d-c1554d5cce34,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:53.174893 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:53.214665 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb790420-8f85-46ff-8be7-6abdeb40b9d7 None None] Pushing event updated for resources: {'Port': ['ID=e0975c54-920c-44f2-8b2f-5a66f024c7a1,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:53.218784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:59:53.219924 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:53.344941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=29c2d2c0-d452-4e6b-ac4d-c1554d5cce34,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:53.370348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:59:53.589532 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:53Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:59:53.617974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1eec01-2b16-43ef-b9dc-6218a64695ad None None] The sync data for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 is: [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:53Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:59:53.763105 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f603b34-ac73-45dc-bf0b-aec22ce3608f req-1c8d831b-35dd-4eae-8084-0d92bfc84bcf tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 210 time: 0.0343361 Jul 07 18:59:53.782020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-dd9dc13b-873d-4e4b-aeac-df84d314f7d5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:53.783598 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-dd9dc13b-873d-4e4b-aeac-df84d314f7d5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 796 time: 0.1503341 Jul 07 18:59:53.833558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-0edfa2fd-44ad-4ccf-a172-d9b0b1487a92 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 380 time: 0.0413969 Jul 07 18:59:53.843025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'port': {'device_id': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'admin_state_up': True, 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'security_groups': ['e9ec4dc0-7093-4979-83ae-896cc7ae0db0']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:53.956406 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:59:53.960287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.098801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.7 (e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d/ddf0c105-422e-4f6c-8d25-b6c77afb1bb5/408807b0-a67f-4f68-b2ad-6702eac6aab6) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:59:54.253047 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.268139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object 408807b0-a67f-4f68-b2ad-6702eac6aab6 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:54.306382 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.337261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e0975c54-920c-44f2-8b2f-5a66f024c7a1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:54.361814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:59:54.365187 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:59:54.369835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:59:54.393344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=408807b0-a67f-4f68-b2ad-6702eac6aab6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:54.410860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e0975c54-920c-44f2-8b2f-5a66f024c7a1 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:54.417257 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e0975c54-920c-44f2-8b2f-5a66f024c7a1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:54.417772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.424125 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:54.425559 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.446514 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-07775175-f88e-40e4-92c9-c4c60be4bd77 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076109 Jul 07 18:59:54.460268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Request body: {'port': {'device_id': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:59:54.516878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.557005 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.561714 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e0975c54-920c-44f2-8b2f-5a66f024c7a1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e0975c54-920c-44f2-8b2f-5a66f024c7a1,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:54.573863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.574967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38abdacb-a739-4e60-abfe-0ad083579baf up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:54.657440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e0975c54-920c-44f2-8b2f-5a66f024c7a1,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:54.674989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 38abdacb-a739-4e60-abfe-0ad083579baf triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:54.675410 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.698857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ed47987e-9066-4968-a8ec-b0c4c81359b8 None None] Provisioning for port 408807b0-a67f-4f68-b2ad-6702eac6aab6 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:59:54.706853 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ed47987e-9066-4968-a8ec-b0c4c81359b8 None None] Provisioning complete for port 408807b0-a67f-4f68-b2ad-6702eac6aab6 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:54.707229 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed47987e-9066-4968-a8ec-b0c4c81359b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.752726 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ed47987e-9066-4968-a8ec-b0c4c81359b8 None None] Port 408807b0-a67f-4f68-b2ad-6702eac6aab6 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:59:54.820490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:54.871973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408807b0-a67f-4f68-b2ad-6702eac6aab6 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:59:54.881353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:54.881715 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.882158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.897492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Transition to ACTIVE for port object 408807b0-a67f-4f68-b2ad-6702eac6aab6 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:59:54.902611 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:54.966945 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Pushing event updated for resources: {'Port': ['ID=408807b0-a67f-4f68-b2ad-6702eac6aab6,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:54.983001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b9c2-d1a2-4865-8fef-1d5a66ab7574 req-afc2ae6f-62bc-40e0-810b-19312a8a01be tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:54.984578 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef83b9c2-d1a2-4865-8fef-1d5a66ab7574 req-afc2ae6f-62bc-40e0-810b-19312a8a01be tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 943 time: 0.0891042 Jul 07 18:59:55.029193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef83b9c2-d1a2-4865-8fef-1d5a66ab7574 req-c7b3e2a4-dc0d-4086-9cef-adce6c0e1fa3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380137 Jul 07 18:59:55.048926 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Attempting to bind port 408807b0-a67f-4f68-b2ad-6702eac6aab6 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:59:55.049573 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Attempting to bind port 408807b0-a67f-4f68-b2ad-6702eac6aab6 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:59:55.050284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Attempting to bind port 408807b0-a67f-4f68-b2ad-6702eac6aab6 on network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:55.057841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Port 408807b0-a67f-4f68-b2ad-6702eac6aab6 on network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:59:55.058259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Attempting to bind port 408807b0-a67f-4f68-b2ad-6702eac6aab6 on network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:59:55.064070 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:59:55.064413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Checking segment: {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:59:55.064806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Bound using segment: {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:59:55.065279 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Bound port: 408807b0-a67f-4f68-b2ad-6702eac6aab6, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f4fc90-08a5-4e46-99e7-846410bbf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:59:55.065640 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:55.135396 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] For port 408807b0-a67f-4f68-b2ad-6702eac6aab6, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:59:55.138729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] For port 408807b0-a67f-4f68-b2ad-6702eac6aab6, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:59:55.144531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:55.179814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:55.180471 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:55.182037 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-47e75444-dc88-44f9-87be-c54860319630 service neutron] 10.222.0.90 "PUT /v2.0/ports/408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 1091 time: 0.7274311 Jul 07 18:59:55.182487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:59:55.184921 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a8ffc2-1405-41ca-868b-6494ca978b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:59:55.210266 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e75444-dc88-44f9-87be-c54860319630 service neutron] Pushing event updated for resources: {'Port': ['ID=408807b0-a67f-4f68-b2ad-6702eac6aab6,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:55.238719 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b7138-8f65-40e3-a6fa-5a633edd92e1 x-openstack-request-id: req-a22b7138-8f65-40e3-a6fa-5a633edd92e1 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:59:55.239052 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:59:55.239319 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a22b7138-8f65-40e3-a6fa-5a633edd92e1 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:59:55.239776 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'status': 'completed', 'code': 200} Jul 07 18:59:55.309034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-d7e98c38-da29-4a8a-afae-818c7a99ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:55.310359 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-d7e98c38-da29-4a8a-afae-818c7a99ef94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1094 time: 0.0612845 Jul 07 18:59:55.364279 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-3e62bc8e-4d22-4d7e-8e73-8c13e3974135 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 217 time: 0.0457284 Jul 07 18:59:55.426278 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-4cc68983-2e0d-43a8-968a-040f6e598562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:55.427882 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-4cc68983-2e0d-43a8-968a-040f6e598562 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.0553906 Jul 07 18:59:55.502491 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-3c2e8720-ef95-4418-8383-5414b405d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:55.504008 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-3c2e8720-ef95-4418-8383-5414b405d5f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656137 Jul 07 18:59:55.594223 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-c2754f02-e742-40ad-8a1c-157a9d3027b1 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830886 Jul 07 18:59:55.695393 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c3df4674-40f9-4962-85dd-200a12eb3e39 req-bc57f13d-1cc6-4892-975b-6fb22b7dfca1 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937786 Jul 07 18:59:55.805655 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-66020152-1fd7-487f-ab8d-dda63d2a0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:55.807185 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-66020152-1fd7-487f-ab8d-dda63d2a0b0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1094 time: 0.0547178 Jul 07 18:59:55.908584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-1cadb2af-bad0-430e-acfa-bf3e7b435a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:55.910142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-1cadb2af-bad0-430e-acfa-bf3e7b435a16 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 897 time: 0.0933855 Jul 07 18:59:55.953599 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-ecbb495f-e6bc-4b9d-bb7f-714f26efa4f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 217 time: 0.0368447 Jul 07 18:59:56.001941 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-f7e1497f-59ff-44ee-a90b-b5a8ec8eac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:56.003391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-f7e1497f-59ff-44ee-a90b-b5a8ec8eac00 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.0431635 Jul 07 18:59:56.069672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-732989e0-8a1f-4d00-bd67-c5e6045b0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:56.071217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-732989e0-8a1f-4d00-bd67-c5e6045b0d0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541739 Jul 07 18:59:56.165504 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-e2604857-070c-454f-a267-94022a67500d service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860219 Jul 07 18:59:56.231156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3e74-1cee-42b9-8f8c-9b71d52da780 req-bdc43b28-6226-4bf7-8335-3c603909c972 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:56.232686 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed1f3e74-1cee-42b9-8f8c-9b71d52da780 req-bdc43b28-6226-4bf7-8335-3c603909c972 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 943 time: 0.0887969 Jul 07 18:59:56.262788 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-93a8ffc2-1405-41ca-868b-6494ca978b0f req-576018ff-1612-46fa-8a03-96533debdeee service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904365 Jul 07 18:59:56.270163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e0975c54-920c-44f2-8b2f-5a66f024c7a1 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:59:56.272877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ed1f3e74-1cee-42b9-8f8c-9b71d52da780 req-c4fed4db-b32d-4466-8ba4-84ce06a159e4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337985 Jul 07 18:59:56.317865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e0975c54-920c-44f2-8b2f-5a66f024c7a1 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:59:56.318236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:57.474681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519514e6-4a6f-45a9-9757-d42c8ec89aad req-941d5c87-973a-4151-b116-19116f23d969 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:57.476131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-519514e6-4a6f-45a9-9757-d42c8ec89aad req-941d5c87-973a-4151-b116-19116f23d969 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 943 time: 0.0755157 Jul 07 18:59:57.518613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-519514e6-4a6f-45a9-9757-d42c8ec89aad req-0d890cfa-2876-4896-99b4-9c66bb225d15 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361824 Jul 07 18:59:58.714075 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef531d-77a6-4482-80fa-e922bb5f19e8 req-862859f6-26a1-4d0c-ba06-a146c3ae45bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:58.715583 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ceef531d-77a6-4482-80fa-e922bb5f19e8 req-862859f6-26a1-4d0c-ba06-a146c3ae45bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 943 time: 0.0811303 Jul 07 18:59:58.755242 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ceef531d-77a6-4482-80fa-e922bb5f19e8 req-42364839-ec48-4084-adf2-12e7e796a07f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338593 Jul 07 18:59:59.299458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 408807b0-a67f-4f68-b2ad-6702eac6aab6 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:59:59.399666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 408807b0-a67f-4f68-b2ad-6702eac6aab6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:59.422302 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'port_id': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'mac_address': 'fa:16:3e:85:1e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:59:59.470060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:59.483018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408807b0-a67f-4f68-b2ad-6702eac6aab6 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:59:59.506243 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 408807b0-a67f-4f68-b2ad-6702eac6aab6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:59:59.512335 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:59:59.559174 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=408807b0-a67f-4f68-b2ad-6702eac6aab6,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:59:59.859292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['408807b0-a67f-4f68-b2ad-6702eac6aab6'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:59:59.932058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0b94-b972-44f4-8f59-5c0bf6f65649 req-f6437a5f-9b7b-4024-b993-06a2ee147a6d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:59:59.933670 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22de0b94-b972-44f4-8f59-5c0bf6f65649 req-f6437a5f-9b7b-4024-b993-06a2ee147a6d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 944 time: 0.0653331 Jul 07 18:59:59.972864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-22de0b94-b972-44f4-8f59-5c0bf6f65649 req-92a468b1-d9f3-4365-9e07-b75bf4ab7650 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333278 Jul 07 19:00:01.166755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d004802-4be5-40d4-9026-e33008fab8f2 req-8bb3947c-0042-4a63-b182-36441543c1e1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:01.168338 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d004802-4be5-40d4-9026-e33008fab8f2 req-8bb3947c-0042-4a63-b182-36441543c1e1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 944 time: 0.0748749 Jul 07 19:00:01.213161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3d004802-4be5-40d4-9026-e33008fab8f2 req-5e0035f0-de26-4e9f-a6b0-16ce3189475b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Jul 07 19:00:01.328144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 408807b0-a67f-4f68-b2ad-6702eac6aab6 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:00:01.383035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 408807b0-a67f-4f68-b2ad-6702eac6aab6 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:00:01.387058 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 408807b0-a67f-4f68-b2ad-6702eac6aab6 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:00:01.387435 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:01.526564 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:01.555545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:00:01.557846 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8620d037-79ef-4bd6-85ea-b2c28d207275" -d '{"events": [{"server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "name": "network-vif-plugged", "status": "completed", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:00:01.576114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 408807b0-a67f-4f68-b2ad-6702eac6aab6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:00:01.585910 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:01.638070 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f0bb74-b3e5-47e2-b28c-da0f278c69a3 x-openstack-request-id: req-79f0bb74-b3e5-47e2-b28c-da0f278c69a3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:00:01.638396 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "name": "network-vif-plugged", "status": "completed", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:00:01.638702 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79f0bb74-b3e5-47e2-b28c-da0f278c69a3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:00:01.639106 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'code': 200} Jul 07 19:00:01.675828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=408807b0-a67f-4f68-b2ad-6702eac6aab6,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:00:01.725490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fa7fb-8fa1-4ba7-88dc-79bca5162647 req-4b61e80f-4c98-409c-a4b0-df53209c3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:01.727017 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c03fa7fb-8fa1-4ba7-88dc-79bca5162647 req-4b61e80f-4c98-409c-a4b0-df53209c3595 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1096 time: 0.0580280 Jul 07 19:00:01.776866 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c03fa7fb-8fa1-4ba7-88dc-79bca5162647 req-3b0b9a06-0e23-429c-8631-1659fde3483d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Jul 07 19:00:02.399277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871b7f-8826-4c53-a3c4-fcce7e2402ca req-83ce7bfa-f646-43e9-97f7-d5db46948d58 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:02.400788 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d871b7f-8826-4c53-a3c4-fcce7e2402ca req-83ce7bfa-f646-43e9-97f7-d5db46948d58 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0685790 Jul 07 19:00:02.442732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5d871b7f-8826-4c53-a3c4-fcce7e2402ca req-bcb8efe7-5edf-4e9e-9dc1-ac8bc61355c9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339005 Jul 07 19:00:03.632495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029404cf-5f41-4a5e-a0b5-43075080e3ad req-f5e761d5-e2fc-48dd-8c86-13128d74e0b5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:03.634036 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-029404cf-5f41-4a5e-a0b5-43075080e3ad req-f5e761d5-e2fc-48dd-8c86-13128d74e0b5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0667193 Jul 07 19:00:03.672265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-029404cf-5f41-4a5e-a0b5-43075080e3ad req-21dec60b-8ef4-4dbe-b95f-3dc3f7202f06 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Jul 07 19:00:03.870949 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cbe7-7e34-4dd0-a4be-25dd1b5f7dd9 req-b67a993e-845f-47dc-941c-f45ec6a605ff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:03.872600 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f962cbe7-7e34-4dd0-a4be-25dd1b5f7dd9 req-b67a993e-845f-47dc-941c-f45ec6a605ff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0793016 Jul 07 19:00:03.920565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f962cbe7-7e34-4dd0-a4be-25dd1b5f7dd9 req-25f2992a-08e4-44c2-97dd-9bcefd6a0a9b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386252 Jul 07 19:00:03.945278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56648) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:00:03.999670 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667b971-b33e-4626-9ae6-60cbb07c5fea tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:04.001238 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6667b971-b33e-4626-9ae6-60cbb07c5fea tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1091 time: 0.0549657 Jul 07 19:00:04.005209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56650) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:00:04.009778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:00:04.035649 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:04.138661 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:04.244598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.138 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/bbf2c4c6-144c-49f3-86f2-35dd98079555) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:00:04.369122 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:04.418636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:04.456224 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:00:04.462432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:00:04.467815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:00:04.471003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=bbf2c4c6-144c-49f3-86f2-35dd98079555,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:00:04.535214 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:04.883265 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:04.960880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:05.129217 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:05.135814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:05.205246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=bbf2c4c6-144c-49f3-86f2-35dd98079555,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:00:05.218193 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:05.332425 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP 56db3c64-c881-4898-9539-dab37f7cc435 associated. External IP: 172.25.1.138, port: 408807b0-a67f-4f68-b2ad-6702eac6aab6. Jul 07 19:00:05.545917 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:00:05.669602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:00:05.679489 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] Sync routers for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:00:05.688796 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:05.689713 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:00:05.690340 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:00:05.729693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fe6113ea-91eb-48c1-98da-4d5253f120b9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7234392 Jul 07 19:00:05.730314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:00:05.732569 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de7b61d-712d-4b8d-a962-83f9b4f373c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:00:05.771509 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9437563b-ff44-4fcd-aed5-35771d47c672 x-openstack-request-id: req-9437563b-ff44-4fcd-aed5-35771d47c672 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:00:05.771509 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:00:05.771852 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9437563b-ff44-4fcd-aed5-35771d47c672 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:00:05.772282 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'status': 'completed', 'code': 200} Jul 07 19:00:05.798595 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:00:05.847196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-08815791-4eca-46b4-838a-776895f986da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:05.848741 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-08815791-4eca-46b4-838a-776895f986da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1096 time: 0.0533612 Jul 07 19:00:05.904030 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d33efb-4b91-456d-94a5-9bcf7d8b4b91 req-91e0245b-309e-443f-b973-c56db92a8e50 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:05.905647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71d33efb-4b91-456d-94a5-9bcf7d8b4b91 req-91e0245b-309e-443f-b973-c56db92a8e50 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0767474 Jul 07 19:00:05.945758 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-fb56b82a-8344-46b9-8809-4581089097de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:05.947950 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-71d33efb-4b91-456d-94a5-9bcf7d8b4b91 req-42cf2964-aff3-462d-a8a0-7e8ea24bacaa tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362074 Jul 07 19:00:05.948107 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-fb56b82a-8344-46b9-8809-4581089097de service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 897 time: 0.0925312 Jul 07 19:00:05.972705 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56656) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:00:06.020553 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-1d4e12e2-1376-436a-9284-2b163f3ebc0b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 999 time: 0.0645804 Jul 07 19:00:06.041755 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '56db3c64-c881-4898-9539-dab37f7cc435', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'port_id': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'mac_address': 'fa:16:3e:85:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:00:04Z', 'updated_at': '2021-07-07T19:00:04Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:54Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:00:06.072690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-17e8e356-7f58-47fd-801e-faa6a1c21aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:06.073193 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] Checking router: 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:00:06.074135 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-17e8e356-7f58-47fd-801e-faa6a1c21aa1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.0471706 Jul 07 19:00:06.082703 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:00:06.083338 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T18:59:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:00:06.135973 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-e89a8251-6a74-4618-8200-34f648f275d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:06.137569 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-e89a8251-6a74-4618-8200-34f648f275d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559304 Jul 07 19:00:06.201894 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:00:06.264757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-7962c812-a7f6-4d90-b498-88da9bef9c1b service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188097 Jul 07 19:00:06.361660 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0de7b61d-712d-4b8d-a962-83f9b4f373c4 req-6c388e34-be33-48f5-9ad6-77555eaa0f61 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892823 Jul 07 19:00:06.371565 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e1d25799-d80b-4eb6-a127-8469284a02af tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/56db3c64-c881-4898-9539-dab37f7cc435 HTTP/1.1" status: 200 len: 991 time: 0.3975840 Jul 07 19:00:06.451541 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '56db3c64-c881-4898-9539-dab37f7cc435', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'port_id': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'mac_address': 'fa:16:3e:85:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:00:04Z', 'updated_at': '2021-07-07T19:00:04Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:54Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:00:06.477890 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1192e4-1a22-4d4d-b289-44b7ed3838ae None None] The sync data for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 is: [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '56db3c64-c881-4898-9539-dab37f7cc435', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'port_id': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'mac_address': 'fa:16:3e:85:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:00:04Z', 'updated_at': '2021-07-07T19:00:04Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:54Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:00:06.599239 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:06.679346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183af22f-a9b8-452f-a743-b756b83fff5c None None] New status for floating IP 56db3c64-c881-4898-9539-dab37f7cc435: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:00:07.376024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56658) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:00:07.435489 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3252a7ac-4f2c-465f-bb97-569960fb5760 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/56db3c64-c881-4898-9539-dab37f7cc435 HTTP/1.1" status: 200 len: 993 time: 0.0581956 Jul 07 19:00:15.928338 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fadb1040-09d6-4cd3-90ac-02d2c6db21cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:16.247843 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:00:16.803300 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-7b50f557-bb7e-459e-bbd5-53a75028f217 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544229 Jul 07 19:00:16.916371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-4d288fba-56fb-47d5-a2ff-415b8d6d9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:16.917935 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-4d288fba-56fb-47d5-a2ff-415b8d6d9055 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1096 time: 0.0638640 Jul 07 19:00:17.036198 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-3b33068a-a6e1-48e3-9b2d-584d2ed60456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:17.037791 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-3b33068a-a6e1-48e3-9b2d-584d2ed60456 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 897 time: 0.0971961 Jul 07 19:00:17.119226 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-81e65d6d-a27e-44b1-9472-795f9d5780da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 1001 time: 0.0717533 Jul 07 19:00:17.170071 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-b77683bc-f833-485e-8a16-9363a720bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:17.171575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-b77683bc-f833-485e-8a16-9363a720bfd3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.0449872 Jul 07 19:00:17.236677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-76270922-fc01-4d59-bd7e-be048955806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:00:17.238235 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-76270922-fc01-4d59-bd7e-be048955806c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601420 Jul 07 19:00:17.340963 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-81bc1033-5851-4189-b7cd-ee7a02789f3a service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957060 Jul 07 19:00:17.442934 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-53511a84-2c9d-42e8-9cd7-c8a63aaa47af req-a7007f51-7442-41a6-a7ba-beeced6edf67 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943358 Jul 07 19:00:18.468993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4be57a8e-df4e-4230-b731-1d8822d7ea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:18.603448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:19.932518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:21.427464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:34.535849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:36.604900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:45.922700 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf0892dd-9a8e-4da0-899c-6152c806d326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:48.478633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b229-2a2d-4a82-b33c-315b147eb62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:48.608181 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:49.934175 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:51.428844 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:00:53.250188 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:01:04.537441 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:06.612446 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:15.928670 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69159ba6-8ad4-4209-a1bc-18092fbd4c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:17.802518 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-d427cdd8-f07c-434b-a6d1-10338b2728c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527153 Jul 07 19:01:17.912471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-4e280b69-5230-4b89-adcb-00ce61869480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:17.913911 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-4e280b69-5230-4b89-adcb-00ce61869480 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1096 time: 0.0665641 Jul 07 19:01:18.048851 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-e3016d7d-5ee7-4d1e-ab7c-947dbacb0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:18.050367 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-e3016d7d-5ee7-4d1e-ab7c-947dbacb0292 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 897 time: 0.1073129 Jul 07 19:01:18.127413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-4b8ad027-04b1-477b-9447-55cac8808c50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 1001 time: 0.0685890 Jul 07 19:01:18.176299 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-6054a749-4ccb-4dc4-90cb-bedc5699d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:18.177729 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-6054a749-4ccb-4dc4-90cb-bedc5699d597 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.0439804 Jul 07 19:01:18.240530 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-04af1651-f912-46ce-8600-069baa2900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:18.242075 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-04af1651-f912-46ce-8600-069baa2900e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570011 Jul 07 19:01:18.346114 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-6b649e68-3e2f-428f-b59f-6729600dea1e service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955164 Jul 07 19:01:18.449834 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-693f23ad-31e0-4984-9af6-bd61ac7e6354 req-1db8c108-e297-40d8-a7e3-b5c2a929649c service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963733 Jul 07 19:01:18.473630 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d67f00b-5457-4349-8fae-6449f29b4f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:18.613741 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:19.936713 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:21.430855 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:25.684788 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d5994-5f78-4803-bca6-7391259e5e88 req-97123837-8c9f-43b6-a17c-0db777f8d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:25.686225 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-766d5994-5f78-4803-bca6-7391259e5e88 req-97123837-8c9f-43b6-a17c-0db777f8d438 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1096 time: 0.0537126 Jul 07 19:01:25.736024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff248-e0c6-400b-b571-d8612bc2807e req-0763ee74-d6c6-4a63-bc1c-5f9dcd198d7a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:25.737570 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6dff248-e0c6-400b-b571-d8612bc2807e req-0763ee74-d6c6-4a63-bc1c-5f9dcd198d7a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0692203 Jul 07 19:01:25.783174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a6dff248-e0c6-400b-b571-d8612bc2807e req-da95dffe-3db7-4574-b6f8-943b98e44a88 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395117 Jul 07 19:01:25.786550 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d5994-5f78-4803-bca6-7391259e5e88 req-861783f7-2876-4b26-b62a-469f607ae427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:25.788007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-766d5994-5f78-4803-bca6-7391259e5e88 req-861783f7-2876-4b26-b62a-469f607ae427 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 897 time: 0.0950065 Jul 07 19:01:25.855596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-766d5994-5f78-4803-bca6-7391259e5e88 req-15b0188f-95f6-4a05-928d-0851f80b2dd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 1001 time: 0.0597589 Jul 07 19:01:25.913280 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d5994-5f78-4803-bca6-7391259e5e88 req-b3ba7898-60de-48fd-a4e2-f2218f9a27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:25.915616 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-766d5994-5f78-4803-bca6-7391259e5e88 req-b3ba7898-60de-48fd-a4e2-f2218f9a27d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.0530338 Jul 07 19:01:25.979060 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d5994-5f78-4803-bca6-7391259e5e88 req-c04f45b9-99e2-480b-985c-95eb08bb321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:25.980497 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-766d5994-5f78-4803-bca6-7391259e5e88 req-c04f45b9-99e2-480b-985c-95eb08bb321a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582409 Jul 07 19:01:26.083284 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-766d5994-5f78-4803-bca6-7391259e5e88 req-3c551c5d-8684-4798-8b6a-dd63cb46e947 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945113 Jul 07 19:01:26.183796 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-766d5994-5f78-4803-bca6-7391259e5e88 req-39d65202-9056-4569-8539-500ddacafdd7 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926108 Jul 07 19:01:26.970404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285683-1514-4858-b924-69183469c7fb req-fbda1168-81a4-4e62-b288-04a7601aa6cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:26.971926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e285683-1514-4858-b924-69183469c7fb req-fbda1168-81a4-4e62-b288-04a7601aa6cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0751364 Jul 07 19:01:27.011869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e285683-1514-4858-b924-69183469c7fb req-f89d5178-84a2-4811-ae15-decbc4442098 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342655 Jul 07 19:01:28.206490 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440b413-0a1a-4a3f-a024-068813362e89 req-3e87ceef-9821-4093-9005-915a346a4782 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:28.207973 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6440b413-0a1a-4a3f-a024-068813362e89 req-3e87ceef-9821-4093-9005-915a346a4782 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0798042 Jul 07 19:01:28.252820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6440b413-0a1a-4a3f-a024-068813362e89 req-3ed9d3f8-5471-444d-9149-114b2dcf7f48 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377705 Jul 07 19:01:29.449460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0574f04-57c5-4353-82fe-721721a0cc03 req-96b952ac-a4d6-4333-a590-a2b5aabb54ce tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:29.450954 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0574f04-57c5-4353-82fe-721721a0cc03 req-96b952ac-a4d6-4333-a590-a2b5aabb54ce tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0770278 Jul 07 19:01:29.491012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0574f04-57c5-4353-82fe-721721a0cc03 req-a88d7233-50fb-4e7b-af78-96967f76488e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Jul 07 19:01:30.249812 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:01:30.693494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155b64-8000-4e6d-a789-2573ccc75890 req-90ff6820-3052-4097-90a4-fe2aab6b7695 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:30.694993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40155b64-8000-4e6d-a789-2573ccc75890 req-90ff6820-3052-4097-90a4-fe2aab6b7695 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0761538 Jul 07 19:01:30.741613 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-40155b64-8000-4e6d-a789-2573ccc75890 req-32fb4b44-1eb4-488a-a820-ac203689f6cd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368960 Jul 07 19:01:31.943124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed07c9-c457-4f4f-b3e0-cd3520004f29 req-ada5e11c-ecc3-4de8-a41b-ef0ca7d5cbbc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:31.944633 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87ed07c9-c457-4f4f-b3e0-cd3520004f29 req-ada5e11c-ecc3-4de8-a41b-ef0ca7d5cbbc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0751252 Jul 07 19:01:31.989410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87ed07c9-c457-4f4f-b3e0-cd3520004f29 req-1974905d-3f5b-4691-9682-9871498b6d10 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 Jul 07 19:01:33.200772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a001e-0f05-4919-9e79-946a9c5c33b8 req-09c2a96e-e8ba-4d10-a7ac-ebb2b3ad54bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:33.202292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e91a001e-0f05-4919-9e79-946a9c5c33b8 req-09c2a96e-e8ba-4d10-a7ac-ebb2b3ad54bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0962377 Jul 07 19:01:33.242784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e91a001e-0f05-4919-9e79-946a9c5c33b8 req-cc1a2b3a-f292-4535-989f-4d028c19e638 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345433 Jul 07 19:01:34.425653 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a15056-072b-4262-8419-7b3c18133d44 req-88ab9d63-2ba5-446c-aeef-90d4ab45bacb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:34.427450 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82a15056-072b-4262-8419-7b3c18133d44 req-88ab9d63-2ba5-446c-aeef-90d4ab45bacb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0715084 Jul 07 19:01:34.468045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-82a15056-072b-4262-8419-7b3c18133d44 req-50e749cc-e7a9-4ac2-9e92-0ae237cf5a5c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326967 Jul 07 19:01:34.531739 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:35.697717 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9402f5-d5fd-4a9a-8a67-91f8fb13c82e req-86289aed-b081-4d95-a65c-cfbcdf37a19a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:35.699323 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef9402f5-d5fd-4a9a-8a67-91f8fb13c82e req-86289aed-b081-4d95-a65c-cfbcdf37a19a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.1001742 Jul 07 19:01:35.740608 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef9402f5-d5fd-4a9a-8a67-91f8fb13c82e req-b5f78456-cb7b-4fec-8118-bfcac1393882 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327158 Jul 07 19:01:36.639608 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:36.922191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1e9d9-473d-4343-b0a4-34c3e3d77642 req-8a432220-0803-47cd-b084-125f5092e89b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:36.923588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8a1e9d9-473d-4343-b0a4-34c3e3d77642 req-8a432220-0803-47cd-b084-125f5092e89b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0723474 Jul 07 19:01:36.969735 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c8a1e9d9-473d-4343-b0a4-34c3e3d77642 req-f3c2215e-98f8-4f4f-9957-ccc88010ca1b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374475 Jul 07 19:01:38.153892 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e61ae-9383-4c40-b725-a6e44e2a8444 req-aef729cc-60be-44e2-98fc-e3357d7a29bf tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:38.155406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e2e61ae-9383-4c40-b725-a6e44e2a8444 req-aef729cc-60be-44e2-98fc-e3357d7a29bf tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0683358 Jul 07 19:01:38.199484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5e2e61ae-9383-4c40-b725-a6e44e2a8444 req-1baa37ef-fa5e-4252-9f62-ae06b84353ab tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380547 Jul 07 19:01:39.385265 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ed796-29ed-495e-a0ea-756f75afdddc req-f4baaf6a-8d59-400b-97ba-a462080d2003 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:39.386741 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac7ed796-29ed-495e-a0ea-756f75afdddc req-f4baaf6a-8d59-400b-97ba-a462080d2003 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0683208 Jul 07 19:01:39.427521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ac7ed796-29ed-495e-a0ea-756f75afdddc req-42f4a07b-5fd5-4336-82c5-dd9ce1435d95 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Jul 07 19:01:40.602273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d6be1-c862-4f92-9bc9-42d007db581f req-2694435b-7c5c-4b0b-ace1-15dc69e72a5f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:40.603886 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4d6be1-c862-4f92-9bc9-42d007db581f req-2694435b-7c5c-4b0b-ace1-15dc69e72a5f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0647976 Jul 07 19:01:40.646484 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6a4d6be1-c862-4f92-9bc9-42d007db581f req-101f92be-d38a-4721-b34f-d53eeb5dbc95 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368659 Jul 07 19:01:41.833898 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90f9ec-9287-44da-9de0-2584df9e7de3 req-6524a114-e318-49b2-ba23-5c65fd1e8e5f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:41.835436 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc90f9ec-9287-44da-9de0-2584df9e7de3 req-6524a114-e318-49b2-ba23-5c65fd1e8e5f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0713274 Jul 07 19:01:41.880064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fc90f9ec-9287-44da-9de0-2584df9e7de3 req-dd27af32-828a-4d2a-b414-a9639794540d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Jul 07 19:01:43.075276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb080-f8c9-4f3a-8f0e-91b6c4d64edc req-6c6df8cd-c224-427d-8f5b-64a5aaf7324d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:01:43.076767 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d48fb080-f8c9-4f3a-8f0e-91b6c4d64edc req-6c6df8cd-c224-427d-8f5b-64a5aaf7324d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0651245 Jul 07 19:01:43.116807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d48fb080-f8c9-4f3a-8f0e-91b6c4d64edc req-f8494000-0a05-438e-883f-64b6abaad6ef tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Jul 07 19:01:43.142521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56744) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:01:43.209825 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b88ca757-5460-476b-9964-6e295b605ff5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/56db3c64-c881-4898-9539-dab37f7cc435 HTTP/1.1" status: 200 len: 993 time: 0.0660381 Jul 07 19:01:45.925624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0749c526-f17e-4e58-beca-486202e9ddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:48.474161 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1583c83a-53ae-479b-96c3-3dfa6ef2c32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:48.620216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:49.942010 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:01:51.436520 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:04.534195 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:06.644046 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:07.250365 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:02:15.919513 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3edb67-5afb-4aae-9688-0cd240ebeca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:18.472664 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00790088-f422-483d-b74f-f621576515d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:18.617040 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:18.789506 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-11b68658-8acf-437d-8cab-b4178068a312 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577397 Jul 07 19:02:18.899006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-86f8289a-9982-42e2-a33e-f1d56ee4f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:18.900420 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-86f8289a-9982-42e2-a33e-f1d56ee4f1fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1096 time: 0.0646834 Jul 07 19:02:19.012282 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-73d3af5c-31bf-4d04-9e8a-a3141c76f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:19.013807 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-73d3af5c-31bf-4d04-9e8a-a3141c76f75a service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 897 time: 0.0915909 Jul 07 19:02:19.079360 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-e93a68f4-ddc0-43b3-a1b5-f6e9f7b44744 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 1001 time: 0.0583792 Jul 07 19:02:19.457295 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-e9ee5918-ff81-479f-a64f-05986e0221eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:19.458687 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-e9ee5918-ff81-479f-a64f-05986e0221eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.3731277 Jul 07 19:02:19.530355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-9534ad1e-531a-4341-9fd1-524f34adfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:19.531947 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-9534ad1e-531a-4341-9fd1-524f34adfb63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659676 Jul 07 19:02:19.627169 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-6f93d820-9356-4174-9530-dd5136f5c748 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882952 Jul 07 19:02:19.720270 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d79ba56b-1c27-4499-931a-ffd7eace5c56 req-815805c5-3aaf-44c2-a6f6-bf364bd66243 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864670 Jul 07 19:02:19.943801 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:21.442133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:34.531638 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:36.642518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:40.184016 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56780) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:40.358102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port bbf2c4c6-144c-49f3-86f2-35dd98079555 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:02:40.358409 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:40.445076 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:40.445326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:40.457598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for bbf2c4c6-144c-49f3-86f2-35dd98079555 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:02:40.637602 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:40.663011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=bbf2c4c6-144c-49f3-86f2-35dd98079555,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:40.675777 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.676154 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.676496 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.676855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.677259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.677589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.677922 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.678246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.678583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.678907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.679297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.679553 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:40.742072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:40.742331 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP 56db3c64-c881-4898-9539-dab37f7cc435 disassociated (deleted). External IP: 172.25.1.138, port: 408807b0-a67f-4f68-b2ad-6702eac6aab6. Jul 07 19:02:40.959562 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:02:41.073932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:02:41.080362 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:41.086402 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] Sync routers for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:02:41.096995 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:41.097615 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:41.118173 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-affe0ed8-b3c7-485a-914f-d71f26955014 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/floatingips/56db3c64-c881-4898-9539-dab37f7cc435 HTTP/1.1" status: 204 len: 168 time: 0.9330034 Jul 07 19:02:41.118969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:02:41.121269 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:02:41.222375 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:41.241666 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d92aa2-7d17-43b2-92aa-05a0e5edd7d0 x-openstack-request-id: req-56d92aa2-7d17-43b2-92aa-05a0e5edd7d0 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:02:41.242222 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:02:41.242222 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56d92aa2-7d17-43b2-92aa-05a0e5edd7d0 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:02:41.242639 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'status': 'completed', 'code': 200} Jul 07 19:02:41.324303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-c107b817-4523-4401-b4d6-40013f798c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:41.326705 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-c107b817-4523-4401-b4d6-40013f798c94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 1096 time: 0.0597000 Jul 07 19:02:41.438006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-0317e537-b73b-4a29-9b9e-389e2d42117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:41.439608 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-0317e537-b73b-4a29-9b9e-389e2d42117f service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 200 len: 897 time: 0.0981910 Jul 07 19:02:41.483364 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-5326a534-07da-4079-bc11-9b3a3c5b5957 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 200 len: 217 time: 0.0355654 Jul 07 19:02:41.545970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-c218cf2e-e637-405f-a264-b8fdf5f10e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:41.546382 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:54Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:41.548068 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-c218cf2e-e637-405f-a264-b8fdf5f10e2e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 200 len: 835 time: 0.0583072 Jul 07 19:02:41.573450 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a841-b688-4f0f-97b3-a3c4fca3bc8e req-74c5c093-4229-450a-8cdb-f5678b4a6e14 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:41.575027 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] Checking router: 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:02:41.575175 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa46a841-b688-4f0f-97b3-a3c4fca3bc8e req-74c5c093-4229-450a-8cdb-f5678b4a6e14 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.1206818 Jul 07 19:02:41.583716 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:41.584341 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:41.607835 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-9c7138a8-8ad3-4730-8bbf-353348afd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:41.609401 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-9c7138a8-8ad3-4730-8bbf-353348afd78c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544753 Jul 07 19:02:41.618392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa46a841-b688-4f0f-97b3-a3c4fca3bc8e req-9c085fb7-7c83-463b-bd5c-a8264537d30a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369034 Jul 07 19:02:41.690885 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:41.702267 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-f65f3601-fbb1-4010-98dc-17b0623109b9 service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856144 Jul 07 19:02:41.801508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c66edd66-dc4c-4821-9f1f-29050ca8c9ef req-15fb7ba1-0a74-42aa-95c9-d64e743cfbbf service neutron] 10.222.0.90 "GET /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924563 Jul 07 19:02:41.913119 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:54Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:41.939316 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f007e0-2c69-418a-95f9-1b427710066f None None] The sync data for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 is: [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T18:59:50Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'e0975c54-920c-44f2-8b2f-5a66f024c7a1', 'name': '', 'network_id': 'e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:c6:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:49Z', 'updated_at': '2021-07-07T18:59:54Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'ddf0c105-422e-4f6c-8d25-b6c77afb1bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:02:42.165914 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421f437-aaf7-434a-84c6-ebd8cac7f282 None None] New status for floating IP 56db3c64-c881-4898-9539-dab37f7cc435: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:02:42.884205 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdca0ef-b201-42b1-8bf1-f5463a8c9eae req-788d3ddf-5653-4c6a-b932-8c3a68037745 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:42.885772 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cdca0ef-b201-42b1-8bf1-f5463a8c9eae req-788d3ddf-5653-4c6a-b932-8c3a68037745 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.1375003 Jul 07 19:02:42.928483 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cdca0ef-b201-42b1-8bf1-f5463a8c9eae req-99f534f9-492f-4152-92f8-a19277ee8dbf tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=e9ec4dc0-7093-4979-83ae-896cc7ae0db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343478 Jul 07 19:02:43.173522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-0e4f7ccb-f124-4c71-a98d-77cb83491e71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:43.174984 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-0e4f7ccb-f124-4c71-a98d-77cb83491e71 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 945 time: 0.0748954 Jul 07 19:02:43.285397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 408807b0-a67f-4f68-b2ad-6702eac6aab6 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:02:43.285706 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:43.376552 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port 408807b0-a67f-4f68-b2ad-6702eac6aab6, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=408807b0-a67f-4f68-b2ad-6702eac6aab6,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:43.377019 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:43.398598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 408807b0-a67f-4f68-b2ad-6702eac6aab6 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:02:43.538225 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:43.569183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=408807b0-a67f-4f68-b2ad-6702eac6aab6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:43.599699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.600047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.600388 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.600785 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.601079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.601410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.601739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.602068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.602390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.602711 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.603030 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.603344 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:43.625993 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] No DVR routers for this DVR port 408807b0-a67f-4f68-b2ad-6702eac6aab6 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:02:43.628798 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:43.630966 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-77948d61-3942-42b9-849f-b4dbfb0f72d3 req-5d9cf64a-2680-4ed1-a3bc-6b09ee96d8a8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "DELETE /v2.0/ports/408807b0-a67f-4f68-b2ad-6702eac6aab6 HTTP/1.1" status: 204 len: 173 time: 0.4504375 Jul 07 19:02:43.631424 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'name': 'network-vif-deleted', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:02:43.633706 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8aab8b-19e4-4d45-a920-9b9e9c6cc2e6" -d '{"events": [{"server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "name": "network-vif-deleted", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:02:43.687802 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc586f-82db-48c1-8cf6-a605219b2731 x-openstack-request-id: req-bbfc586f-82db-48c1-8cf6-a605219b2731 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:02:43.688095 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c125027-4094-4c98-8c5e-6afd4afaa55c", "name": "network-vif-deleted", "tag": "408807b0-a67f-4f68-b2ad-6702eac6aab6", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:02:43.688336 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bbfc586f-82db-48c1-8cf6-a605219b2731 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:02:43.688753 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c125027-4094-4c98-8c5e-6afd4afaa55c', 'name': 'network-vif-deleted', 'tag': '408807b0-a67f-4f68-b2ad-6702eac6aab6', 'status': 'completed', 'code': 200} Jul 07 19:02:44.098702 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e7d219ac-59ee-42bf-b375-ec89c48dbf3e req-61dee81b-eb5d-4876-b012-7e4dd38c56cb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c125027-4094-4c98-8c5e-6afd4afaa55c HTTP/1.1" status: 200 len: 210 time: 0.0296066 Jul 07 19:02:44.249484 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:02:45.195977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56806) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:45.586871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:45.878412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port e0975c54-920c-44f2-8b2f-5a66f024c7a1 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:02:45.878795 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:45.923381 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03b8798f-f273-458d-a8f8-355c4dc92c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:45.972845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port e0975c54-920c-44f2-8b2f-5a66f024c7a1, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e0975c54-920c-44f2-8b2f-5a66f024c7a1,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:45.973204 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:45.986673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for e0975c54-920c-44f2-8b2f-5a66f024c7a1 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:02:46.193644 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:46.220557 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=e0975c54-920c-44f2-8b2f-5a66f024c7a1,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:46.262337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 408807b0-a67f-4f68-b2ad-6702eac6aab6 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:02:46.294969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 408807b0-a67f-4f68-b2ad-6702eac6aab6 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:02:46.297258 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 408807b0-a67f-4f68-b2ad-6702eac6aab6 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:02:46.411207 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:46.649692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:02:46.769645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:02:46.774736 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dee5d334-d4fa-4d2e-8072-95d7b48341a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/3424bdf4-74a1-43a3-a952-0d32f9a83fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5778210 Jul 07 19:02:46.778181 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56808) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:46.779534 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] Sync routers for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:02:46.789289 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:46.789906 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:46.835006 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting subnet ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:02:46.838820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:46.879792 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:46.899516 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:46.979457 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.052687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.080651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf0c105-422e-4f6c-8d25-b6c77afb1bb5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:47.085520 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.090026 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6b797d6e-3ceb-4726-a85b-816d01802db8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/subnets/ddf0c105-422e-4f6c-8d25-b6c77afb1bb5 HTTP/1.1" status: 204 len: 168 time: 0.3079650 Jul 07 19:02:47.090432 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56810) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:47.095953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a52174b-a522-412f-9ce7-7a599a8212c3 None None] Network e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:02:47.107249 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T19:02:46Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:47.138340 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] Checking router: 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:02:47.147683 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] Routers {'3424bdf4-74a1-43a3-a952-0d32f9a83fd0'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:47.148300 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:47.207351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.262670 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] Set router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:47.306494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] DHCP port deletion for e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:02:47.316341 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.373303 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Deleting port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:02:47.374062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.382603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 38abdacb-a739-4e60-abfe-0ad083579baf {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:02:47.383081 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.446144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] For port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=29c2d2c0-d452-4e6b-ac4d-c1554d5cce34,segment=NetworkSegment(50f4fc90-08a5-4e46-99e7-846410bbf49b),segment_id=50f4fc90-08a5-4e46-99e7-846410bbf49b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:47.446625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.459902 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Calling delete_port for 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:02:47.467654 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T19:02:46Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:47.474595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port 38abdacb-a739-4e60-abfe-0ad083579baf, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=38abdacb-a739-4e60-abfe-0ad083579baf,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:47.475373 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.488962 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 38abdacb-a739-4e60-abfe-0ad083579baf owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:02:47.497696 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cddb46-408f-413c-bfcc-95642ee1a713 None None] The sync data for ids ['3424bdf4-74a1-43a3-a952-0d32f9a83fd0'] in n-d-798930-2 is: [{'id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481296998', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:59:46Z', 'updated_at': '2021-07-07T19:02:46Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': '38abdacb-a739-4e60-abfe-0ad083579baf', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3424bdf4-74a1-43a3-a952-0d32f9a83fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:59:47Z', 'updated_at': '2021-07-07T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:02:47.544216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.566856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Pushing event deleted for resources: {'Port': ['ID=29c2d2c0-d452-4e6b-ac4d-c1554d5cce34,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:47.576521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] No DVR routers for this DVR port 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:02:47.578643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.578982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.579322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.579655 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.579981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.580308 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.580629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.581002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.581315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.581633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.581950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.582254 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b52c6a-8a52-4653-93c0-b18eb80a1b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:47.672548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.708281 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=38abdacb-a739-4e60-abfe-0ad083579baf,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:47.779450 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.872624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.874903 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.923448 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.923976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Fanout notify agent at l3_agent the message router_deleted on router 3424bdf4-74a1-43a3-a952-0d32f9a83fd0 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:02:47.931210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:47.932345 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ffad20f5-af49-4dd4-ae41-6e1c27ff417b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/routers/3424bdf4-74a1-43a3-a952-0d32f9a83fd0 HTTP/1.1" status: 204 len: 168 time: 0.8390543 Jul 07 19:02:47.935329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56812) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:48.012481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.106526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.118276 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:48.130554 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f4fc90-08a5-4e46-99e7-846410bbf49b') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:48.130881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f4fc90-08a5-4e46-99e7-846410bbf49b') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:48.141224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.156491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.166335 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:02:48.166738 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: timer() Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:02:48.169872 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:02:48.236032 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.243820 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.245205 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/networks/e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d HTTP/1.1" status: 204 len: 168 time: 0.3089027 Jul 07 19:02:48.248185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56814) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:48.257231 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddfbc2-c4f4-4b55-9039-1fca233dcb28 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Network': ['ID=e5dea3dc-ed6f-45c4-84ab-c3cbf94a4a9d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:48.309072 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00103158-341d-4f46-af60-cea60f268dff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.334636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00103158-341d-4f46-af60-cea60f268dff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.403995 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00103158-341d-4f46-af60-cea60f268dff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.406610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-00103158-341d-4f46-af60-cea60f268dff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.407843 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-00103158-341d-4f46-af60-cea60f268dff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/security-groups/e9ec4dc0-7093-4979-83ae-896cc7ae0db0 HTTP/1.1" status: 204 len: 168 time: 0.1584957 Jul 07 19:02:48.417344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00103158-341d-4f46-af60-cea60f268dff tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ec4dc0-7093-4979-83ae-896cc7ae0db0,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:48.478387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77e1ba2d-899b-4252-86fc-7387b3a78abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.542200 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e0975c54-920c-44f2-8b2f-5a66f024c7a1 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:02:48.561512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e0975c54-920c-44f2-8b2f-5a66f024c7a1 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:02:48.561852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e0975c54-920c-44f2-8b2f-5a66f024c7a1 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:02:48.562260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38abdacb-a739-4e60-abfe-0ad083579baf no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:02:48.580136 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 38abdacb-a739-4e60-abfe-0ad083579baf {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:02:48.580470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 38abdacb-a739-4e60-abfe-0ad083579baf not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:02:48.580915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:02:48.604728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:02:48.605112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 29c2d2c0-d452-4e6b-ac4d-c1554d5cce34 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:02:48.618712 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:48.972309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56820) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:48.979441 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-5d1b5861-3552-4036-bbbe-97f59b0d92cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863215317', 'description': 'tempest-secgroup-smoke-863215317 description', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.004016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5861-3552-4036-bbbe-97f59b0d92cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.096646 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5861-3552-4036-bbbe-97f59b0d92cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.102724 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5861-3552-4036-bbbe-97f59b0d92cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.129915 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5861-3552-4036-bbbe-97f59b0d92cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.131142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5d1b5861-3552-4036-bbbe-97f59b0d92cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1576660 Jul 07 19:02:49.133019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b5861-3552-4036-bbbe-97f59b0d92cc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4fea7c-b4ab-4794-8583-304a9291e0a5,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:49.135453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56822) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:49.140902 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7ab580c6-5fef-43c1-8b03-aa964373ffde tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '0c4fea7c-b4ab-4794-8583-304a9291e0a5', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.172474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ab580c6-5fef-43c1-8b03-aa964373ffde tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.221157 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ab580c6-5fef-43c1-8b03-aa964373ffde tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.227328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ab580c6-5fef-43c1-8b03-aa964373ffde tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.249216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab580c6-5fef-43c1-8b03-aa964373ffde tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5002df-8ac2-4375-8ef3-b7316a0fb0d7,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:49.259031 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7ab580c6-5fef-43c1-8b03-aa964373ffde tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.260657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7ab580c6-5fef-43c1-8b03-aa964373ffde tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236956 Jul 07 19:02:49.263499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56824) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:49.268277 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-da9d80e1-1faf-4399-b75c-d17501c784dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '0c4fea7c-b4ab-4794-8583-304a9291e0a5', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.297196 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da9d80e1-1faf-4399-b75c-d17501c784dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.357925 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da9d80e1-1faf-4399-b75c-d17501c784dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.363869 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da9d80e1-1faf-4399-b75c-d17501c784dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.381543 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d80e1-1faf-4399-b75c-d17501c784dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e5b1bc-7573-43d3-bd40-a3269f33e172,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:49.388636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-da9d80e1-1faf-4399-b75c-d17501c784dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.389997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-da9d80e1-1faf-4399-b75c-d17501c784dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255174 Jul 07 19:02:49.394146 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56826) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:49.398689 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b4eeea1e-8e2c-46f4-8405-58c460e6aba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '0c4fea7c-b4ab-4794-8583-304a9291e0a5', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.429051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4eeea1e-8e2c-46f4-8405-58c460e6aba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.498505 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4eeea1e-8e2c-46f4-8405-58c460e6aba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.503659 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4eeea1e-8e2c-46f4-8405-58c460e6aba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.521285 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eeea1e-8e2c-46f4-8405-58c460e6aba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d6e917-9f26-4418-96d6-6510944ee878,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:49.527862 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b4eeea1e-8e2c-46f4-8405-58c460e6aba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.529164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b4eeea1e-8e2c-46f4-8405-58c460e6aba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340556 Jul 07 19:02:49.531988 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56828) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:49.536578 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-c4debef2-eb4e-46c0-b221-bb483ccf1ca9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '0c4fea7c-b4ab-4794-8583-304a9291e0a5', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.565125 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c4debef2-eb4e-46c0-b221-bb483ccf1ca9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.631262 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c4debef2-eb4e-46c0-b221-bb483ccf1ca9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.636611 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c4debef2-eb4e-46c0-b221-bb483ccf1ca9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.661371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4debef2-eb4e-46c0-b221-bb483ccf1ca9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bab4431-7d35-42bf-8953-6c96a8276bd6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:49.664163 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c4debef2-eb4e-46c0-b221-bb483ccf1ca9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.665378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c4debef2-eb4e-46c0-b221-bb483ccf1ca9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324255 Jul 07 19:02:49.669920 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56830) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:49.674885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '0c4fea7c-b4ab-4794-8583-304a9291e0a5', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.699011 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:02:49.704427 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.769591 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.774206 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.793000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b69025-1ba8-4ab1-ad92-4d8284e8d6c5,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:49.797279 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.798718 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bea953c2-37d4-4a9e-b454-0a97c306f31c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274989 Jul 07 19:02:49.801734 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56832) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:49.806455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '0c4fea7c-b4ab-4794-8583-304a9291e0a5', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.830404 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:02:49.838975 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.911129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.916294 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.935107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47714d2-695a-43a6-984a-d45210e79da5,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:49.945042 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.946288 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2ec2f990-18f8-4a66-b2a2-5144bfdc90f4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435070 Jul 07 19:02:49.946546 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:49.949397 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56834) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:49.954502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'network': {'name': 'tempest-network-smoke--1003917536', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:49.975588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:02:49.979093 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.003638 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:02:50.012239 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.012607 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Added segment 3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8 of type vlan for network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee Jul 07 19:02:50.053503 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.085505 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.091485 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:50.092105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.152229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018261 Jul 07 19:02:50.156472 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56836) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:50.162603 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'admin_state_up': True, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:50.164035 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08837c-46ac-42d1-b18d-ac36a14fd5bb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Network': ['ID=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:50.181377 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:02:50.198605 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.199914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.260210 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.400393 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.603130 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.622330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.728699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.24 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/de61538b-08e1-44b4-9cb3-f77f0a1c5e02) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:02:50.838548 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.880368 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:50.915329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:02:50.918301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:50.920688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:02:50.950275 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:51.204692 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:51.439536 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:51.441340 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:51.905823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router fb5c383d-d8c7-48f9-8222-f124dd62d68b is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:02:52.035443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:02:52.046059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Sync routers for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:02:52.056853 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.057127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:52.057702 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:52.061463 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4bb6181d-6d88-46c2-bcdf-24b163cf5806 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9037557 Jul 07 19:02:52.061694 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56838) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:52.092887 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1af6ab55-1d9b-45c8-a003-e439c2448a62 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=8bcfbdf95b904837aeb6b3d911b7fcd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275230 Jul 07 19:02:52.093271 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56840) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:52.172509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:52.243291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05f52a-721c-42a1-b10d-69ed8d2b74a9 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:52.244919 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-eb05f52a-721c-42a1-b10d-69ed8d2b74a9 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1505282 Jul 07 19:02:52.247922 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56842) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:52.282557 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a7e650d5-26a0-46da-9be0-685271dc14c2 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335062 Jul 07 19:02:52.285762 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56844) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:52.291161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779781043', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:52.361382 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:51Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:52.390031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:02:52.391353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Checking router: fb5c383d-d8c7-48f9-8222-f124dd62d68b for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:02:52.391704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Updating router fb5c383d-d8c7-48f9-8222-f124dd62d68b port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:02:52.394102 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.427086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.582301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.639350 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Subnet': ['ID=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:52.650297 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Checking segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:02:52.650671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network hostable DHCP agents. Network: 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:02:52.668256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:02:52.678685 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:52.683247 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:52.683654 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.684174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.692159 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22fb9a-1288-4ee6-b2a5-14cd0fcaf947 None None] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:02:52.701282 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e7068946-4c80-48f7-b642-d858012c3a62 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143851 Jul 07 19:02:52.704210 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56846) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:02:52.711138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Transition to ACTIVE for port object de61538b-08e1-44b4-9cb3-f77f0a1c5e02 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:52.743733 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.811075 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Attempting to bind port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:02:52.811445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Attempting to bind port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:02:52.811806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Attempting to bind port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:02:52.829173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829491e-9acb-4f8e-a0b9-f5049931886e None None] Pushing event updated for resources: {'Port': ['ID=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:52.832760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:02:52.833158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:02:52.833573 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.833944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:02:52.834442 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Bound port: de61538b-08e1-44b4-9cb3-f77f0a1c5e02, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:02:52.834816 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.936089 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] For port de61538b-08e1-44b4-9cb3-f77f0a1c5e02, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:02:52.945653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:02:52.946537 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:52.958005 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] For port de61538b-08e1-44b4-9cb3-f77f0a1c5e02, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:02:52.965458 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.091839 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:53.092474 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:53.133816 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829491e-9acb-4f8e-a0b9-f5049931886e None None] Pushing event updated for resources: {'Port': ['ID=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:53.146742 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.379979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Allocated IP 172.20.0.2 (199c32e6-eb04-44f7-9c86-4d26aaf8c7ee/d8b2b00f-bbe1-49a8-b57e-36dabf35c47f/5fc54d25-bb94-4c61-9680-7091ed4c562b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:02:53.408865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:53.656671 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.669124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Transition to ACTIVE for port object 5fc54d25-bb94-4c61-9680-7091ed4c562b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:53.687567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Transition to ACTIVE for port object 5fc54d25-bb94-4c61-9680-7091ed4c562b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:53.697464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.707207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:51Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:53.757790 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93d2da-8130-4142-a69a-70bea57a6eda None None] The sync data for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 is: [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:51Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:02:53.763409 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.1 (199c32e6-eb04-44f7-9c86-4d26aaf8c7ee/d8b2b00f-bbe1-49a8-b57e-36dabf35c47f/c81d0db1-41ce-48fe-80e1-74d4979e2bbc) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:02:53.766656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:02:53.773138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:53.776705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:02:53.790577 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Pushing event updated for resources: {'Port': ['ID=5fc54d25-bb94-4c61-9680-7091ed4c562b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:53.849151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Attempting to bind port 5fc54d25-bb94-4c61-9680-7091ed4c562b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:02:53.849521 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Attempting to bind port 5fc54d25-bb94-4c61-9680-7091ed4c562b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:02:53.849884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Attempting to bind port 5fc54d25-bb94-4c61-9680-7091ed4c562b on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:02:53.855077 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:02:53.855467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Checking segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:02:53.855857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.856255 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Bound using segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:02:53.857320 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Bound port: 5fc54d25-bb94-4c61-9680-7091ed4c562b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:02:53.857320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.900059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.914930 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object c81d0db1-41ce-48fe-80e1-74d4979e2bbc will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:53.928467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] For port 5fc54d25-bb94-4c61-9680-7091ed4c562b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:02:53.932304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] For port 5fc54d25-bb94-4c61-9680-7091ed4c562b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5fc54d25-bb94-4c61-9680-7091ed4c562b,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:02:53.938993 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:53.954425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.028901 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5f350-1bd3-46a3-bb6a-83caff6122ed None None] Pushing event updated for resources: {'Port': ['ID=5fc54d25-bb94-4c61-9680-7091ed4c562b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:54.033419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:54.037690 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:02:54.039526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:54.041712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:02:54.121344 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.314784 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.442937 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device de61538b-08e1-44b4-9cb3-f77f0a1c5e02 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:02:54.507008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:54.511023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:54.511399 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.595032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.620350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port de61538b-08e1-44b4-9cb3-f77f0a1c5e02, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:54.626221 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.627122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5fc54d25-bb94-4c61-9680-7091ed4c562b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:02:54.653259 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.659389 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.706911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:54.720465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 5fc54d25-bb94-4c61-9680-7091ed4c562b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:54.747414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:54.750110 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:54.852369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:02:54.853905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:54.974067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router fb5c383d-d8c7-48f9-8222-f124dd62d68b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:02:55.083378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0527bdf1-fd30-47b6-8880-fa4c153ef466 None None] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:02:55.090576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:02:55.099018 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b4b3a410-d572-4a02-aac5-ba0fa1649c51 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/fb5c383d-d8c7-48f9-8222-f124dd62d68b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904135 Jul 07 19:02:55.154466 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-01be6699-e47d-4bb2-b904-a4fb8e3baaad None None] Provisioning for port 5fc54d25-bb94-4c61-9680-7091ed4c562b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:55.160722 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-01be6699-e47d-4bb2-b904-a4fb8e3baaad None None] Provisioning complete for port 5fc54d25-bb94-4c61-9680-7091ed4c562b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:55.161121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01be6699-e47d-4bb2-b904-a4fb8e3baaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:55.245488 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-3abf6d76-bb24-465d-a480-77e6cfdcb608 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863215317&fields=id&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 267 time: 0.0363898 Jul 07 19:02:55.308992 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01be6699-e47d-4bb2-b904-a4fb8e3baaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:55.352257 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-01be6699-e47d-4bb2-b904-a4fb8e3baaad None None] For port 5fc54d25-bb94-4c61-9680-7091ed4c562b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5fc54d25-bb94-4c61-9680-7091ed4c562b,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:55.359099 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01be6699-e47d-4bb2-b904-a4fb8e3baaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:55.361108 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-2cf69cd3-c990-4fb1-8658-1c84cbcee7b5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:55.365434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-2cf69cd3-c990-4fb1-8658-1c84cbcee7b5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 797 time: 0.1103494 Jul 07 19:02:55.403060 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-c07a92d1-5da4-4f7f-adf3-279e1b8b81e6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/quotas/8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 375 time: 0.0218601 Jul 07 19:02:55.412238 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be6699-e47d-4bb2-b904-a4fb8e3baaad None None] Pushing event updated for resources: {'Port': ['ID=5fc54d25-bb94-4c61-9680-7091ed4c562b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:55.473240 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-a2396520-b15b-4cd3-81dc-41169e789c7e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680876 Jul 07 19:02:55.593213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-13003117-c53a-40fe-b159-93dd1cb7487c None None] Provisioning for port c81d0db1-41ce-48fe-80e1-74d4979e2bbc completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:55.596579 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Sync routers for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:02:55.599106 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-13003117-c53a-40fe-b159-93dd1cb7487c None None] Provisioning complete for port c81d0db1-41ce-48fe-80e1-74d4979e2bbc triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:55.599578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13003117-c53a-40fe-b159-93dd1cb7487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:55.607676 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:55.608463 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:55.642661 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-3bffdc84-d2a9-414e-adc5-f28bed70297e service neutron] 10.222.0.88 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569366 Jul 07 19:02:55.643335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-13003117-c53a-40fe-b159-93dd1cb7487c None None] Port c81d0db1-41ce-48fe-80e1-74d4979e2bbc cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:02:55.655852 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-13003117-c53a-40fe-b159-93dd1cb7487c None None] Provisioning complete for port 5fc54d25-bb94-4c61-9680-7091ed4c562b triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:55.656613 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13003117-c53a-40fe-b159-93dd1cb7487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:55.721529 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:55.751667 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-18e9a6dc-3ea7-4d17-b653-18c57243c0d9 service neutron] 10.222.0.88 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081052 Jul 07 19:02:55.904877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9352816f-9fb4-4d7e-8533-fef38fd3e900 None None] Provisioning complete for port c81d0db1-41ce-48fe-80e1-74d4979e2bbc triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:55.905356 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9352816f-9fb4-4d7e-8533-fef38fd3e900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:55.951768 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9352816f-9fb4-4d7e-8533-fef38fd3e900 None None] Port c81d0db1-41ce-48fe-80e1-74d4979e2bbc cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:02:55.971321 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df7d84ba-0513-463d-b7a1-157fc0d81704 req-fb392369-0da5-4876-ab41-88d7f0f71563 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 210 time: 0.0384986 Jul 07 19:02:56.056866 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 2, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:56.072370 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-752b2664-1f39-46eb-ac6b-b6550fc522e9 None None] Provisioning complete for port c81d0db1-41ce-48fe-80e1-74d4979e2bbc triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:56.072738 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-752b2664-1f39-46eb-ac6b-b6550fc522e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.085027 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Checking router: fb5c383d-d8c7-48f9-8222-f124dd62d68b for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:02:56.085384 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Updating router fb5c383d-d8c7-48f9-8222-f124dd62d68b port c81d0db1-41ce-48fe-80e1-74d4979e2bbc binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:02:56.107069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-752b2664-1f39-46eb-ac6b-b6550fc522e9 None None] Port c81d0db1-41ce-48fe-80e1-74d4979e2bbc cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:02:56.123976 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.368221 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device de61538b-08e1-44b4-9cb3-f77f0a1c5e02 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:02:56.404259 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.414114 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Transition to ACTIVE for port object c81d0db1-41ce-48fe-80e1-74d4979e2bbc will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:56.415921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:56.416289 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.421478 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.476305 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Pushing event updated for resources: {'Port': ['ID=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:56.487487 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.488248 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.489136 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.489955 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.490290 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.490625 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.490950 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.491276 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.491598 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.491920 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.492243 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.492563 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:02:56.508160 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5fc54d25-bb94-4c61-9680-7091ed4c562b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:02:56.563216 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Attempting to bind port c81d0db1-41ce-48fe-80e1-74d4979e2bbc on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:02:56.563952 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Attempting to bind port c81d0db1-41ce-48fe-80e1-74d4979e2bbc by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:02:56.564309 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Attempting to bind port c81d0db1-41ce-48fe-80e1-74d4979e2bbc on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:02:56.571022 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:02:56.571393 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Checking segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:02:56.571812 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.572186 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Bound using segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:02:56.572654 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Bound port: c81d0db1-41ce-48fe-80e1-74d4979e2bbc, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:02:56.573064 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.575717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 5fc54d25-bb94-4c61-9680-7091ed4c562b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:56.576109 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.643137 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] For port c81d0db1-41ce-48fe-80e1-74d4979e2bbc, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:02:56.646773 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] For port c81d0db1-41ce-48fe-80e1-74d4979e2bbc, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:02:56.653268 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:56.716412 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:02:56.717076 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:56.718988 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e4bfc-d3f1-42cf-b1b0-0ff8cc6e300e None None] Pushing event updated for resources: {'Port': ['ID=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:56.830186 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:02:57.041950 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:56Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:02:57.074406 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901cb3a0-43db-44ba-a49c-35d38b7d02e2 None None] The sync data for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 is: [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:56Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:02:57.133720 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fd6d7570-8e31-429a-9fdc-7a40db3ba8e1 req-284fc9f6-4a83-4dbb-88f0-a9ef46407235 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 210 time: 0.0325484 Jul 07 19:02:57.321224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-c3cf3b3d-a096-4fcc-a932-a8d72f13435c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:57.322757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-c3cf3b3d-a096-4fcc-a932-a8d72f13435c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 797 time: 0.1226721 Jul 07 19:02:57.367629 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-d50ee5c6-66b2-4c1e-a2f4-71bc34fe40f8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 379 time: 0.0359132 Jul 07 19:02:57.376713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'port': {'device_id': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'admin_state_up': True, 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'security_groups': ['0c4fea7c-b4ab-4794-8583-304a9291e0a5']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:57.489766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:02:57.493717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:57.635484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.12 (199c32e6-eb04-44f7-9c86-4d26aaf8c7ee/d8b2b00f-bbe1-49a8-b57e-36dabf35c47f/bb35fcff-a39b-496f-b7df-ec1622fbc815) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:02:57.784148 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:57.798139 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object bb35fcff-a39b-496f-b7df-ec1622fbc815 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:57.834674 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:57.880329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:02:57.885850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:02:57.890873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:02:57.897767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:57.947273 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:57.947932 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:57.967456 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-955c797c-c357-4382-8974-6528b4ffa83a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949531 Jul 07 19:02:57.988683 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Request body: {'port': {'device_id': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:02:58.081070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.093684 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7857e9f4-6ad9-449f-abdd-8e7909e18454 None None] Provisioning for port bb35fcff-a39b-496f-b7df-ec1622fbc815 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:58.098607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7857e9f4-6ad9-449f-abdd-8e7909e18454 None None] Provisioning complete for port bb35fcff-a39b-496f-b7df-ec1622fbc815 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:58.098771 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7857e9f4-6ad9-449f-abdd-8e7909e18454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.135658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7857e9f4-6ad9-449f-abdd-8e7909e18454 None None] Port bb35fcff-a39b-496f-b7df-ec1622fbc815 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:02:58.339768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2551c1f-db7c-4079-8b69-32f64eb35b1c req-7cd57841-6563-428b-9b5a-c56cbbd0c46c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:58.341606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2551c1f-db7c-4079-8b69-32f64eb35b1c req-7cd57841-6563-428b-9b5a-c56cbbd0c46c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 932 time: 0.0736492 Jul 07 19:02:58.364042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb35fcff-a39b-496f-b7df-ec1622fbc815 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:02:58.369620 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c81d0db1-41ce-48fe-80e1-74d4979e2bbc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:02:58.372884 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.385129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Transition to ACTIVE for port object bb35fcff-a39b-496f-b7df-ec1622fbc815 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:02:58.386992 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f2551c1f-db7c-4079-8b69-32f64eb35b1c req-9fa1ad59-8750-4653-9fae-abc9fdd814df tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Jul 07 19:02:58.390609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.428759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port c81d0db1-41ce-48fe-80e1-74d4979e2bbc completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:02:58.433285 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c81d0db1-41ce-48fe-80e1-74d4979e2bbc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:02:58.433649 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.488741 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:58.524894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:02:58.525377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:02:58.525847 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:02:58.527692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.533088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Port bb35fcff-a39b-496f-b7df-ec1622fbc815 on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:02:58.533599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:02:58.541397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:02:58.541913 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Checking segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:02:58.542461 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Bound using segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:02:58.543007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Bound port: bb35fcff-a39b-496f-b7df-ec1622fbc815, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:02:58.543586 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.567028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port c81d0db1-41ce-48fe-80e1-74d4979e2bbc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:02:58.573629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.622471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:02:58.625955 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:02:58.626618 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:58.630649 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.666355 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:58.667009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:02:58.668458 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] 10.222.0.90 "PUT /v2.0/ports/bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1092 time: 0.6847444 Jul 07 19:02:58.668935 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:02:58.671700 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f24996-02c5-46a4-b35c-333dd16b8cff" -d '{"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:02:58.700113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e06dae-ad5c-48ad-87de-0a13080afc52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:02:58.722904 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a463069-4fd5-402a-8c78-1547388d3d97 x-openstack-request-id: req-8a463069-4fd5-402a-8c78-1547388d3d97 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:02:58.723209 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:02:58.723457 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a463069-4fd5-402a-8c78-1547388d3d97 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:02:58.723997 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'status': 'completed', 'code': 200} Jul 07 19:02:58.775337 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-ce66d685-ff80-4378-8d97-23c80ea99597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:58.776981 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-ce66d685-ff80-4378-8d97-23c80ea99597 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0642097 Jul 07 19:02:58.823119 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-1806d4c8-667e-4376-aa77-b3a63e01f79c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 217 time: 0.0372813 Jul 07 19:02:58.874790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-defc840b-a3f1-4a04-9ec1-03b1c4d7716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:58.876195 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-defc840b-a3f1-4a04-9ec1-03b1c4d7716a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0468612 Jul 07 19:02:58.934034 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-f83819a1-8bf3-4fed-8476-0bdd1085127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:58.935587 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-f83819a1-8bf3-4fed-8476-0bdd1085127d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527375 Jul 07 19:02:59.029590 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-1d5449f8-2b3f-4743-936c-2c58bb45a82d service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876200 Jul 07 19:02:59.121699 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b35951f-273d-443f-bd87-011b3bcbb22b req-1cd61f6f-7a2b-414c-ab91-f3bbb6f9cac7 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857522 Jul 07 19:02:59.239720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-8bad3d9c-6467-4a38-bacb-fe63f9a4cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:59.241256 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-8bad3d9c-6467-4a38-bacb-fe63f9a4cb6e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0583408 Jul 07 19:02:59.333045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-0aaee0a3-6b76-4148-b1ba-a672ead98898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:59.334546 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-0aaee0a3-6b76-4148-b1ba-a672ead98898 service neutron] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.0866461 Jul 07 19:02:59.379170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-72464faf-fcb3-47d6-a2a6-eadf07edf0c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 217 time: 0.0371428 Jul 07 19:02:59.436860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-4c4f51da-30d3-4236-9bf6-eb3f4216e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:59.438361 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-4c4f51da-30d3-4236-9bf6-eb3f4216e8a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0520489 Jul 07 19:02:59.496717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-a2a5fed1-ca69-4d4b-9a89-7e1cfdcd440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:59.498323 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-a2a5fed1-ca69-4d4b-9a89-7e1cfdcd440b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538802 Jul 07 19:02:59.595014 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-a9833097-898a-4d98-827c-ed3d1bef1d1f service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901771 Jul 07 19:02:59.610116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad67b0c-a67c-4a3b-a60d-59a4e9a90b55 req-e8bdd1ca-0085-4462-8698-31190d4c1a10 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:02:59.611637 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ad67b0c-a67c-4a3b-a60d-59a4e9a90b55 req-e8bdd1ca-0085-4462-8698-31190d4c1a10 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0671318 Jul 07 19:02:59.650197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3ad67b0c-a67c-4a3b-a60d-59a4e9a90b55 req-da7ea1e1-c214-4f3f-810b-6c9878601e58 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Jul 07 19:02:59.688052 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c2f24996-02c5-46a4-b35c-333dd16b8cff req-1796186d-15bc-402a-821a-6c045a2f69e3 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858037 Jul 07 19:03:00.354956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c81d0db1-41ce-48fe-80e1-74d4979e2bbc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:03:00.408141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port c81d0db1-41ce-48fe-80e1-74d4979e2bbc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:03:00.408640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:00.834178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ba1-f944-4d7b-a0c3-276fed6743f5 req-feeaf635-6320-4f19-98c7-00f30fe9373d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:00.835568 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5408ba1-f944-4d7b-a0c3-276fed6743f5 req-feeaf635-6320-4f19-98c7-00f30fe9373d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0706806 Jul 07 19:03:00.876520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5408ba1-f944-4d7b-a0c3-276fed6743f5 req-cd241a72-40c7-43f2-ac6f-826088e69727 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324233 Jul 07 19:03:02.057163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fddc2-6899-4214-a951-5d419e5cc3f5 req-705332c2-c189-483a-b93f-b2111eb57e74 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:02.058853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d4fddc2-6899-4214-a951-5d419e5cc3f5 req-705332c2-c189-483a-b93f-b2111eb57e74 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0666733 Jul 07 19:03:02.098005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d4fddc2-6899-4214-a951-5d419e5cc3f5 req-6963c8e6-cbb7-4da2-9f79-5825e28f349e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331554 Jul 07 19:03:02.406114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:03:02.512184 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:03:02.523890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'port_id': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'mac_address': 'fa:16:3e:4f:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:03:02.568869 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:02.582513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb35fcff-a39b-496f-b7df-ec1622fbc815 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:03:02.602488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:03:02.610190 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:02.658520 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:03:02.966409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['bb35fcff-a39b-496f-b7df-ec1622fbc815'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:03:03.286234 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173ba06-caaa-4064-967c-2ddeed8f36b6 req-f03a3bbc-aec2-495c-b67d-57ebec5aba15 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:03.287782 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9173ba06-caaa-4064-967c-2ddeed8f36b6 req-f03a3bbc-aec2-495c-b67d-57ebec5aba15 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 945 time: 0.0648322 Jul 07 19:03:03.328452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9173ba06-caaa-4064-967c-2ddeed8f36b6 req-b0255717-a2ed-4c8c-a776-30ef10d3e1b4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Jul 07 19:03:04.401158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:03:04.452044 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port bb35fcff-a39b-496f-b7df-ec1622fbc815 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:03:04.456276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port bb35fcff-a39b-496f-b7df-ec1622fbc815 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:03:04.456644 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:04.524429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833bb8-436a-4a43-a496-93c16b29f1a4 req-d7999a4e-dbc9-4353-9f8a-cf42397682df tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:04.526066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f833bb8-436a-4a43-a496-93c16b29f1a4 req-d7999a4e-dbc9-4353-9f8a-cf42397682df tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 945 time: 0.0716548 Jul 07 19:03:04.546133 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:04.548262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:04.567215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f833bb8-436a-4a43-a496-93c16b29f1a4 req-29ff2626-ab4f-49ff-b2f4-cc27d2a94a24 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351973 Jul 07 19:03:04.572145 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:03:04.574697 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7039dde0-4263-4dba-9ba2-9acbb01a288b" -d '{"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-plugged", "status": "completed", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:03:04.589069 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:03:04.595334 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:04.622603 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a942858-3670-4506-91aa-b02ade809ec8 x-openstack-request-id: req-9a942858-3670-4506-91aa-b02ade809ec8 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:03:04.622893 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-plugged", "status": "completed", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:03:04.623149 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a942858-3670-4506-91aa-b02ade809ec8 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:03:04.623548 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'code': 200} Jul 07 19:03:04.648845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:03:04.745393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f486d76-383b-45de-bb19-a144dbd4d822 req-eb09fbff-95e4-40fa-8c59-b30f7382e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:04.746896 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f486d76-383b-45de-bb19-a144dbd4d822 req-eb09fbff-95e4-40fa-8c59-b30f7382e83d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0526769 Jul 07 19:03:04.782178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6f486d76-383b-45de-bb19-a144dbd4d822 req-eadadc57-8023-45d2-9bbe-aaedc9be508b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290151 Jul 07 19:03:05.766798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ae72-d438-4dbe-a8d9-20ab91b7f47c req-859c8334-fa49-404d-ab4e-300b68c65404 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:05.768462 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a52ae72-d438-4dbe-a8d9-20ab91b7f47c req-859c8334-fa49-404d-ab4e-300b68c65404 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0689793 Jul 07 19:03:05.814466 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0a52ae72-d438-4dbe-a8d9-20ab91b7f47c req-64796125-b0fb-4d34-a2e2-6a63f113381f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375752 Jul 07 19:03:06.650429 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:07.013985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ecf2e-db65-49ce-b2dd-4e9ec154dc7c req-d8e85ca0-3032-42bb-9667-2398490d45ee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:07.015395 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-948ecf2e-db65-49ce-b2dd-4e9ec154dc7c req-d8e85ca0-3032-42bb-9667-2398490d45ee tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0725725 Jul 07 19:03:07.054416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-948ecf2e-db65-49ce-b2dd-4e9ec154dc7c req-3e775459-7892-45fc-91b4-052a23dd91af tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332584 Jul 07 19:03:07.249570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf64af-dd97-4c10-8df1-54130a80ce33 req-7740d21b-1813-453d-8c24-c0d21f4afcd2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:07.251134 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14cf64af-dd97-4c10-8df1-54130a80ce33 req-7740d21b-1813-453d-8c24-c0d21f4afcd2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0815473 Jul 07 19:03:07.292406 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14cf64af-dd97-4c10-8df1-54130a80ce33 req-c559f90e-783d-4de0-a2d1-a3f016f45c4e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351303 Jul 07 19:03:07.319513 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56906) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:07.423986 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ef424-798c-439d-9c02-ffe3cb161a08 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:07.426567 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-104ef424-798c-439d-9c02-ffe3cb161a08 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1092 time: 0.1057208 Jul 07 19:03:07.431301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56910) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:07.438440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:03:07.464126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:07.568214 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:07.674850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.186 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/1996c3a3-4c71-46d5-bcbf-33f6d62606e3) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:03:07.782429 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:07.824615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:07.864428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:03:07.869110 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:03:07.872426 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:03:07.878501 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=1996c3a3-4c71-46d5-bcbf-33f6d62606e3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:03:08.611877 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:08.698970 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:08.857863 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:08.864141 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:08.928374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=1996c3a3-4c71-46d5-bcbf-33f6d62606e3,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:03:08.941493 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:09.048819 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP 23609ed9-1d17-459f-b538-2f07d5259ef2 associated. External IP: 172.25.1.186, port: bb35fcff-a39b-496f-b7df-ec1622fbc815. Jul 07 19:03:09.266365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router fb5c383d-d8c7-48f9-8222-f124dd62d68b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:03:09.382268 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:03:09.395506 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac581-50d9-430a-bf09-f996c027751e None None] Sync routers for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:03:09.403596 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:09.406423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:03:09.407127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:03:09.439786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0772c7cc-10e8-4401-8871-685a6213951f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0070589 Jul 07 19:03:09.440407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:03:09.442758 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29" -d '{"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:03:09.520369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:03:09.533775 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb5b67-9b41-4211-a04b-06701696306d x-openstack-request-id: req-debb5b67-9b41-4211-a04b-06701696306d {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:03:09.534132 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:03:09.534432 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-debb5b67-9b41-4211-a04b-06701696306d {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:03:09.534918 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'status': 'completed', 'code': 200} Jul 07 19:03:09.603186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a972df-9b40-4132-9756-dd19fbaf1034 req-ade3d04d-8ea4-430a-8429-da31adb09934 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:09.604807 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3a972df-9b40-4132-9756-dd19fbaf1034 req-ade3d04d-8ea4-430a-8429-da31adb09934 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0732245 Jul 07 19:03:09.650569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b3a972df-9b40-4132-9756-dd19fbaf1034 req-895582c8-2c5c-4b4f-a345-4cdd733d7103 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390420 Jul 07 19:03:09.674918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-0ce9cae8-d46d-46c2-9e74-8f8183778868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:09.676493 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-0ce9cae8-d46d-46c2-9e74-8f8183778868 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1097 time: 0.1186309 Jul 07 19:03:09.677259 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 56920) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:09.746345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-00b5791a-28ce-4b22-aaf4-7bcbed9c3b13 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/23609ed9-1d17-459f-b538-2f07d5259ef2 HTTP/1.1" status: 200 len: 992 time: 0.0676489 Jul 07 19:03:09.782322 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-3b6f8aa9-4e94-4560-95c0-c7f1152fd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:09.784101 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-3b6f8aa9-4e94-4560-95c0-c7f1152fd4f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.1010153 Jul 07 19:03:09.854224 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-fc76b36a-447d-4ac5-9562-dfec033b4e01 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1000 time: 0.0633888 Jul 07 19:03:09.910122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-661d1ab7-5d7d-4c17-b38f-e3a4fc48a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:09.911638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-661d1ab7-5d7d-4c17-b38f-e3a4fc48a8db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0510397 Jul 07 19:03:09.946298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '23609ed9-1d17-459f-b538-2f07d5259ef2', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'port_id': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'mac_address': 'fa:16:3e:4f:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:03:08Z', 'updated_at': '2021-07-07T19:03:08Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:58Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:03:09.972084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-3f833b73-9a2d-4801-97ca-bbc609ba4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:09.973615 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-3f833b73-9a2d-4801-97ca-bbc609ba4c2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539234 Jul 07 19:03:09.974415 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac581-50d9-430a-bf09-f996c027751e None None] Checking router: fb5c383d-d8c7-48f9-8222-f124dd62d68b for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:03:09.983047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:03:09.983643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:02:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:03:10.066897 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-5afd98da-2ad0-4361-9a15-d3b683a1ff0c service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856681 Jul 07 19:03:10.092398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:03:10.164982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b7616b25-3b15-45eb-a6a9-ffd3a27c6b29 req-2e17a151-3652-4cdd-ac60-8a75c00f0da6 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906179 Jul 07 19:03:10.333395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-134ac581-50d9-430a-bf09-f996c027751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '23609ed9-1d17-459f-b538-2f07d5259ef2', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'port_id': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'mac_address': 'fa:16:3e:4f:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:03:08Z', 'updated_at': '2021-07-07T19:03:08Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:58Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:03:10.359280 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac581-50d9-430a-bf09-f996c027751e None None] The sync data for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 is: [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '23609ed9-1d17-459f-b538-2f07d5259ef2', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'port_id': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'mac_address': 'fa:16:3e:4f:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:03:08Z', 'updated_at': '2021-07-07T19:03:08Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:58Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:03:10.550944 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c7852-a47e-4926-8317-2b9231e6f53b None None] New status for floating IP 23609ed9-1d17-459f-b538-2f07d5259ef2: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:03:10.749691 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 56922) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:03:10.813202 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-bc529919-2839-46be-a7f7-992378633914 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/23609ed9-1d17-459f-b538-2f07d5259ef2 HTTP/1.1" status: 200 len: 994 time: 0.0622702 Jul 07 19:03:15.930389 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8cc07e39-a6eb-4ee4-b41b-c658b7f59161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:18.476183 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ce1b9a6-04fc-4f6d-9e82-2051e57f2a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:18.614274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:19.809331 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-9ece0442-2ecf-4114-830f-5ded117bb4d2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621641 Jul 07 19:03:19.911310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-87ee56d9-ecba-4beb-9a89-d4b4e9ced70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:19.914028 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-87ee56d9-ecba-4beb-9a89-d4b4e9ced70f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0540254 Jul 07 19:03:19.953215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:20.026932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-ca83cede-1191-47aa-8a18-efc82828666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:20.028346 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-ca83cede-1191-47aa-8a18-efc82828666b service neutron] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.0897856 Jul 07 19:03:20.104404 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-b8363fe6-831f-4c60-96cd-ffcea617f5a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1002 time: 0.0688379 Jul 07 19:03:20.158020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-4ad2c23d-3969-4bdb-8e2e-e1339559b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:20.159550 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-4ad2c23d-3969-4bdb-8e2e-e1339559b666 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0474131 Jul 07 19:03:20.223411 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-157f7643-27dd-4906-8855-8f7245cbb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:03:20.224982 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-157f7643-27dd-4906-8855-8f7245cbb1b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595474 Jul 07 19:03:20.342576 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-18df8aba-4ecd-4c52-a270-163f4eb56e47 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100960 Jul 07 19:03:20.437786 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cffd7394-10e7-4d23-a19b-632b3c13076e req-53826268-cf2b-401f-a8c3-b92a291756c6 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886834 Jul 07 19:03:21.249244 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:03:21.445574 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:34.530102 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:36.105958 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-37dbe87a-d3cf-4e91-a8f9-6581529f2401 req-f3beb8dc-43e3-4b29-babb-877695178fdf service neutron] (105589) timed out ('10.222.0.88', 52642) {{(pid=105589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:03:36.662371 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:45.927924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0b9851-ef15-4c53-bf4e-5b2c5a4a32b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:48.483692 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a325ac87-f64f-4fc8-8cb4-1b61fb519a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:48.623396 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:49.953985 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:51.449753 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:03:58.252981 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:04:04.562656 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:06.658629 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:15.922871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-250fc70d-8117-4f2a-a4e3-f471fa6bfcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:18.479489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-595e5357-0f5e-4ea0-8a04-b01e8dc30b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:18.619817 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:19.957063 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:21.448785 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:21.809994 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-a8e0d2a6-f2d4-48b3-9b50-d9f2d15fdca5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608511 Jul 07 19:04:21.907718 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-a707b179-cf64-4f38-813f-dc563b2843d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:21.909223 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-a707b179-cf64-4f38-813f-dc563b2843d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0530074 Jul 07 19:04:22.034429 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-2d76f143-f8d8-4653-8c35-6380577155af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:22.035961 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-2d76f143-f8d8-4653-8c35-6380577155af service neutron] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.1042485 Jul 07 19:04:22.107291 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-6f227a5f-6152-45a6-9539-bf6373db20c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1002 time: 0.0631328 Jul 07 19:04:22.157629 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-a9e2b0a7-71a8-4635-8f26-1140a2cf28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:22.159067 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-a9e2b0a7-71a8-4635-8f26-1140a2cf28ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0452759 Jul 07 19:04:22.220202 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-cbf3f9dc-5853-4683-b6d5-0ddea879643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:22.221380 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-cbf3f9dc-5853-4683-b6d5-0ddea879643d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551634 Jul 07 19:04:22.315839 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-d2ad591d-4f1e-4122-a328-29b0f07f0690 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866790 Jul 07 19:04:22.411838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6376dda5-12e3-4dca-b65e-b8e99735269c req-5e642cd1-856e-42a1-9b28-e113ea6251f5 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892820 Jul 07 19:04:24.278385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-845f1748-f8e0-4c47-a8d3-88dfa1b6b7b3 req-bdb81f57-9e96-47e6-9389-7b65dd3a1bbd service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:04:24.279350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-845f1748-f8e0-4c47-a8d3-88dfa1b6b7b3 req-bdb81f57-9e96-47e6-9389-7b65dd3a1bbd service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076487 Jul 07 19:04:24.619872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a3860-b792-466e-94fe-b3aae8bfe9ac req-de986dba-2ad2-424f-9ce6-4680973ea407 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:24.621762 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e8a3860-b792-466e-94fe-b3aae8bfe9ac req-de986dba-2ad2-424f-9ce6-4680973ea407 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.1050689 Jul 07 19:04:24.628854 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-900cb6c1-ab3b-4df2-8d82-13c627ed8245 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502581 Jul 07 19:04:24.670716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6e8a3860-b792-466e-94fe-b3aae8bfe9ac req-b1168a04-13c8-420a-b5bb-92ff4ffb1c32 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 Jul 07 19:04:25.855341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e067f2-2715-4277-872e-f4aa193c1d2f req-e032eb42-51ea-440f-8e5b-4b6b926a51d6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:25.856747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3e067f2-2715-4277-872e-f4aa193c1d2f req-e032eb42-51ea-440f-8e5b-4b6b926a51d6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0707939 Jul 07 19:04:25.898813 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e3e067f2-2715-4277-872e-f4aa193c1d2f req-0b53ce05-1a6c-472d-a3ce-d21d60f8f971 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342016 Jul 07 19:04:26.001484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-38ebdaee-7fb4-42e0-8580-7481c0687b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:26.003023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-38ebdaee-7fb4-42e0-8580-7481c0687b49 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0588732 Jul 07 19:04:26.103881 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-2e28fc17-9d12-4551-9391-e82f11f6bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:26.105492 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-2e28fc17-9d12-4551-9391-e82f11f6bfcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.0950975 Jul 07 19:04:26.180277 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-a0ab2f1c-4a19-4732-8635-18a35f0e231c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1002 time: 0.0679178 Jul 07 19:04:26.238356 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-2029ce15-5f57-46f2-aa08-f0a1fa669555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:26.239850 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-2029ce15-5f57-46f2-aa08-f0a1fa669555 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0534418 Jul 07 19:04:26.304760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-381e90ec-0a3d-4075-99e8-42a3a6b91053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:26.306312 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-381e90ec-0a3d-4075-99e8-42a3a6b91053 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600848 Jul 07 19:04:26.412100 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-6febbf15-fab4-47bf-8a46-37f3c76764e5 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989475 Jul 07 19:04:26.526134 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-cccc3fcc-9308-4f19-b10f-f155915db5b0 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060450 Jul 07 19:04:27.084184 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf33962-cd1f-4d3a-bc5e-39bf8127c99d req-f9a15c4d-796b-4f8c-ba63-0dfd6c5a6c54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:27.086573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ddf33962-cd1f-4d3a-bc5e-39bf8127c99d req-f9a15c4d-796b-4f8c-ba63-0dfd6c5a6c54 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0649416 Jul 07 19:04:27.128733 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ddf33962-cd1f-4d3a-bc5e-39bf8127c99d req-3891bc57-6fa3-4d4f-8a38-3f6ff00332c4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372572 Jul 07 19:04:28.321855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaddd37-f322-4167-a774-994c7ac98838 req-ee42bd5b-424e-44b7-a24e-186b54ffe008 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:28.323573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fdaddd37-f322-4167-a774-994c7ac98838 req-ee42bd5b-424e-44b7-a24e-186b54ffe008 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0781429 Jul 07 19:04:28.385251 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fdaddd37-f322-4167-a774-994c7ac98838 req-b99784c8-9a71-4e4a-a145-4e5cb96aa76b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532362 Jul 07 19:04:29.590338 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63609-60bf-49a3-a4cf-79e736da2352 req-2aa9ad29-30b3-4e95-bdae-d82a0875bbca tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:29.591761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0e63609-60bf-49a3-a4cf-79e736da2352 req-2aa9ad29-30b3-4e95-bdae-d82a0875bbca tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0812933 Jul 07 19:04:29.629941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f0e63609-60bf-49a3-a4cf-79e736da2352 req-9845e00d-1748-4eae-b662-10577cb161fb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323286 Jul 07 19:04:30.815246 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340790cf-1f68-4b28-b578-a54b1cf6f90d req-2887afd2-6c42-439e-962f-379956710375 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:30.816783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-340790cf-1f68-4b28-b578-a54b1cf6f90d req-2887afd2-6c42-439e-962f-379956710375 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0700943 Jul 07 19:04:30.859129 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-340790cf-1f68-4b28-b578-a54b1cf6f90d req-97236ffd-9fff-409f-a31e-c892ab3f3d1b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343437 Jul 07 19:04:32.044151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46161a6c-7b41-4571-8442-36073cf6a72f req-a73f86ac-0b53-4830-a6c9-01edbb0d44cb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:32.045704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46161a6c-7b41-4571-8442-36073cf6a72f req-a73f86ac-0b53-4830-a6c9-01edbb0d44cb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0698011 Jul 07 19:04:32.089747 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-46161a6c-7b41-4571-8442-36073cf6a72f req-e4cd06ac-fe15-48cc-af39-d7e249b6dfe9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 Jul 07 19:04:33.283629 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29779e78-6538-4c42-add5-04aba754387f req-c89b08eb-a240-4d09-aee7-8ff8d33eb432 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:33.286325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29779e78-6538-4c42-add5-04aba754387f req-c89b08eb-a240-4d09-aee7-8ff8d33eb432 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0753543 Jul 07 19:04:33.334859 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-29779e78-6538-4c42-add5-04aba754387f req-655a8878-19b9-4b0a-8587-b0e2a0fd398e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Jul 07 19:04:34.525559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba472c-2d82-4c47-bb62-b7d1a38237b9 req-74198891-b175-45da-a8cd-9b1e806090e5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:34.526966 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32ba472c-2d82-4c47-bb62-b7d1a38237b9 req-74198891-b175-45da-a8cd-9b1e806090e5 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0757384 Jul 07 19:04:34.558853 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:34.570051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-32ba472c-2d82-4c47-bb62-b7d1a38237b9 req-47df0d8f-b736-4ca7-8f90-54abfdcfe861 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371189 Jul 07 19:04:35.252718 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:04:35.758423 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221df71-a6f6-4fed-a5b3-0bb52ff4bb25 req-1d7900f0-7efa-424e-9552-66dae9d24cfa tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:35.759923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4221df71-a6f6-4fed-a5b3-0bb52ff4bb25 req-1d7900f0-7efa-424e-9552-66dae9d24cfa tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0771132 Jul 07 19:04:35.801098 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4221df71-a6f6-4fed-a5b3-0bb52ff4bb25 req-46c558e8-a882-4910-ad1c-8a909d2a8afd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330598 Jul 07 19:04:36.657393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:36.996584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca4e85-99ad-4336-87e2-c22ee3963194 req-bebf0a48-79c6-42a5-b49b-335b185ec048 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:36.998011 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ceca4e85-99ad-4336-87e2-c22ee3963194 req-bebf0a48-79c6-42a5-b49b-335b185ec048 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0713782 Jul 07 19:04:37.040017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ceca4e85-99ad-4336-87e2-c22ee3963194 req-85e3ca7d-6a5e-48d0-94a3-6931407d2ced tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335281 Jul 07 19:04:38.229994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0f663-04fd-40cf-ba8d-69735341da3c req-d856cf5e-fc82-40aa-ad79-cd8082462f78 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:38.231639 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fc0f663-04fd-40cf-ba8d-69735341da3c req-d856cf5e-fc82-40aa-ad79-cd8082462f78 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.0707040 Jul 07 19:04:38.278153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6fc0f663-04fd-40cf-ba8d-69735341da3c req-da64e349-bb9c-4549-80c5-0a35092f53d6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380216 Jul 07 19:04:38.650289 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-37b4c945-00a1-4b85-b14b-aa4078285a99 service neutron] show failed (client error): The resource could not be found. Jul 07 19:04:38.651325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-37b4c945-00a1-4b85-b14b-aa4078285a99 service neutron] 10.222.0.90 "GET /v2.0/ports/bb35fcff-a39b-496f-b7df-ec1622fbc815/bindings/n-h1-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0628822 Jul 07 19:04:38.973924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-ffae3c37-6775-46a5-ad78-40b5aa251e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:38.975438 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-ffae3c37-6775-46a5-ad78-40b5aa251e2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 1097 time: 0.1023095 Jul 07 19:04:38.987279 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:04:39.066873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:39.278301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:04:39.324893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h2-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:04:39.367262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:04:39.370241 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8121cc48-ddd0-4c0a-a6bc-173290072f50" -d '{"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:04:39.379085 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:39.396209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Transition to ACTIVE for port object bb35fcff-a39b-496f-b7df-ec1622fbc815 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:04:39.402051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:39.455992 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dcf263-a96e-4f6f-ab21-9abfdca06302 x-openstack-request-id: req-a2dcf263-a96e-4f6f-ab21-9abfdca06302 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:04:39.456286 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:04:39.456522 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a2dcf263-a96e-4f6f-ab21-9abfdca06302 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:04:39.456940 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'code': 200} Jul 07 19:04:39.532326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=6']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:39.549043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.549374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.549693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.550047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.550374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.550702 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.551058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.551493 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.551820 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.552268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.552511 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.552778 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:39.925660 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] No DVR routers for this DVR port bb35fcff-a39b-496f-b7df-ec1622fbc815 on host n-h2-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:04:39.934692 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13c94-1082-408c-8e7f-1e76a9bd9a34 req-a880ad41-c447-48b1-8f45-64aa27831122 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:39.936193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14f13c94-1082-408c-8e7f-1e76a9bd9a34 req-a880ad41-c447-48b1-8f45-64aa27831122 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.5254474 Jul 07 19:04:40.043799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14f13c94-1082-408c-8e7f-1e76a9bd9a34 req-021280ab-e239-4434-aad3-75bfa6b0f7c6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755060 Jul 07 19:04:40.095757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:04:40.096061 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:04:40.096418 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:04:40.100961 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Port bb35fcff-a39b-496f-b7df-ec1622fbc815 on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:04:40.101183 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Attempting to bind port bb35fcff-a39b-496f-b7df-ec1622fbc815 on network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:04:40.106557 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:04:40.106903 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Checking segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:04:40.107288 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Bound using segment: {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:04:40.107810 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Bound port: bb35fcff-a39b-496f-b7df-ec1622fbc815, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:04:40.108247 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:40.173395 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:04:40.176730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:04:40.185428 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:40.222531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:40.223218 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:40.224536 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] 10.222.0.55 "PUT /v2.0/ports/bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1092 time: 1.2412791 Jul 07 19:04:40.250171 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98b77-2e79-4d20-905b-5282c3a76283 service neutron] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=7']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:40.314084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-453612d5-e224-4b2a-bc61-f3085a8a1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:40.315644 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-453612d5-e224-4b2a-bc61-f3085a8a1051 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0575209 Jul 07 19:04:40.411588 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-f4577ad6-3a01-4095-8245-5a1c61e86549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:40.413111 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-f4577ad6-3a01-4095-8245-5a1c61e86549 service neutron] 10.222.0.55 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.0896547 Jul 07 19:04:40.493820 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-5eb7096c-2fd6-4f69-b979-9af22b6ce510 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1000 time: 0.0738780 Jul 07 19:04:40.548536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-2f3ca1ba-2837-4bb9-b8a2-ff250451763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:40.550026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-2f3ca1ba-2837-4bb9-b8a2-ff250451763b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0497398 Jul 07 19:04:40.613975 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-af958d1b-41dc-4899-92ad-221a8a80eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:40.616546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-af958d1b-41dc-4899-92ad-221a8a80eb91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592616 Jul 07 19:04:40.627019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-8ff7ab73-5970-4773-bede-009387b43388 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:04:40.628022 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-8ff7ab73-5970-4773-bede-009387b43388 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050509 Jul 07 19:04:40.719672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-0a951f1b-636f-4aac-a39a-b5d1ca26c507 service neutron] 10.222.0.55 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850856 Jul 07 19:04:40.825413 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f34c7fa3-4e49-4037-aed5-82bd2c0af285 req-9c5af1ef-afec-49fd-910a-09f94d604dc9 service neutron] 10.222.0.55 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975151 Jul 07 19:04:41.234767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce8e7-f875-4960-bb5a-426bcc23f817 req-eebec4cb-3b34-4841-ad3e-86e3e059f355 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.236263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57dce8e7-f875-4960-bb5a-426bcc23f817 req-eebec4cb-3b34-4841-ad3e-86e3e059f355 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0742812 Jul 07 19:04:41.276239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-57dce8e7-f875-4960-bb5a-426bcc23f817 req-47c08ce4-2c5e-4804-959c-fdd8881f7148 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341203 Jul 07 19:04:41.458499 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:04:41.462145 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:04:41.514212 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd6748-798a-4d29-8d2d-5a7c3dc41980 x-openstack-request-id: req-e0dd6748-798a-4d29-8d2d-5a7c3dc41980 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:04:41.514527 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:04:41.514785 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0dd6748-798a-4d29-8d2d-5a7c3dc41980 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:04:41.515177 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'status': 'completed', 'code': 200} Jul 07 19:04:41.586940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-8e431b2f-6c6e-4e73-b3a2-19783bda6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.588504 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-8e431b2f-6c6e-4e73-b3a2-19783bda6058 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0543945 Jul 07 19:04:41.596334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-99c50260-e591-4ccf-8624-d1c3c1def5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.597829 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-99c50260-e591-4ccf-8624-d1c3c1def5ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0589366 Jul 07 19:04:41.684256 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-9011333f-6a8f-4092-ab0d-055cc331fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.685826 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-9011333f-6a8f-4092-ab0d-055cc331fcf5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.0908093 Jul 07 19:04:41.690828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-f9e7d39a-0d77-4b9a-9852-525cd11e3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.692622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-f9e7d39a-0d77-4b9a-9852-525cd11e3fda service neutron] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.0876579 Jul 07 19:04:41.762485 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-c640f7fb-e857-4eab-b599-9982f21529bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1000 time: 0.0639021 Jul 07 19:04:41.764297 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-d1d7da65-18a1-43e6-a840-c809a5422f69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1000 time: 0.0709734 Jul 07 19:04:41.812284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-b7751de0-48e7-404d-9d40-35b732c37c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.813828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-47820e75-c3fd-4d8c-9d15-0be4893f2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.813959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-b7751de0-48e7-404d-9d40-35b732c37c2b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0453506 Jul 07 19:04:41.815309 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-47820e75-c3fd-4d8c-9d15-0be4893f2988 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0446446 Jul 07 19:04:41.874382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-a31be449-0a96-46d3-8dd5-21fde3337658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.875949 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-a31be449-0a96-46d3-8dd5-21fde3337658 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550153 Jul 07 19:04:41.879440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-36597468-c919-4549-a471-e5e9ff76944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:41.880986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-36597468-c919-4549-a471-e5e9ff76944d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582025 Jul 07 19:04:41.969479 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-225893cb-2044-4bca-a4ac-131b7e4ba7f6 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865293 Jul 07 19:04:41.972528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-607aa60f-ba43-4983-b56f-5741e0d82ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840893 Jul 07 19:04:42.059845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-9e2b7817-bc39-4e7b-a9e2-5f61f3caa6d0 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836098 Jul 07 19:04:42.084419 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d093c738-26e8-4ae8-9f23-baf9d1eea4c8 req-2a5f0370-c590-4051-aa23-8e027df2d329 service neutron] 10.222.0.55 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049182 Jul 07 19:04:42.471470 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe51ff3-d348-4ddf-84ed-0bbad59999e5 req-24b606ac-d6e3-4c87-bc0f-ef658c9ea2ea tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:42.473212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cfe51ff3-d348-4ddf-84ed-0bbad59999e5 req-24b606ac-d6e3-4c87-bc0f-ef658c9ea2ea tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0786896 Jul 07 19:04:42.513160 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cfe51ff3-d348-4ddf-84ed-0bbad59999e5 req-86a39b1c-df29-4d60-a45c-46ba164fa865 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338352 Jul 07 19:04:42.789758 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:04:42.833384 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:04:43.718549 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c60e-4496-43ad-bb7f-37fb39186f9a req-9dca4b55-eb09-4741-b625-9e0c474f9bbc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:43.721754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ea4c60e-4496-43ad-bb7f-37fb39186f9a req-9dca4b55-eb09-4741-b625-9e0c474f9bbc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0825939 Jul 07 19:04:43.764987 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ea4c60e-4496-43ad-bb7f-37fb39186f9a req-3944fb8b-18b1-412e-a199-6013909222a3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372207 Jul 07 19:04:44.101204 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5cd4-11cd-4a9b-81f3-ebb4c098a5b6 req-bec0508c-51d9-4a8c-bea7-e2e4697347f8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:44.102660 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37ad5cd4-11cd-4a9b-81f3-ebb4c098a5b6 req-bec0508c-51d9-4a8c-bea7-e2e4697347f8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0811093 Jul 07 19:04:44.118076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7238506-5120-4f9a-8186-6fceef33b807 req-32f1ef27-96fb-4794-85c1-b08d5453cea2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:44.119679 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-32f1ef27-96fb-4794-85c1-b08d5453cea2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&binding%3Ahost_id=n-h1-798930-2 HTTP/1.1" status: 200 len: 944 time: 0.0872250 Jul 07 19:04:44.159442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37ad5cd4-11cd-4a9b-81f3-ebb4c098a5b6 req-db967969-c951-4c6d-9948-58d48d3fcdf7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506971 Jul 07 19:04:44.194544 n-d-798930-2 neutron-server[105589]: INFO neutron.api.v2.resource [req-e7238506-5120-4f9a-8186-6fceef33b807 req-7c38bf65-c606-4f9e-b2b6-96e812c3bcad service neutron] delete failed (client error): The resource could not be found. Jul 07 19:04:44.195593 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-7c38bf65-c606-4f9e-b2b6-96e812c3bcad service neutron] 10.222.0.90 "DELETE /v2.0/ports/bb35fcff-a39b-496f-b7df-ec1622fbc815/bindings/n-h2-798930-2 HTTP/1.1" status: 404 len: 380 time: 0.0689018 Jul 07 19:04:44.300358 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7238506-5120-4f9a-8186-6fceef33b807 req-90934539-775b-46a8-ab77-488b5bbe19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:44.302408 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-90934539-775b-46a8-ab77-488b5bbe19b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0588262 Jul 07 19:04:44.341527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e0720-9b05-496d-8a0d-2c2d06467edc req-e5d56521-a74f-416e-a28a-23852bb11239 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:44.343139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-930e0720-9b05-496d-8a0d-2c2d06467edc req-e5d56521-a74f-416e-a28a-23852bb11239 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 944 time: 0.0670090 Jul 07 19:04:44.382810 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-930e0720-9b05-496d-8a0d-2c2d06467edc req-15b0a843-e92e-40cd-9e6d-fe127c923341 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336287 Jul 07 19:04:44.397526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7238506-5120-4f9a-8186-6fceef33b807 req-0aff98a8-8a7a-469d-bfea-c2bf2f7fcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:44.399335 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-0aff98a8-8a7a-469d-bfea-c2bf2f7fcf1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.0900562 Jul 07 19:04:44.471389 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-a37788fc-d7d9-42c9-9a77-b480cb9a22b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 1000 time: 0.0648940 Jul 07 19:04:44.527333 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7238506-5120-4f9a-8186-6fceef33b807 req-61e61e31-5712-442d-b7da-b7371aca06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:44.528849 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-61e61e31-5712-442d-b7da-b7371aca06fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.0506735 Jul 07 19:04:44.587545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7238506-5120-4f9a-8186-6fceef33b807 req-30840a72-4bd8-4024-94c8-06d21b6e607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:44.589181 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-30840a72-4bd8-4024-94c8-06d21b6e607c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536816 Jul 07 19:04:44.688711 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-99732361-9147-4a53-b607-3851e7edbd73 service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928326 Jul 07 19:04:44.788313 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e7238506-5120-4f9a-8186-6fceef33b807 req-36dff612-ed7a-4a54-8e43-d1a7e1c34d9b service neutron] 10.222.0.90 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920253 Jul 07 19:04:44.797656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:04:44.899573 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:04:44.911286 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'port_id': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'mac_address': 'fa:16:3e:4f:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:04:44.952614 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:44.966632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb35fcff-a39b-496f-b7df-ec1622fbc815 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:04:44.989137 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:04:44.994835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:45.044138 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:45.052348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.052698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.053063 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.053376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.053704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.054030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.054356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.054676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.055001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.055321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.055641 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.055958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:04:45.242877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['bb35fcff-a39b-496f-b7df-ec1622fbc815'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:04:45.589844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd6edf-f0ae-41c0-bfb4-e9ffd70d6e85 req-eabad4bf-877f-4495-8d87-5a432a499f6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:04:45.591339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97dd6edf-f0ae-41c0-bfb4-e9ffd70d6e85 req-eabad4bf-877f-4495-8d87-5a432a499f6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 945 time: 0.0769367 Jul 07 19:04:45.632083 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-97dd6edf-f0ae-41c0-bfb4-e9ffd70d6e85 req-9ba2ae04-a284-4351-90fd-837952288ca0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346723 Jul 07 19:04:45.657372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57034) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:04:45.724290 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-e4a95ddf-1258-445d-9194-3bfc217d3774 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/23609ed9-1d17-459f-b538-2f07d5259ef2 HTTP/1.1" status: 200 len: 993 time: 0.0656245 Jul 07 19:04:45.928186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b28efbdf-603f-4e04-a531-d8a80f9d68fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.800321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:04:46.855978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port bb35fcff-a39b-496f-b7df-ec1622fbc815 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:04:46.860091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port bb35fcff-a39b-496f-b7df-ec1622fbc815 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:04:46.860468 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.937390 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:46.960574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:04:46.962856 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5016bbdf-cf45-4921-aa25-632d55a2dc98" -d '{"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-plugged", "status": "completed", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:04:46.978855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:04:46.984625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:47.042978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:04:47.056632 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f13e7-4a1a-4888-a4be-398b15517c80 x-openstack-request-id: req-783f13e7-4a1a-4888-a4be-398b15517c80 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:04:47.056927 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-plugged", "status": "completed", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:04:47.057204 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-783f13e7-4a1a-4888-a4be-398b15517c80 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:04:47.057604 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'code': 200} Jul 07 19:04:48.488609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cc322d-4621-44ac-b301-55b601212121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:48.618030 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:49.960663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:04:51.451182 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:04.575007 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:06.680956 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:12.252559 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:05:14.150914 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57048) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:14.328670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 1996c3a3-4c71-46d5-bcbf-33f6d62606e3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:14.328999 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:14.432867 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:14.433139 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:14.451262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 1996c3a3-4c71-46d5-bcbf-33f6d62606e3 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:14.640693 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:14.671227 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=1996c3a3-4c71-46d5-bcbf-33f6d62606e3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:14.695055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.695305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.695676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.696008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.696340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.696670 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.697031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.697382 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.697708 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.698025 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.698346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.698653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:14.738768 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:14.739090 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP 23609ed9-1d17-459f-b538-2f07d5259ef2 disassociated (deleted). External IP: 172.25.1.186, port: bb35fcff-a39b-496f-b7df-ec1622fbc815. Jul 07 19:05:14.960068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router fb5c383d-d8c7-48f9-8222-f124dd62d68b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:05:15.067861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:15.072871 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:15.077412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] Sync routers for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:15.087387 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:15.088016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:15.109020 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b7fec76a-3843-44a4-a368-0a4891db9c2a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/floatingips/23609ed9-1d17-459f-b538-2f07d5259ef2 HTTP/1.1" status: 204 len: 168 time: 0.9567132 Jul 07 19:05:15.109695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:15.112122 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe72f01-ff85-4f28-a23d-47f58da92b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:15.148574 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce31d3-f81f-4a74-ae25-8dc602b03992 x-openstack-request-id: req-27ce31d3-f81f-4a74-ae25-8dc602b03992 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:15.148989 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:15.149311 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-27ce31d3-f81f-4a74-ae25-8dc602b03992 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:15.149815 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'status': 'completed', 'code': 200} Jul 07 19:05:15.201374 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:15.255289 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-4e15ec5e-0964-428a-9416-11d0482bf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.256880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-4e15ec5e-0964-428a-9416-11d0482bf5e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0563719 Jul 07 19:05:15.363374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-ce317ca5-93de-4012-a84d-b585a970f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.364927 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-ce317ca5-93de-4012-a84d-b585a970f66c service neutron] 10.222.0.55 "GET /v2.0/networks?id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 200 len: 898 time: 0.1019228 Jul 07 19:05:15.414902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-d347d3cb-faf4-4080-ab92-08b637cb4909 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 200 len: 217 time: 0.0428610 Jul 07 19:05:15.423419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:58Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:15.458995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] Checking router: fb5c383d-d8c7-48f9-8222-f124dd62d68b for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:15.470535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:15.471061 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:04:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:15.537299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-5658a9c0-a4d4-4bfe-8eea-075c36d92a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.539752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-5658a9c0-a4d4-4bfe-8eea-075c36d92a4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 200 len: 835 time: 0.1175566 Jul 07 19:05:15.576860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:15.608003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543e1bc-6130-4f48-ac4b-00c6926451ac req-05915783-e9b4-429e-9dbd-41142a652357 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.609576 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1543e1bc-6130-4f48-ac4b-00c6926451ac req-05915783-e9b4-429e-9dbd-41142a652357 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.1473215 Jul 07 19:05:15.639364 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-5257dccc-77aa-4fbf-b4af-35fed369e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:15.640880 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-5257dccc-77aa-4fbf-b4af-35fed369e699 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938573 Jul 07 19:05:15.696327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1543e1bc-6130-4f48-ac4b-00c6926451ac req-3a091d8c-63d1-4008-93d8-5625704c77de tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791709 Jul 07 19:05:15.751389 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-6d59cb9c-ed00-4d6a-8c39-c0930f689f03 service neutron] 10.222.0.55 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009841 Jul 07 19:05:15.785674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:58Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:15.816697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f3934-e9df-4728-90fe-ceb69725f079 None None] The sync data for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 is: [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'c81d0db1-41ce-48fe-80e1-74d4979e2bbc', 'name': '', 'network_id': '199c32e6-eb04-44f7-9c86-4d26aaf8c7ee', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:e0:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:53Z', 'updated_at': '2021-07-07T19:02:58Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'd8b2b00f-bbe1-49a8-b57e-36dabf35c47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:15.865899 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dbe72f01-ff85-4f28-a23d-47f58da92b2e req-0158ce87-9d65-40e5-adbe-e3ceccde3937 service neutron] 10.222.0.55 "GET /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056945 Jul 07 19:05:15.932696 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40c34a1a-f2e0-4143-b891-435a6f013cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:16.052851 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ef083-a8db-40f1-abc6-6b788af3816f None None] New status for floating IP 23609ed9-1d17-459f-b538-2f07d5259ef2: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:05:16.794881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99317e3-dbed-4668-9135-0883616aaabf req-d0f44f2c-8199-43ca-9454-631cc361ca93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:16.797584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a99317e3-dbed-4668-9135-0883616aaabf req-d0f44f2c-8199-43ca-9454-631cc361ca93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.55 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.1056302 Jul 07 19:05:17.062031 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca353d-b534-476c-ae5f-2d25ce745455 req-05166774-56ba-4708-ab3b-8022e5f6ec75 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:17.064016 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65ca353d-b534-476c-ae5f-2d25ce745455 req-05166774-56ba-4708-ab3b-8022e5f6ec75 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=c20d549f-732b-4b4e-bb05-567cd04cd0f5 HTTP/1.1" status: 200 len: 946 time: 0.1914456 Jul 07 19:05:17.067669 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port bb35fcff-a39b-496f-b7df-ec1622fbc815 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:17.068129 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.190714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65ca353d-b534-476c-ae5f-2d25ce745455 req-d897a8f9-e305-4534-8eef-7f91ee8f1763 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c4fea7c-b4ab-4794-8583-304a9291e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184993 Jul 07 19:05:17.223250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port bb35fcff-a39b-496f-b7df-ec1622fbc815, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=bb35fcff-a39b-496f-b7df-ec1622fbc815,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:17.223606 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.237819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for bb35fcff-a39b-496f-b7df-ec1622fbc815 owned by compute:nova {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:17.366841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.399617 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=bb35fcff-a39b-496f-b7df-ec1622fbc815,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:17.444346 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] No DVR routers for this DVR port bb35fcff-a39b-496f-b7df-ec1622fbc815 on host n-h1-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:05:17.447326 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:17.449543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a99317e3-dbed-4668-9135-0883616aaabf req-25cd8201-d7e5-49b6-98f1-8d222759d4fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.55 "DELETE /v2.0/ports/bb35fcff-a39b-496f-b7df-ec1622fbc815 HTTP/1.1" status: 204 len: 173 time: 0.6457791 Jul 07 19:05:17.449985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-deleted', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:17.452358 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00107e8-74d3-4f97-b0d9-180f84677299" -d '{"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-deleted", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:17.491826 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629916ea-3617-4f71-8708-e97c1e5ef231 x-openstack-request-id: req-629916ea-3617-4f71-8708-e97c1e5ef231 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:17.492126 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d549f-732b-4b4e-bb05-567cd04cd0f5", "name": "network-vif-deleted", "tag": "bb35fcff-a39b-496f-b7df-ec1622fbc815", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:17.492385 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-629916ea-3617-4f71-8708-e97c1e5ef231 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:17.492798 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d549f-732b-4b4e-bb05-567cd04cd0f5', 'name': 'network-vif-deleted', 'tag': 'bb35fcff-a39b-496f-b7df-ec1622fbc815', 'status': 'completed', 'code': 200} Jul 07 19:05:18.288170 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57062) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:18.482829 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62251cf6-5b58-4ae1-966b-83bd3654dbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:18.615131 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:18.672424 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:18.966314 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port c81d0db1-41ce-48fe-80e1-74d4979e2bbc {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:18.966766 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.063642 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port c81d0db1-41ce-48fe-80e1-74d4979e2bbc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:19.064014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.078680 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for c81d0db1-41ce-48fe-80e1-74d4979e2bbc owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:19.295800 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.327646 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=c81d0db1-41ce-48fe-80e1-74d4979e2bbc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:19.565048 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:19.831216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router fb5c383d-d8c7-48f9-8222-f124dd62d68b has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:05:19.963734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.277251 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:20.282358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2ff05ae4-1f19-4854-8721-ced81339b982 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/fb5c383d-d8c7-48f9-8222-f124dd62d68b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9930916 Jul 07 19:05:20.285963 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57066) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:20.286939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] Sync routers for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:20.296963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:20.297587 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:20.341096 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting subnet d8b2b00f-bbe1-49a8-b57e-36dabf35c47f {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:05:20.344597 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.390901 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.411300 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:20.481557 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.545077 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.578244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b2b00f-bbe1-49a8-b57e-36dabf35c47f,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:20.582895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.585388 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6d9b8b6e-c908-4179-b1c1-dd602a82a56e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/subnets/d8b2b00f-bbe1-49a8-b57e-36dabf35c47f HTTP/1.1" status: 204 len: 168 time: 0.2985749 Jul 07 19:05:20.588598 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57068) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:20.592496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a55e87-e9d2-4e9d-87d7-342fbe49fb9b None None] Network 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:20.685877 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:05:19Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:20.700472 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:20.901539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] Checking router: fb5c383d-d8c7-48f9-8222-f124dd62d68b for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:20.920189 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] Routers {'fb5c383d-d8c7-48f9-8222-f124dd62d68b'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:20.920822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:21.031101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:21.059561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] DHCP port deletion for 199c32e6-eb04-44f7-9c86-4d26aaf8c7ee request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:05:21.062492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] Set router fb5c383d-d8c7-48f9-8222-f124dd62d68b gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:21.065918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: bb35fcff-a39b-496f-b7df-ec1622fbc815 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:21.066263 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device bb35fcff-a39b-496f-b7df-ec1622fbc815 not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:21.168009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.226696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port de61538b-08e1-44b4-9cb3-f77f0a1c5e02 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:21.227053 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.247615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] Deleting port 5fc54d25-bb94-4c61-9680-7091ed4c562b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:05:21.247995 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.307970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port de61538b-08e1-44b4-9cb3-f77f0a1c5e02, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:21.308599 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.318373 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] For port 5fc54d25-bb94-4c61-9680-7091ed4c562b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=5fc54d25-bb94-4c61-9680-7091ed4c562b,segment=NetworkSegment(3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8),segment_id=3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:21.318614 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.322392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for de61538b-08e1-44b4-9cb3-f77f0a1c5e02 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:21.334805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] Calling delete_port for 5fc54d25-bb94-4c61-9680-7091ed4c562b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:05:21.352272 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:05:19Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:21.410685 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589dbb4-fbf0-4797-b5fa-3e4b76ace303 None None] The sync data for ids ['fb5c383d-d8c7-48f9-8222-f124dd62d68b'] in n-d-798930-2 is: [{'id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934258793', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:05:19Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'de61538b-08e1-44b4-9cb3-f77f0a1c5e02', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c383d-d8c7-48f9-8222-f124dd62d68b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:02:50Z', 'updated_at': '2021-07-07T19:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:21.455304 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.464514 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.495213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] Pushing event deleted for resources: {'Port': ['ID=5fc54d25-bb94-4c61-9680-7091ed4c562b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:21.503337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8db6e-5803-4b4c-bebb-a1b06644890d None None] No DVR routers for this DVR port 5fc54d25-bb94-4c61-9680-7091ed4c562b on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:05:21.511500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.541757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=de61538b-08e1-44b4-9cb3-f77f0a1c5e02,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:21.606227 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.700753 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.703224 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.748345 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.748873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Fanout notify agent at l3_agent the message router_deleted on router fb5c383d-d8c7-48f9-8222-f124dd62d68b {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:05:21.762265 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.763423 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-2c561b4c-99c8-4f51-ac3e-a0e77bc4c05d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/routers/fb5c383d-d8c7-48f9-8222-f124dd62d68b HTTP/1.1" status: 204 len: 168 time: 1.1735125 Jul 07 19:05:21.766330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57072) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:21.868111 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.959889 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:21.970054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199c32e6-eb04-44f7-9c86-4d26aaf8c7ee']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:21.980543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:21.980852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf0b579-9e6b-4f80-b4e6-c9cd8e7c4bb8') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:21.989731 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.005555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.012343 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:05:22.012575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: timer() Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:05:22.015735 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:05:22.083924 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.096295 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.098320 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/networks/199c32e6-eb04-44f7-9c86-4d26aaf8c7ee HTTP/1.1" status: 204 len: 168 time: 0.3310285 Jul 07 19:05:22.102968 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57074) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:22.111009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712b411-2b3a-49f8-b76c-12451301df6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Network': ['ID=199c32e6-eb04-44f7-9c86-4d26aaf8c7ee,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:22.179101 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0acf678-0e1b-4869-8ec0-ad10b660fffd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.215880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0acf678-0e1b-4869-8ec0-ad10b660fffd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.286646 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0acf678-0e1b-4869-8ec0-ad10b660fffd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.289386 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b0acf678-0e1b-4869-8ec0-ad10b660fffd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:22.290596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b0acf678-0e1b-4869-8ec0-ad10b660fffd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/security-groups/0c4fea7c-b4ab-4794-8583-304a9291e0a5 HTTP/1.1" status: 204 len: 168 time: 0.1859643 Jul 07 19:05:22.300701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acf678-0e1b-4869-8ec0-ad10b660fffd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4fea7c-b4ab-4794-8583-304a9291e0a5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:22.502438 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5fc54d25-bb94-4c61-9680-7091ed4c562b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:22.522849 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 5fc54d25-bb94-4c61-9680-7091ed4c562b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:22.523193 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 5fc54d25-bb94-4c61-9680-7091ed4c562b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:22.523612 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c81d0db1-41ce-48fe-80e1-74d4979e2bbc no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:22.545464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: c81d0db1-41ce-48fe-80e1-74d4979e2bbc {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:22.545824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device c81d0db1-41ce-48fe-80e1-74d4979e2bbc not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:22.546241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device de61538b-08e1-44b4-9cb3-f77f0a1c5e02 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:05:22.565123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: de61538b-08e1-44b4-9cb3-f77f0a1c5e02 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:05:22.565468 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device de61538b-08e1-44b4-9cb3-f77f0a1c5e02 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:05:23.680324 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57084) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:23.685381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b8d21e6f-6e04-4367-8745-a79a853cd91f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78696238', 'description': 'tempest-secgroup-smoke-78696238 description', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:23.711937 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8d21e6f-6e04-4367-8745-a79a853cd91f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.807858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8d21e6f-6e04-4367-8745-a79a853cd91f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.813318 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8d21e6f-6e04-4367-8745-a79a853cd91f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.843443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d21e6f-6e04-4367-8745-a79a853cd91f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68851d62-e934-4758-a3cb-9d71deac23cb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:23.846498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8d21e6f-6e04-4367-8745-a79a853cd91f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.847779 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b8d21e6f-6e04-4367-8745-a79a853cd91f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1662765 Jul 07 19:05:23.850932 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57086) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:23.855927 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-83e6b1c3-19a0-441d-91c8-14ec6a5dda6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '68851d62-e934-4758-a3cb-9d71deac23cb', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:23.894258 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-83e6b1c3-19a0-441d-91c8-14ec6a5dda6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.959486 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-83e6b1c3-19a0-441d-91c8-14ec6a5dda6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.964773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-83e6b1c3-19a0-441d-91c8-14ec6a5dda6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.984164 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6b1c3-19a0-441d-91c8-14ec6a5dda6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f659ccea-35ae-45d9-b239-0c56ee9fdb0c,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:23.991573 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-83e6b1c3-19a0-441d-91c8-14ec6a5dda6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:23.993137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-83e6b1c3-19a0-441d-91c8-14ec6a5dda6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409788 Jul 07 19:05:23.996410 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57088) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.001023 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-72cc3d70-9170-4048-bd9e-c3422e75cd42 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '68851d62-e934-4758-a3cb-9d71deac23cb', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:24.029683 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72cc3d70-9170-4048-bd9e-c3422e75cd42 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.091820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72cc3d70-9170-4048-bd9e-c3422e75cd42 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.097696 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72cc3d70-9170-4048-bd9e-c3422e75cd42 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.119257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc3d70-9170-4048-bd9e-c3422e75cd42 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cc9b88-464d-46a1-bdb8-b52ee10d7332,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.126880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-72cc3d70-9170-4048-bd9e-c3422e75cd42 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.128431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-72cc3d70-9170-4048-bd9e-c3422e75cd42 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310544 Jul 07 19:05:24.131392 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57090) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.136379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-7b44aaf5-b5a4-4eb2-8267-04f5527228fc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '68851d62-e934-4758-a3cb-9d71deac23cb', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:24.165895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b44aaf5-b5a4-4eb2-8267-04f5527228fc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.241728 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b44aaf5-b5a4-4eb2-8267-04f5527228fc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.248351 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b44aaf5-b5a4-4eb2-8267-04f5527228fc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.265625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44aaf5-b5a4-4eb2-8267-04f5527228fc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d908d55-2d41-499d-aa7b-f6e4746303c1,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.274194 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7b44aaf5-b5a4-4eb2-8267-04f5527228fc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.275609 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7b44aaf5-b5a4-4eb2-8267-04f5527228fc tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430590 Jul 07 19:05:24.278599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57092) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.283240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-4153b8e2-bcdc-49dd-8c70-352beb653ba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '68851d62-e934-4758-a3cb-9d71deac23cb', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:24.311607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4153b8e2-bcdc-49dd-8c70-352beb653ba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.377220 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4153b8e2-bcdc-49dd-8c70-352beb653ba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.382949 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4153b8e2-bcdc-49dd-8c70-352beb653ba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.401703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153b8e2-bcdc-49dd-8c70-352beb653ba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c33158-7029-4fb8-b1d5-7938d83ed764,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.410408 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-4153b8e2-bcdc-49dd-8c70-352beb653ba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.411775 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-4153b8e2-bcdc-49dd-8c70-352beb653ba3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320422 Jul 07 19:05:24.414789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57094) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.421320 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '68851d62-e934-4758-a3cb-9d71deac23cb', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:24.448279 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:05:24.454120 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.525264 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.532178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.552605 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c690b3-c2aa-4c32-b689-8ec739dbdc7f,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.563009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.564253 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-346a57ef-80e6-445e-aac1-d635706f5511 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482525 Jul 07 19:05:24.568368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57096) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.573104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': '68851d62-e934-4758-a3cb-9d71deac23cb', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:24.598940 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:05:24.604190 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.674624 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.679580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.698904 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276ac4ae-4d01-4980-a14b-18c0aecc6a62,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.706819 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.708173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-cad3d7f4-1fc2-47f1-bd78-4c3282c5889f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387913 Jul 07 19:05:24.711231 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57098) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.716517 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'network': {'name': 'tempest-network-smoke--1037690353', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:24.742245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:24.745789 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.772088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:05:24.783785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.784143 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Added segment 8ee06410-6c56-4cb4-b908-1a76895174f8 of type vlan for network 432b8c6f-033a-4d99-8f99-54c17197f0cd Jul 07 19:05:24.827600 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.862470 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.868359 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:24.869068 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.927339 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2147703 Jul 07 19:05:24.930318 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57100) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:24.937403 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'admin_state_up': True, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:24.951460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874f92-e19f-4c7c-9dae-25e8947ba3a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Network': ['ID=432b8c6f-033a-4d99-8f99-54c17197f0cd,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:24.962680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:05:24.971892 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:24.973156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.032736 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.180903 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.391472 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.410731 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.522925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.216 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/e96b5cd0-c3c0-4ce8-aafa-66e2ca655809) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:25.637439 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.680511 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:25.718992 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:25.723723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:25.727186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:25.732964 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:26.004893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.232044 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.393026 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router ae2743f7-c644-4363-b27b-bc31257c9615 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:05:26.513939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:26.526893 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Sync routers for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:26.534616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.539432 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-9ef0c140-5f61-4e97-a2e7-def8dc9656bd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6046894 Jul 07 19:05:26.539661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57102) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:26.541067 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:26.542575 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:26.571197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-123e619b-b21e-4622-8665-0147ee469c84 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=8bcfbdf95b904837aeb6b3d911b7fcd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300055 Jul 07 19:05:26.577201 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57104) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:26.665810 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:26.698905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89323075-8517-4e8c-b8f8-0639780e73bd tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:26.700584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-89323075-8517-4e8c-b8f8-0639780e73bd tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1222510 Jul 07 19:05:26.704341 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57106) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:26.739217 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8da30edf-4ed4-42e6-bade-0a30576149d2 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330079 Jul 07 19:05:26.742494 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57108) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:26.748146 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-866131479', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:26.859026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:26.862900 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:26.969832 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:25Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:27.001282 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Checking router: ae2743f7-c644-4363-b27b-bc31257c9615 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:27.001708 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Updating router ae2743f7-c644-4363-b27b-bc31257c9615 port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:27.043267 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.090630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.159204 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Subnet': ['ID=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:27.184584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Checking segment: {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:27.184994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network hostable DHCP agents. Network: 432b8c6f-033a-4d99-8f99-54c17197f0cd, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:05:27.206029 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:05:27.225037 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 432b8c6f-033a-4d99-8f99-54c17197f0cd) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:27.229244 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:27.230026 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.238386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b29c6-6228-4815-aa56-7e781a8e3293 None None] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:27.257654 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6c577d2f-bd74-4904-8ce1-e7b335c36082 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5112288 Jul 07 19:05:27.257905 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57112) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:27.362155 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.373187 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Transition to ACTIVE for port object e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:27.380989 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.417023 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-432b8c6f-033a-4d99-8f99-54c17197f0cd', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:05:27.418198 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.426889 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Pushing event updated for resources: {'Port': ['ID=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:27.438281 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.438626 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.439012 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.439414 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.439745 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.440071 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.440548 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.441096 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.442530 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.443017 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.443545 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.444062 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:27.469701 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Attempting to bind port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:27.470146 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Attempting to bind port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:27.470532 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Attempting to bind port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:27.476335 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:27.476711 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:27.477148 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.477534 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:27.478004 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Bound port: e96b5cd0-c3c0-4ce8-aafa-66e2ca655809, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:27.478378 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.533870 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] For port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:27.537722 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] For port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:27.543611 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.590590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Allocated IP 172.20.0.2 (432b8c6f-033a-4d99-8f99-54c17197f0cd/c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7/fa0903b7-ce5a-4d4d-9029-07c2ee366946) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:27.621291 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b8d8-1e80-4813-a832-f48a5ce1a719 None None] Pushing event updated for resources: {'Port': ['ID=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:27.625700 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:27.626393 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:27.758438 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:27.795287 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.821548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.833001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Transition to ACTIVE for port object fa0903b7-ce5a-4d4d-9029-07c2ee366946 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:27.854904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Transition to ACTIVE for port object fa0903b7-ce5a-4d4d-9029-07c2ee366946 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:27.864176 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:27.917277 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:27.923094 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:27.927561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:27.942609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Pushing event updated for resources: {'Port': ['ID=fa0903b7-ce5a-4d4d-9029-07c2ee366946,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:28.032424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Attempting to bind port fa0903b7-ce5a-4d4d-9029-07c2ee366946 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:28.032870 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Attempting to bind port fa0903b7-ce5a-4d4d-9029-07c2ee366946 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:28.033429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Attempting to bind port fa0903b7-ce5a-4d4d-9029-07c2ee366946 on network 432b8c6f-033a-4d99-8f99-54c17197f0cd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:28.042169 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:28.042718 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Checking segment: {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:28.043499 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.043994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Bound using segment: {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:28.044657 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Bound port: fa0903b7-ce5a-4d4d-9029-07c2ee366946, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:28.046578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.055668 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:25Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:28.101919 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792b31f-bc98-48cb-af0e-f3a68311a31f None None] The sync data for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 is: [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:25Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:28.154016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] For port fa0903b7-ce5a-4d4d-9029-07c2ee366946, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:28.160124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] For port fa0903b7-ce5a-4d4d-9029-07c2ee366946, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fa0903b7-ce5a-4d4d-9029-07c2ee366946,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:28.165552 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.261015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.1 (432b8c6f-033a-4d99-8f99-54c17197f0cd/c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7/890a16e9-a7b9-46e5-a76e-1c91ff9d306d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:28.265891 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d704ad-d0ed-4b85-9097-697019e76e82 None None] Pushing event updated for resources: {'Port': ['ID=fa0903b7-ce5a-4d4d-9029-07c2ee366946,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:28.482859 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.524405 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object 890a16e9-a7b9-46e5-a76e-1c91ff9d306d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:28.583895 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.648518 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:28.652192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:28.658952 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:28.710192 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:28.739158 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:28.973615 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.392312 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.399051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.488242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:29.493914 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:29.522865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41201f13-7e20-4c1b-8766-c83736293251 None None] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:05:29.584360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d8c5ea42-a91a-422a-91ab-a518c556f484 None None] Provisioning for port fa0903b7-ce5a-4d4d-9029-07c2ee366946 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:29.612541 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:29.614812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:29.784327 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router ae2743f7-c644-4363-b27b-bc31257c9615 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:05:29.933720 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:29.944879 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-97b25db8-b06a-4ca7-bd82-22ed8cb1aac6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/ae2743f7-c644-4363-b27b-bc31257c9615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6851418 Jul 07 19:05:30.051342 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7e75b0f5-d19f-40b2-b89f-b472b84d71eb None None] Provisioning for port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:30.057958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7e75b0f5-d19f-40b2-b89f-b472b84d71eb None None] Provisioning complete for port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:30.058539 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e75b0f5-d19f-40b2-b89f-b472b84d71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.108874 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7e75b0f5-d19f-40b2-b89f-b472b84d71eb None None] Port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:30.150327 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Sync routers for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:30.161305 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-69a8d3f9-050f-4260-8151-1d5fe882ab6f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78696238&fields=id&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 267 time: 0.0613992 Jul 07 19:05:30.167486 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:30.169296 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:30.330621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:30.347842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-b1953f3d-732b-478c-af1b-6c1a9fd418dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:30.349659 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-b1953f3d-732b-478c-af1b-6c1a9fd418dd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 797 time: 0.1760066 Jul 07 19:05:30.369325 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-37c5b248-d863-4dec-b149-ae67d78d58b0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/quotas/8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 375 time: 0.0113342 Jul 07 19:05:30.373535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0216b30c-3c64-449c-90c9-fe8b52238b52 None None] Provisioning complete for port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:30.373989 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0216b30c-3c64-449c-90c9-fe8b52238b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.469314 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d455e982-58d9-4bd8-8176-a8ce8777f5d7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928850 Jul 07 19:05:30.497214 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0216b30c-3c64-449c-90c9-fe8b52238b52 None None] Port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:30.586399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fa0903b7-ce5a-4d4d-9029-07c2ee366946 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:30.677950 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8abb80a3-7502-4f43-83e5-29e6a78978ca None None] Provisioning complete for port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:30.678543 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8abb80a3-7502-4f43-83e5-29e6a78978ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.686995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-65e7bc3d-0bdd-424b-bb04-37c765d48294 service neutron] 10.222.0.88 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031212 Jul 07 19:05:30.733235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8abb80a3-7502-4f43-83e5-29e6a78978ca None None] Port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:30.738297 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port fa0903b7-ce5a-4d4d-9029-07c2ee366946 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:30.743857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fa0903b7-ce5a-4d4d-9029-07c2ee366946 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:30.744231 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.775291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:29Z', 'revision_number': 2, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:30.806434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-e1b2c079-a25a-4efc-8442-a237b4c394f2 service neutron] 10.222.0.88 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095350 Jul 07 19:05:30.809575 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Checking router: ae2743f7-c644-4363-b27b-bc31257c9615 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:30.809886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Updating router ae2743f7-c644-4363-b27b-bc31257c9615 port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:05:30.880086 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:30.953204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.052002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port fa0903b7-ce5a-4d4d-9029-07c2ee366946, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fa0903b7-ce5a-4d4d-9029-07c2ee366946,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:31.056512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.057568 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:31.367589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=fa0903b7-ce5a-4d4d-9029-07c2ee366946,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:31.406114 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:31.413741 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:31.414049 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.543983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.564680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Transition to ACTIVE for port object 890a16e9-a7b9-46e5-a76e-1c91ff9d306d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:31.573906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.582921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.639941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:31.656364 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.669177 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eede993-489e-4e76-9c8a-6960aff6f898 None None] Pushing event updated for resources: {'Port': ['ID=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:31.766001 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Attempting to bind port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:31.766445 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Attempting to bind port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:31.766743 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Attempting to bind port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d on network 432b8c6f-033a-4d99-8f99-54c17197f0cd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:31.771433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:31.784425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:31.785030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Checking segment: {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:31.785806 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.786260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Bound using segment: {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:31.786832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Bound port: 890a16e9-a7b9-46e5-a76e-1c91ff9d306d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:31.787288 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.877494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] For port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:31.882857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] For port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:31.889265 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:31.964411 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:31.965404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:32.016451 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eede993-489e-4e76-9c8a-6960aff6f898 None None] Pushing event updated for resources: {'Port': ['ID=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:32.065378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8888ee12-3d09-4afc-9c2d-6cc12562f77e req-2aa26842-8c56-4f90-bc7c-036cca37a460 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 210 time: 0.0462551 Jul 07 19:05:32.147507 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:32.469836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:32.531294 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fa0903b7-ce5a-4d4d-9029-07c2ee366946 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:32.535425 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62ab99-2dc2-4e6f-8c0c-bbd641266ad0 None None] The sync data for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 is: [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:32.592220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port fa0903b7-ce5a-4d4d-9029-07c2ee366946 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:32.592220 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:32.754310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:32.839792 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:32.840550 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.253029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b527a932-b80e-4470-acfe-0221d6be4f6e req-77efeb05-bca3-4c75-9ced-6296f213d8b3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 210 time: 0.0506446 Jul 07 19:05:33.379323 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-15fe5c64-a0a6-45ac-a209-c3ab97b9abe3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:33.381304 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-15fe5c64-a0a6-45ac-a209-c3ab97b9abe3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 797 time: 0.1310596 Jul 07 19:05:33.435059 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-28750b16-4dfb-42e3-8bcd-b5560f579a43 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 378 time: 0.0443516 Jul 07 19:05:33.445575 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'port': {'device_id': '8bcb1146-382a-448f-83ac-502631fea01e', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'admin_state_up': True, 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'security_groups': ['68851d62-e934-4758-a3cb-9d71deac23cb']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:33.569514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:05:33.573481 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.725953 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.5 (432b8c6f-033a-4d99-8f99-54c17197f0cd/c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7/8193c2c1-f768-4b50-b469-3df8eed00e15) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:33.881717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.898510 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object 8193c2c1-f768-4b50-b469-3df8eed00e15 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:33.940375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:33.988589 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:33.992000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:33.995084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:34.034021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=8193c2c1-f768-4b50-b469-3df8eed00e15,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:34.075590 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:34.076227 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.092991 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-84b0f0b5-a15c-418b-9d9b-03d8c9004471 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6523702 Jul 07 19:05:34.110050 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Request body: {'port': {'device_id': '8bcb1146-382a-448f-83ac-502631fea01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:34.191303 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.275228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-455514f2-eda5-448b-9617-32662bef5929 None None] Provisioning for port 8193c2c1-f768-4b50-b469-3df8eed00e15 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:34.279824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-455514f2-eda5-448b-9617-32662bef5929 None None] Provisioning complete for port 8193c2c1-f768-4b50-b469-3df8eed00e15 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:34.280214 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455514f2-eda5-448b-9617-32662bef5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.317786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-455514f2-eda5-448b-9617-32662bef5929 None None] Port 8193c2c1-f768-4b50-b469-3df8eed00e15 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:05:34.486633 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926d0c-f4fa-4171-aa99-ac7540b57561 req-7cff4d87-2222-40f6-8eb8-1631adf5c586 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:34.489103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6926d0c-f4fa-4171-aa99-ac7540b57561 req-7cff4d87-2222-40f6-8eb8-1631adf5c586 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 931 time: 0.1050038 Jul 07 19:05:34.496467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 890a16e9-a7b9-46e5-a76e-1c91ff9d306d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:34.531923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f6926d0c-f4fa-4171-aa99-ac7540b57561 req-0d770aea-7f4d-4d98-9327-2589ee857395 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363333 Jul 07 19:05:34.541975 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8193c2c1-f768-4b50-b469-3df8eed00e15 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:34.557031 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.579190 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Transition to ACTIVE for port object 8193c2c1-f768-4b50-b469-3df8eed00e15 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:05:34.583407 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.592970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:34.598558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.600512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:34.601104 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.676222 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Pushing event updated for resources: {'Port': ['ID=8193c2c1-f768-4b50-b469-3df8eed00e15,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:34.708519 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.737311 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Attempting to bind port 8193c2c1-f768-4b50-b469-3df8eed00e15 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:05:34.738104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Attempting to bind port 8193c2c1-f768-4b50-b469-3df8eed00e15 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:05:34.738104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Attempting to bind port 8193c2c1-f768-4b50-b469-3df8eed00e15 on network 432b8c6f-033a-4d99-8f99-54c17197f0cd {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:34.744693 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Port 8193c2c1-f768-4b50-b469-3df8eed00e15 on network 432b8c6f-033a-4d99-8f99-54c17197f0cd not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:05:34.744944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:34.745100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Attempting to bind port 8193c2c1-f768-4b50-b469-3df8eed00e15 on network 432b8c6f-033a-4d99-8f99-54c17197f0cd {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:05:34.751084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.751342 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:05:34.751566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Checking segment: {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:05:34.752012 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Bound using segment: {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:05:34.752466 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Bound port: 8193c2c1-f768-4b50-b469-3df8eed00e15, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee06410-6c56-4cb4-b908-1a76895174f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:05:34.752955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.813215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:34.855305 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] For port 8193c2c1-f768-4b50-b469-3df8eed00e15, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:05:34.859046 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] For port 8193c2c1-f768-4b50-b469-3df8eed00e15, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8193c2c1-f768-4b50-b469-3df8eed00e15,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:05:34.863592 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.898983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:34.899638 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:34.901157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] 10.222.0.90 "PUT /v2.0/ports/8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 1091 time: 0.7978997 Jul 07 19:05:34.901907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:34.904040 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d7e22-09d5-4442-b8ba-803719e3c578" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:34.932658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9db6a-9754-4738-b184-eb77cdf73498 service neutron] Pushing event updated for resources: {'Port': ['ID=8193c2c1-f768-4b50-b469-3df8eed00e15,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:34.975514 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e1c0b8-9e6e-4a26-8ba8-183300aaed79 x-openstack-request-id: req-c2e1c0b8-9e6e-4a26-8ba8-183300aaed79 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:34.975514 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:34.975962 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c2e1c0b8-9e6e-4a26-8ba8-183300aaed79 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:34.976169 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'status': 'completed', 'code': 200} Jul 07 19:05:35.012653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-f2d43605-af7a-4aa1-8113-eb2aaaeb9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.014276 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-f2d43605-af7a-4aa1-8113-eb2aaaeb9b6f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1094 time: 0.0723562 Jul 07 19:05:35.069904 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-1f02fb0f-e7ea-452b-9cee-da095d468e58 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 217 time: 0.0454104 Jul 07 19:05:35.123650 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-3129dcfd-6c31-4bab-a0c3-206ddcf32b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.125204 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-3129dcfd-6c31-4bab-a0c3-206ddcf32b62 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 200 len: 834 time: 0.0495591 Jul 07 19:05:35.198566 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-4d75cb69-7709-4544-a9b5-eeef2b2a1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.200221 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-4d75cb69-7709-4544-a9b5-eeef2b2a1a50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432b8c6f-033a-4d99-8f99-54c17197f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679219 Jul 07 19:05:35.321830 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-c2d67d26-4020-4e2b-886e-ce53c1212309 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138282 Jul 07 19:05:35.443742 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-14bbffcf-cfc9-425d-a68f-b1b39c4d7b69 req-9a10365b-0966-4c10-b84c-70a215e5635c service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156807 Jul 07 19:05:35.562013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-a364d702-88a9-4279-95c9-399fe31a6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.563662 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-a364d702-88a9-4279-95c9-399fe31a6420 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1094 time: 0.0634716 Jul 07 19:05:35.680726 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-d393d7e0-cf21-4c11-9c6e-97c82e1f5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.682455 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-d393d7e0-cf21-4c11-9c6e-97c82e1f5a46 service neutron] 10.222.0.90 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 898 time: 0.1114349 Jul 07 19:05:35.734276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792dc5f-cdf2-4fe0-a97a-9cef3370c1b8 req-1b0fbdee-b9ee-4cc4-878c-dc75b803cef8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.735828 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7792dc5f-cdf2-4fe0-a97a-9cef3370c1b8 req-1b0fbdee-b9ee-4cc4-878c-dc75b803cef8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 943 time: 0.0860481 Jul 07 19:05:35.737066 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-16897704-30e1-4c3b-9608-b73afb451970 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 217 time: 0.0443506 Jul 07 19:05:35.783732 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7792dc5f-cdf2-4fe0-a97a-9cef3370c1b8 req-3116560c-e200-4b14-a614-e06646d4ad16 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415294 Jul 07 19:05:35.799293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-7d8eb392-6573-4be8-8404-4ab95351ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.801348 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-7d8eb392-6573-4be8-8404-4ab95351ee0b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 200 len: 834 time: 0.0573218 Jul 07 19:05:35.866169 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-1e826232-85f6-487f-998e-bd00446c9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:35.868207 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-1e826232-85f6-487f-998e-bd00446c9ff9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432b8c6f-033a-4d99-8f99-54c17197f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579858 Jul 07 19:05:35.972715 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-9a209b0c-4dc6-417e-9d77-80fa8947b1cc service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973909 Jul 07 19:05:36.087790 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2d3d7e22-09d5-4442-b8ba-803719e3c578 req-8d2d9b68-b0ca-4237-a9db-a7c6bae5f920 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076326 Jul 07 19:05:36.443996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 890a16e9-a7b9-46e5-a76e-1c91ff9d306d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:36.496310 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:36.496681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.694788 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:36.994058 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b85d5c-f2e5-4ef9-ac82-3add7d6b2914 req-ff1c4094-9204-4d35-b265-7b62fb7a601b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:36.995748 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95b85d5c-f2e5-4ef9-ac82-3add7d6b2914 req-ff1c4094-9204-4d35-b265-7b62fb7a601b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 943 time: 0.0858462 Jul 07 19:05:37.042793 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-95b85d5c-f2e5-4ef9-ac82-3add7d6b2914 req-75c407d3-6aab-4efa-9565-1c8e8ff8a10d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352590 Jul 07 19:05:38.248331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61e4fb-c654-41cc-9935-3ce7164391a2 req-60f0d195-5112-493a-ad80-870e66e342f1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:38.250737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce61e4fb-c654-41cc-9935-3ce7164391a2 req-60f0d195-5112-493a-ad80-870e66e342f1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 943 time: 0.0729620 Jul 07 19:05:38.292606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ce61e4fb-c654-41cc-9935-3ce7164391a2 req-a2d6d03c-1405-423c-a5ef-0c400f846e95 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348356 Jul 07 19:05:38.995864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8193c2c1-f768-4b50-b469-3df8eed00e15 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:05:39.107757 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8193c2c1-f768-4b50-b469-3df8eed00e15, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8193c2c1-f768-4b50-b469-3df8eed00e15,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:39.120345 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'port_id': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'mac_address': 'fa:16:3e:b0:d0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:05:39.161124 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.174884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8193c2c1-f768-4b50-b469-3df8eed00e15 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:05:39.196820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8193c2c1-f768-4b50-b469-3df8eed00e15, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8193c2c1-f768-4b50-b469-3df8eed00e15,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:39.202661 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:39.254627 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8193c2c1-f768-4b50-b469-3df8eed00e15,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:39.482658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1da06e-540d-4b11-aae7-39d752d1966c req-1f510b70-e621-4607-8d3d-9cdfe1430b72 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:39.484090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df1da06e-540d-4b11-aae7-39d752d1966c req-1f510b70-e621-4607-8d3d-9cdfe1430b72 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 944 time: 0.0732434 Jul 07 19:05:39.529211 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-df1da06e-540d-4b11-aae7-39d752d1966c req-344a1381-fe43-4c4b-acb2-cfab736f27b1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377278 Jul 07 19:05:39.581509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['8193c2c1-f768-4b50-b469-3df8eed00e15'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:05:40.714508 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaaa55-5795-4234-b681-934ffe35d42a req-97be4da0-1b01-4a75-883d-e19b5312f755 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:40.716045 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fffaaa55-5795-4234-b681-934ffe35d42a req-97be4da0-1b01-4a75-883d-e19b5312f755 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 944 time: 0.0693409 Jul 07 19:05:40.759239 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fffaaa55-5795-4234-b681-934ffe35d42a req-a0e0ae38-153e-474e-a0db-972453d8b63d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349619 Jul 07 19:05:41.008995 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8193c2c1-f768-4b50-b469-3df8eed00e15 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:05:41.077163 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 8193c2c1-f768-4b50-b469-3df8eed00e15 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:05:41.081188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 8193c2c1-f768-4b50-b469-3df8eed00e15 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:05:41.081430 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.170995 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.195125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:41.197433 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c904b-71c6-40f3-8c31-a6f1fb5e4a9f" -d '{"events": [{"server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "name": "network-vif-plugged", "status": "completed", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:41.210906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 8193c2c1-f768-4b50-b469-3df8eed00e15, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8193c2c1-f768-4b50-b469-3df8eed00e15,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:05:41.216563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:41.251615 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d1ba29-617c-4953-a284-ca632190af31 x-openstack-request-id: req-48d1ba29-617c-4953-a284-ca632190af31 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:41.252090 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "name": "network-vif-plugged", "status": "completed", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:41.252565 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-48d1ba29-617c-4953-a284-ca632190af31 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:41.253371 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'code': 200} Jul 07 19:05:41.283956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=8193c2c1-f768-4b50-b469-3df8eed00e15,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:41.357191 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b47c1-6fca-4ee1-9973-3b0c492478bf req-86899c06-3a22-4435-a951-9537675f54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:41.358733 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-926b47c1-6fca-4ee1-9973-3b0c492478bf req-86899c06-3a22-4435-a951-9537675f54b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1096 time: 0.0597408 Jul 07 19:05:41.395164 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-926b47c1-6fca-4ee1-9973-3b0c492478bf req-e93301d8-8172-404f-8b4c-52b9fb24c96c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288670 Jul 07 19:05:41.949985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d5101-6db5-436a-a21f-ac79b6ee3e4a req-286da079-8a35-4593-8886-2770509524e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:41.951789 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f62d5101-6db5-436a-a21f-ac79b6ee3e4a req-286da079-8a35-4593-8886-2770509524e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0653384 Jul 07 19:05:41.996057 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f62d5101-6db5-436a-a21f-ac79b6ee3e4a req-4ff67c60-d3f7-4af8-ae39-9fb850eac2c3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383246 Jul 07 19:05:43.190673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d182f-79e5-4d82-8498-34219421e2dc req-553fe628-ed6d-4bb0-a3e0-7aabd1506873 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.192572 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf3d182f-79e5-4d82-8498-34219421e2dc req-553fe628-ed6d-4bb0-a3e0-7aabd1506873 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0754459 Jul 07 19:05:43.236517 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf3d182f-79e5-4d82-8498-34219421e2dc req-9d5e6383-5548-411a-bb21-29fdfb056931 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379126 Jul 07 19:05:43.427303 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5a79f-3d0b-4c76-b075-a689679b7163 req-e835f2e7-e6c9-4e0d-bc35-199d5284d74b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.428849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07a5a79f-3d0b-4c76-b075-a689679b7163 req-e835f2e7-e6c9-4e0d-bc35-199d5284d74b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0766280 Jul 07 19:05:43.468784 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-07a5a79f-3d0b-4c76-b075-a689679b7163 req-4ae3773c-2b36-4fed-b76a-6e78b1601887 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340192 Jul 07 19:05:43.493609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57172) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:43.547152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c74eb-a7a1-496e-b874-24629cc36649 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:43.548611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-306c74eb-a7a1-496e-b874-24629cc36649 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1091 time: 0.0539677 Jul 07 19:05:43.551479 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57174) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:43.555878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:05:43.580139 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.685670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.808452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.66 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/d62bff73-be90-43fe-9139-85f1673232be) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:05:43.927510 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:43.980847 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.022602 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:05:44.028069 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:05:44.033237 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:05:44.064792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=d62bff73-be90-43fe-9139-85f1673232be,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:44.079093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.079446 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.079786 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.080110 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.080442 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.080772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.081138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.081468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.081796 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.082120 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.082448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.082765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:05:44.461786 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.573241 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.731400 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.737104 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.811124 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=d62bff73-be90-43fe-9139-85f1673232be,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:05:44.830176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:44.937535 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP c2b13399-e946-4345-b339-00707fd7b4f4 associated. External IP: 172.25.1.66, port: 8193c2c1-f768-4b50-b469-3df8eed00e15. Jul 07 19:05:45.504392 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router ae2743f7-c644-4363-b27b-bc31257c9615 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:05:45.615107 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:05:45.628135 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] Sync routers for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:05:45.634627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:45.639814 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:45.640753 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:45.673362 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ffd74343-ba1f-4f2d-8ebd-ab3c2e42e658 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1208296 Jul 07 19:05:45.674018 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:05:45.676348 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610463c7-0a93-4833-afee-e92172e0a9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:05:45.732964 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7734eb-910d-4b42-b349-724fe26db090 x-openstack-request-id: req-1c7734eb-910d-4b42-b349-724fe26db090 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:05:45.733281 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:05:45.733532 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c7734eb-910d-4b42-b349-724fe26db090 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:05:45.733939 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'status': 'completed', 'code': 200} Jul 07 19:05:45.765549 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:45.819088 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610463c7-0a93-4833-afee-e92172e0a9ed req-9662d0c5-d067-4a9d-98a7-a901dee55df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:45.820868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-610463c7-0a93-4833-afee-e92172e0a9ed req-9662d0c5-d067-4a9d-98a7-a901dee55df4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1096 time: 0.0642738 Jul 07 19:05:45.868321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a735ec1-8fa3-412c-9e08-1f3ca37a6534 req-1be945ec-535c-4704-a28d-7863ad182417 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:45.870704 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a735ec1-8fa3-412c-9e08-1f3ca37a6534 req-1be945ec-535c-4704-a28d-7863ad182417 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0962653 Jul 07 19:05:45.938107 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a735ec1-8fa3-412c-9e08-1f3ca37a6534 req-cc6cb9bb-217a-44ea-8177-62cd8a0e857b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564051 Jul 07 19:05:45.940267 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c60d22cd-134e-41c6-8d9d-13ab5c7c3ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:45.966361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57186) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:46.040769 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c2b13399-e946-4345-b339-00707fd7b4f4', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'port_id': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'mac_address': 'fa:16:3e:b0:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb1146-382a-448f-83ac-502631fea01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:05:44Z', 'updated_at': '2021-07-07T19:05:44Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:34Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:46.048847 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-786fdb00-84b1-4c78-96e8-bd55ce9d7c10 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/c2b13399-e946-4345-b339-00707fd7b4f4 HTTP/1.1" status: 200 len: 990 time: 0.0809650 Jul 07 19:05:46.069695 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] Checking router: ae2743f7-c644-4363-b27b-bc31257c9615 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:05:46.079077 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:05:46.079725 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:05:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:46.193298 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:05:46.318186 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610463c7-0a93-4833-afee-e92172e0a9ed req-62d38cf2-d90e-48de-b519-64e11137572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:46.320278 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-610463c7-0a93-4833-afee-e92172e0a9ed req-62d38cf2-d90e-48de-b519-64e11137572f service neutron] 10.222.0.90 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 898 time: 0.4923098 Jul 07 19:05:46.387835 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-610463c7-0a93-4833-afee-e92172e0a9ed req-0f492590-6123-429a-a907-af1ece1a1c0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 998 time: 0.0609250 Jul 07 19:05:46.442813 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c2b13399-e946-4345-b339-00707fd7b4f4', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'port_id': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'mac_address': 'fa:16:3e:b0:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb1146-382a-448f-83ac-502631fea01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:05:44Z', 'updated_at': '2021-07-07T19:05:44Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:34Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:05:46.446056 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610463c7-0a93-4833-afee-e92172e0a9ed req-65b7344c-ffc8-4315-832a-c8d345043e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:46.447558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-610463c7-0a93-4833-afee-e92172e0a9ed req-65b7344c-ffc8-4315-832a-c8d345043e1b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 200 len: 834 time: 0.0539618 Jul 07 19:05:46.512499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610463c7-0a93-4833-afee-e92172e0a9ed req-36eb9c4e-8003-4de4-956a-ba65c0d49f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:05:46.514136 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-610463c7-0a93-4833-afee-e92172e0a9ed req-36eb9c4e-8003-4de4-956a-ba65c0d49f39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432b8c6f-033a-4d99-8f99-54c17197f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600162 Jul 07 19:05:46.568455 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffafced-861f-40e4-91ef-3fdc507fde22 None None] The sync data for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 is: [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c2b13399-e946-4345-b339-00707fd7b4f4', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'port_id': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'mac_address': 'fa:16:3e:b0:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb1146-382a-448f-83ac-502631fea01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:05:44Z', 'updated_at': '2021-07-07T19:05:44Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:34Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:05:46.615822 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-610463c7-0a93-4833-afee-e92172e0a9ed req-98b5810f-84df-44da-b8e3-c16dd68c511f service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950441 Jul 07 19:05:46.717684 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-610463c7-0a93-4833-afee-e92172e0a9ed req-94e26df6-9a41-4e6a-8596-08c3bb569027 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949600 Jul 07 19:05:46.802440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a8906-d2c1-430a-b950-d50640017761 None None] New status for floating IP c2b13399-e946-4345-b339-00707fd7b4f4: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:05:47.054151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57188) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:05:47.124721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6582dc9d-d66d-4ed9-a3c6-d2e13a2d9933 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/c2b13399-e946-4345-b339-00707fd7b4f4 HTTP/1.1" status: 200 len: 992 time: 0.0690677 Jul 07 19:05:48.490523 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14585883-4f8b-41e3-b0b8-3bbdd496cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:48.614473 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:49.256962 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:05:49.967118 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:05:51.460355 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:04.585628 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:06.707635 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:15.942590 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eebe78f2-13b1-4e26-a259-cc49aecb47fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.490116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5da56ce0-b75a-4af2-875d-e0c78748767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:18.611091 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:19.970094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:21.459274 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:23.787314 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-21a16646-4afb-4bbb-a9ad-cd5034ce1cdc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550773 Jul 07 19:06:23.890869 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960239ad-b356-49fe-9a52-8caab76b9937 req-f9e514d9-3acb-48ab-8dde-c34136003b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:23.892475 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-f9e514d9-3acb-48ab-8dde-c34136003b4a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1096 time: 0.0580845 Jul 07 19:06:24.039706 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960239ad-b356-49fe-9a52-8caab76b9937 req-1dc00220-971c-4674-9ba1-630ab00ec2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:24.041134 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-1dc00220-971c-4674-9ba1-630ab00ec2bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 898 time: 0.1220753 Jul 07 19:06:24.113779 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-7821e748-8a9d-413d-a1c3-b907f8696e85 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 1000 time: 0.0654018 Jul 07 19:06:24.166520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960239ad-b356-49fe-9a52-8caab76b9937 req-4d9d6b70-9a22-4f4a-a07c-112d049bf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:24.167983 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-4d9d6b70-9a22-4f4a-a07c-112d049bf40b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 200 len: 834 time: 0.0476692 Jul 07 19:06:24.232360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960239ad-b356-49fe-9a52-8caab76b9937 req-258d53bf-f709-4f0e-981b-e41146518fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:24.233948 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-258d53bf-f709-4f0e-981b-e41146518fa4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432b8c6f-033a-4d99-8f99-54c17197f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555880 Jul 07 19:06:24.330059 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-bee0af30-3113-4710-97b9-05359818c9c3 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887566 Jul 07 19:06:24.429263 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-960239ad-b356-49fe-9a52-8caab76b9937 req-8c89f294-1af1-4b65-85e7-49da814f3fa3 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918303 Jul 07 19:06:26.257560 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:06:34.585218 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:36.706582 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:45.943558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b619c284-a258-481e-9b35-a0478048b472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.492941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7245-7e71-49c2-a1d2-8111398f9815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:48.611387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:49.973722 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:51.465363 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:06:59.398627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe6a39-0bda-4e7d-bd59-f01547bfc930 req-91316bf4-ddc5-4e79-8f80-25614259a29a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:06:59.400135 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6fe6a39-0bda-4e7d-bd59-f01547bfc930 req-91316bf4-ddc5-4e79-8f80-25614259a29a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0786142 Jul 07 19:06:59.441442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b6fe6a39-0bda-4e7d-bd59-f01547bfc930 req-721937fc-26ee-48c0-bc17-791de9c81ca6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354929 Jul 07 19:07:00.631439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348291f-824e-401c-8044-2414c49ad868 req-0334e37b-d866-4441-a0f3-a9808799cbf9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:00.633119 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0348291f-824e-401c-8044-2414c49ad868 req-0334e37b-d866-4441-a0f3-a9808799cbf9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0752378 Jul 07 19:07:00.676007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0348291f-824e-401c-8044-2414c49ad868 req-bcc7c98c-203f-4d07-9810-b6673ef9bc84 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345452 Jul 07 19:07:01.868203 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54af2ec-c0bc-4787-8a58-6b4bc60e995e req-eda39313-26b1-49a9-b86c-6aa809e94651 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:01.869764 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54af2ec-c0bc-4787-8a58-6b4bc60e995e req-eda39313-26b1-49a9-b86c-6aa809e94651 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0684099 Jul 07 19:07:01.912650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b54af2ec-c0bc-4787-8a58-6b4bc60e995e req-2a06e818-7799-4597-a61c-21d0fabe9e6e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367193 Jul 07 19:07:03.256935 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:07:03.305451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4df4fd-1ae2-4a89-aa32-962e6bb838cb req-5c242dc4-6326-44e9-9389-c05a6bdd64fe tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:03.307477 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a4df4fd-1ae2-4a89-aa32-962e6bb838cb req-5c242dc4-6326-44e9-9389-c05a6bdd64fe tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0810354 Jul 07 19:07:03.353452 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1a4df4fd-1ae2-4a89-aa32-962e6bb838cb req-945d04bd-974d-4717-908f-c8543e8420d7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398438 Jul 07 19:07:04.538144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eafb3-c517-487e-858c-f4b28340d621 req-1401d279-9c49-4c70-a704-4d67f1e403e9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:04.539655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d4eafb3-c517-487e-858c-f4b28340d621 req-1401d279-9c49-4c70-a704-4d67f1e403e9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0689006 Jul 07 19:07:04.581622 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6d4eafb3-c517-487e-858c-f4b28340d621 req-3cf4fd15-2c6e-4401-ba71-d68cf8055bc9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342743 Jul 07 19:07:04.602494 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:05.788044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ec93c-b503-4405-9535-b5343ed8ae20 req-701177ac-8b97-418a-ae22-1c765798e751 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:05.789668 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e3ec93c-b503-4405-9535-b5343ed8ae20 req-701177ac-8b97-418a-ae22-1c765798e751 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0933387 Jul 07 19:07:05.830378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2e3ec93c-b503-4405-9535-b5343ed8ae20 req-12447a05-9235-45cf-86e0-f17fc7d4984d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348470 Jul 07 19:07:06.714425 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:07.029071 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15d16f-76f8-46ee-81e4-99ba7292a20e req-5212cec6-7df9-4a3b-8ab1-d48c39d1eb7c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:07.030498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf15d16f-76f8-46ee-81e4-99ba7292a20e req-5212cec6-7df9-4a3b-8ab1-d48c39d1eb7c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0733345 Jul 07 19:07:07.070650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf15d16f-76f8-46ee-81e4-99ba7292a20e req-504c9edc-4f92-4e76-9e6a-3cc2e50f49d8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343952 Jul 07 19:07:08.273299 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823ea07-f81c-4e09-ac07-2ec7d643ac83 req-187da5a0-18f4-4ee3-b63b-c4516fa13a3f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:08.274814 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5823ea07-f81c-4e09-ac07-2ec7d643ac83 req-187da5a0-18f4-4ee3-b63b-c4516fa13a3f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0736575 Jul 07 19:07:08.316180 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5823ea07-f81c-4e09-ac07-2ec7d643ac83 req-9837c2e0-7117-419d-8333-b735a6c30ce9 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330586 Jul 07 19:07:09.519088 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575102d5-4fc0-48ea-8b16-5d3bce61b6c5 req-c5518cef-8205-4509-9dd0-08d7a2481dbe tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:09.520518 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-575102d5-4fc0-48ea-8b16-5d3bce61b6c5 req-c5518cef-8205-4509-9dd0-08d7a2481dbe tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0762875 Jul 07 19:07:09.569380 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-575102d5-4fc0-48ea-8b16-5d3bce61b6c5 req-266a42f7-58db-4926-ba78-cc272edf31e2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414977 Jul 07 19:07:10.773576 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d998-44de-4189-bbb5-3e3a358e68f2 req-85707608-b53f-4712-9c13-e2d4964ba397 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:10.775526 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e565d998-44de-4189-bbb5-3e3a358e68f2 req-85707608-b53f-4712-9c13-e2d4964ba397 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0884292 Jul 07 19:07:10.814643 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e565d998-44de-4189-bbb5-3e3a358e68f2 req-7e8020eb-4486-4e4d-8171-1a5d5ee1d423 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332830 Jul 07 19:07:10.843200 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57242) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:10.918651 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9999066d-e35c-4f90-b59a-17e8e94b9f7c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/c2b13399-e946-4345-b339-00707fd7b4f4 HTTP/1.1" status: 200 len: 992 time: 0.0733032 Jul 07 19:07:12.362301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-5cf84bb9-8587-4e72-81f4-5536780e6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.363840 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-5cf84bb9-8587-4e72-81f4-5536780e6d4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1096 time: 0.0544527 Jul 07 19:07:12.388099 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34dd7d-1884-4231-addd-6d8005349700 req-4eb0947f-2b73-4288-ad40-8414f71075d8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.389626 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e34dd7d-1884-4231-addd-6d8005349700 req-4eb0947f-2b73-4288-ad40-8414f71075d8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0701289 Jul 07 19:07:12.430434 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e34dd7d-1884-4231-addd-6d8005349700 req-0e4b53bd-924c-4aad-a1eb-7c6a581d4cf3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349874 Jul 07 19:07:12.461068 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-35d1ca11-2bf2-42b0-ab4c-b42ee0c3281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.462665 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-35d1ca11-2bf2-42b0-ab4c-b42ee0c3281d service neutron] 10.222.0.90 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 898 time: 0.0922065 Jul 07 19:07:12.543877 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-f1865483-2be0-4493-9235-0c0b448a9e60 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 1000 time: 0.0747135 Jul 07 19:07:12.596400 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-13e04e4c-8417-43c6-8e88-d0bbc28beedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.597947 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-13e04e4c-8417-43c6-8e88-d0bbc28beedc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 200 len: 834 time: 0.0477521 Jul 07 19:07:12.657209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-e253bf3b-bc70-4252-bc0f-1f657db22efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:12.658671 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-e253bf3b-bc70-4252-bc0f-1f657db22efe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432b8c6f-033a-4d99-8f99-54c17197f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544550 Jul 07 19:07:12.754118 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-d3331f6f-02ee-4379-a7ad-01fbb7e257a9 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889893 Jul 07 19:07:12.854923 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-502fb0f9-829d-42cb-85f2-b0967fcdca75 req-f6f9f7e9-4056-40ef-a2fc-e46f589b9349 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944996 Jul 07 19:07:13.620093 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3649c-68c5-4db4-bda5-b74df43d7719 req-385f1440-7157-4505-846a-90a8190378a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:13.621607 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04c3649c-68c5-4db4-bda5-b74df43d7719 req-385f1440-7157-4505-846a-90a8190378a7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0704644 Jul 07 19:07:13.667918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-04c3649c-68c5-4db4-bda5-b74df43d7719 req-839140bc-52e7-4cd7-b731-2d735dca26fd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377285 Jul 07 19:07:13.693448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57252) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:07:13.761968 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-25471f01-ad40-45bc-859b-f3b829548c6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/c2b13399-e946-4345-b339-00707fd7b4f4 HTTP/1.1" status: 200 len: 992 time: 0.0672121 Jul 07 19:07:15.941344 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee59375c-dafa-4250-8853-8beffc4d15cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.488101 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-787fdc80-7287-42db-ba49-e78b7aaa2b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:18.610640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:19.976204 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:21.468396 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:23.806271 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-21985871-82f8-484f-947e-869ef0682421 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561466 Jul 07 19:07:23.919996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-55c33fa1-6003-4372-9a2f-b7e8f7c4117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:23.921662 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-55c33fa1-6003-4372-9a2f-b7e8f7c4117d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1096 time: 0.0639675 Jul 07 19:07:24.044324 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-43ab0efd-600c-4bd5-89d0-d33c82381fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:24.045873 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-43ab0efd-600c-4bd5-89d0-d33c82381fb3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 898 time: 0.0953066 Jul 07 19:07:24.115898 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-5d857773-5b08-4706-9cbd-e6ebaf787954 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 1000 time: 0.0627582 Jul 07 19:07:24.166822 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-a7ba1877-822b-428e-8042-d8891ed6a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:24.168289 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-a7ba1877-822b-428e-8042-d8891ed6a0f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 200 len: 834 time: 0.0457118 Jul 07 19:07:24.233873 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-c485ed56-6119-433c-97e1-f5748ea0d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:07:24.235429 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-c485ed56-6119-433c-97e1-f5748ea0d141 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432b8c6f-033a-4d99-8f99-54c17197f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587575 Jul 07 19:07:24.336562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-336cab8b-ba98-47d3-b34e-a4b0d564f53f service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931571 Jul 07 19:07:24.433042 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-d7a417f6-fbf3-4dfc-a633-ecd86ae59eec req-920974e0-2e03-4e5b-8f5e-408078f01297 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869586 Jul 07 19:07:34.602773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:36.717192 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:40.259877 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:07:45.942523 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c04769c-f20f-4a92-ae48-98dd8b9fe01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.493286 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c19f3a0-8397-4987-80a9-ce865d63c516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:48.611417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:49.977151 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:07:51.471358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:04.599936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:06.730257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:10.744883 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57278) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:11.128700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port d62bff73-be90-43fe-9139-85f1673232be {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:11.129039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.207359 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.207680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.222274 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for d62bff73-be90-43fe-9139-85f1673232be owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:11.390841 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.420372 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=d62bff73-be90-43fe-9139-85f1673232be,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:11.430904 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.431264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.431623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.431966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.432302 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.432640 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.433455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.433455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.433681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.433979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.434291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.434616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:11.506734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.507174 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP c2b13399-e946-4345-b339-00707fd7b4f4 disassociated (deleted). External IP: 172.25.1.66, port: 8193c2c1-f768-4b50-b469-3df8eed00e15. Jul 07 19:08:11.730216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router ae2743f7-c644-4363-b27b-bc31257c9615 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:08:11.844916 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:11.852621 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:11.857184 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] Sync routers for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:11.866624 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:11.867221 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:11.894648 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a3e1cf4f-ec4c-4c69-b5f5-d1f7e45bc37d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/floatingips/c2b13399-e946-4345-b339-00707fd7b4f4 HTTP/1.1" status: 204 len: 168 time: 1.1485493 Jul 07 19:08:11.895315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:11.897805 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:11.988565 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:12.082542 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d83694-30ea-4a33-9ab8-c2bca98b45f2 x-openstack-request-id: req-93d83694-30ea-4a33-9ab8-c2bca98b45f2 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:12.083101 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:12.083609 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-93d83694-30ea-4a33-9ab8-c2bca98b45f2 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:12.084674 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'status': 'completed', 'code': 200} Jul 07 19:08:12.203810 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:34Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:12.233971 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] Checking router: ae2743f7-c644-4363-b27b-bc31257c9615 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:12.242328 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:12.242930 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:12.243929 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-5177642c-5824-4c2b-8a23-8d4fc11b38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.245571 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-5177642c-5824-4c2b-8a23-8d4fc11b38a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 1096 time: 0.1333599 Jul 07 19:08:12.335658 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bc3b9-436d-428a-afce-ca8656d24ec7 req-da8b3af8-9c4b-4619-aa4e-8210d7ecc322 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.337317 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f7bc3b9-436d-428a-afce-ca8656d24ec7 req-da8b3af8-9c4b-4619-aa4e-8210d7ecc322 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.1126034 Jul 07 19:08:12.351663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-85c37b90-0ade-475e-8ef0-c6b8d4d45985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.353303 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-85c37b90-0ade-475e-8ef0-c6b8d4d45985 service neutron] 10.222.0.90 "GET /v2.0/networks?id=432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 200 len: 898 time: 0.0993080 Jul 07 19:08:12.354296 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:12.380142 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f7bc3b9-436d-428a-afce-ca8656d24ec7 req-dd2c31dc-56d2-400e-8b5f-0afea6f5a499 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341158 Jul 07 19:08:12.397409 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-6143f0c3-2fda-4cc0-8035-f83eaaea9168 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 200 len: 217 time: 0.0356061 Jul 07 19:08:12.454880 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-5ba0cbf1-5cfd-48f2-aa4d-c75a108f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.456465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-5ba0cbf1-5cfd-48f2-aa4d-c75a108f731b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 200 len: 834 time: 0.0525799 Jul 07 19:08:12.515483 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-58dcb420-7813-4807-82be-11e78379ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:12.517023 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-58dcb420-7813-4807-82be-11e78379ff8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432b8c6f-033a-4d99-8f99-54c17197f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540099 Jul 07 19:08:12.554966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:34Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:12.582297 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11864d7f-fa83-4514-9006-3912a9e33344 None None] The sync data for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 is: [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:05:28Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '890a16e9-a7b9-46e5-a76e-1c91ff9d306d', 'name': '', 'network_id': '432b8c6f-033a-4d99-8f99-54c17197f0cd', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:b8:99:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:27Z', 'updated_at': '2021-07-07T19:05:34Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:12.611602 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-48155307-bc5e-41a9-8e8e-00b0721741df service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874507 Jul 07 19:08:12.714674 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e2f83fa1-a89d-405d-9790-fe1fcd6fe6ec req-11105aad-e207-4d4f-ae00-eb9f20bfb482 service neutron] 10.222.0.90 "GET /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959666 Jul 07 19:08:12.827857 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b50c3f-f4a3-4546-9ebf-58189ae283d7 None None] New status for floating IP c2b13399-e946-4345-b339-00707fd7b4f4: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:08:13.649257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcae28-a706-474f-8e3f-1d5dec252e77 req-6493b29b-e8a2-47e3-9849-efc753d60ccb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:13.651077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5bcae28-a706-474f-8e3f-1d5dec252e77 req-6493b29b-e8a2-47e3-9849-efc753d60ccb tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.1235688 Jul 07 19:08:13.697939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5bcae28-a706-474f-8e3f-1d5dec252e77 req-8bca14b9-5054-46fc-9797-643e07c9ea25 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=68851d62-e934-4758-a3cb-9d71deac23cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383835 Jul 07 19:08:13.888376 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-64939e64-948b-4e5e-a694-42fbb3a27dec tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:13.889868 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-64939e64-948b-4e5e-a694-42fbb3a27dec tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 945 time: 0.0655019 Jul 07 19:08:14.016852 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 8193c2c1-f768-4b50-b469-3df8eed00e15 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:14.017242 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.110502 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port 8193c2c1-f768-4b50-b469-3df8eed00e15, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=8193c2c1-f768-4b50-b469-3df8eed00e15,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:14.110861 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.125180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 8193c2c1-f768-4b50-b469-3df8eed00e15 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:14.265289 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.294943 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=8193c2c1-f768-4b50-b469-3df8eed00e15,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:14.308194 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.308533 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.308898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.309236 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.309564 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.309890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.310220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.310545 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.310868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.311220 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.311538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.311856 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:14.350321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] No DVR routers for this DVR port 8193c2c1-f768-4b50-b469-3df8eed00e15 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:14.353048 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:14.355220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-62cb06b0-4206-46cf-8231-fdafe55dade0 req-67a5c8f0-af3d-4276-8fc0-eb51c00f127e tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "DELETE /v2.0/ports/8193c2c1-f768-4b50-b469-3df8eed00e15 HTTP/1.1" status: 204 len: 173 time: 0.4592366 Jul 07 19:08:14.355689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'name': 'network-vif-deleted', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:14.358096 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6db55e-9df4-4bd3-9ea8-8d642fd3ebff" -d '{"events": [{"server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "name": "network-vif-deleted", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:14.478868 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a9785-dbb6-4c1b-afc5-f5b0cda8bab5 x-openstack-request-id: req-985a9785-dbb6-4c1b-afc5-f5b0cda8bab5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:14.479150 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb1146-382a-448f-83ac-502631fea01e", "name": "network-vif-deleted", "tag": "8193c2c1-f768-4b50-b469-3df8eed00e15", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:14.479504 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-985a9785-dbb6-4c1b-afc5-f5b0cda8bab5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:14.480048 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb1146-382a-448f-83ac-502631fea01e', 'name': 'network-vif-deleted', 'tag': '8193c2c1-f768-4b50-b469-3df8eed00e15', 'status': 'completed', 'code': 200} Jul 07 19:08:14.861492 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9b625d8-b3a2-4d66-8c1e-6d3123c4ffdf req-116b40ae-6e7b-47a0-8abb-96dbcfb2182a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bcb1146-382a-448f-83ac-502631fea01e HTTP/1.1" status: 200 len: 210 time: 0.0300691 Jul 07 19:08:15.936760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f49bd90-25bf-4f7c-ab6a-7947a933dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:15.960407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57308) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:16.355664 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.635272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:16.635759 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.737255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port 890a16e9-a7b9-46e5-a76e-1c91ff9d306d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:16.737543 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.750872 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 890a16e9-a7b9-46e5-a76e-1c91ff9d306d owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:16.960601 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:16.987878 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=890a16e9-a7b9-46e5-a76e-1c91ff9d306d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:17.182960 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:17.259012 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:08:17.759191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router ae2743f7-c644-4363-b27b-bc31257c9615 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:08:17.882985 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:17.889064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6127e649-621a-42de-abc7-a2f0bfa4b241 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/ae2743f7-c644-4363-b27b-bc31257c9615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9273980 Jul 07 19:08:17.892197 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57310) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:17.892558 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] Sync routers for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:17.902538 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:17.903262 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:17.947583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting subnet c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:08:17.952442 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:17.957784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8193c2c1-f768-4b50-b469-3df8eed00e15 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:17.978980 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 8193c2c1-f768-4b50-b469-3df8eed00e15 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:17.979324 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 8193c2c1-f768-4b50-b469-3df8eed00e15 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:17.995266 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.012259 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:18.084647 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.144289 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.171460 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:18.176858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.181770 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-46734b94-f46c-4f42-a048-1f5a774a2d6b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/subnets/c5d5d1fd-28b0-4a15-915d-6d5d0e11bfa7 HTTP/1.1" status: 204 len: 168 time: 0.2855086 Jul 07 19:08:18.181888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57312) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:18.184372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45159e41-d4be-4cd0-b3d4-33a360e7107c None None] Network 432b8c6f-033a-4d99-8f99-54c17197f0cd requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:08:18.203594 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:08:16Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:18.231426 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] Checking router: ae2743f7-c644-4363-b27b-bc31257c9615 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:18.240118 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] Routers {'ae2743f7-c644-4363-b27b-bc31257c9615'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:18.240737 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:07:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['ae2743f7-c644-4363-b27b-bc31257c9615'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:18.301209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.364226 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] Set router ae2743f7-c644-4363-b27b-bc31257c9615 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:18.381695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] DHCP port deletion for 432b8c6f-033a-4d99-8f99-54c17197f0cd request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:08:18.410947 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.432311 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Deleting port fa0903b7-ce5a-4d4d-9029-07c2ee366946 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:18.432311 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.473722 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:08:18.473966 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.522652 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] For port fa0903b7-ce5a-4d4d-9029-07c2ee366946, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=fa0903b7-ce5a-4d4d-9029-07c2ee366946,segment=NetworkSegment(8ee06410-6c56-4cb4-b908-1a76895174f8),segment_id=8ee06410-6c56-4cb4-b908-1a76895174f8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:18.523210 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.526591 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-004bc319-737f-4527-b705-371930e9fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.540596 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Calling delete_port for fa0903b7-ce5a-4d4d-9029-07c2ee366946 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:18.573912 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port e96b5cd0-c3c0-4ce8-aafa-66e2ca655809, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:18.574276 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.590019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:08:18.624773 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.652386 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.676561 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:08:16Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:18.680499 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fa0903b7-ce5a-4d4d-9029-07c2ee366946 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:18.683784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Pushing event deleted for resources: {'Port': ['ID=fa0903b7-ce5a-4d4d-9029-07c2ee366946,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:18.687574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] No DVR routers for this DVR port fa0903b7-ce5a-4d4d-9029-07c2ee366946 on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:08:18.711046 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359dfe4a-5ffd-4196-a8f2-54340344907f None None] The sync data for ids ['ae2743f7-c644-4363-b27b-bc31257c9615'] in n-d-798930-2 is: [{'id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501423545', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:05:24Z', 'updated_at': '2021-07-07T19:08:16Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'e96b5cd0-c3c0-4ce8-aafa-66e2ca655809', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2743f7-c644-4363-b27b-bc31257c9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:05:25Z', 'updated_at': '2021-07-07T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:18.722412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: fa0903b7-ce5a-4d4d-9029-07c2ee366946 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:18.722780 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device fa0903b7-ce5a-4d4d-9029-07c2ee366946 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:18.726172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.726666 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.726872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.727185 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.727519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.728398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.728398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.728686 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.728776 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.729188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.729440 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.729763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be98a3c-2d45-4b8d-9046-243c897b847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:18.791583 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.815581 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=e96b5cd0-c3c0-4ce8-aafa-66e2ca655809,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:18.890531 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.982353 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:18.984465 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.029449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.030007 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Fanout notify agent at l3_agent the message router_deleted on router ae2743f7-c644-4363-b27b-bc31257c9615 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:08:19.039804 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.041574 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-14e1f0bb-8d5d-4fb4-8a22-9e22f1dbc740 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/routers/ae2743f7-c644-4363-b27b-bc31257c9615 HTTP/1.1" status: 204 len: 168 time: 0.8588839 Jul 07 19:08:19.045556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57314) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:19.128316 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.240570 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.251199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432b8c6f-033a-4d99-8f99-54c17197f0cd']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:19.262769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee06410-6c56-4cb4-b908-1a76895174f8') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:19.263048 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee06410-6c56-4cb4-b908-1a76895174f8') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:19.273089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.288146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.295526 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:08:19.295961 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: timer() Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:08:19.299261 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:08:19.366174 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.373785 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.377166 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/networks/432b8c6f-033a-4d99-8f99-54c17197f0cd HTTP/1.1" status: 204 len: 168 time: 0.3304572 Jul 07 19:08:19.386727 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57316) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:19.405069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5be4d-6ea9-40ce-9edf-3ec58dc3ba8f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Network': ['ID=432b8c6f-033a-4d99-8f99-54c17197f0cd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:19.465271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97ceeebc-34e1-4c63-a4c5-5dd6e3ec505c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.492330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97ceeebc-34e1-4c63-a4c5-5dd6e3ec505c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.568609 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97ceeebc-34e1-4c63-a4c5-5dd6e3ec505c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.572370 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-97ceeebc-34e1-4c63-a4c5-5dd6e3ec505c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.573986 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-97ceeebc-34e1-4c63-a4c5-5dd6e3ec505c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/security-groups/68851d62-e934-4758-a3cb-9d71deac23cb HTTP/1.1" status: 204 len: 168 time: 0.1863122 Jul 07 19:08:19.584153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ceeebc-34e1-4c63-a4c5-5dd6e3ec505c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68851d62-e934-4758-a3cb-9d71deac23cb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:19.802398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57322) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:19.807252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a05966a7-180f-4fb8-966e-b4f2809a5f93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681879144', 'description': 'tempest-secgroup-smoke-1681879144 description', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:19.833399 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05966a7-180f-4fb8-966e-b4f2809a5f93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.915378 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05966a7-180f-4fb8-966e-b4f2809a5f93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.921302 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05966a7-180f-4fb8-966e-b4f2809a5f93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.950442 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05966a7-180f-4fb8-966e-b4f2809a5f93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a04005-b7b3-4766-ac52-1395b01cb9c8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:19.952807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a05966a7-180f-4fb8-966e-b4f2809a5f93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.954056 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a05966a7-180f-4fb8-966e-b4f2809a5f93 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506412 Jul 07 19:08:19.957226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57324) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:19.962230 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5c8ce2d7-9079-4fed-84ee-22f96178e60b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'd9a04005-b7b3-4766-ac52-1395b01cb9c8', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:19.991124 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:19.994968 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce2d7-9079-4fed-84ee-22f96178e60b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.053880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce2d7-9079-4fed-84ee-22f96178e60b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.060212 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce2d7-9079-4fed-84ee-22f96178e60b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.080239 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ce2d7-9079-4fed-84ee-22f96178e60b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3d70bf-b54d-410f-90be-5dc8cad37351,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.085785 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce2d7-9079-4fed-84ee-22f96178e60b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.087174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5c8ce2d7-9079-4fed-84ee-22f96178e60b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289301 Jul 07 19:08:20.090022 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57326) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.094643 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e91026c8-f8f4-4215-a571-585377d7370a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'd9a04005-b7b3-4766-ac52-1395b01cb9c8', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:20.123673 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e91026c8-f8f4-4215-a571-585377d7370a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.190668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e91026c8-f8f4-4215-a571-585377d7370a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.197640 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e91026c8-f8f4-4215-a571-585377d7370a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.219333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91026c8-f8f4-4215-a571-585377d7370a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b4167f-da98-4102-98f7-a6a70be03dd8,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.227434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e91026c8-f8f4-4215-a571-585377d7370a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.228695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e91026c8-f8f4-4215-a571-585377d7370a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377032 Jul 07 19:08:20.231740 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57332) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.236437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-43a67a66-ac2c-4a61-a0f4-ba9ffd685a0f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'd9a04005-b7b3-4766-ac52-1395b01cb9c8', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:20.262993 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43a67a66-ac2c-4a61-a0f4-ba9ffd685a0f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.321652 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43a67a66-ac2c-4a61-a0f4-ba9ffd685a0f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.327607 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43a67a66-ac2c-4a61-a0f4-ba9ffd685a0f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.345953 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a67a66-ac2c-4a61-a0f4-ba9ffd685a0f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dfc2f4-b764-4f33-ab6a-194d2a672475,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.355465 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-43a67a66-ac2c-4a61-a0f4-ba9ffd685a0f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.357247 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-43a67a66-ac2c-4a61-a0f4-ba9ffd685a0f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241777 Jul 07 19:08:20.360211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57334) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.367907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-621b1069-8afb-4f6b-a960-c28c896ba5e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'd9a04005-b7b3-4766-ac52-1395b01cb9c8', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:20.397359 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-621b1069-8afb-4f6b-a960-c28c896ba5e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.459521 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-621b1069-8afb-4f6b-a960-c28c896ba5e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.465721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-621b1069-8afb-4f6b-a960-c28c896ba5e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.482422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b1069-8afb-4f6b-a960-c28c896ba5e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0463c0b6-64f8-49df-ace7-c3b76d454fe6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.490809 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-621b1069-8afb-4f6b-a960-c28c896ba5e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.492077 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-621b1069-8afb-4f6b-a960-c28c896ba5e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280303 Jul 07 19:08:20.495138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57336) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.499685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'd9a04005-b7b3-4766-ac52-1395b01cb9c8', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:20.523519 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:08:20.528498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.550207 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 890a16e9-a7b9-46e5-a76e-1c91ff9d306d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:20.570340 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 890a16e9-a7b9-46e5-a76e-1c91ff9d306d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:20.570738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 890a16e9-a7b9-46e5-a76e-1c91ff9d306d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:20.571144 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:08:20.590538 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:08:20.590882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e96b5cd0-c3c0-4ce8-aafa-66e2ca655809 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:08:20.593943 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.599387 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.619497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2e7eb5-9345-4fbf-8d44-ad3bb5d17c9b,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.627158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.628373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-82bc80c4-0c0a-4066-be2e-495c21500bd1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324046 Jul 07 19:08:20.631248 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57338) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.635616 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'security_group_rule': {'security_group_id': 'd9a04005-b7b3-4766-ac52-1395b01cb9c8', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:20.658805 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Project 8bcfbdf95b904837aeb6b3d911b7fcd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:08:20.664292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.726145 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.731722 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.755060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b1dbf8-35db-4d1d-943f-c01fd0857fd8,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:20.763522 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.764935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e849e24c-a026-47c8-bc0c-b7ddc63227c0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326873 Jul 07 19:08:20.767982 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57340) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.773254 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'network': {'name': 'tempest-network-smoke--206873649', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'port_security_enabled': True}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:20.795536 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:20.799105 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.825498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:08:20.835670 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.836016 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Added segment 78d6df0c-fbf4-410b-921c-c8ca0c50338d of type vlan for network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 Jul 07 19:08:20.876940 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.908324 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.913956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:20.914546 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:20.973746 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2046852 Jul 07 19:08:20.976728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57342) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:20.986909 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'admin_state_up': True, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:21.001507 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeaa50-5b13-49f3-8fba-7a4e7c510d2c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Network': ['ID=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:21.012204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:08:21.019727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.020893 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.074303 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.220920 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.422043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.441328 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.471471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.546910 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.14 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/d0a9031a-43d1-442a-8cbe-bb0865e10bd9) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:21.670052 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.713984 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:21.755758 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:21.761169 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:21.763444 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:21.765656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:22.045292 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.251989 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.397944 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router e3237e71-06b8-4324-aa80-6f01da4b5e10 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:08:22.515840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:22.526328 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Sync routers for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:22.537395 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:22.538033 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:22.539872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.541585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-931d1b6d-528c-4c1d-8e4f-46c9391679da tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5634472 Jul 07 19:08:22.544866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57346) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:22.649078 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:22.714106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-27534b28-a3c0-40a7-8d39-d26826a2c95d tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=8bcfbdf95b904837aeb6b3d911b7fcd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1680775 Jul 07 19:08:22.717082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57350) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:22.809329 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74a40e0-ea71-4425-a5b3-e326c2faef53 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:22.810956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d74a40e0-ea71-4425-a5b3-e326c2faef53 tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927176 Jul 07 19:08:22.814186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57352) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:22.831046 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:21Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:22.842658 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d46acbcc-efde-444b-a0cb-44bc47c2cd4e tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=55da5db5-89f4-4781-a606-5a02dab41731&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269909 Jul 07 19:08:22.845355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57354) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:22.850140 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643793537', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:22.861376 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Checking router: e3237e71-06b8-4324-aa80-6f01da4b5e10 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:22.861632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Updating router e3237e71-06b8-4324-aa80-6f01da4b5e10 port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:08:22.895579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:22.942040 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'subnet': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:22.945595 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57801011'] for subnet, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.140192 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57869043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57800993'] for subnet, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.159345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.169832 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Transition to ACTIVE for port object d0a9031a-43d1-442a-8cbe-bb0865e10bd9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:23.180234 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.207336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Subnet': ['ID=bde6f09e-2069-49b3-89b0-22a95f8e94bc,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:23.219869 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Checking segment: {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:23.220042 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network hostable DHCP agents. Network: ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:08:23.237161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Attempting to bind port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:23.237599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Attempting to bind port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:23.237921 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Attempting to bind port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:23.240551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e322d1b-d073-4e40-9ae4-78c911bb43d6 None None] Pushing event updated for resources: {'Port': ['ID=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:23.242426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:08:23.246844 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:23.247441 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:23.247963 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.248353 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:23.248855 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Bound port: d0a9031a-43d1-442a-8cbe-bb0865e10bd9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:23.249286 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.255196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5) {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:23.260272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:23.260272 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.273715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061efab9-847c-41bb-874f-3da986e1787d None None] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:08:23.279513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-5e259bc7-6d73-4393-b375-4869418dd514 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4305418 Jul 07 19:08:23.279744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57356) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:23.363249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] For port d0a9031a-43d1-442a-8cbe-bb0865e10bd9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:23.367697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] For port d0a9031a-43d1-442a-8cbe-bb0865e10bd9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:23.377328 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.478179 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:23.478890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:23.485472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e322d1b-d073-4e40-9ae4-78c911bb43d6 None None] Pushing event updated for resources: {'Port': ['ID=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:23.549107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:08:23.549959 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.673460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:23.735814 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:23.835490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Allocated IP 172.20.0.2 (ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5/bde6f09e-2069-49b3-89b0-22a95f8e94bc/623c1f04-58aa-4494-91be-30ce3f817a9e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:24.004890 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:21Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:24.036674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a78e3-2855-4b64-9159-aee3ac407971 None None] The sync data for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 is: [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:21Z', 'revision_number': 3, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:24.058027 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.069204 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Transition to ACTIVE for port object 623c1f04-58aa-4494-91be-30ce3f817a9e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:24.087910 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Transition to ACTIVE for port object 623c1f04-58aa-4494-91be-30ce3f817a9e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:24.097863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.142940 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:24.148267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:24.151970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:24.163326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Pushing event updated for resources: {'Port': ['ID=623c1f04-58aa-4494-91be-30ce3f817a9e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:24.230554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Attempting to bind port 623c1f04-58aa-4494-91be-30ce3f817a9e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:24.230922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Attempting to bind port 623c1f04-58aa-4494-91be-30ce3f817a9e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:24.231447 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Attempting to bind port 623c1f04-58aa-4494-91be-30ce3f817a9e on network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:24.236918 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:24.238201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Checking segment: {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:24.238626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.239027 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Bound using segment: {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:24.239515 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Bound port: 623c1f04-58aa-4494-91be-30ce3f817a9e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:24.239900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.358360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] For port 623c1f04-58aa-4494-91be-30ce3f817a9e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:24.361885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] For port 623c1f04-58aa-4494-91be-30ce3f817a9e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=623c1f04-58aa-4494-91be-30ce3f817a9e,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:24.369032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.391911 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.1 (ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5/bde6f09e-2069-49b3-89b0-22a95f8e94bc/566bab21-278c-4be4-a7b5-1b88bd848f9d) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:24.444123 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ced20-bf04-4abd-8b38-dd6cb56c88e2 None None] Pushing event updated for resources: {'Port': ['ID=623c1f04-58aa-4494-91be-30ce3f817a9e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:24.548678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.574257 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object 566bab21-278c-4be4-a7b5-1b88bd848f9d will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:24.593824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0a9031a-43d1-442a-8cbe-bb0865e10bd9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:24.632019 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.675092 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:24.679864 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:24.680239 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.695109 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:24.699386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:24.701808 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=566bab21-278c-4be4-a7b5-1b88bd848f9d,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:24.704600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:24.775623 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.781003 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.813194 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port d0a9031a-43d1-442a-8cbe-bb0865e10bd9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:24.819211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:24.874556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:24.934293 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.239170 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.246152 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.327688 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=566bab21-278c-4be4-a7b5-1b88bd848f9d,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:25.330842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.432697 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:25.434528 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:25.453241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce9920-f429-45ba-9369-96386b4019ea None None] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:08:25.514765 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bcc9ca5e-5a71-42e7-a208-3687c754ecbf None None] Provisioning for port 623c1f04-58aa-4494-91be-30ce3f817a9e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:25.557228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router e3237e71-06b8-4324-aa80-6f01da4b5e10 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:08:25.680742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:25.686420 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bb5c5bf8-2c4b-44fa-a70e-119b8e9679d2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/e3237e71-06b8-4324-aa80-6f01da4b5e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4051344 Jul 07 19:08:25.865140 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-59fd0536-ca72-4240-9d7c-9623235b5acf None None] Provisioning for port 566bab21-278c-4be4-a7b5-1b88bd848f9d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:25.870090 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-59fd0536-ca72-4240-9d7c-9623235b5acf None None] Provisioning complete for port 566bab21-278c-4be4-a7b5-1b88bd848f9d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:25.870894 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59fd0536-ca72-4240-9d7c-9623235b5acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:25.909439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-59fd0536-ca72-4240-9d7c-9623235b5acf None None] Port 566bab21-278c-4be4-a7b5-1b88bd848f9d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:25.926554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-90f317d3-c715-426f-916d-91f24adf81c2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681879144&fields=id&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 267 time: 0.0392754 Jul 07 19:08:26.054106 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-7771ef2a-529f-4413-a22e-b4d17b0375d1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:26.055935 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-7771ef2a-529f-4413-a22e-b4d17b0375d1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/networks?id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 200 len: 796 time: 0.1222031 Jul 07 19:08:26.076199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-e2b45a8d-0773-4d51-9588-cbaf7f481562 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/quotas/8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 375 time: 0.0149927 Jul 07 19:08:26.101981 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Sync routers for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:26.112929 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:26.113593 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:26.133805 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e650be28-b30a-4dc0-a148-9a3e2a0f1526 None None] Provisioning complete for port 566bab21-278c-4be4-a7b5-1b88bd848f9d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:26.134579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e650be28-b30a-4dc0-a148-9a3e2a0f1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.165716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-25504997-9054-4fd9-97f6-2f2e6cd4bef7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823300 Jul 07 19:08:26.192448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e650be28-b30a-4dc0-a148-9a3e2a0f1526 None None] Port 566bab21-278c-4be4-a7b5-1b88bd848f9d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:26.235406 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:26.273533 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-da0ea135-defe-4bf7-8c4f-9d0435fba263 service neutron] 10.222.0.88 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946946 Jul 07 19:08:26.312531 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dfe81135-e680-4012-86cc-d2324e15cba6 None None] Provisioning complete for port 566bab21-278c-4be4-a7b5-1b88bd848f9d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:26.313052 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfe81135-e680-4012-86cc-d2324e15cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.347807 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dfe81135-e680-4012-86cc-d2324e15cba6 None None] Port 566bab21-278c-4be4-a7b5-1b88bd848f9d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:26.365596 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-0254e607-8ade-4a23-9f5f-ca57dde65f64 service neutron] 10.222.0.88 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862439 Jul 07 19:08:26.442172 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:25Z', 'revision_number': 2, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:26.468279 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Checking router: e3237e71-06b8-4324-aa80-6f01da4b5e10 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:26.468629 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Updating router e3237e71-06b8-4324-aa80-6f01da4b5e10 port 566bab21-278c-4be4-a7b5-1b88bd848f9d binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:08:26.520633 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.570839 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e691150-5272-4e50-af2b-10bbb2085505 req-745eb38d-796e-4993-94bf-14322c14c646 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 210 time: 0.0497139 Jul 07 19:08:26.666920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 623c1f04-58aa-4494-91be-30ce3f817a9e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:26.722954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 623c1f04-58aa-4494-91be-30ce3f817a9e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:26.728305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 623c1f04-58aa-4494-91be-30ce3f817a9e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:26.728899 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.807909 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.813513 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.818939 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Transition to ACTIVE for port object 566bab21-278c-4be4-a7b5-1b88bd848f9d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:26.827448 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.850249 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 623c1f04-58aa-4494-91be-30ce3f817a9e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=623c1f04-58aa-4494-91be-30ce3f817a9e,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:26.855963 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.856820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0a9031a-43d1-442a-8cbe-bb0865e10bd9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:26.881767 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Pushing event updated for resources: {'Port': ['ID=566bab21-278c-4be4-a7b5-1b88bd848f9d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:26.939258 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.939938 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.940275 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.940605 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.940966 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.941499 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.942005 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.942515 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.943070 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.943332 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.943658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.943979 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:08:26.966003 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Attempting to bind port 566bab21-278c-4be4-a7b5-1b88bd848f9d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:26.966366 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Attempting to bind port 566bab21-278c-4be4-a7b5-1b88bd848f9d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:26.966725 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Attempting to bind port 566bab21-278c-4be4-a7b5-1b88bd848f9d on network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:26.972652 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:26.973070 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Checking segment: {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:26.973472 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:26.973985 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Bound using segment: {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:26.974481 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Bound port: 566bab21-278c-4be4-a7b5-1b88bd848f9d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:26.974849 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.049265 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] For port 566bab21-278c-4be4-a7b5-1b88bd848f9d, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:27.053119 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] For port 566bab21-278c-4be4-a7b5-1b88bd848f9d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=566bab21-278c-4be4-a7b5-1b88bd848f9d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:27.062067 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.124321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=623c1f04-58aa-4494-91be-30ce3f817a9e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:27.144028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:27.144236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:27.145199 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:27.146344 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:27.148302 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2fb96-f231-4a98-88a0-abf961244f9a None None] Pushing event updated for resources: {'Port': ['ID=566bab21-278c-4be4-a7b5-1b88bd848f9d,revision_number=4']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:27.279974 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:27.492917 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:27Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:27.519350 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71df5b9-6298-40ea-9a7c-c2138995db62 None None] The sync data for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 is: [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:27Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:27.718202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5ec5dae-c129-4ef2-b0e4-262a6d1f022d req-5b0ee7aa-af1a-42c7-a5a1-8867cced5c8b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 210 time: 0.0308621 Jul 07 19:08:27.962254 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-82aeb147-176e-420f-9daa-2b4bf1760418 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:27.963813 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-82aeb147-176e-420f-9daa-2b4bf1760418 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/networks?id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 200 len: 796 time: 0.1170077 Jul 07 19:08:28.015443 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-3a451ddb-b185-46f3-a82c-4d9d33370e52 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0 HTTP/1.1" status: 200 len: 380 time: 0.0372369 Jul 07 19:08:28.025746 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'port': {'device_id': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'admin_state_up': True, 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'security_groups': ['d9a04005-b7b3-4766-ac52-1395b01cb9c8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:28.140507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Made reservation on behalf of 8bcfbdf95b904837aeb6b3d911b7fcd0 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:08:28.144519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.291543 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.20.0.6 (ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5/bde6f09e-2069-49b3-89b0-22a95f8e94bc/a02fdf56-8caf-4159-a9e5-0302a24dfe1d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:28.442255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.457000 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Transition to ACTIVE for port object a02fdf56-8caf-4159-a9e5-0302a24dfe1d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:28.494251 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.544144 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:28.549932 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:28.554815 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:28.561885 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:28.616363 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:28.617075 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.638291 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-8f3eec63-d84a-483f-abb5-bb9d07b97c73 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6163442 Jul 07 19:08:28.651562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Request body: {'port': {'device_id': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:28.665861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 623c1f04-58aa-4494-91be-30ce3f817a9e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:28.726592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 623c1f04-58aa-4494-91be-30ce3f817a9e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:28.726980 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.750461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.819777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 566bab21-278c-4be4-a7b5-1b88bd848f9d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:28.868386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-233a54fb-c244-438e-8d6e-24c948f88c06 None None] Provisioning for port a02fdf56-8caf-4159-a9e5-0302a24dfe1d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:28.874457 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-233a54fb-c244-438e-8d6e-24c948f88c06 None None] Provisioning complete for port a02fdf56-8caf-4159-a9e5-0302a24dfe1d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:28.874829 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-233a54fb-c244-438e-8d6e-24c948f88c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.915014 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 566bab21-278c-4be4-a7b5-1b88bd848f9d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:28.920484 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 566bab21-278c-4be4-a7b5-1b88bd848f9d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:28.920853 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:28.922299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-233a54fb-c244-438e-8d6e-24c948f88c06 None None] Port a02fdf56-8caf-4159-a9e5-0302a24dfe1d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:08:28.923032 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8603c-67ac-4b43-830c-4473e8c0c580 req-6db7cacd-2218-4c8e-aca1-afe2103652ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:28.924606 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eb8603c-67ac-4b43-830c-4473e8c0c580 req-6db7cacd-2218-4c8e-aca1-afe2103652ae tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 931 time: 0.0725818 Jul 07 19:08:28.965979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8eb8603c-67ac-4b43-830c-4473e8c0c580 req-3ad20a20-be74-4949-bd88-af6337e7c9fe tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347691 Jul 07 19:08:29.000972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.042719 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02fdf56-8caf-4159-a9e5-0302a24dfe1d {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:29.045713 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 566bab21-278c-4be4-a7b5-1b88bd848f9d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=566bab21-278c-4be4-a7b5-1b88bd848f9d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:29.052291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.053127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.069076 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Transition to ACTIVE for port object a02fdf56-8caf-4159-a9e5-0302a24dfe1d will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:08:29.074717 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.109009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=566bab21-278c-4be4-a7b5-1b88bd848f9d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:29.127522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Pushing event updated for resources: {'Port': ['ID=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:29.205756 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Attempting to bind port a02fdf56-8caf-4159-a9e5-0302a24dfe1d on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:08:29.206095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Attempting to bind port a02fdf56-8caf-4159-a9e5-0302a24dfe1d by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:08:29.206430 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Attempting to bind port a02fdf56-8caf-4159-a9e5-0302a24dfe1d on network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:29.211148 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Port a02fdf56-8caf-4159-a9e5-0302a24dfe1d on network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:08:29.211473 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Attempting to bind port a02fdf56-8caf-4159-a9e5-0302a24dfe1d on network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:08:29.219067 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:08:29.219349 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Checking segment: {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:08:29.219740 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Bound using segment: {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:08:29.220199 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Bound port: a02fdf56-8caf-4159-a9e5-0302a24dfe1d, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d6df0c-fbf4-410b-921c-c8ca0c50338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:08:29.220551 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.288883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] For port a02fdf56-8caf-4159-a9e5-0302a24dfe1d, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:08:29.291971 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] For port a02fdf56-8caf-4159-a9e5-0302a24dfe1d, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:08:29.299128 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.334423 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.335056 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:29.336502 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] 10.222.0.90 "PUT /v2.0/ports/a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 200 len: 1091 time: 0.6900690 Jul 07 19:08:29.336977 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:29.339305 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9c56fc-e1c8-478c-bed5-4435630ca171" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:29.370443 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2823-3261-4cb2-9d9f-30128b3dd331 service neutron] Pushing event updated for resources: {'Port': ['ID=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:29.428411 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d28ee8-18bc-424d-a340-f244f1e30891 x-openstack-request-id: req-10d28ee8-18bc-424d-a340-f244f1e30891 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:29.428703 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:29.428807 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-10d28ee8-18bc-424d-a340-f244f1e30891 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:29.429332 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'status': 'completed', 'code': 200} Jul 07 19:08:29.458511 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-761e7e10-81d9-489d-ba9d-9f7a148f0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.460067 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-761e7e10-81d9-489d-ba9d-9f7a148f0ab2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1094 time: 0.0665240 Jul 07 19:08:29.504613 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-0ba74fa3-7719-4003-b39b-0c53d0190375 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 200 len: 217 time: 0.0374639 Jul 07 19:08:29.553485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-b46331e8-128d-43c8-9884-12d48d14bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.554939 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-b46331e8-128d-43c8-9884-12d48d14bebc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bde6f09e-2069-49b3-89b0-22a95f8e94bc HTTP/1.1" status: 200 len: 835 time: 0.0441968 Jul 07 19:08:29.615116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-89e40b0c-90cd-4987-9d21-ee1180681384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.616635 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-89e40b0c-90cd-4987-9d21-ee1180681384 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547233 Jul 07 19:08:29.729126 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-62437d8a-5778-45b6-b48a-59e7cb4b40d9 service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049066 Jul 07 19:08:29.835959 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-74210eb8-8dbf-4586-a4a3-8d13a3336e65 req-f03c1dec-28f0-48d8-857b-6e9b824a2477 service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006899 Jul 07 19:08:29.947859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-0bdcd1d6-733c-4455-9c25-b76e5c9d99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:29.949465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-0bdcd1d6-733c-4455-9c25-b76e5c9d99d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1094 time: 0.0604784 Jul 07 19:08:30.038704 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-4025afc5-da93-45d4-92d8-1b73416b4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:30.040193 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-4025afc5-da93-45d4-92d8-1b73416b4613 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 200 len: 897 time: 0.0846422 Jul 07 19:08:30.092970 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-05eac331-1b5a-4f08-8c88-7f137b2c04bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 200 len: 217 time: 0.0460045 Jul 07 19:08:30.150688 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-b7e6e055-fe9c-40de-a09e-6c826fe2b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:30.152858 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-b7e6e055-fe9c-40de-a09e-6c826fe2b078 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bde6f09e-2069-49b3-89b0-22a95f8e94bc HTTP/1.1" status: 200 len: 835 time: 0.0535538 Jul 07 19:08:30.166166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac0514-c446-4f9a-a8a0-addb7c05065c req-93011e88-506c-46dd-aeec-d586fedd9a32 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:30.167745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9ac0514-c446-4f9a-a8a0-addb7c05065c req-93011e88-506c-46dd-aeec-d586fedd9a32 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 943 time: 0.0871954 Jul 07 19:08:30.214053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-b444b3a1-6204-4c55-b8d3-ffdf8a078d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:30.215581 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-b444b3a1-6204-4c55-b8d3-ffdf8a078d02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548327 Jul 07 19:08:30.215864 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d9ac0514-c446-4f9a-a8a0-addb7c05065c req-6ae3e609-00c9-4dd2-8d1e-107394afa69d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Jul 07 19:08:30.306149 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-37455892-2bfd-4396-9210-73392b899a2f service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839121 Jul 07 19:08:30.406528 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-6b9c56fc-e1c8-478c-bed5-4435630ca171 req-947d28a0-bd89-4476-91d7-df73b9abc092 service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947101 Jul 07 19:08:30.551986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 566bab21-278c-4be4-a7b5-1b88bd848f9d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:30.602625 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 566bab21-278c-4be4-a7b5-1b88bd848f9d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:30.602992 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:31.408436 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69f8c4-49a7-4265-8cca-c808defdde58 req-3b569918-f373-418c-9d6e-b6469ecf0f03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:31.409978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf69f8c4-49a7-4265-8cca-c808defdde58 req-3b569918-f373-418c-9d6e-b6469ecf0f03 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 943 time: 0.0747185 Jul 07 19:08:31.457388 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bf69f8c4-49a7-4265-8cca-c808defdde58 req-2c96c880-85b6-4f97-acee-03ef4ad5521d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Jul 07 19:08:32.041717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a02fdf56-8caf-4159-a9e5-0302a24dfe1d details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:08:32.143991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a02fdf56-8caf-4159-a9e5-0302a24dfe1d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:32.156030 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'port_id': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'mac_address': 'fa:16:3e:a8:75:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:08:32.195082 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:32.212034 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02fdf56-8caf-4159-a9e5-0302a24dfe1d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:08:32.235904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a02fdf56-8caf-4159-a9e5-0302a24dfe1d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:32.244450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:32.309565 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:32.610450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['a02fdf56-8caf-4159-a9e5-0302a24dfe1d'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:08:32.635710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91382ca-583c-4189-8be5-07550be19fcf req-d970adb5-9ad6-444f-a6b2-d444cd32ae21 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:32.638588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e91382ca-583c-4189-8be5-07550be19fcf req-d970adb5-9ad6-444f-a6b2-d444cd32ae21 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 944 time: 0.0657542 Jul 07 19:08:32.678703 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e91382ca-583c-4189-8be5-07550be19fcf req-133757ce-9ea1-4bb4-8401-d3a765afbcaf tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342603 Jul 07 19:08:33.865947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866974b0-9575-4b8c-a2fc-f8a1e8290a02 req-41be53f1-5cca-4c6f-97e4-7203ca28fe74 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:33.867442 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-866974b0-9575-4b8c-a2fc-f8a1e8290a02 req-41be53f1-5cca-4c6f-97e4-7203ca28fe74 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 944 time: 0.0733881 Jul 07 19:08:33.909716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-866974b0-9575-4b8c-a2fc-f8a1e8290a02 req-9ebb72e0-0870-4b4f-9152-235b1d1fe3e0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364356 Jul 07 19:08:34.050868 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a02fdf56-8caf-4159-a9e5-0302a24dfe1d up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:08:34.102545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port a02fdf56-8caf-4159-a9e5-0302a24dfe1d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:08:34.106430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port a02fdf56-8caf-4159-a9e5-0302a24dfe1d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:08:34.106672 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.188983 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.213872 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:34.216172 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3658b949-a6bd-45e4-afb8-fd41f2e4e3cf" -d '{"events": [{"server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "name": "network-vif-plugged", "status": "completed", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:34.232448 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port a02fdf56-8caf-4159-a9e5-0302a24dfe1d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:08:34.238155 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:34.262722 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d1bc47-c057-4a03-a17a-732b40ca056d x-openstack-request-id: req-37d1bc47-c057-4a03-a17a-732b40ca056d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:34.263063 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "name": "network-vif-plugged", "status": "completed", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:34.263259 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-37d1bc47-c057-4a03-a17a-732b40ca056d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:34.265239 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'code': 200} Jul 07 19:08:34.293859 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:34.384346 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9cb7c-e004-4a98-94d6-d0ec9ed980b2 req-515ad739-2349-4d59-a47b-26ba6c92d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:34.385905 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75e9cb7c-e004-4a98-94d6-d0ec9ed980b2 req-515ad739-2349-4d59-a47b-26ba6c92d02f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1096 time: 0.0564377 Jul 07 19:08:34.426913 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-75e9cb7c-e004-4a98-94d6-d0ec9ed980b2 req-4d40232c-6391-4ae6-8b22-8835ae648962 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338891 Jul 07 19:08:34.618684 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:35.111540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d0cb8-88ac-404f-b626-2e8ea757f442 req-b84c438e-d2ca-421f-ae20-9670bdc0e820 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:35.113121 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d41d0cb8-88ac-404f-b626-2e8ea757f442 req-b84c438e-d2ca-421f-ae20-9670bdc0e820 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0799067 Jul 07 19:08:35.155151 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d41d0cb8-88ac-404f-b626-2e8ea757f442 req-138489b1-3138-4bbb-ad5d-dad7536042c1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340469 Jul 07 19:08:36.360749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08734adc-9d6c-430e-9c07-c335ecde0b2f req-10450ebd-fa10-404e-b1ee-74bec709ad0a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:36.362564 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08734adc-9d6c-430e-9c07-c335ecde0b2f req-10450ebd-fa10-404e-b1ee-74bec709ad0a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0737336 Jul 07 19:08:36.407669 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08734adc-9d6c-430e-9c07-c335ecde0b2f req-4fc070fe-da42-4960-a451-4c3f12f690f3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 Jul 07 19:08:36.611924 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e763f0-fc22-42a3-b914-d9b8dcc4d9c6 req-fcb760f6-64b2-453d-8266-4c9a320c6eb0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:36.613494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5e763f0-fc22-42a3-b914-d9b8dcc4d9c6 req-fcb760f6-64b2-453d-8266-4c9a320c6eb0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0791137 Jul 07 19:08:36.663235 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e5e763f0-fc22-42a3-b914-d9b8dcc4d9c6 req-b276b0d4-e05e-4259-a3a1-352c9598d5ac tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436676 Jul 07 19:08:36.694657 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57416) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:36.743257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.760733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68889266-1af9-4a29-926a-36b01750c46b tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:36.762302 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-68889266-1af9-4a29-926a-36b01750c46b tempest-TestNetworkAdvancedServerOps-1842264470 tempest-TestNetworkAdvancedServerOps-1842264470-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1091 time: 0.0663705 Jul 07 19:08:36.765325 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57418) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:36.770031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:08:36.795733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:36.906524 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.363520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Allocated IP 172.25.1.122 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/b9fd4722-54e4-4d86-b488-3d60160800b4) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:08:37.472178 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.515245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:37.561153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:08:37.566456 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:08:37.569842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:08:37.575359 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=b9fd4722-54e4-4d86-b488-3d60160800b4,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:37.991317 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.078815 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.235991 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.242980 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.311408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event updated for resources: {'Port': ['ID=b9fd4722-54e4-4d86-b488-3d60160800b4,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:08:38.322673 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.428545 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP fa022c36-25e8-488b-8ad3-f7df550c27fc associated. External IP: 172.25.1.122, port: a02fdf56-8caf-4159-a9e5-0302a24dfe1d. Jul 07 19:08:38.649870 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router e3237e71-06b8-4324-aa80-6f01da4b5e10 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:08:38.771639 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:08:38.781404 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] Sync routers for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:08:38.789915 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:38.791347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:38.792050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:38.827500 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f9de6ac-41ab-4b1e-b6eb-b323a0b33d31 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0609002 Jul 07 19:08:38.828238 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:08:38.830701 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:08:38.872946 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219c9cf-0c46-466a-bfe9-c542d449bbae x-openstack-request-id: req-a219c9cf-0c46-466a-bfe9-c542d449bbae {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:08:38.873281 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:08:38.873507 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a219c9cf-0c46-466a-bfe9-c542d449bbae {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:08:38.873931 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'status': 'completed', 'code': 200} Jul 07 19:08:38.903366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:38.951203 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-3c49b89f-f7b8-4f67-a9bc-a377db69f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.952945 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-3c49b89f-f7b8-4f67-a9bc-a377db69f6b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1096 time: 0.0556672 Jul 07 19:08:38.991290 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6f7c5-9823-40e0-9a77-e61e26d473f9 req-8c1f81e7-34eb-4e84-acdc-ece5df2751d0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:38.992867 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4b6f7c5-9823-40e0-9a77-e61e26d473f9 req-8c1f81e7-34eb-4e84-acdc-ece5df2751d0 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0660112 Jul 07 19:08:39.035610 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4b6f7c5-9823-40e0-9a77-e61e26d473f9 req-517970d6-4d7b-45ce-869e-b3282c5576c3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355830 Jul 07 19:08:39.054820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-a1547731-60c1-422d-a462-7e1b1e6d2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:39.056337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-a1547731-60c1-422d-a462-7e1b1e6d2afd service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 200 len: 897 time: 0.0959194 Jul 07 19:08:39.059831 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57424) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:39.123466 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-71d12197-3150-464c-a90c-0ebe229b1066 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 200 len: 999 time: 0.0604084 Jul 07 19:08:39.127721 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-2603aead-c060-4454-b568-7a4809858209 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/fa022c36-25e8-488b-8ad3-f7df550c27fc HTTP/1.1" status: 200 len: 991 time: 0.0667388 Jul 07 19:08:39.139542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'fa022c36-25e8-488b-8ad3-f7df550c27fc', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'port_id': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'mac_address': 'fa:16:3e:a8:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:08:37Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:39.169224 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] Checking router: e3237e71-06b8-4324-aa80-6f01da4b5e10 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:08:39.177942 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:08:39.178567 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:08:18Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:39.181750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-3ab935f6-f4a3-4ece-9e66-32c0f896e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:39.183507 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-3ab935f6-f4a3-4ece-9e66-32c0f896e35b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bde6f09e-2069-49b3-89b0-22a95f8e94bc HTTP/1.1" status: 200 len: 835 time: 0.0534019 Jul 07 19:08:39.242628 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-92f36d9f-a665-4ef1-9ea3-569c4cd41693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:08:39.244332 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-92f36d9f-a665-4ef1-9ea3-569c4cd41693 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535622 Jul 07 19:08:39.284096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:08:39.335615 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-673052f3-4c7f-481f-9f30-b7ca154bac64 service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844965 Jul 07 19:08:39.451153 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-abf0dd7b-5a38-491f-8fc9-c4f01d06f9e4 req-3b80b165-2070-4e13-972f-690412a43e2b service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092300 Jul 07 19:08:39.567738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'fa022c36-25e8-488b-8ad3-f7df550c27fc', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'port_id': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'mac_address': 'fa:16:3e:a8:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:08:37Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:08:39.597943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762352ed-e27a-407d-9589-3453432e8a89 None None] The sync data for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 is: [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'fa022c36-25e8-488b-8ad3-f7df550c27fc', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'port_id': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'mac_address': 'fa:16:3e:a8:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:08:37Z', 'updated_at': '2021-07-07T19:08:37Z', 'revision_number': 0, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:08:39.798515 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0daba2b-3005-4909-9e00-1621716239f3 None None] New status for floating IP fa022c36-25e8-488b-8ad3-f7df550c27fc: ACTIVE {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:08:40.132233 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57426) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:08:40.202619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c3515e50-b4e2-4100-a468-fa0ebbb53d8b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/fa022c36-25e8-488b-8ad3-f7df550c27fc HTTP/1.1" status: 200 len: 993 time: 0.0688229 Jul 07 19:08:45.943261 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72e95408-31af-45f3-bb86-feb1308b5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:48.495607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d780d7f-b307-4434-b28f-2c51a903dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:48.614975 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:49.993027 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:51.476715 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:08:54.258721 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:09:04.612230 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:06.730727 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:15.937743 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76671512-6959-4c20-a184-4a7374eb7509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.500877 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae97d957-801f-4ec9-b3ba-8abf8a377b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:18.610059 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:19.993697 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:21.479696 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:26.809995 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-a488e6f4-a599-46e7-a33e-4c9c3e6f9805 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584249 Jul 07 19:09:26.911622 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-ae5d4c6f-27c9-4d27-9142-6923d9f6e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:26.913160 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-ae5d4c6f-27c9-4d27-9142-6923d9f6e9bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1096 time: 0.0564709 Jul 07 19:09:27.036383 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-1b46fd61-2a24-4b7e-98ed-574dd3cf0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.037929 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-1b46fd61-2a24-4b7e-98ed-574dd3cf0e03 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 200 len: 897 time: 0.1027875 Jul 07 19:09:27.110427 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-cf0a3d6a-1950-4832-9150-1af7edc2ab17 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 200 len: 1001 time: 0.0657876 Jul 07 19:09:27.166927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-c14aa3d1-2c9a-4ea2-9519-2742a090afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.168413 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-c14aa3d1-2c9a-4ea2-9519-2742a090afdd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bde6f09e-2069-49b3-89b0-22a95f8e94bc HTTP/1.1" status: 200 len: 835 time: 0.0514078 Jul 07 19:09:27.232626 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-2c92650c-3a85-4029-81b7-cc8fb3c055f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:27.234253 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-2c92650c-3a85-4029-81b7-cc8fb3c055f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592663 Jul 07 19:09:27.244572 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-290c3f29-3a16-48dd-bdc4-21927cd04b8c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:09:27.245558 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-290c3f29-3a16-48dd-bdc4-21927cd04b8c service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052834 Jul 07 19:09:27.344356 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-1c79d229-804f-4148-a3ab-3ffb836ed1b8 service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919402 Jul 07 19:09:27.451937 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-fc25bd1a-fdf0-4056-bd97-ad40717c9784 req-ff3d664a-9acf-4043-afb3-a73df75ccc24 service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005101 Jul 07 19:09:31.259690 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:09:34.626518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:36.751143 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:45.943172 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5dcdb53f-fa01-47e2-9f4c-4eff31ca12ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.511835 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b0930e0-cb5a-4e73-b248-7bad869193e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:48.614320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:49.991952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.483392 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:51.639939 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb5c97-4aa4-47d9-8598-ca589f382afb req-a4b3d6c1-84d9-4376-8afe-f810303bb09a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:51.641877 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5eb5c97-4aa4-47d9-8598-ca589f382afb req-a4b3d6c1-84d9-4376-8afe-f810303bb09a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0741363 Jul 07 19:09:51.686881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b5eb5c97-4aa4-47d9-8598-ca589f382afb req-66660a2f-77cb-4a4b-9e8c-3368efe7036c tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Jul 07 19:09:52.886937 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b278fe9-3d9d-4354-a9f0-cd873f066d48 req-7527fd15-43f7-4531-afcf-2f0465728e39 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:52.888524 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b278fe9-3d9d-4354-a9f0-cd873f066d48 req-7527fd15-43f7-4531-afcf-2f0465728e39 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0683856 Jul 07 19:09:52.928221 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1b278fe9-3d9d-4354-a9f0-cd873f066d48 req-83fba529-b95a-43f6-a43d-f9edaa2e3f23 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340466 Jul 07 19:09:54.137178 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ee453-93e4-4da9-b5a7-3d02f552e571 req-b8ec6027-e589-45b7-8a16-40eebd2b71a1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:54.138628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2ee453-93e4-4da9-b5a7-3d02f552e571 req-b8ec6027-e589-45b7-8a16-40eebd2b71a1 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0748615 Jul 07 19:09:54.182990 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0b2ee453-93e4-4da9-b5a7-3d02f552e571 req-fb130aec-546f-4193-901c-ab83494a3d4a tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Jul 07 19:09:54.213356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57474) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:54.275025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cc5107e2-6413-4bfd-add6-06fd66fc4219 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/fa022c36-25e8-488b-8ad3-f7df550c27fc HTTP/1.1" status: 200 len: 993 time: 0.0604756 Jul 07 19:09:55.773660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-bfc4919d-4e5d-4fdd-b2eb-06e7266766bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.776304 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-bfc4919d-4e5d-4fdd-b2eb-06e7266766bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1096 time: 0.0720050 Jul 07 19:09:55.802393 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560224a4-f925-43dd-a1b5-17b664bd21b8 req-eaa20cf9-8d08-4459-8bbe-862772588c1b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.807502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-560224a4-f925-43dd-a1b5-17b664bd21b8 req-eaa20cf9-8d08-4459-8bbe-862772588c1b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0970607 Jul 07 19:09:55.864763 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-560224a4-f925-43dd-a1b5-17b664bd21b8 req-ecd91880-acf5-42c1-8532-4c424bb74c05 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500064 Jul 07 19:09:55.893563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-a76a956a-7841-46d5-9162-389425406eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:55.895384 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-a76a956a-7841-46d5-9162-389425406eeb service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 200 len: 897 time: 0.1123352 Jul 07 19:09:55.979320 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-1304c63b-0864-4b13-9885-b1a21fd3c5ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 200 len: 1001 time: 0.0774240 Jul 07 19:09:56.032717 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-690ff71a-7507-4e6c-8eb3-193be7765618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.034369 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-690ff71a-7507-4e6c-8eb3-193be7765618 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bde6f09e-2069-49b3-89b0-22a95f8e94bc HTTP/1.1" status: 200 len: 835 time: 0.0490930 Jul 07 19:09:56.101455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-dd7b67d9-ead7-4dd1-bdbd-8f94afafa808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:56.102988 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-dd7b67d9-ead7-4dd1-bdbd-8f94afafa808 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614598 Jul 07 19:09:56.194244 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-c67b1f28-5c77-43c7-bcc4-94ee3044f3f9 service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Jul 07 19:09:56.287679 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cc98d910-123f-442a-91fd-1b7ba08eac89 req-7472bca7-659a-42c8-8722-b53926d02bbf service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871716 Jul 07 19:09:57.057116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd710d21-381b-42a7-b53d-f2899953e0e3 req-4a5c825b-c45d-42a8-9f15-97c7901a612d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:57.058716 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd710d21-381b-42a7-b53d-f2899953e0e3 req-4a5c825b-c45d-42a8-9f15-97c7901a612d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0672479 Jul 07 19:09:57.099892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dd710d21-381b-42a7-b53d-f2899953e0e3 req-19dd12a5-0c76-4a51-8751-0abee65a382f tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345516 Jul 07 19:09:58.277341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1d8e4-6c93-44c5-a4f6-a99420c4885f req-d5fd625c-e2de-4d65-bd28-4c35e3b3b0cd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:58.278819 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75f1d8e4-6c93-44c5-a4f6-a99420c4885f req-d5fd625c-e2de-4d65-bd28-4c35e3b3b0cd tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0652499 Jul 07 19:09:58.318591 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75f1d8e4-6c93-44c5-a4f6-a99420c4885f req-b23eb75c-2fbf-4f82-8e35-4f8a8efd4081 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340233 Jul 07 19:09:58.343038 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57486) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:58.407476 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f6b9934b-f3ca-452a-9170-5238f6a97669 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/floatingips/fa022c36-25e8-488b-8ad3-f7df550c27fc HTTP/1.1" status: 200 len: 993 time: 0.0631831 Jul 07 19:09:58.670095 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57492) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:09:58.844408 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port b9fd4722-54e4-4d86-b488-3d60160800b4 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:09:58.844746 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:58.917688 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:58.918017 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:58.930597 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for b9fd4722-54e4-4d86-b488-3d60160800b4 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:09:59.114979 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.144471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=b9fd4722-54e4-4d86-b488-3d60160800b4,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:09:59.178390 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.178724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.179083 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.179414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.179743 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.180057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.180385 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.180766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.181054 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.181379 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.181699 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.182011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:09:59.222024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.223130 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Floating IP fa022c36-25e8-488b-8ad3-f7df550c27fc disassociated (deleted). External IP: 172.25.1.122, port: a02fdf56-8caf-4159-a9e5-0302a24dfe1d. Jul 07 19:09:59.436985 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router e3237e71-06b8-4324-aa80-6f01da4b5e10 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:09:59.550264 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:09:59.557808 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:09:59.561430 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] Sync routers for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:09:59.571761 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:09:59.572371 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:59.603079 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-7771634e-9f76-45bb-85a6-255723b2e367 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/floatingips/fa022c36-25e8-488b-8ad3-f7df550c27fc HTTP/1.1" status: 204 len: 168 time: 0.9316771 Jul 07 19:09:59.604058 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:09:59.608525 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:09:59.658176 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7211ff44-f7e5-403b-b7a5-86f5e98af531 x-openstack-request-id: req-7211ff44-f7e5-403b-b7a5-86f5e98af531 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:09:59.658448 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:09:59.658772 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7211ff44-f7e5-403b-b7a5-86f5e98af531 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:09:59.659372 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'status': 'completed', 'code': 200} Jul 07 19:09:59.711893 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:09:59.758565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-4860e928-6cc7-490d-a6c1-d2db8e27add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.761692 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-4860e928-6cc7-490d-a6c1-d2db8e27add4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 1096 time: 0.0770290 Jul 07 19:09:59.906976 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-9a5a7a36-fbb1-4e5e-b8bd-f5b47cef3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:09:59.909117 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-9a5a7a36-fbb1-4e5e-b8bd-f5b47cef3585 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 200 len: 897 time: 0.1403503 Jul 07 19:09:59.965939 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:09:59.966845 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-65ca9458-fc58-4fb8-a535-3b4dc3574ec9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 200 len: 217 time: 0.0495396 Jul 07 19:09:59.993547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] Checking router: e3237e71-06b8-4324-aa80-6f01da4b5e10 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:00.005661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:00.006307 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:00.032380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-ca5b8692-827a-4b0b-9f92-4004ecf0aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.033942 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-ca5b8692-827a-4b0b-9f92-4004ecf0aefa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bde6f09e-2069-49b3-89b0-22a95f8e94bc HTTP/1.1" status: 200 len: 835 time: 0.0604551 Jul 07 19:10:00.118774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-a4d5d8ec-ad92-4cbf-a8f8-7f3ffbd97e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.122127 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-a4d5d8ec-ad92-4cbf-a8f8-7f3ffbd97e37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808821 Jul 07 19:10:00.129413 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8062b-e1b7-4fad-845a-60301e80a75a req-1d3aafc9-9850-4fc0-87a3-a8d089172da4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:00.130969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05b8062b-e1b7-4fad-845a-60301e80a75a req-1d3aafc9-9850-4fc0-87a3-a8d089172da4 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0830011 Jul 07 19:10:00.150529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:00.202934 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-05b8062b-e1b7-4fad-845a-60301e80a75a req-337ebfaf-00c4-4a97-aa33-997691e470b6 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576165 Jul 07 19:10:00.284219 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-dc5804ac-9d39-49dd-b625-1f1e66712bbf service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539052 Jul 07 19:10:00.386199 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:00.416728 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933ecce-0945-4759-8d21-e6fc121eedf9 None None] The sync data for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 is: [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '566bab21-278c-4be4-a7b5-1b88bd848f9d', 'name': '', 'network_id': 'ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'mac_address': 'fa:16:3e:6e:ae:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:23Z', 'updated_at': '2021-07-07T19:08:29Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'subnets': [{'id': 'bde6f09e-2069-49b3-89b0-22a95f8e94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:00.419178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4e0fb4c3-a3b7-43d0-bd78-7785a6bc9b5e req-03443be7-2901-4630-92a7-3858d9741fdd service neutron] 10.222.0.90 "GET /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275523 Jul 07 19:10:00.689200 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d204a04-1a0b-4c68-9b4e-a26d1a9f9d09 None None] New status for floating IP fa022c36-25e8-488b-8ad3-f7df550c27fc: DOWN {{(pid=105591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:10:01.404139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e3860-6212-496e-b8b3-d63128e9c1b5 req-fa69c29a-62b2-4c4f-b28a-cf40955b3bd7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:01.405677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-502e3860-6212-496e-b8b3-d63128e9c1b5 req-fa69c29a-62b2-4c4f-b28a-cf40955b3bd7 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0708771 Jul 07 19:10:01.446364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-502e3860-6212-496e-b8b3-d63128e9c1b5 req-ac07bceb-2f32-4d91-a20f-0ecdd1a27940 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Jul 07 19:10:01.904309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-92755889-edce-4807-9759-40ac043a44c2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:01.905910 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-92755889-edce-4807-9759-40ac043a44c2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0962989 Jul 07 19:10:02.043319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port a02fdf56-8caf-4159-a9e5-0302a24dfe1d {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:02.043821 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.539891 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port a02fdf56-8caf-4159-a9e5-0302a24dfe1d, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:02.540263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.554287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for a02fdf56-8caf-4159-a9e5-0302a24dfe1d owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:02.702594 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbdb55-9a32-4cac-815c-9a8beb0bc995 req-a873259d-9b95-45ac-ad78-0648b2e25691 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:02.704149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93dbdb55-9a32-4cac-815c-9a8beb0bc995 req-a873259d-9b95-45ac-ad78-0648b2e25691 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/ports?device_id=e75c31f1-6a2b-4030-981c-304df3113e78 HTTP/1.1" status: 200 len: 945 time: 0.0919995 Jul 07 19:10:02.725298 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.762136 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=a02fdf56-8caf-4159-a9e5-0302a24dfe1d,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:02.767520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93dbdb55-9a32-4cac-815c-9a8beb0bc995 req-fa1e4fe4-d661-431f-9068-af4762b0fcf3 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "GET /v2.0/security-groups?id=d9a04005-b7b3-4766-ac52-1395b01cb9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543098 Jul 07 19:10:02.824604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] No DVR routers for this DVR port a02fdf56-8caf-4159-a9e5-0302a24dfe1d on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:02.827858 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:02.830274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-705b89e9-bfc5-4ec7-8a6f-cc3707e7a2df req-b4ebaf69-0c97-4b4e-b348-023db5c6363d tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.90 "DELETE /v2.0/ports/a02fdf56-8caf-4159-a9e5-0302a24dfe1d HTTP/1.1" status: 204 len: 173 time: 0.9186199 Jul 07 19:10:02.830774 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'name': 'network-vif-deleted', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:02.833591 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a88b4a7-6ea1-4db7-bd7f-6219769dc2d8" -d '{"events": [{"server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "name": "network-vif-deleted", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:02.877714 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff50010-b77f-4b4a-a85a-52ee2d9aa87b x-openstack-request-id: req-6ff50010-b77f-4b4a-a85a-52ee2d9aa87b {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:02.878066 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c31f1-6a2b-4030-981c-304df3113e78", "name": "network-vif-deleted", "tag": "a02fdf56-8caf-4159-a9e5-0302a24dfe1d", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:02.878455 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ff50010-b77f-4b4a-a85a-52ee2d9aa87b {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:02.878953 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c31f1-6a2b-4030-981c-304df3113e78', 'name': 'network-vif-deleted', 'tag': 'a02fdf56-8caf-4159-a9e5-0302a24dfe1d', 'status': 'completed', 'code': 200} Jul 07 19:10:03.881550 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57510) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:04.287962 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.405692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a02fdf56-8caf-4159-a9e5-0302a24dfe1d no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:04.425752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: a02fdf56-8caf-4159-a9e5-0302a24dfe1d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:04.426211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device a02fdf56-8caf-4159-a9e5-0302a24dfe1d not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:04.569344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port 566bab21-278c-4be4-a7b5-1b88bd848f9d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:04.569693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.628693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.659931 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port 566bab21-278c-4be4-a7b5-1b88bd848f9d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=566bab21-278c-4be4-a7b5-1b88bd848f9d,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:04.660298 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.674652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for 566bab21-278c-4be4-a7b5-1b88bd848f9d owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:04.913137 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:04.957762 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=566bab21-278c-4be4-a7b5-1b88bd848f9d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:05.004283 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.004849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.005391 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.005956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.006464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.007025 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.007598 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.008112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.008624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.009138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.009676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.010200 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:05.194678 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.423580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Router e3237e71-06b8-4324-aa80-6f01da4b5e10 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:05.558347 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:05.566336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a5ddb42d-86fc-43d1-8168-34cd5511297b tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "PUT /v2.0/routers/e3237e71-06b8-4324-aa80-6f01da4b5e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6836393 Jul 07 19:10:05.569631 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57512) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:05.572432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] Sync routers for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:05.582967 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:05.583738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:05.624163 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting subnet bde6f09e-2069-49b3-89b0-22a95f8e94bc {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:10:05.627374 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.675730 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:05.706268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:05.947545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:10:04Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:05.998569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] Checking router: e3237e71-06b8-4324-aa80-6f01da4b5e10 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:06.012936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] Routers {'e3237e71-06b8-4324-aa80-6f01da4b5e10'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:06.013974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3237e71-06b8-4324-aa80-6f01da4b5e10'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:06.096046 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.162316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.177496 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] Set router e3237e71-06b8-4324-aa80-6f01da4b5e10 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:06.196539 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Subnet': ['ID=bde6f09e-2069-49b3-89b0-22a95f8e94bc,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:06.202158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.206975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4f3d0074-15f5-4e89-9273-9af650d21eda tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/subnets/bde6f09e-2069-49b3-89b0-22a95f8e94bc HTTP/1.1" status: 204 len: 168 time: 0.6332204 Jul 07 19:10:06.207757 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57514) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:06.212054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b854309-001d-4609-8faa-4529914f71d9 None None] Network ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:06.355093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.467715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:10:04Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:06.485066 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.497938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9debfb64-eed9-4216-ba8e-d8f9561fefbc None None] The sync data for ids ['e3237e71-06b8-4324-aa80-6f01da4b5e10'] in n-d-798930-2 is: [{'id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888905889', 'tenant_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:10:04Z', 'revision_number': 5, 'project_id': '8bcfbdf95b904837aeb6b3d911b7fcd0', 'gw_port': {'id': 'd0a9031a-43d1-442a-8cbe-bb0865e10bd9', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3237e71-06b8-4324-aa80-6f01da4b5e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:08:21Z', 'updated_at': '2021-07-07T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:06.536963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] DHCP port deletion for ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:10:06.565309 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Deleting port d0a9031a-43d1-442a-8cbe-bb0865e10bd9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:06.565873 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.589262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Deleting port 623c1f04-58aa-4494-91be-30ce3f817a9e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:10:06.589916 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.661850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] For port 623c1f04-58aa-4494-91be-30ce3f817a9e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=623c1f04-58aa-4494-91be-30ce3f817a9e,segment=NetworkSegment(78d6df0c-fbf4-410b-921c-c8ca0c50338d),segment_id=78d6df0c-fbf4-410b-921c-c8ca0c50338d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:06.662484 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.682983 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Calling delete_port for 623c1f04-58aa-4494-91be-30ce3f817a9e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:06.691301 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] For port d0a9031a-43d1-442a-8cbe-bb0865e10bd9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:06.691681 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.705850 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Calling delete_port for d0a9031a-43d1-442a-8cbe-bb0865e10bd9 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:10:06.789606 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.819032 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.861465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Pushing event deleted for resources: {'Port': ['ID=623c1f04-58aa-4494-91be-30ce3f817a9e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:06.866969 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] No DVR routers for this DVR port 623c1f04-58aa-4494-91be-30ce3f817a9e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:10:06.879676 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.880917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.880917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.881323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.882704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.882704 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.883458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.883458 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.883861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.884403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.885065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.885495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e4d6a3-a2a9-4fce-89f0-bd5da84ae489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:06.954412 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:06.983403 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Port': ['ID=d0a9031a-43d1-442a-8cbe-bb0865e10bd9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:06.989594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 623c1f04-58aa-4494-91be-30ce3f817a9e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:07.018018 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 623c1f04-58aa-4494-91be-30ce3f817a9e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:07.018460 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 623c1f04-58aa-4494-91be-30ce3f817a9e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:07.018958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 566bab21-278c-4be4-a7b5-1b88bd848f9d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:07.038715 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 566bab21-278c-4be4-a7b5-1b88bd848f9d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:07.039165 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 566bab21-278c-4be4-a7b5-1b88bd848f9d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:07.075185 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.175829 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.178165 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.231607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.232599 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Fanout notify agent at l3_agent the message router_deleted on router e3237e71-06b8-4324-aa80-6f01da4b5e10 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:10:07.240844 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.242127 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a9f6d6e5-61ae-494a-90d6-af5ac55b6e90 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/routers/e3237e71-06b8-4324-aa80-6f01da4b5e10 HTTP/1.1" status: 204 len: 168 time: 1.0336392 Jul 07 19:10:07.246875 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57516) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:07.330397 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.471417 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.490447 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:07.510414 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d6df0c-fbf4-410b-921c-c8ca0c50338d') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:07.510855 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d6df0c-fbf4-410b-921c-c8ca0c50338d') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:07.525425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.545442 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.558425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:10:07.559087 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: timer() Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:10:07.564405 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:10:07.642257 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.652519 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.655320 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/networks/ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5 HTTP/1.1" status: 204 len: 168 time: 0.4071119 Jul 07 19:10:07.659489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57518) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:07.695586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3392b8-87ed-4622-9cfa-821a7467fef2 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'Network': ['ID=ec1a55c5-6cb9-4fe3-92ce-0a669d8368b5,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:07.782912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c56ffb-39f4-4d73-bd0d-c8691e8704e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.829255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c56ffb-39f4-4d73-bd0d-c8691e8704e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.911840 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c56ffb-39f4-4d73-bd0d-c8691e8704e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.920383 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-80c56ffb-39f4-4d73-bd0d-c8691e8704e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:07.922337 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-80c56ffb-39f4-4d73-bd0d-c8691e8704e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] 10.222.0.88 "DELETE /v2.0/security-groups/d9a04005-b7b3-4766-ac52-1395b01cb9c8 HTTP/1.1" status: 204 len: 168 time: 0.2613881 Jul 07 19:10:07.933614 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c56ffb-39f4-4d73-bd0d-c8691e8704e8 tempest-TestNetworkAdvancedServerOps-638820354 tempest-TestNetworkAdvancedServerOps-638820354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a04005-b7b3-4766-ac52-1395b01cb9c8,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:08.263833 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:10:08.390228 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57526) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:08.626065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0a9031a-43d1-442a-8cbe-bb0865e10bd9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:10:08.648807 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-90eeb697-a267-4e87-9ecc-99a975053e91 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8bcfbdf95b904837aeb6b3d911b7fcd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569246 Jul 07 19:10:08.652105 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57530) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:08.663742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: d0a9031a-43d1-442a-8cbe-bb0865e10bd9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:10:08.664349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device d0a9031a-43d1-442a-8cbe-bb0865e10bd9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:10:08.739687 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6da0b531-7407-465f-99a5-dba0b9255c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.792734 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6da0b531-7407-465f-99a5-dba0b9255c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.890849 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6da0b531-7407-465f-99a5-dba0b9255c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.894590 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6da0b531-7407-465f-99a5-dba0b9255c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:08.896253 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6da0b531-7407-465f-99a5-dba0b9255c46 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cae6785e-32ea-46f6-aff4-86a456147148 HTTP/1.1" status: 204 len: 168 time: 0.2429345 Jul 07 19:10:08.907448 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0b531-7407-465f-99a5-dba0b9255c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae6785e-32ea-46f6-aff4-86a456147148,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:09.281881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57536) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:09.300427 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf4c1-bf05-4d20-80d5-be3b13232eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.432088 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf4c1-bf05-4d20-80d5-be3b13232eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.439245 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf4c1-bf05-4d20-80d5-be3b13232eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.480202 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7a9bf4c1-bf05-4d20-80d5-be3b13232eaa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8abb6ed3514e49478a4e7cf587bbc585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966865 Jul 07 19:10:09.480753 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bf4c1-bf05-4d20-80d5-be3b13232eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4c44c5-7441-4a3d-bbc8-2aca6c8b0523,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:09.484152 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57538) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:09.545616 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b35dc-5f07-4a4a-8851-4e83a8b81fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.577396 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b35dc-5f07-4a4a-8851-4e83a8b81fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.640986 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b35dc-5f07-4a4a-8851-4e83a8b81fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.643820 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f41b35dc-5f07-4a4a-8851-4e83a8b81fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:09.645144 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f41b35dc-5f07-4a4a-8851-4e83a8b81fe7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc4c44c5-7441-4a3d-bbc8-2aca6c8b0523 HTTP/1.1" status: 204 len: 168 time: 0.1599491 Jul 07 19:10:09.655842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b35dc-5f07-4a4a-8851-4e83a8b81fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4c44c5-7441-4a3d-bbc8-2aca6c8b0523,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.503814 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57560) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:10.608659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064563787-network', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:10.633812 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Made reservation on behalf of e73921fbeb5f4f699f682e79ece5d387 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:10.636400 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.646801 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.759274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.766220 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.793483 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:10.805291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ff7db-7673-4324-bf8e-307c951ffcf9,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.812176 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.812525 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Added segment 164fc53a-4405-45d7-bdc0-7f7baf802345 of type vlan for network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b Jul 07 19:10:10.861310 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.907686 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.908819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:10.909507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:10.962801 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4573393 Jul 07 19:10:10.966897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57564) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:10.973019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae4d83-a7a8-4a75-b56f-5af6386eae5e admin admin] Pushing event updated for resources: {'Network': ['ID=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:10.975121 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Request body: {'subnet': {'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064563787-subnet', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:10.988906 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:11.022331 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Made reservation on behalf of e73921fbeb5f4f699f682e79ece5d387 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:11.030270 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.237453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.319770 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7c0091-9820-4684-99ff-5222dd9d93ae,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:11.330588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Checking segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:11.330968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Network hostable DHCP agents. Network: 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:11.357898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:11.374468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:11.384515 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:11.385381 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.385742 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab5b39-bb7f-4d83-a552-5d06cf16db12 None None] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:11.404199 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-58a87439-e4d9-4c7e-8005-c5f36c61bc99 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4354835 Jul 07 19:10:11.407535 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57566) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:11.413828 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:11.442531 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.443929 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.517060 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.589050 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:10:11.589943 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.685504 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.751428 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Allocated IP 172.20.0.2 (71fdb377-2fc0-462c-a7b4-2de9f8d14e5b/cb7c0091-9820-4684-99ff-5222dd9d93ae/f9981c49-1fce-4cac-95f6-f231b9bbf5bc) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:11.934057 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.938162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.948195 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Transition to ACTIVE for port object f9981c49-1fce-4cac-95f6-f231b9bbf5bc will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:11.956064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:11.974922 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Transition to ACTIVE for port object f9981c49-1fce-4cac-95f6-f231b9bbf5bc will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:11.990619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.044082 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:12.049330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:12.052896 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:12.058784 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Pushing event updated for resources: {'Port': ['ID=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:12.094492 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Allocated IP 172.25.1.16 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:12.125926 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Attempting to bind port f9981c49-1fce-4cac-95f6-f231b9bbf5bc on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:12.126306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Attempting to bind port f9981c49-1fce-4cac-95f6-f231b9bbf5bc by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:12.126703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Attempting to bind port f9981c49-1fce-4cac-95f6-f231b9bbf5bc on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:12.131998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:12.132464 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Checking segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:12.132768 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.133422 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Bound using segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:12.133970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Bound port: f9981c49-1fce-4cac-95f6-f231b9bbf5bc, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:12.134167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.209904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] For port f9981c49-1fce-4cac-95f6-f231b9bbf5bc, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:12.214880 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] For port f9981c49-1fce-4cac-95f6-f231b9bbf5bc, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:12.221195 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.233384 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.295326 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5912b0-2997-490b-b43d-351df3a65422 None None] Pushing event updated for resources: {'Port': ['ID=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:12.306528 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.368331 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:12.377649 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:12.380971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:12.389216 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:12.658876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f9981c49-1fce-4cac-95f6-f231b9bbf5bc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:12.740405 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:12.742605 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port f9981c49-1fce-4cac-95f6-f231b9bbf5bc completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:12.972303 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.151790 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:10:13.304662 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:13.318055 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Sync routers for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:13.332551 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:13.333691 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:13.345356 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.350537 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-59b7a68f-1944-4acd-8c7d-41284842e004 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9381433 Jul 07 19:10:13.350910 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57568) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:13.454695 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd651b7-b6c5-47d3-8815-1fb0d4e07c6e None None] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:13.500203 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:13.590091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44dc4679-1028-4f31-9dbb-6d38b8de43c1 None None] Provisioning for port f9981c49-1fce-4cac-95f6-f231b9bbf5bc completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:13.609064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-44dc4679-1028-4f31-9dbb-6d38b8de43c1 None None] Provisioning complete for port f9981c49-1fce-4cac-95f6-f231b9bbf5bc triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:13.609457 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44dc4679-1028-4f31-9dbb-6d38b8de43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.783477 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 3, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:13.824150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44dc4679-1028-4f31-9dbb-6d38b8de43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.845080 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Checking router: feedcbe1-d7d1-4e0c-a747-441ad8c0af5c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:13.845931 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Updating router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:13.890183 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-44dc4679-1028-4f31-9dbb-6d38b8de43c1 None None] For port f9981c49-1fce-4cac-95f6-f231b9bbf5bc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:13.896345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44dc4679-1028-4f31-9dbb-6d38b8de43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.919521 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:13.981341 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc4679-1028-4f31-9dbb-6d38b8de43c1 None None] Pushing event updated for resources: {'Port': ['ID=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:14.068290 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.237434 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3992c754-8769-41a3-bbde-e8eb7aede78c None None] Provisioning complete for port f9981c49-1fce-4cac-95f6-f231b9bbf5bc triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:14.237957 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3992c754-8769-41a3-bbde-e8eb7aede78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.328143 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Allocated IP 172.20.0.1 (71fdb377-2fc0-462c-a7b4-2de9f8d14e5b/cb7c0091-9820-4684-99ff-5222dd9d93ae/eea1d4f9-cdce-4dc6-bb8b-3625da9247b9) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:14.328449 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.340736 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Transition to ACTIVE for port object e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:14.350015 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.407037 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Attempting to bind port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:14.407502 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Attempting to bind port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:14.407873 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Attempting to bind port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:14.415096 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Pushing event updated for resources: {'Port': ['ID=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:14.418533 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:14.419193 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:14.419193 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.419960 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:14.420225 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Bound port: e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:14.420684 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.427261 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.427683 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.428068 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.428391 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.428723 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.429114 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.429420 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.429743 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.430062 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.430441 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.430771 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.431111 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:10:14.466300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.485637 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Transition to ACTIVE for port object eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:14.487759 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] For port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:14.491016 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] For port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:14.499308 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.531334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.573554 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:14.574216 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:14.587451 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:14.591213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:14.597536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:14.627171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Pushing event updated for resources: {'Port': ['ID=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:14.635296 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c1248-9b36-4c7b-8b47-71082d693051 None None] Pushing event updated for resources: {'Port': ['ID=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:14.653691 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.665673 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f9981c49-1fce-4cac-95f6-f231b9bbf5bc up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:14.752333 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port f9981c49-1fce-4cac-95f6-f231b9bbf5bc triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:14.752941 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.756030 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:14.878722 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:14.981021 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6420f92b-9e8c-4dd5-b145-e494c8276a66 None None] Provisioning for port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:14.986111 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6420f92b-9e8c-4dd5-b145-e494c8276a66 None None] Provisioning complete for port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:14.986801 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6420f92b-9e8c-4dd5-b145-e494c8276a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.024215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6420f92b-9e8c-4dd5-b145-e494c8276a66 None None] Port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:15.039752 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 3, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:15.081607 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9efb24-3866-48b5-bb0a-f11e8f3b76e8 None None] The sync data for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 is: [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:12Z', 'revision_number': 3, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:15.145522 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.153154 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.220555 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.227185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Pushing event updated for resources: {'Port': ['ID=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:15.357874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:15.359562 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:15.540791 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:15.659579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-38e4752c-705a-454f-9137-4573a2ac839f None None] Provisioning complete for port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:15.660250 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38e4752c-705a-454f-9137-4573a2ac839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:15.672989 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:15.681283 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f586b89-8473-4ef4-8994-03537129fa31 admin admin] 10.222.0.88 "PUT /v2.0/routers/feedcbe1-d7d1-4e0c-a747-441ad8c0af5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3265998 Jul 07 19:10:15.702338 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-38e4752c-705a-454f-9137-4573a2ac839f None None] Port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:15.954529 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3eafbb47-6292-4da9-94ba-a8cd28c56059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.273375 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57584) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:16.278522 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-195955038-network', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:16.307841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Made reservation on behalf of 240db8e4206f4475bc3f62f6ba577e14 for: {'network': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:16.311600 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.325786 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.443009 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.448067 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.476780 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:10:16.486931 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de14b5-5dcc-452d-8a38-f5d5e93129f6,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:16.493561 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.493889 n-d-798930-2 neutron-server[105589]: INFO neutron.db.segments_db [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Added segment c564dac6-0d7f-4c81-a348-0062089cfa22 of type vlan for network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 Jul 07 19:10:16.544876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.601807 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.603553 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:16.604560 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.667804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:16.679087 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4043279 Jul 07 19:10:16.682237 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57586) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:16.689226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Request body: {'subnet': {'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-195955038-subnet', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:16.702667 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abed74-f744-42c3-90e5-0a4d426c83ac admin admin] Pushing event updated for resources: {'Network': ['ID=84d956f1-9aad-4c0a-b84f-6d7013f2ea09,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:16.716366 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:10:16.728996 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Made reservation on behalf of 240db8e4206f4475bc3f62f6ba577e14 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:16.731625 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.802710 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:16.817241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:16.817770 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.916723 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.943777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:16.949104 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:16.950056 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.013223 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Sync routers for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:17.017878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e137860d-34a6-45ec-affb-dae6a54f8e0e,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:17.030213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Checking segment: {'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:17.030213 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Network hostable DHCP agents. Network: 84d956f1-9aad-4c0a-b84f-6d7013f2ea09, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:10:17.031946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:17.037482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:17.038435 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:09:48Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:17.053384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:10:17.067393 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 84d956f1-9aad-4c0a-b84f-6d7013f2ea09) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:17.074455 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:17.076088 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.086534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dbf306-748d-4fc5-8534-3cefdf3a9e3f None None] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:17.098467 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c73c7e0e-731f-4764-8389-516f3136e84a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4148557 Jul 07 19:10:17.101710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57588) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:17.107351 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:17.132327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.134003 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.215507 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.368054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.391262 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:17.608291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-84d956f1-9aad-4c0a-b84f-6d7013f2ea09', 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'fixed_ips': [{'subnet_id': 'e137860d-34a6-45ec-affb-dae6a54f8e0e'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:10:17.609201 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.609668 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.634070 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.783090 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Allocated IP 172.25.1.250 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:17.808354 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 2, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:17.854884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Allocated IP 172.20.0.2 (84d956f1-9aad-4c0a-b84f-6d7013f2ea09/e137860d-34a6-45ec-affb-dae6a54f8e0e/7ffe1fea-1762-4d29-91b7-fe059edb5c6a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:17.857771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Checking router: feedcbe1-d7d1-4e0c-a747-441ad8c0af5c for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:17.858102 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Updating router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:17.935871 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.941991 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:17.987754 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.040199 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:18.043855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:18.047605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:18.078625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Pushing event updated for resources: {'Port': ['ID=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:18.152710 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.203355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Transition to ACTIVE for port object 7ffe1fea-1762-4d29-91b7-fe059edb5c6a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:18.226335 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Transition to ACTIVE for port object 7ffe1fea-1762-4d29-91b7-fe059edb5c6a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:18.242735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.317210 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:18.325483 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Pushing event updated for resources: {'Port': ['ID=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:18.331492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:18.337205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:18.352666 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.426769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.445087 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Attempting to bind port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:18.445449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Attempting to bind port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:18.446010 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Attempting to bind port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a on network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:18.450157 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Transition to ACTIVE for port object eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:18.455107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:18.455356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Checking segment: {'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:18.455693 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.456101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Bound using segment: {'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:18.456609 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Bound port: 7ffe1fea-1762-4d29-91b7-fe059edb5c6a, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:18.457098 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.465839 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.561802 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99cbd699-fb1b-4f2b-ac36-3479aab02b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.580749 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a893e9e-ea9f-412d-99e3-97f1c7af465a None None] Pushing event updated for resources: {'Port': ['ID=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:18.582048 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.624661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] For port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:18.669592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:18.675273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] For port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,segment=NetworkSegment(c564dac6-0d7f-4c81-a348-0062089cfa22),segment_id=c564dac6-0d7f-4c81-a348-0062089cfa22)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:18.709447 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.715750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.747017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Attempting to bind port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:18.747372 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Attempting to bind port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:18.747818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Attempting to bind port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:18.753896 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:10:18.778509 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:18.778865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Checking segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:18.779276 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.779661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Bound using segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:18.780149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Bound port: eea1d4f9-cdce-4dc6-bb8b-3625da9247b9, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:18.780523 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.821208 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dbdba-feab-45a2-b701-5635580bac9d None None] Pushing event updated for resources: {'Port': ['ID=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:18.877176 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:18.877791 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.911017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:18.924450 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Sync routers for ids ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:18.934081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:18.936064 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-288d5360-1c93-45a2-a825-44d54ee29a44 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8328285 Jul 07 19:10:18.940344 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57590) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:18.943112 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Routers {'23b61c1e-c863-48be-87d3-e83e3c84a3c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:18.944085 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:10:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:18.957543 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] For port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:18.962886 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] For port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:18.970827 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.102740 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Set router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:19.113040 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:19.113778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:10:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:19.283780 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a893e9e-ea9f-412d-99e3-97f1c7af465a None None] Pushing event updated for resources: {'Port': ['ID=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:19.310322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:19.335603 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 3, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port': {'id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:19.379964 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Checking router: 23b61c1e-c863-48be-87d3-e83e3c84a3c5 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:19.380311 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Updating router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:19.417369 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.591241 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:19.627999 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1667f-fcc2-4a8f-bbe8-47c3760da3a9 None None] The sync data for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 is: [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:19.868509 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.881287 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Transition to ACTIVE for port object 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:19.892194 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.944372 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e902-ab53-4a8d-9fd3-dab6f6e639b7 None None] Pushing event updated for resources: {'Port': ['ID=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:19.964632 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Attempting to bind port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:19.965021 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Attempting to bind port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:19.965609 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Attempting to bind port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:19.974464 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:19.979751 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:19.980539 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:19.981173 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:19.981931 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Bound port: 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:19.982515 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.002000 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.078454 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] For port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:20.083934 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] For port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:20.092316 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.118075 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.145193 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Routers {'23b61c1e-c863-48be-87d3-e83e3c84a3c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:20.145846 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:10:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:20.216490 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e902-ab53-4a8d-9fd3-dab6f6e639b7 None None] Pushing event updated for resources: {'Port': ['ID=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:20.309777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389bfb2f-1b59-4bf5-8e05-33379cfc19bb None None] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:10:20.348537 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] Set router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:20.380594 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1eb28972-e186-479c-987e-358f620d11a0 None None] Provisioning for port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:20.405086 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Allocated IP 172.20.0.1 (84d956f1-9aad-4c0a-b84f-6d7013f2ea09/e137860d-34a6-45ec-affb-dae6a54f8e0e/1d9bfb98-12fa-4beb-9603-792ebd5eac36) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:20.583526 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.608136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Transition to ACTIVE for port object 1d9bfb98-12fa-4beb-9603-792ebd5eac36 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:20.626675 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 3, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port': {'id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:20.665136 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af48b9-4a29-4a62-80c4-f67462a3a6a6 None None] The sync data for ids ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'] in n-d-798930-2 is: [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:18Z', 'revision_number': 3, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port': {'id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:20.673054 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.730096 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:20.736723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:20.742732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:20.791228 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:20.828971 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9bfb98-12fa-4beb-9603-792ebd5eac36,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:20.843029 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:20.884818 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:20.892396 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:20.893167 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.088706 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.089084 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.159346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:21.165626 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.166346 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7ffe1fea-1762-4d29-91b7-fe059edb5c6a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:21.280124 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:21.288450 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:21.301472 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:21.302137 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.306107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b50859a7-188c-4c97-9a5a-d7df0f282ee0 None None] Provisioning for port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:21.336651 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b50859a7-188c-4c97-9a5a-d7df0f282ee0 None None] Provisioning complete for port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:21.337578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b50859a7-188c-4c97-9a5a-d7df0f282ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.387964 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.394007 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b50859a7-188c-4c97-9a5a-d7df0f282ee0 None None] Port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:21.398069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.451418 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.503224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.508734 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.513464 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9bfb98-12fa-4beb-9603-792ebd5eac36,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:21.518432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,segment=NetworkSegment(c564dac6-0d7f-4c81-a348-0062089cfa22),segment_id=c564dac6-0d7f-4c81-a348-0062089cfa22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:21.525545 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.589513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:21.635087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:21.636693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:21.800521 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:21.920318 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-edc10c24-174b-4890-a712-89ab48270bed None None] Provisioning complete for port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:21.920728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc10c24-174b-4890-a712-89ab48270bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:21.946956 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:21.952598 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-62a083f3-934e-4953-9da0-56d49f065a76 admin admin] 10.222.0.88 "PUT /v2.0/routers/23b61c1e-c863-48be-87d3-e83e3c84a3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0072916 Jul 07 19:10:21.980323 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-edc10c24-174b-4890-a712-89ab48270bed None None] Port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:22.525559 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57598) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:22.530503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-cb5f3edd-2751-4d93-a4a5-dbfbc4724bd4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247469827', 'description': 'tempest-secgroup-smoke-247469827 description', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:22.560274 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3edd-2751-4d93-a4a5-dbfbc4724bd4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.675390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3edd-2751-4d93-a4a5-dbfbc4724bd4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.681473 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3edd-2751-4d93-a4a5-dbfbc4724bd4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.720618 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3edd-2751-4d93-a4a5-dbfbc4724bd4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.722252 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-cb5f3edd-2751-4d93-a4a5-dbfbc4724bd4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1954849 Jul 07 19:10:22.722936 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f3edd-2751-4d93-a4a5-dbfbc4724bd4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b58e35-6281-4026-aa3c-e8c228267fb6,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:22.726696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57600) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:22.731872 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-a1c3cc30-9d47-445b-aa58-aa1191cdc938 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': '68b58e35-6281-4026-aa3c-e8c228267fb6', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:22.758649 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:22.772301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cc30-9d47-445b-aa58-aa1191cdc938 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.833769 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:22.834187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.855475 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cc30-9d47-445b-aa58-aa1191cdc938 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.861425 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cc30-9d47-445b-aa58-aa1191cdc938 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.880814 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3cc30-9d47-445b-aa58-aa1191cdc938 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8534b2fb-1943-45a8-8d41-0c334dc988b3,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:22.895313 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cc30-9d47-445b-aa58-aa1191cdc938 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.896594 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a1c3cc30-9d47-445b-aa58-aa1191cdc938 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687813 Jul 07 19:10:22.899565 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57602) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:22.904687 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-0b0e1bbf-d556-4034-9a48-770e98207fd1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': '68b58e35-6281-4026-aa3c-e8c228267fb6', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:22.942969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1bbf-d556-4034-9a48-770e98207fd1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:22.952180 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7ffe1fea-1762-4d29-91b7-fe059edb5c6a up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:23.032238 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1bbf-d556-4034-9a48-770e98207fd1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.036941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:23.037464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.037967 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1bbf-d556-4034-9a48-770e98207fd1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.055115 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e1bbf-d556-4034-9a48-770e98207fd1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bb7d9e-07f5-44a4-bf6c-e7b8a384e7bf,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.068769 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1bbf-d556-4034-9a48-770e98207fd1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.070765 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0b0e1bbf-d556-4034-9a48-770e98207fd1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699519 Jul 07 19:10:23.075695 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57604) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:23.080561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e6d8c4a2-da64-4113-95ed-ad96a3b3a855 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': '68b58e35-6281-4026-aa3c-e8c228267fb6', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:23.117626 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6d8c4a2-da64-4113-95ed-ad96a3b3a855 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.155523 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:23.194100 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6d8c4a2-da64-4113-95ed-ad96a3b3a855 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.199882 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6d8c4a2-da64-4113-95ed-ad96a3b3a855 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.219012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c136207d-adfe-493e-a854-6df05add092f None None] Sync routers for ids ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:23.224114 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8c4a2-da64-4113-95ed-ad96a3b3a855 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9449ad8b-a75f-4d7a-9bcf-d51e3d88f6d6,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.233996 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] Routers {'23b61c1e-c863-48be-87d3-e83e3c84a3c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:23.234718 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e6d8c4a2-da64-4113-95ed-ad96a3b3a855 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.235139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:10:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:23.236070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e6d8c4a2-da64-4113-95ed-ad96a3b3a855 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592298 Jul 07 19:10:23.239089 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57606) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:23.239699 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:23.245011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-ee394d68-d715-47ea-be02-aaf5143d35b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': '68b58e35-6281-4026-aa3c-e8c228267fb6', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:23.281819 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee394d68-d715-47ea-be02-aaf5143d35b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.371818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee394d68-d715-47ea-be02-aaf5143d35b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.378040 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee394d68-d715-47ea-be02-aaf5143d35b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.397440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee394d68-d715-47ea-be02-aaf5143d35b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5f7f3f-c05b-4869-92bb-e3bf1181f362,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.408996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee394d68-d715-47ea-be02-aaf5143d35b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.410087 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee394d68-d715-47ea-be02-aaf5143d35b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693256 Jul 07 19:10:23.414684 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57608) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:23.422144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': '68b58e35-6281-4026-aa3c-e8c228267fb6', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:23.451846 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:23.452494 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.457098 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Project e73921fbeb5f4f699f682e79ece5d387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:10:23.461944 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.553353 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.560953 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.581788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aca863e-6bcd-48fe-aca6-2f60df506d3a,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.582443 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] Set router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:23.592119 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.593918 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0f13ae17-c0de-4783-b817-192991591a82 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1774104 Jul 07 19:10:23.596787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57610) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:23.602015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': '68b58e35-6281-4026-aa3c-e8c228267fb6', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:23.630638 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Project e73921fbeb5f4f699f682e79ece5d387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:10:23.635782 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.645812 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.702314 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:23.728317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.729156 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.734963 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.756862 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014ad6de-644a-4565-a602-ccb550dc64f1,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.765150 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:23.777672 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-fdb241e4-ae35-4de4-a209-533e966a4107 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1793976 Jul 07 19:10:23.818615 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:23.889611 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port': {'id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1d9bfb98-12fa-4beb-9603-792ebd5eac36', 'name': '', 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'mac_address': 'fa:16:3e:7b:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e137860d-34a6-45ec-affb-dae6a54f8e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:20Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 2, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'subnets': [{'id': 'e137860d-34a6-45ec-affb-dae6a54f8e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:23.921941 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c136207d-adfe-493e-a854-6df05add092f None None] Checking router: 23b61c1e-c863-48be-87d3-e83e3c84a3c5 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:23.922288 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c136207d-adfe-493e-a854-6df05add092f None None] Updating router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:10:23.960360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c136207d-adfe-493e-a854-6df05add092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.031956 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-8e8092b2-5fe1-4f5f-85cd-c10d837d1d91 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247469827&fields=id&tenant_id=e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 267 time: 0.0393884 Jul 07 19:10:24.197732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-04021421-4158-4fa5-8c7b-5ff7db444a81 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:24.199872 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-04021421-4158-4fa5-8c7b-5ff7db444a81 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 809 time: 0.1586943 Jul 07 19:10:24.223471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b01e852-2e47-4e0e-ab7e-cda8f69ceaeb tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/quotas/e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 375 time: 0.0150924 Jul 07 19:10:24.310288 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c136207d-adfe-493e-a854-6df05add092f None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.310785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-d2449ebc-4f38-45bf-9be6-55ab37aa8427 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793874 Jul 07 19:10:24.324670 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c136207d-adfe-493e-a854-6df05add092f None None] Transition to ACTIVE for port object 1d9bfb98-12fa-4beb-9603-792ebd5eac36 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:24.334092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-424fa78f-6eee-47e8-92b3-02874cf06631 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:10:24.334789 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c136207d-adfe-493e-a854-6df05add092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.334969 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-424fa78f-6eee-47e8-92b3-02874cf06631 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105402 Jul 07 19:10:24.392045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58a449-12aa-48f0-ba0f-99424cc4fef3 None None] Pushing event updated for resources: {'Port': ['ID=1d9bfb98-12fa-4beb-9603-792ebd5eac36,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:24.475661 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c136207d-adfe-493e-a854-6df05add092f None None] Attempting to bind port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:24.476107 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c136207d-adfe-493e-a854-6df05add092f None None] Attempting to bind port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:24.476470 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c136207d-adfe-493e-a854-6df05add092f None None] Attempting to bind port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 on network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:24.482304 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c136207d-adfe-493e-a854-6df05add092f None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:24.482729 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c136207d-adfe-493e-a854-6df05add092f None None] Checking segment: {'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:24.483098 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c136207d-adfe-493e-a854-6df05add092f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.483480 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c136207d-adfe-493e-a854-6df05add092f None None] Bound using segment: {'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:24.483945 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-c136207d-adfe-493e-a854-6df05add092f None None] Bound port: 1d9bfb98-12fa-4beb-9603-792ebd5eac36, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c564dac6-0d7f-4c81-a348-0062089cfa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:24.484318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c136207d-adfe-493e-a854-6df05add092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.578240 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c136207d-adfe-493e-a854-6df05add092f None None] For port 1d9bfb98-12fa-4beb-9603-792ebd5eac36, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:24.584621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c136207d-adfe-493e-a854-6df05add092f None None] For port 1d9bfb98-12fa-4beb-9603-792ebd5eac36, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1d9bfb98-12fa-4beb-9603-792ebd5eac36,segment=NetworkSegment(c564dac6-0d7f-4c81-a348-0062089cfa22),segment_id=c564dac6-0d7f-4c81-a348-0062089cfa22)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:24.592932 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c136207d-adfe-493e-a854-6df05add092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.593387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7f65d072-dccf-468a-8e97-bb2a00c3d41e service neutron] 10.222.0.88 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486515 Jul 07 19:10:24.675895 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:24.710938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] Routers {'23b61c1e-c863-48be-87d3-e83e3c84a3c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:24.711692 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:10:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:24.750084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-2b91eab7-3ed3-4581-92b1-78d5f13036cd service neutron] 10.222.0.88 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557722 Jul 07 19:10:24.806356 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58a449-12aa-48f0-ba0f-99424cc4fef3 None None] Pushing event updated for resources: {'Port': ['ID=1d9bfb98-12fa-4beb-9603-792ebd5eac36,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:24.905276 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:24.906067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:24.947315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] Set router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:25.236603 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-c136207d-adfe-493e-a854-6df05add092f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port': {'id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1d9bfb98-12fa-4beb-9603-792ebd5eac36', 'name': '', 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'mac_address': 'fa:16:3e:7b:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e137860d-34a6-45ec-affb-dae6a54f8e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:20Z', 'updated_at': '2021-07-07T19:10:24Z', 'revision_number': 4, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'subnets': [{'id': 'e137860d-34a6-45ec-affb-dae6a54f8e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:25.263804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c136207d-adfe-493e-a854-6df05add092f None None] The sync data for ids ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'] in n-d-798930-2 is: [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:20Z', 'revision_number': 4, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port': {'id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '1d9bfb98-12fa-4beb-9603-792ebd5eac36', 'name': '', 'network_id': '84d956f1-9aad-4c0a-b84f-6d7013f2ea09', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'mac_address': 'fa:16:3e:7b:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e137860d-34a6-45ec-affb-dae6a54f8e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:20Z', 'updated_at': '2021-07-07T19:10:24Z', 'revision_number': 4, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'subnets': [{'id': 'e137860d-34a6-45ec-affb-dae6a54f8e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:26.037261 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3839c7c-6b15-464c-9bfe-f81f2da34c2b req-d6f29e4c-d9de-4b1b-961e-0659658bb0ba tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 210 time: 0.0346708 Jul 07 19:10:26.681850 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d9bfb98-12fa-4beb-9603-792ebd5eac36 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:26.777368 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:26.783954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:26.784528 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.942317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:26.987998 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 1d9bfb98-12fa-4beb-9603-792ebd5eac36, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1d9bfb98-12fa-4beb-9603-792ebd5eac36,segment=NetworkSegment(c564dac6-0d7f-4c81-a348-0062089cfa22),segment_id=c564dac6-0d7f-4c81-a348-0062089cfa22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:26.995292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.067351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=1d9bfb98-12fa-4beb-9603-792ebd5eac36,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:27.235647 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6db10fdf-c7b2-48fd-ae47-80123346b200 req-861a10aa-e697-4dc7-acf5-ede018583a36 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 210 time: 0.0464129 Jul 07 19:10:27.569371 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-527d247a-5b0e-4f3a-b6e6-ff5f52fb7758 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:27.570805 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-527d247a-5b0e-4f3a-b6e6-ff5f52fb7758 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 809 time: 0.1350942 Jul 07 19:10:27.637732 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-341d5492-a35c-41f5-8bde-c8ad1e837ee3 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 379 time: 0.0451384 Jul 07 19:10:27.645556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'port': {'device_id': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'admin_state_up': True, 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'security_groups': ['68b58e35-6281-4026-aa3c-e8c228267fb6']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:27.782159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Made reservation on behalf of e73921fbeb5f4f699f682e79ece5d387 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:10:27.786500 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:27.955968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Allocated IP 172.20.0.7 (71fdb377-2fc0-462c-a7b4-2de9f8d14e5b/cb7c0091-9820-4684-99ff-5222dd9d93ae/de69792f-6c73-4dbb-8ded-e6b1664d5352) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:28.114288 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.132859 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Transition to ACTIVE for port object de69792f-6c73-4dbb-8ded-e6b1664d5352 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:28.173607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.220700 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:28.224122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:28.228321 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:28.265744 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:28.302624 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:28.303659 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.322874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0b6f34a6-a434-4dc1-a66a-3087efbf9206 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6829650 Jul 07 19:10:28.336407 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Request body: {'port': {'device_id': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:28.427263 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.495081 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0d52964-4921-442c-bade-dfcd56d762b9 None None] Provisioning for port de69792f-6c73-4dbb-8ded-e6b1664d5352 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:28.497407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa51123-f3d1-4c3c-9c72-907428dcb764 req-f798def2-f4f4-4098-aab4-37d56c0234c6 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:28.500725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cfa51123-f3d1-4c3c-9c72-907428dcb764 req-f798def2-f4f4-4098-aab4-37d56c0234c6 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 931 time: 0.1040325 Jul 07 19:10:28.502211 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0d52964-4921-442c-bade-dfcd56d762b9 None None] Provisioning complete for port de69792f-6c73-4dbb-8ded-e6b1664d5352 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:28.502580 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0d52964-4921-442c-bade-dfcd56d762b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.545279 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c0d52964-4921-442c-bade-dfcd56d762b9 None None] Port de69792f-6c73-4dbb-8ded-e6b1664d5352 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:10:28.552041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cfa51123-f3d1-4c3c-9c72-907428dcb764 req-09616277-7f4c-4721-b91e-0da758011f24 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442564 Jul 07 19:10:28.646432 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d9bfb98-12fa-4beb-9603-792ebd5eac36 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:28.701944 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:28.702343 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.762613 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de69792f-6c73-4dbb-8ded-e6b1664d5352 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:28.773962 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.789102 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Transition to ACTIVE for port object de69792f-6c73-4dbb-8ded-e6b1664d5352 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:10:28.794749 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:28.890506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:28.945866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Attempting to bind port de69792f-6c73-4dbb-8ded-e6b1664d5352 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:10:28.946692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Attempting to bind port de69792f-6c73-4dbb-8ded-e6b1664d5352 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:10:28.946890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Attempting to bind port de69792f-6c73-4dbb-8ded-e6b1664d5352 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:28.952729 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Port de69792f-6c73-4dbb-8ded-e6b1664d5352 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:10:28.953269 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Attempting to bind port de69792f-6c73-4dbb-8ded-e6b1664d5352 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:10:28.959459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:10:28.959817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Checking segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:10:28.960230 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Bound using segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:10:28.960673 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Bound port: de69792f-6c73-4dbb-8ded-e6b1664d5352, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:10:28.961064 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.041907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:10:29.048436 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:10:29.058699 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.099652 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:29.100587 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:29.102170 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] 10.222.0.90 "PUT /v2.0/ports/de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 1091 time: 0.7713177 Jul 07 19:10:29.102760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:29.106742 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550465b7-2fff-42e3-a30d-13de9cd122fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:29.149766 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06f24e-5073-4fb5-a9ac-8654298c372f service neutron] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:29.173938 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55449245-903e-4e96-8491-f5ba82ab8468 x-openstack-request-id: req-55449245-903e-4e96-8491-f5ba82ab8468 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:29.174281 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:29.174528 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-55449245-903e-4e96-8491-f5ba82ab8468 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:29.174945 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'status': 'completed', 'code': 200} Jul 07 19:10:29.229794 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-00705bfc-22bd-47d4-9981-f1ed6d889301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:29.231657 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-00705bfc-22bd-47d4-9981-f1ed6d889301 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1094 time: 0.0709798 Jul 07 19:10:29.279757 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-f567c29d-5cd7-4eda-96cf-45b505add236 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 217 time: 0.0408971 Jul 07 19:10:29.716790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-6e0d479b-444d-45f4-9726-27bceed347a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:29.718220 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-6e0d479b-444d-45f4-9726-27bceed347a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.4322519 Jul 07 19:10:29.764408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f7cd-4193-4ad6-b313-f0efef08bbd2 req-9ceb0ff8-90e3-4f44-a3e9-ae362c794905 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:29.767162 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98f2f7cd-4193-4ad6-b313-f0efef08bbd2 req-9ceb0ff8-90e3-4f44-a3e9-ae362c794905 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0821090 Jul 07 19:10:29.784221 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb48d-a0ef-4304-9595-d891e430da32 req-df3a17b9-7776-4b8e-a350-241073559609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:29.786099 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-df3a17b9-7776-4b8e-a350-241073559609 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602727 Jul 07 19:10:29.829109 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-98f2f7cd-4193-4ad6-b313-f0efef08bbd2 req-977aa120-a00d-4450-98bb-a82c71a296ff tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552990 Jul 07 19:10:29.899521 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-0cf7dd63-14bd-4a89-8650-c8ee93c7dd35 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055171 Jul 07 19:10:29.999572 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-897cb48d-a0ef-4304-9595-d891e430da32 req-217fe4cd-ff8a-4d0a-99d9-43c825b86a43 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928140 Jul 07 19:10:30.108509 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-77fae0cf-4fbf-436b-92ea-ea686049468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.110180 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-77fae0cf-4fbf-436b-92ea-ea686049468b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1094 time: 0.0591297 Jul 07 19:10:30.224310 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-0b4248df-ae2f-4cb4-a213-5527508a5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.226424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-0b4248df-ae2f-4cb4-a213-5527508a5342 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1095634 Jul 07 19:10:30.272541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-09227d1e-3208-4975-9316-74a2462d5d98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 217 time: 0.0391934 Jul 07 19:10:30.338334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-344b2925-a2b3-4129-bfa8-a9b77e36178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.339808 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-344b2925-a2b3-4129-bfa8-a9b77e36178c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0609019 Jul 07 19:10:30.404189 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-ebf312cc-14e1-44f9-8817-6d2d4a9110b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:30.405940 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-ebf312cc-14e1-44f9-8817-6d2d4a9110b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589278 Jul 07 19:10:30.511308 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-e5308060-4134-4d87-b6ab-3ab6c0bdd884 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989180 Jul 07 19:10:30.636003 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-550465b7-2fff-42e3-a30d-13de9cd122fa req-d439c87d-89c8-4e99-89ea-f476887b89ac service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186147 Jul 07 19:10:31.029201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0498-1d67-4f83-8e6d-5504cf12f8f1 req-10e267e9-8bd9-4dda-ab96-632bc4ef5375 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:31.030875 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f0d0498-1d67-4f83-8e6d-5504cf12f8f1 req-10e267e9-8bd9-4dda-ab96-632bc4ef5375 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0724237 Jul 07 19:10:31.083372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3f0d0498-1d67-4f83-8e6d-5504cf12f8f1 req-07f5719e-0490-4900-896d-f7d66d08e08f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 Jul 07 19:10:32.285426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296d8f-dbc7-44bb-8ec9-0dc700ee5b68 req-170e0270-de57-4af1-abbb-c1c846b5eea2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:32.287262 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38296d8f-dbc7-44bb-8ec9-0dc700ee5b68 req-170e0270-de57-4af1-abbb-c1c846b5eea2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0817587 Jul 07 19:10:32.347897 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-38296d8f-dbc7-44bb-8ec9-0dc700ee5b68 req-60c2aa2f-e398-4b7c-9fd4-2f0621501e5d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545001 Jul 07 19:10:33.544942 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bbe93-3063-46d4-942a-05729add162a req-5eb6ef80-1adb-499f-9abd-8ba58664eacc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:33.546499 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd5bbe93-3063-46d4-942a-05729add162a req-5eb6ef80-1adb-499f-9abd-8ba58664eacc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0720894 Jul 07 19:10:33.601355 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bd5bbe93-3063-46d4-942a-05729add162a req-52b70f41-5a74-4728-9f92-3d586c6db940 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484021 Jul 07 19:10:34.533525 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:10:34.635292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.654634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:34.668321 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'port_id': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'mac_address': 'fa:16:3e:bf:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:10:34.711885 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.730633 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de69792f-6c73-4dbb-8ded-e6b1664d5352 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:10:34.751268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:34.758044 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:34.802744 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08e1f7-a3d3-49dc-a5c7-81b1e317efa2 req-df8c931c-f99d-456e-9851-adc37f6e6017 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:34.804932 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb08e1f7-a3d3-49dc-a5c7-81b1e317efa2 req-df8c931c-f99d-456e-9851-adc37f6e6017 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0787089 Jul 07 19:10:34.811011 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:34.853743 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cb08e1f7-a3d3-49dc-a5c7-81b1e317efa2 req-fac02dec-40f5-4b61-ae24-4421cb83a769 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415668 Jul 07 19:10:35.096261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['de69792f-6c73-4dbb-8ded-e6b1664d5352'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:10:36.051015 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b588c-d29a-459a-9a74-5510b082cb8d req-9b730a2a-f48c-41bf-864f-995bb47c9daa tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.052543 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f0b588c-d29a-459a-9a74-5510b082cb8d req-9b730a2a-f48c-41bf-864f-995bb47c9daa tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 944 time: 0.0737910 Jul 07 19:10:36.096616 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0f0b588c-d29a-459a-9a74-5510b082cb8d req-9c661c28-a14f-4250-a30c-c21ce81a4281 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359898 Jul 07 19:10:36.548213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:10:36.603478 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port de69792f-6c73-4dbb-8ded-e6b1664d5352 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:10:36.608109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port de69792f-6c73-4dbb-8ded-e6b1664d5352 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:10:36.608602 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.697737 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.722096 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:36.724436 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bebd5e-2219-4fc2-8b94-061f4a8ca711" -d '{"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-plugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:36.750653 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:10:36.763748 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.768975 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:36.830161 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:36.845094 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54d6746-f891-4d61-8377-3af628ba33d7 x-openstack-request-id: req-d54d6746-f891-4d61-8377-3af628ba33d7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:36.845401 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-plugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:36.845803 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d54d6746-f891-4d61-8377-3af628ba33d7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:36.846213 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'code': 200} Jul 07 19:10:36.973888 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5069c7d-2e66-4f29-9360-1778c240daf9 req-4cdacd42-1730-42c4-bbe8-f48b59accf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:36.975630 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5069c7d-2e66-4f29-9360-1778c240daf9 req-4cdacd42-1730-42c4-bbe8-f48b59accf68 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1096 time: 0.0610995 Jul 07 19:10:37.017446 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-c5069c7d-2e66-4f29-9360-1778c240daf9 req-29a9d450-058b-485b-be1a-b5e5fe25c587 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352688 Jul 07 19:10:37.303941 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25ab53-f208-4a84-b75b-500555a14e0d req-214230f5-5c24-4118-976b-7e2b3b8ea0f5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:37.305849 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe25ab53-f208-4a84-b75b-500555a14e0d req-214230f5-5c24-4118-976b-7e2b3b8ea0f5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0689530 Jul 07 19:10:37.357960 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fe25ab53-f208-4a84-b75b-500555a14e0d req-e95a15e6-7334-43f0-8f7f-6f1318ebce0e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455720 Jul 07 19:10:38.647419 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b332c-cb64-47c7-9f4a-869608f51a2f req-796c5a22-214f-4d40-a6d3-c5df4c9236e5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:38.650089 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec8b332c-cb64-47c7-9f4a-869608f51a2f req-796c5a22-214f-4d40-a6d3-c5df4c9236e5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1116514 Jul 07 19:10:38.697259 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ec8b332c-cb64-47c7-9f4a-869608f51a2f req-ac05a0fd-7e0a-40a0-9854-a20a317b09ef tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Jul 07 19:10:38.936159 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59abcf9-06ce-4367-a956-b317d2571632 req-9ed47c00-bd3d-4478-8290-753868333769 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:38.938192 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c59abcf9-06ce-4367-a956-b317d2571632 req-9ed47c00-bd3d-4478-8290-753868333769 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0820408 Jul 07 19:10:38.985745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c59abcf9-06ce-4367-a956-b317d2571632 req-32d2a1cc-553c-4b43-8ee7-77523fa491b0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375617 Jul 07 19:10:39.012659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 57680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:39.125742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d4f8d-7a6e-4857-8115-f3d84c7674d4 tempest-TestShelveInstance-185108276 tempest-TestShelveInstance-185108276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:39.127345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-827d4f8d-7a6e-4857-8115-f3d84c7674d4 tempest-TestShelveInstance-185108276 tempest-TestShelveInstance-185108276-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1091 time: 0.1135213 Jul 07 19:10:39.131459 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 57684) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:10:39.136874 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:10:39.165424 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.307271 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.424679 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Allocated IP 172.25.1.21 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/3bf3572f-e59f-41eb-b079-ca98534599f3) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:10:39.544058 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.593314 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:39.643960 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:10:39.649736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:10:39.653334 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:10:39.659178 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'Port': ['ID=3bf3572f-e59f-41eb-b079-ca98534599f3,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:40.112018 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.197449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.369513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.377666 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.452234 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'Port': ['ID=3bf3572f-e59f-41eb-b079-ca98534599f3,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:10:40.463733 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.567792 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Floating IP 20845df9-b170-42f6-9207-920afdf37c41 associated. External IP: 172.25.1.21, port: de69792f-6c73-4dbb-8ded-e6b1664d5352. Jul 07 19:10:40.842802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:10:40.966454 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:10:40.978693 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] Sync routers for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:10:40.994930 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:40.996917 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:40.997846 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:10:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:41.043676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ffda629b-c4e0-465b-9141-5ca4fb85b380 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9081941 Jul 07 19:10:41.043676 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:10:41.045234 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb02b9-5d64-4641-8328-1e58e5d44d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:10:41.088066 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af165c99-5f30-4fde-9f05-1b1d4a2df4bd x-openstack-request-id: req-af165c99-5f30-4fde-9f05-1b1d4a2df4bd {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:10:41.088360 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:10:41.088614 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-af165c99-5f30-4fde-9f05-1b1d4a2df4bd {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:10:41.089089 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'status': 'completed', 'code': 200} Jul 07 19:10:41.122778 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:41.181998 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-14279993-8290-45c5-b4d4-52a1b57023f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.183620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-14279993-8290-45c5-b4d4-52a1b57023f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1096 time: 0.0692029 Jul 07 19:10:41.288921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-c1f84943-7d43-4da4-821f-b44f8a25b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.299311 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-c1f84943-7d43-4da4-821f-b44f8a25b349 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1091459 Jul 07 19:10:41.384651 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-3e8a01c6-7ae7-4f4b-86dc-310752b34a0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 998 time: 0.0783629 Jul 07 19:10:41.427712 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '20845df9-b170-42f6-9207-920afdf37c41', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'port_id': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'mac_address': 'fa:16:3e:bf:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:39Z', 'updated_at': '2021-07-07T19:10:39Z', 'revision_number': 0, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:41.456293 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-3d2f0a84-934b-4fa3-b4a0-e80d63107f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.457962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-3d2f0a84-934b-4fa3-b4a0-e80d63107f73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0671084 Jul 07 19:10:41.458638 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] Checking router: feedcbe1-d7d1-4e0c-a747-441ad8c0af5c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:10:41.467919 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:10:41.468532 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:10:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:41.530538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-936a68a2-2648-4d66-8f88-302122a6e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:10:41.532382 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-936a68a2-2648-4d66-8f88-302122a6e69f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679188 Jul 07 19:10:41.599593 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:10:41.646898 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-24773596-36b8-4be2-8f3a-57e6ba8e03f4 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074586 Jul 07 19:10:41.752471 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4deb02b9-5d64-4641-8328-1e58e5d44d3d req-720aa3bc-1b76-4f84-802a-41e4a56d8811 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995798 Jul 07 19:10:41.859975 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '20845df9-b170-42f6-9207-920afdf37c41', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'port_id': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'mac_address': 'fa:16:3e:bf:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:39Z', 'updated_at': '2021-07-07T19:10:39Z', 'revision_number': 0, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:10:41.886883 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af41570-d96a-4a62-b5d0-3c52bfcaec90 None None] The sync data for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 is: [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '20845df9-b170-42f6-9207-920afdf37c41', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'port_id': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'mac_address': 'fa:16:3e:bf:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:10:39Z', 'updated_at': '2021-07-07T19:10:39Z', 'revision_number': 0, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:10:42.083978 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbab70-d9db-4ec1-acb8-3153485f0693 None None] New status for floating IP 20845df9-b170-42f6-9207-920afdf37c41: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:10:45.264011 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:10:45.948209 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9b6e16e-c667-408f-a3bc-e6488ae46ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.518796 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-05d9f3fa-a5b3-43dd-94d8-ab2d697bff78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:48.621411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:50.000966 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:10:51.489128 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:04.629959 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:06.757663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:15.954073 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-386cdd5a-ce04-4319-bd50-127ccec7a1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.516081 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6aaa518-f30b-4633-b7e3-41967788af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:18.622547 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:20.003439 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:21.496562 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:22.264246 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:11:29.783874 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-c340a430-f000-4895-8a4d-2ff27c2cf2d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561771 Jul 07 19:11:29.889580 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94612507-d8d6-47a9-80be-a13a932896ba req-c5538b83-b2b2-4cee-a25a-6f85899d6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:29.891133 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-c5538b83-b2b2-4cee-a25a-6f85899d6ba7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1096 time: 0.0561478 Jul 07 19:11:30.017864 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94612507-d8d6-47a9-80be-a13a932896ba req-571ca3dd-6dda-43c3-8836-a359338f4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.019484 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-571ca3dd-6dda-43c3-8836-a359338f4b2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1017907 Jul 07 19:11:30.094536 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-73c88bcd-631c-431f-90f2-4492f6e07364 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 1000 time: 0.0681975 Jul 07 19:11:30.158021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94612507-d8d6-47a9-80be-a13a932896ba req-e009ad06-5569-460e-9080-feff9dc30174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.159544 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-e009ad06-5569-460e-9080-feff9dc30174 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0573266 Jul 07 19:11:30.231907 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94612507-d8d6-47a9-80be-a13a932896ba req-d4fa8218-79eb-4a97-bccb-424ca1e7cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:11:30.233093 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-d4fa8218-79eb-4a97-bccb-424ca1e7cf22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657141 Jul 07 19:11:30.325827 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-cd9121b9-77ce-428b-9f44-c2a258de5a86 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856297 Jul 07 19:11:30.418956 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-94612507-d8d6-47a9-80be-a13a932896ba req-b690a84d-21d6-45c5-a622-3db53326bd7b service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866323 Jul 07 19:11:34.623317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:36.775312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:45.948869 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd686853-671f-4b9c-9aff-c309b9138103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.512144 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bddfb9f1-9c26-4ef2-99e0-3a05269a316d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:48.618115 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:50.008127 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:51.495650 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:11:59.264921 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:12:04.627668 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:06.766630 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:15.954248 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f31e91c-e287-4f22-8564-63cd9b88e2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.523512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5411200-9544-4f4e-8bc4-066a108a927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:18.626678 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:20.017340 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:21.504213 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:29.802085 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-e1c04502-aaac-4102-baef-05aff425fa00 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633414 Jul 07 19:12:29.917303 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-9d4c5c33-c6c9-4d2f-806a-45d9909bc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:29.919533 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-9d4c5c33-c6c9-4d2f-806a-45d9909bc3ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1096 time: 0.0592003 Jul 07 19:12:30.059894 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-b896a56d-fef9-4cc6-995a-1b883ca37474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.062840 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-b896a56d-fef9-4cc6-995a-1b883ca37474 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1211641 Jul 07 19:12:30.144912 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-fd7ae901-4df2-4877-86a4-93b73492dd52 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 1000 time: 0.0758176 Jul 07 19:12:30.208666 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-bc9a4ec3-fd23-4694-8a99-d3ce5e682dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.211391 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-bc9a4ec3-fd23-4694-8a99-d3ce5e682dd9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0599551 Jul 07 19:12:30.304689 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-75c32500-8c26-44a0-be6e-bb28339f2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:12:30.307182 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-75c32500-8c26-44a0-be6e-bb28339f2d11 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887737 Jul 07 19:12:30.429972 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-9853d6e7-0d20-4bb3-9cd4-aa2a3032b9b2 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156628 Jul 07 19:12:30.961375 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-8da9fbd3-92f7-41fe-95a9-1c1ee341962e req-d1f1dcff-d9d4-40ea-a5f7-6746b0af8e4b service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241311 Jul 07 19:12:34.629790 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:36.268191 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:12:36.783205 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:45.959862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4431-31a5-461f-baa7-9b39804aa95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.518125 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10944e6e-1f54-4d80-851e-1d9f1b796005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:48.625059 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:50.015198 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:12:51.500901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:04.637428 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:06.802732 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:13.269279 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:13:15.967703 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0adc5c66-8a6e-4c30-b84f-c15dcbe04f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.530426 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-853ae687-a870-4992-a677-27d820f779c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.631727 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:18.924765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc130c-ed33-4d3d-889b-8e2301abf4ba req-63c91f89-bd80-4c32-8da8-7cd949e1f94c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:18.926799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75dc130c-ed33-4d3d-889b-8e2301abf4ba req-63c91f89-bd80-4c32-8da8-7cd949e1f94c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1741152 Jul 07 19:13:18.981708 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-75dc130c-ed33-4d3d-889b-8e2301abf4ba req-af755b90-3d30-42f2-9464-0bc98bccf61a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476592 Jul 07 19:13:20.021149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:20.269136 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f5da6-7ca3-433e-ada7-dbcf5d8c71c0 req-999ad25f-2910-49fd-abbc-87208ac7ecb0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:20.270766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d91f5da6-7ca3-433e-ada7-dbcf5d8c71c0 req-999ad25f-2910-49fd-abbc-87208ac7ecb0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0867217 Jul 07 19:13:20.332007 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d91f5da6-7ca3-433e-ada7-dbcf5d8c71c0 req-ee42c2f4-0494-4e6e-a783-01d9e163bad8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540850 Jul 07 19:13:21.519424 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:21.682356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7522b-0f65-47f9-b51d-64af72d37325 req-2b2bf60b-14f3-4871-95a6-1d4648d3123a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:21.685212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87c7522b-0f65-47f9-b51d-64af72d37325 req-2b2bf60b-14f3-4871-95a6-1d4648d3123a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1033506 Jul 07 19:13:21.746945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-87c7522b-0f65-47f9-b51d-64af72d37325 req-046b27c3-887d-4eec-a158-975b2126eb4e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512359 Jul 07 19:13:23.016769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623522-4493-4a17-b017-994f1e1399b4 req-e3f73e2e-00f7-4b36-842b-de3b16c54b0e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:23.018513 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03623522-4493-4a17-b017-994f1e1399b4 req-e3f73e2e-00f7-4b36-842b-de3b16c54b0e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0880141 Jul 07 19:13:23.069592 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-03623522-4493-4a17-b017-994f1e1399b4 req-cc583687-bde1-4d4b-9679-4b83cc53bd1a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407348 Jul 07 19:13:24.311732 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297fccc-d146-4077-9b2e-ec3417ff0eef req-4019dc8d-1da2-4d33-a886-3b53affaab5b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:24.313502 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3297fccc-d146-4077-9b2e-ec3417ff0eef req-4019dc8d-1da2-4d33-a886-3b53affaab5b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0981073 Jul 07 19:13:24.377551 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3297fccc-d146-4077-9b2e-ec3417ff0eef req-b1be9045-4ee9-422a-8160-2256fa099f7b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529723 Jul 07 19:13:25.620661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf8d4-e200-4dc6-9b31-76e8bd8f7940 req-d1e5d6f0-3966-496b-b09c-012c06f1d14f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:25.622265 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ecdf8d4-e200-4dc6-9b31-76e8bd8f7940 req-d1e5d6f0-3966-496b-b09c-012c06f1d14f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1080344 Jul 07 19:13:25.677358 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9ecdf8d4-e200-4dc6-9b31-76e8bd8f7940 req-ec638235-4374-4ea8-b79d-dc4c54898ce5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469959 Jul 07 19:13:26.926674 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3bf4-f548-4636-b87f-613689a50139 req-a1105845-9aa2-46ef-89be-430dcd17d08f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:26.928199 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a45f3bf4-f548-4636-b87f-613689a50139 req-a1105845-9aa2-46ef-89be-430dcd17d08f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0967393 Jul 07 19:13:26.974471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a45f3bf4-f548-4636-b87f-613689a50139 req-a30d12c1-6d95-464b-a690-72c4737cef4d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401349 Jul 07 19:13:28.171244 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc442e-fbdf-4581-a273-6609c3f7c43d req-90295680-e5ae-4ee2-8aac-de916c903936 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:28.172850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18fc442e-fbdf-4581-a273-6609c3f7c43d req-90295680-e5ae-4ee2-8aac-de916c903936 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0805361 Jul 07 19:13:28.218852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-18fc442e-fbdf-4581-a273-6609c3f7c43d req-a78cdcf7-c513-4088-ab6b-378d19a2db54 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Jul 07 19:13:29.420255 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bd20f-92f4-4759-9152-d895b3dce052 req-89a4dd43-5475-4a1d-ad0a-c2034edcbdbd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.421821 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d8bd20f-92f4-4759-9152-d895b3dce052 req-89a4dd43-5475-4a1d-ad0a-c2034edcbdbd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0715032 Jul 07 19:13:29.464213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2d8bd20f-92f4-4759-9152-d895b3dce052 req-b415e949-f03d-4008-b20f-543607221dad tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Jul 07 19:13:29.889584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21239c16-12d6-4595-ba57-174882cb8c7a req-c413680e-41b9-43a7-bd5d-815929b8c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:29.891145 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21239c16-12d6-4595-ba57-174882cb8c7a req-c413680e-41b9-43a7-bd5d-815929b8c93b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1096 time: 0.1243982 Jul 07 19:13:30.017231 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21239c16-12d6-4595-ba57-174882cb8c7a req-473e2067-91d1-4741-aa35-3b03e06559bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.018773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21239c16-12d6-4595-ba57-174882cb8c7a req-473e2067-91d1-4741-aa35-3b03e06559bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.0995574 Jul 07 19:13:30.088406 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21239c16-12d6-4595-ba57-174882cb8c7a req-a2ab4315-24bb-43cc-97bc-f14e96f0887a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 1000 time: 0.0626581 Jul 07 19:13:30.155040 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21239c16-12d6-4595-ba57-174882cb8c7a req-a662989b-42f4-4487-93b4-a82d232f0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.156552 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21239c16-12d6-4595-ba57-174882cb8c7a req-a662989b-42f4-4487-93b4-a82d232f0d24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0607941 Jul 07 19:13:30.229291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21239c16-12d6-4595-ba57-174882cb8c7a req-b51cb995-32d4-4ba2-a932-5f0ec3242f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.231501 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21239c16-12d6-4595-ba57-174882cb8c7a req-b51cb995-32d4-4ba2-a932-5f0ec3242f36 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675240 Jul 07 19:13:30.335561 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21239c16-12d6-4595-ba57-174882cb8c7a req-6ca94f08-3800-41c5-a211-278c342c83db service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965366 Jul 07 19:13:30.455057 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-21239c16-12d6-4595-ba57-174882cb8c7a req-00acc4b4-658d-45d0-bc1b-9d6ae0833f23 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126020 Jul 07 19:13:30.892745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ade69-6399-48af-bb6d-79fd1e8424d8 req-7964181a-bd6b-44b3-8a3b-8fa08798a7ab tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:30.894374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-159ade69-6399-48af-bb6d-79fd1e8424d8 req-7964181a-bd6b-44b3-8a3b-8fa08798a7ab tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0822194 Jul 07 19:13:30.942869 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-159ade69-6399-48af-bb6d-79fd1e8424d8 req-194e4adb-3dab-482a-8534-dd52feb596dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423079 Jul 07 19:13:31.341313 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:13:31.465986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:31.482481 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'port_id': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'mac_address': 'fa:16:3e:bf:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:13:31.704670 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.739009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de69792f-6c73-4dbb-8ded-e6b1664d5352 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:13:31.770554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:31.777116 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:31.840217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:31.848845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.849250 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.849589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.849923 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.850259 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.850579 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.850900 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.851226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.851539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.851861 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.852175 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.852501 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:13:31.859778 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['de69792f-6c73-4dbb-8ded-e6b1664d5352'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:13:32.199175 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b099a9-6df8-41ed-814d-662235e66850 req-f50b3dc8-db0f-46d2-b1d8-2c375caf7e48 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:32.200989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15b099a9-6df8-41ed-814d-662235e66850 req-f50b3dc8-db0f-46d2-b1d8-2c375caf7e48 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 944 time: 0.1003563 Jul 07 19:13:32.257216 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-15b099a9-6df8-41ed-814d-662235e66850 req-82157fa2-764a-4b56-872a-77958ca2bb21 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493665 Jul 07 19:13:33.354059 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:13:33.415348 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port de69792f-6c73-4dbb-8ded-e6b1664d5352 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:13:33.416544 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.449079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be52c2-d63f-4302-b3b5-50301244c4a9 req-8f34c73a-6a1c-46e6-be69-c49c6a52b950 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:33.450832 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08be52c2-d63f-4302-b3b5-50301244c4a9 req-8f34c73a-6a1c-46e6-be69-c49c6a52b950 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 944 time: 0.0763111 Jul 07 19:13:33.508755 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-08be52c2-d63f-4302-b3b5-50301244c4a9 req-4637041f-5958-418c-a933-77daaf2b4ec5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519969 Jul 07 19:13:33.520582 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.561315 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:33.565858 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26bf696-cf66-4e60-974e-f5a57be4c9bb" -d '{"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-plugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:33.587093 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:33.594199 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:33.624385 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee25a372-48e8-4fdc-ade3-448d61ce9bb1 x-openstack-request-id: req-ee25a372-48e8-4fdc-ade3-448d61ce9bb1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:33.624677 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-plugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:33.624962 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee25a372-48e8-4fdc-ade3-448d61ce9bb1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:33.625356 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'code': 200} Jul 07 19:13:33.647125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:34.659038 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:34.727721 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa428-6b3f-4477-b1a3-0d9f7ad8daa3 req-41bc97a9-cae5-4440-8f1b-4543fc28fc5a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:34.730364 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c00fa428-6b3f-4477-b1a3-0d9f7ad8daa3 req-41bc97a9-cae5-4440-8f1b-4543fc28fc5a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0859652 Jul 07 19:13:34.774411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c00fa428-6b3f-4477-b1a3-0d9f7ad8daa3 req-a4329a1b-384f-4a61-9e17-8a146d5ba8e1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374804 Jul 07 19:13:36.027382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738f4e-b610-42cc-ba86-0ed2d0fcfcc0 req-6699c669-4b96-402e-8e56-bb54fed8f644 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:36.040149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a738f4e-b610-42cc-ba86-0ed2d0fcfcc0 req-6699c669-4b96-402e-8e56-bb54fed8f644 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1283910 Jul 07 19:13:36.130952 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8a738f4e-b610-42cc-ba86-0ed2d0fcfcc0 req-bec620db-d445-4e7f-85a7-0b094e19654d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889339 Jul 07 19:13:36.820111 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:37.384731 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3ddb2-6a00-4957-a0c0-9cce91d28477 req-891e7bb2-afee-4260-9b48-b454a2c618a6 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:37.387417 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cb3ddb2-6a00-4957-a0c0-9cce91d28477 req-891e7bb2-afee-4260-9b48-b454a2c618a6 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0994084 Jul 07 19:13:37.450322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cb3ddb2-6a00-4957-a0c0-9cce91d28477 req-9132ba87-1a47-4a94-a735-3639e085efed tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500882 Jul 07 19:13:38.739408 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fe998-6408-4a2d-970a-13356600c91e req-56221b88-b9d5-4c67-8519-318082fd7710 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:38.741127 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-579fe998-6408-4a2d-970a-13356600c91e req-56221b88-b9d5-4c67-8519-318082fd7710 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0951679 Jul 07 19:13:38.814725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-579fe998-6408-4a2d-970a-13356600c91e req-6a2f271d-95d3-4a8b-a6df-5e061a3e9ccc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600431 Jul 07 19:13:40.172371 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99420ffa-b4a7-48ac-9707-5f78c43ac2e5 req-b598b58c-216b-4501-8e04-1a1ec8b7d7e7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:40.182989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99420ffa-b4a7-48ac-9707-5f78c43ac2e5 req-b598b58c-216b-4501-8e04-1a1ec8b7d7e7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1100297 Jul 07 19:13:40.273495 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-99420ffa-b4a7-48ac-9707-5f78c43ac2e5 req-65ad98c8-c77f-4658-93b5-2f86cc9a085a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889492 Jul 07 19:13:41.598060 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5e1a-b6e3-4512-843d-a7a15430243b req-aed766bd-12af-42e2-b651-8471c254b1a5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:41.601809 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ead5e1a-b6e3-4512-843d-a7a15430243b req-aed766bd-12af-42e2-b651-8471c254b1a5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1160409 Jul 07 19:13:41.669453 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ead5e1a-b6e3-4512-843d-a7a15430243b req-afde783c-4d5b-4e29-891f-740ab36914f0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563591 Jul 07 19:13:42.994330 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992bf37-4391-4eee-aa33-77fe47087988 req-25b8de83-46ba-4d64-8ce4-fbecd04fbcf7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:43.005191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6992bf37-4391-4eee-aa33-77fe47087988 req-25b8de83-46ba-4d64-8ce4-fbecd04fbcf7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1326885 Jul 07 19:13:43.069765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6992bf37-4391-4eee-aa33-77fe47087988 req-a271c1d5-5fe7-4494-9b09-f17e6e95268d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628216 Jul 07 19:13:44.481979 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b276b1-8387-4750-8e0b-a39f68db2c74 req-9696e9bd-0819-49a3-a8e7-6822aa9cc54c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:44.499765 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5b276b1-8387-4750-8e0b-a39f68db2c74 req-9696e9bd-0819-49a3-a8e7-6822aa9cc54c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1602192 Jul 07 19:13:44.577731 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c5b276b1-8387-4750-8e0b-a39f68db2c74 req-c662d052-d94d-4a7c-aa4f-fbd3c8cbc365 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753915 Jul 07 19:13:45.878560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fdd13-8550-4527-a56d-a893bcca5f14 req-744f0a11-5591-4140-a1df-c90438280865 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:45.880422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e5fdd13-8550-4527-a56d-a893bcca5f14 req-744f0a11-5591-4140-a1df-c90438280865 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.1167743 Jul 07 19:13:45.946416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e5fdd13-8550-4527-a56d-a893bcca5f14 req-c948154d-0cb2-4821-ba10-5bb6744eacaa tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556271 Jul 07 19:13:45.956220 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe802055-7389-40ac-8530-c89fc6e089d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:47.175113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eac05-b902-4c2b-be8b-d2faa5d14de5 req-4e652fc9-f516-4727-8575-ff451f9f6fbf tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.176707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-588eac05-b902-4c2b-be8b-d2faa5d14de5 req-4e652fc9-f516-4727-8575-ff451f9f6fbf tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0764375 Jul 07 19:13:47.237410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-588eac05-b902-4c2b-be8b-d2faa5d14de5 req-33a04da8-9153-43ed-b786-42d8194ea544 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536928 Jul 07 19:13:47.905118 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-28df9617-df0a-4004-a200-69be35ece95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:47.907573 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-28df9617-df0a-4004-a200-69be35ece95f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1096 time: 0.0651209 Jul 07 19:13:48.012790 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-c1f81c51-973c-402b-a0da-f1f9923bfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.014462 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-c1f81c51-973c-402b-a0da-f1f9923bfb91 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1006198 Jul 07 19:13:48.092432 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-1c5e5416-9407-4293-baa3-1e61401cbd61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 1000 time: 0.0711462 Jul 07 19:13:48.168347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-b4387b64-d598-4b3e-8da0-e4473b136405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.169823 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-b4387b64-d598-4b3e-8da0-e4473b136405 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0706098 Jul 07 19:13:48.232380 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-42c5b5d4-6381-41a3-b385-bf9b7c197480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.234058 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-42c5b5d4-6381-41a3-b385-bf9b7c197480 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574558 Jul 07 19:13:48.354390 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-2d322c6f-5566-4ff0-b50c-83e0c25685f3 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131835 Jul 07 19:13:48.462139 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72875f-ec03-4a57-a75d-3754ecf6219d req-16bc55e6-92e8-43cd-8e62-23ea7802e1e1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:48.463726 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f72875f-ec03-4a57-a75d-3754ecf6219d req-16bc55e6-92e8-43cd-8e62-23ea7802e1e1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 945 time: 0.0873191 Jul 07 19:13:48.465167 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a511ed99-f921-4d91-941b-e7e45a6e9a4e req-f2edfa4c-23df-44a9-81ff-cf6ad9537316 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036546 Jul 07 19:13:48.524488 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c10629f8-c287-4c77-b42e-45db55eeafb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:48.527840 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8f72875f-ec03-4a57-a75d-3754ecf6219d req-c313a710-3471-4369-8cce-a615a1308438 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564380 Jul 07 19:13:48.628632 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.435601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:49.527171 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.563403 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:13:49.567147 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c519a5d4-b6ae-4b80-96cc-75770c5b27dd" -d '{"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-unplugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:13:49.587974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:13:49.595486 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:49.635503 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6a19bc-ad02-4de9-8c7f-b6ec567192ae x-openstack-request-id: req-7a6a19bc-ad02-4de9-8c7f-b6ec567192ae {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:13:49.635978 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-unplugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:13:49.636386 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a6a19bc-ad02-4de9-8c7f-b6ec567192ae {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:13:49.637075 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'code': 200} Jul 07 19:13:49.678452 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:13:49.752240 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0fb0d-5c5b-4ddf-9c81-25329deda18c req-418bb47a-e573-4556-8591-2d2c29509014 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:49.753785 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06e0fb0d-5c5b-4ddf-9c81-25329deda18c req-418bb47a-e573-4556-8591-2d2c29509014 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0744240 Jul 07 19:13:49.799754 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-06e0fb0d-5c5b-4ddf-9c81-25329deda18c req-4fa52d34-db91-479c-a941-cad974367b8f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395515 Jul 07 19:13:50.017409 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:50.271974 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:13:50.998100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3f83-4c45-4b6f-ae37-047b35c5b6e0 req-41e9f3c5-5584-4add-a61b-76034737aeb2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:50.999550 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-868c3f83-4c45-4b6f-ae37-047b35c5b6e0 req-41e9f3c5-5584-4add-a61b-76034737aeb2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0787034 Jul 07 19:13:51.054315 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-868c3f83-4c45-4b6f-ae37-047b35c5b6e0 req-755388b7-b1c1-4967-b886-106a8029c5e5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488043 Jul 07 19:13:51.236999 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-d0ef9b7d-ecb6-497c-bfb2-5e9ec0998622 req-ac3ebc80-7235-4600-8077-97f04120a04f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:13:51.238163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d0ef9b7d-ecb6-497c-bfb2-5e9ec0998622 req-ac3ebc80-7235-4600-8077-97f04120a04f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0638051 Jul 07 19:13:51.518069 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:13:52.565021 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167aa3-bedb-4c44-89b2-0722bf2213be req-06e0c67f-6753-4e4b-a1a3-272b272db5c3 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:52.566408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88167aa3-bedb-4c44-89b2-0722bf2213be req-06e0c67f-6753-4e4b-a1a3-272b272db5c3 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0767083 Jul 07 19:13:52.631590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88167aa3-bedb-4c44-89b2-0722bf2213be req-d106312d-cb06-489c-b85c-42414fa7758d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545154 Jul 07 19:13:52.770588 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-e1cdb01f-7a5d-4870-8ca4-699322d26b78 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184878 Jul 07 19:13:53.494032 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:13:53.841360 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3005a4-5b3d-41ae-93e5-60ea3b430f5b req-282db4a9-8cc1-485e-a90d-d65f28c90baa tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:53.842947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b3005a4-5b3d-41ae-93e5-60ea3b430f5b req-282db4a9-8cc1-485e-a90d-d65f28c90baa tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0838382 Jul 07 19:13:53.890675 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7b3005a4-5b3d-41ae-93e5-60ea3b430f5b req-c4833b3d-5471-46b5-9c27-203d73a0c094 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 Jul 07 19:13:55.096925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efd863-bdff-4f05-aa2d-151b3977bb6b req-ebd85c4c-a91c-4d66-8bca-1052c706a650 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:55.098553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0efd863-bdff-4f05-aa2d-151b3977bb6b req-ebd85c4c-a91c-4d66-8bca-1052c706a650 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0867813 Jul 07 19:13:55.150471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e0efd863-bdff-4f05-aa2d-151b3977bb6b req-fd3af497-fd1b-4b6d-8051-a9cf7c60acf9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452151 Jul 07 19:13:56.362914 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabcb46-ad11-4feb-9c54-906a125abe15 req-d967a0d7-9292-46dc-b560-7b55b9885399 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:56.364446 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-feabcb46-ad11-4feb-9c54-906a125abe15 req-d967a0d7-9292-46dc-b560-7b55b9885399 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0823851 Jul 07 19:13:56.405761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-feabcb46-ad11-4feb-9c54-906a125abe15 req-b67770c1-494b-407e-b209-c60cebb1d653 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348618 Jul 07 19:13:57.678502 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0a75-98f5-4fe9-9ce5-65b1a0b1f5c0 req-eca68d07-f637-49df-971d-b6a05b78370b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:57.680475 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e38b0a75-98f5-4fe9-9ce5-65b1a0b1f5c0 req-eca68d07-f637-49df-971d-b6a05b78370b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0984209 Jul 07 19:13:57.729794 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e38b0a75-98f5-4fe9-9ce5-65b1a0b1f5c0 req-54a1c716-b361-45e0-b905-74772647295a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383832 Jul 07 19:13:58.064287 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-eb9ba411-b7bc-4210-a003-b0b23c72a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.065892 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-eb9ba411-b7bc-4210-a003-b0b23c72a255 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e&tenant_id=e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 1094 time: 0.0750315 Jul 07 19:13:58.154492 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-742e3118-461e-4764-b6ce-88e6434ef8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.156040 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-742e3118-461e-4764-b6ce-88e6434ef8a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1094 time: 0.0614891 Jul 07 19:13:58.260536 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-ae4e79c5-63be-4393-b6d8-9db38d7ceca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.262157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-ae4e79c5-63be-4393-b6d8-9db38d7ceca5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.0996890 Jul 07 19:13:58.333778 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-e5f8c215-e919-4516-9fc3-b58f5f17cfd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 998 time: 0.0652962 Jul 07 19:13:58.390289 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-99567f8f-bb90-4675-b2f4-eceaa6a81350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.391773 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-99567f8f-bb90-4675-b2f4-eceaa6a81350 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0510020 Jul 07 19:13:58.450649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-90c8bbde-76f1-49d5-8668-b617ff3c0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.452178 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-90c8bbde-76f1-49d5-8668-b617ff3c0d3e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540648 Jul 07 19:13:58.554991 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-d3ecb054-a0fb-4d3f-8f6f-d8a8e5ea05f0 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943999 Jul 07 19:13:58.648960 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-795b2789-e124-4415-8947-ccdde28b57be service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868692 Jul 07 19:13:58.967457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e156-27fa-4eb0-9a56-b5eb8b33f5b3 req-dd0634fe-1db0-4334-ae54-6d62edbdfce7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:13:58.969515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b22e156-27fa-4eb0-9a56-b5eb8b33f5b3 req-dd0634fe-1db0-4334-ae54-6d62edbdfce7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0962205 Jul 07 19:13:59.052563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4b22e156-27fa-4eb0-9a56-b5eb8b33f5b3 req-772d6adb-c9a0-434a-b652-75dcbb29236e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734053 Jul 07 19:14:00.302358 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ed13-4fc0-4858-ae19-3a545e38ec74 req-2c88c82e-d07d-4858-8f19-4677501da7f8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:00.303948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02e0ed13-4fc0-4858-ae19-3a545e38ec74 req-2c88c82e-d07d-4858-8f19-4677501da7f8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0910194 Jul 07 19:14:00.347029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-02e0ed13-4fc0-4858-ae19-3a545e38ec74 req-026af527-72b9-4e40-8833-8966a4825699 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359850 Jul 07 19:14:01.677420 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7631d2d-430b-413e-917f-97ffa1c5908e req-065867db-8d21-4e19-84e7-8ad987ba99e9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:01.680472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7631d2d-430b-413e-917f-97ffa1c5908e req-065867db-8d21-4e19-84e7-8ad987ba99e9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.1744511 Jul 07 19:14:01.741231 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b7631d2d-430b-413e-917f-97ffa1c5908e req-0fa81230-3f3c-4685-8e21-17c16fecae6a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502760 Jul 07 19:14:03.035654 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f722a2-28c3-4f4e-837c-855fd1d54a9d req-8dc9d0af-76c5-4f14-9a38-a508abddcc5a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:03.037642 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73f722a2-28c3-4f4e-837c-855fd1d54a9d req-8dc9d0af-76c5-4f14-9a38-a508abddcc5a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0990193 Jul 07 19:14:03.094062 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73f722a2-28c3-4f4e-837c-855fd1d54a9d req-22773bad-a54b-40dd-a38c-9a4f1a121970 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491419 Jul 07 19:14:04.350730 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f637-11c7-4a95-ad8c-b6982598cbe1 req-52631cc1-eb3b-4d74-8630-a9afeb2891ef tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:04.354611 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7801f637-11c7-4a95-ad8c-b6982598cbe1 req-52631cc1-eb3b-4d74-8630-a9afeb2891ef tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.1066780 Jul 07 19:14:04.419619 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7801f637-11c7-4a95-ad8c-b6982598cbe1 req-eb38a408-2856-4a9d-b6d7-3c887137257b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592403 Jul 07 19:14:04.657674 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:05.660349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8388f66-5915-491f-8b47-8b3eddf0d54b req-f946689c-2f6d-4d3e-b947-f9f27e585b65 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:05.662164 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8388f66-5915-491f-8b47-8b3eddf0d54b req-f946689c-2f6d-4d3e-b947-f9f27e585b65 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0945506 Jul 07 19:14:05.720471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a8388f66-5915-491f-8b47-8b3eddf0d54b req-24e82991-527f-4488-a739-6a8a01e68715 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480340 Jul 07 19:14:06.815150 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:06.950500 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b097d3-2d98-4e10-8ae7-91289ac5648d req-36a9356d-c5b1-4468-a009-efc6879a08f1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:06.953569 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21b097d3-2d98-4e10-8ae7-91289ac5648d req-36a9356d-c5b1-4468-a009-efc6879a08f1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0731192 Jul 07 19:14:06.999714 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-21b097d3-2d98-4e10-8ae7-91289ac5648d req-a97e5aa2-d699-4a74-ac44-4d25517bbdfa tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392287 Jul 07 19:14:08.208207 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375f65e-7d6f-451f-bed8-3d8814876072 req-bff8190c-1bab-48ea-a096-32790402d9a2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:08.210029 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0375f65e-7d6f-451f-bed8-3d8814876072 req-bff8190c-1bab-48ea-a096-32790402d9a2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0795887 Jul 07 19:14:08.291894 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0375f65e-7d6f-451f-bed8-3d8814876072 req-6564f4f8-3760-4f4c-876f-4d33655220b7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693710 Jul 07 19:14:09.583381 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b224b-5df2-4a20-a049-b77959fe4918 req-9b351b01-f9b7-4446-b4df-ac82c37fceeb tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:09.585274 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b224b-5df2-4a20-a049-b77959fe4918 req-9b351b01-f9b7-4446-b4df-ac82c37fceeb tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.1058950 Jul 07 19:14:09.632090 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-039b224b-5df2-4a20-a049-b77959fe4918 req-6855150c-39ae-47b0-adf8-f3de6cf2c62b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404859 Jul 07 19:14:10.858421 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612270d-4767-48f9-8d36-81fee65a3dfa req-d48611d8-10a4-4c45-b47f-dda0662ad024 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:10.861104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b612270d-4767-48f9-8d36-81fee65a3dfa req-d48611d8-10a4-4c45-b47f-dda0662ad024 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0999470 Jul 07 19:14:10.911850 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b612270d-4767-48f9-8d36-81fee65a3dfa req-0fdb3a8a-8242-4c82-a41f-6064bea6c590 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401659 Jul 07 19:14:12.098448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff5152-02ec-415d-adee-b712378e3058 req-4667722d-fa9d-4e1b-adae-88593b613a26 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:12.099940 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19ff5152-02ec-415d-adee-b712378e3058 req-4667722d-fa9d-4e1b-adae-88593b613a26 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0702853 Jul 07 19:14:12.141515 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19ff5152-02ec-415d-adee-b712378e3058 req-74855d66-ba8b-4f9e-a899-5ef61713781b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352869 Jul 07 19:14:13.345131 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4d37-7377-4336-a432-e063c6bd83fe req-21faf53c-006d-4b92-a1d2-0cb25e5abc61 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:13.347084 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-055e4d37-7377-4336-a432-e063c6bd83fe req-21faf53c-006d-4b92-a1d2-0cb25e5abc61 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0753882 Jul 07 19:14:13.388942 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-055e4d37-7377-4336-a432-e063c6bd83fe req-7dc40c74-e50b-49e8-8b6d-c6696eb01fa3 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339923 Jul 07 19:14:14.587614 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf842352-02db-4a34-9095-64cb31821cd0 req-12b46584-d6a7-49d1-bf50-90a962464448 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:14.589096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf842352-02db-4a34-9095-64cb31821cd0 req-12b46584-d6a7-49d1-bf50-90a962464448 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0787709 Jul 07 19:14:14.639316 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf842352-02db-4a34-9095-64cb31821cd0 req-06115859-02a8-4458-8fb7-cca47c8243d1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440998 Jul 07 19:14:15.837301 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646a8c7-441c-496b-b431-ee4d86f7f23c req-ddfeac69-e667-418b-b4cd-c995363d372a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:15.839044 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3646a8c7-441c-496b-b431-ee4d86f7f23c req-ddfeac69-e667-418b-b4cd-c995363d372a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0786023 Jul 07 19:14:15.882025 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3646a8c7-441c-496b-b431-ee4d86f7f23c req-c546dab7-9d4d-437f-983b-0d4ece9b63e2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369222 Jul 07 19:14:15.960618 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31004d92-655a-41c9-ab40-d8cc2c2d24c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.111969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377c73-1b4a-4ca6-9a3a-ce502ea2d076 req-87a6d6d2-d292-4da3-b75e-ec908a1fa6c8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:17.113554 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67377c73-1b4a-4ca6-9a3a-ce502ea2d076 req-87a6d6d2-d292-4da3-b75e-ec908a1fa6c8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 943 time: 0.0680265 Jul 07 19:14:17.162678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-67377c73-1b4a-4ca6-9a3a-ce502ea2d076 req-ed792c68-e706-4218-aa04-d53cda77e497 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 Jul 07 19:14:17.587735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:14:17.697586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:17.712621 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'port_id': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'mac_address': 'fa:16:3e:bf:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:14:17.757105 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.778215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de69792f-6c73-4dbb-8ded-e6b1664d5352 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:14:17.802985 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:17.808609 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:17.865158 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:18.203170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['de69792f-6c73-4dbb-8ded-e6b1664d5352'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:14:18.426047 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1842b-49e2-4614-9571-e96703a2c843 req-c580f24a-fb20-45cf-87df-d0910c8fddce tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:18.428928 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80c1842b-49e2-4614-9571-e96703a2c843 req-c580f24a-fb20-45cf-87df-d0910c8fddce tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 944 time: 0.1079690 Jul 07 19:14:18.483281 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-80c1842b-49e2-4614-9571-e96703a2c843 req-55a047ff-a627-49eb-8930-5ee63ace2cdb tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 Jul 07 19:14:18.540148 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2646c705-29dc-4c16-90b5-736c37f7189f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:18.628169 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.584433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:14:19.646919 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port de69792f-6c73-4dbb-8ded-e6b1664d5352 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:14:19.647885 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.696264 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde3592-f1d9-4bf3-9aaf-6129e3bfb9bd req-2e73e5fa-1b4c-4675-9a6f-03bf29d6ff32 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:19.697926 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8dde3592-f1d9-4bf3-9aaf-6129e3bfb9bd req-2e73e5fa-1b4c-4675-9a6f-03bf29d6ff32 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 944 time: 0.0835576 Jul 07 19:14:19.739857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.752250 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8dde3592-f1d9-4bf3-9aaf-6129e3bfb9bd req-b094737f-d8ec-405b-ad28-ff9ecd4bac20 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468197 Jul 07 19:14:19.776225 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:14:19.778522 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53696e4-6423-434f-8201-904891fc53c3" -d '{"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-plugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:14:19.799188 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:14:19.805931 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:19.843323 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa0b71-255e-4206-8533-a7078baa3a08 x-openstack-request-id: req-69aa0b71-255e-4206-8533-a7078baa3a08 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:14:19.843965 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-plugged", "status": "completed", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:14:19.843965 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-69aa0b71-255e-4206-8533-a7078baa3a08 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:14:19.844434 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'code': 200} Jul 07 19:14:19.877213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:14:20.028977 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:20.069117 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e06c9-fdf2-460a-9205-6e7e51d75f5a req-b4bd59b8-c573-477c-a684-30df823fd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:20.070791 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f69e06c9-fdf2-460a-9205-6e7e51d75f5a req-b4bd59b8-c573-477c-a684-30df823fd768 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1097 time: 0.0796130 Jul 07 19:14:20.115074 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f69e06c9-fdf2-460a-9205-6e7e51d75f5a req-b6f96644-4fc2-4800-b3d3-171d6411543b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371017 Jul 07 19:14:20.943043 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7cada-20dd-4b70-94cc-61a45386df18 req-4b848f84-3573-4e80-b6ed-2372e10f0f7b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:20.944555 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ad7cada-20dd-4b70-94cc-61a45386df18 req-4b848f84-3573-4e80-b6ed-2372e10f0f7b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 946 time: 0.0741630 Jul 07 19:14:20.985948 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1ad7cada-20dd-4b70-94cc-61a45386df18 req-f78a017c-c8f1-4600-9813-a9e2cf7cf237 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352755 Jul 07 19:14:21.516119 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:22.202100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eed5a-fe52-4a07-8be5-a9fcba8b28b3 req-9a22a793-dd22-437a-b288-ff36873a1f7c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:22.203761 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba3eed5a-fe52-4a07-8be5-a9fcba8b28b3 req-9a22a793-dd22-437a-b288-ff36873a1f7c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 946 time: 0.0921357 Jul 07 19:14:22.253411 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba3eed5a-fe52-4a07-8be5-a9fcba8b28b3 req-949194b0-fd7c-4af4-9e9e-5efb3697efdd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Jul 07 19:14:27.274404 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:14:30.772700 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-afd148f8-fe83-42ba-8688-745ccf245c1c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539305 Jul 07 19:14:30.875161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833832-0395-4462-85c6-955f773be8df req-4000e91c-5dea-474a-9a65-eda2b09732d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:30.876670 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-4000e91c-5dea-474a-9a65-eda2b09732d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1097 time: 0.0583711 Jul 07 19:14:31.004257 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833832-0395-4462-85c6-955f773be8df req-aa237e57-a732-4158-b5f3-c4c25e9a275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.005707 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-aa237e57-a732-4158-b5f3-c4c25e9a275d service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1070702 Jul 07 19:14:31.075790 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-7c755b7c-136f-433c-b52a-fcb7f34417dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 1000 time: 0.0611727 Jul 07 19:14:31.127733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833832-0395-4462-85c6-955f773be8df req-24696538-2037-4cd5-b099-ec7583ca68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.129258 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-24696538-2037-4cd5-b099-ec7583ca68e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0466504 Jul 07 19:14:31.193733 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833832-0395-4462-85c6-955f773be8df req-bf1cd754-f88f-4be0-aa54-3b791ac412ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:14:31.195259 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-bf1cd754-f88f-4be0-aa54-3b791ac412ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591629 Jul 07 19:14:31.286646 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-c7eedf46-1b76-4f2c-a1b6-268edda7b587 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829749 Jul 07 19:14:31.384016 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-58833832-0395-4462-85c6-955f773be8df req-96072407-f6b1-4d93-bc05-a3ef5c0212a2 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902970 Jul 07 19:14:34.652570 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:36.802814 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:45.957631 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-98b640ad-d429-4545-a7b2-416010164710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.526271 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26e07c9-a254-41ce-8e07-21494561afab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:48.622320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:50.025592 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:14:51.514532 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:04.274189 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:15:04.648671 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:06.810747 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:15.951444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fec37be4-d695-48e8-960f-e87599710dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.520542 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bfedee4-4e02-439f-8949-36ba37417dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:18.627491 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:20.030489 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:21.517858 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:31.786962 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-56e13147-a2ff-4cb0-9a30-cef6f69d5852 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693219 Jul 07 19:15:31.889384 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-19dbe87c-4aa9-4012-a35e-88a303c2a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:31.890908 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-19dbe87c-4aa9-4012-a35e-88a303c2a92c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1097 time: 0.0563872 Jul 07 19:15:32.030020 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-ef75e040-4db7-4fb6-9aa8-a52e77692fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.032430 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-ef75e040-4db7-4fb6-9aa8-a52e77692fe9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1195230 Jul 07 19:15:32.113927 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-ffa03118-a52b-4b69-881a-e4ed54601bc0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 1000 time: 0.0747943 Jul 07 19:15:32.171585 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-9e2b98ca-da61-4f18-90e6-f6915c5c716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.173135 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-9e2b98ca-da61-4f18-90e6-f6915c5c716e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0530622 Jul 07 19:15:32.264571 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-c3008382-f80d-42ee-b116-c0d1ee838186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:15:32.266676 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-c3008382-f80d-42ee-b116-c0d1ee838186 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868120 Jul 07 19:15:32.377476 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-4405581c-258f-4dfc-91ce-ecc3b465add4 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037557 Jul 07 19:15:32.489976 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-e5e437fd-58e8-4907-a05d-f66b836ca650 req-dea62315-3565-4ab3-8626-44b5092c32a1 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031573 Jul 07 19:15:34.648862 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:36.813456 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:41.275897 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:15:45.963566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-638492e9-6350-4568-b9f6-6f2aff4d68c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.525957 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3acf95ae-26b1-44ee-8058-4aa5583698b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:48.627633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:50.038337 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:15:51.528387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:04.647813 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:06.810671 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.442422 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58078) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:09.672368 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Deleting port 3bf3572f-e59f-41eb-b079-ca98534599f3 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:09.672723 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.752960 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.753245 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.769240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Calling delete_port for 3bf3572f-e59f-41eb-b079-ca98534599f3 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:09.948208 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:09.974927 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event deleted for resources: {'Port': ['ID=3bf3572f-e59f-41eb-b079-ca98534599f3,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:09.987069 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.987421 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.987768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.988103 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.988438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.988767 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.989206 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.989519 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.989843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.990167 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.990489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:09.990803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:10.054885 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.055320 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Floating IP 20845df9-b170-42f6-9207-920afdf37c41 disassociated (deleted). External IP: 172.25.1.21, port: de69792f-6c73-4dbb-8ded-e6b1664d5352. Jul 07 19:16:10.303844 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:10.424241 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:10.429630 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:10.438659 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] Sync routers for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:10.453294 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:10.454295 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:15:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:10.488613 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d87482a9-baa0-4e13-bd18-d2d9ea3cf328 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "DELETE /v2.0/floatingips/20845df9-b170-42f6-9207-920afdf37c41 HTTP/1.1" status: 204 len: 168 time: 1.0449479 Jul 07 19:16:10.489641 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:10.492604 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245fd78d-bba1-4d17-ba4c-766ce2d69acc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:10.623841 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:10.626320 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e39c975-2e0f-4ba4-af2d-e29eead93aa2 x-openstack-request-id: req-3e39c975-2e0f-4ba4-af2d-e29eead93aa2 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:10.626683 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:10.627029 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3e39c975-2e0f-4ba4-af2d-e29eead93aa2 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:10.627508 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'status': 'completed', 'code': 200} Jul 07 19:16:10.724812 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-5e134d31-bc23-4313-a41c-bfc97014f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:10.728554 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-5e134d31-bc23-4313-a41c-bfc97014f2d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 1097 time: 0.0794971 Jul 07 19:16:10.889817 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-629b3310-504f-43a8-bfb1-372b76639b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:10.891690 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-629b3310-504f-43a8-bfb1-372b76639b4f service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1574199 Jul 07 19:16:10.908244 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:10.938493 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-577abb02-65ec-4606-976b-9a8f07116a7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 200 len: 217 time: 0.0385129 Jul 07 19:16:10.942829 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] Checking router: feedcbe1-d7d1-4e0c-a747-441ad8c0af5c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:16:10.951891 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:10.952500 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:15:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:10.989319 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-c6bfae81-135e-43d7-ab37-49ee8a0ff157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:10.991185 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-c6bfae81-135e-43d7-ab37-49ee8a0ff157 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0457366 Jul 07 19:16:11.014439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0623b6-16e7-42ce-9565-cef2919c8207 req-4d6922dd-e8c6-471c-9517-389733753b73 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:11.016006 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b0623b6-16e7-42ce-9565-cef2919c8207 req-4d6922dd-e8c6-471c-9517-389733753b73 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 946 time: 0.0676131 Jul 07 19:16:11.053347 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-68020c50-c9c6-493a-97e2-65564952cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:11.054881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-68020c50-c9c6-493a-97e2-65564952cf98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575769 Jul 07 19:16:11.056718 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:11.062172 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9b0623b6-16e7-42ce-9565-cef2919c8207 req-667fd8e1-b5b9-4e84-8c01-0c818f52ab85 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380144 Jul 07 19:16:11.153887 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-b87ecf01-9c8b-4ea2-84c1-7f651c57ba8e service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919294 Jul 07 19:16:11.272638 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-245fd78d-bba1-4d17-ba4c-766ce2d69acc req-455a2788-0dcf-404a-b48b-3693ca8f330a service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103647 Jul 07 19:16:11.297318 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:11.324488 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d5f73-5703-45a9-b5f9-df48753a08c1 None None] The sync data for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 is: [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:11.558512 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c027e0-f912-437e-ad54-5449de615e8c None None] New status for floating IP 20845df9-b170-42f6-9207-920afdf37c41: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:16:12.259063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec27f3-bee1-47d2-b483-b79fce47d80d req-650eb7ad-b3f9-4ba7-aa60-cffa29316ce4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:12.264902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cfec27f3-bee1-47d2-b483-b79fce47d80d req-650eb7ad-b3f9-4ba7-aa60-cffa29316ce4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 946 time: 0.0780430 Jul 07 19:16:12.313791 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cfec27f3-bee1-47d2-b483-b79fce47d80d req-135d877f-74a9-491e-b6c5-9ba6679ff737 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=68b58e35-6281-4026-aa3c-e8c228267fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450375 Jul 07 19:16:12.640861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-0be5fe20-6617-4282-bac2-1743e591d06f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:12.642354 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-0be5fe20-6617-4282-bac2-1743e591d06f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 946 time: 0.0781143 Jul 07 19:16:12.758133 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Deleting port de69792f-6c73-4dbb-8ded-e6b1664d5352 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:16:12.758133 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:12.869749 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] For port de69792f-6c73-4dbb-8ded-e6b1664d5352, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=de69792f-6c73-4dbb-8ded-e6b1664d5352,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:12.870099 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:12.882042 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Calling delete_port for de69792f-6c73-4dbb-8ded-e6b1664d5352 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:16:13.011575 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.043736 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event deleted for resources: {'Port': ['ID=de69792f-6c73-4dbb-8ded-e6b1664d5352,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:13.090671 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] No DVR routers for this DVR port de69792f-6c73-4dbb-8ded-e6b1664d5352 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:16:13.093294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:13.095326 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-98198579-df1e-47f5-8c1b-a27e02de9fb2 req-371127c0-3b8b-4dbd-b4b3-d2dc0caf51d2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.90 "DELETE /v2.0/ports/de69792f-6c73-4dbb-8ded-e6b1664d5352 HTTP/1.1" status: 204 len: 173 time: 0.4466295 Jul 07 19:16:13.095783 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-deleted', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:13.098531 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2258d1-edec-4feb-9892-f1caa9272a10" -d '{"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-deleted", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:13.137184 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a40b63-41f3-43c1-8488-947e7f28d7b6 x-openstack-request-id: req-86a40b63-41f3-43c1-8488-947e7f28d7b6 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:13.137669 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99d91b-8771-40b4-befe-617a01350f5e", "name": "network-vif-deleted", "tag": "de69792f-6c73-4dbb-8ded-e6b1664d5352", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:13.137804 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86a40b63-41f3-43c1-8488-947e7f28d7b6 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:13.138243 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc99d91b-8771-40b4-befe-617a01350f5e', 'name': 'network-vif-deleted', 'tag': 'de69792f-6c73-4dbb-8ded-e6b1664d5352', 'status': 'completed', 'code': 200} Jul 07 19:16:13.476133 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a1dd70e2-392c-4c74-b1a9-acefa23a915c req-d50d9607-0b8e-45ab-bc00-5785197842d7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc99d91b-8771-40b4-befe-617a01350f5e HTTP/1.1" status: 200 len: 210 time: 0.0287890 Jul 07 19:16:14.572601 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58104) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:14.641342 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a01b9cbc-57f2-4a1e-b2cb-5d775d0ae82a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.668112 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a01b9cbc-57f2-4a1e-b2cb-5d775d0ae82a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.731462 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a01b9cbc-57f2-4a1e-b2cb-5d775d0ae82a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.734291 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-a01b9cbc-57f2-4a1e-b2cb-5d775d0ae82a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:14.735361 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-a01b9cbc-57f2-4a1e-b2cb-5d775d0ae82a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "DELETE /v2.0/security-groups/68b58e35-6281-4026-aa3c-e8c228267fb6 HTTP/1.1" status: 204 len: 168 time: 0.1616068 Jul 07 19:16:14.745503 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b9cbc-57f2-4a1e-b2cb-5d775d0ae82a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b58e35-6281-4026-aa3c-e8c228267fb6,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.194508 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58110) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:15.199841 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-6095a65d-933b-4e3c-ac39-c6d2c9fb6244 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165948082', 'description': 'tempest-secgroup-smoke-165948082 description', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:15.231945 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6095a65d-933b-4e3c-ac39-c6d2c9fb6244 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.323981 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6095a65d-933b-4e3c-ac39-c6d2c9fb6244 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.329513 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6095a65d-933b-4e3c-ac39-c6d2c9fb6244 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.356535 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-6095a65d-933b-4e3c-ac39-c6d2c9fb6244 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.357804 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6095a65d-933b-4e3c-ac39-c6d2c9fb6244 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1622515 Jul 07 19:16:15.361805 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58112) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:15.363063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095a65d-933b-4e3c-ac39-c6d2c9fb6244 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde0215-d53b-43bc-8ae3-592d5b21646d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.367806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': 'cfde0215-d53b-43bc-8ae3-592d5b21646d', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:15.396756 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.456885 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.461889 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.482232 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54eace13-e581-49cd-b424-c7066458dfa2,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.494087 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.494455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.494783 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.495185 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.495522 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.495934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.496267 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.496596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.496950 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.497278 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.497623 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.497925 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:15.501388 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.502509 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-e8518b76-2b30-4443-bab4-77819de55ef1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393847 Jul 07 19:16:15.505798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58114) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:15.510349 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-08717a80-0528-4602-95db-adb3df5442d9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': 'cfde0215-d53b-43bc-8ae3-592d5b21646d', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:15.544297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08717a80-0528-4602-95db-adb3df5442d9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.606219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08717a80-0528-4602-95db-adb3df5442d9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.611259 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08717a80-0528-4602-95db-adb3df5442d9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.630977 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08717a80-0528-4602-95db-adb3df5442d9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac9a8df-3a4d-4782-8a1a-e8900dc6c305,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.638878 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-08717a80-0528-4602-95db-adb3df5442d9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.640227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-08717a80-0528-4602-95db-adb3df5442d9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334536 Jul 07 19:16:15.643725 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58116) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:15.651352 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-1e5c37ad-fab1-4363-973f-1ab14acf5821 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': 'cfde0215-d53b-43bc-8ae3-592d5b21646d', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:15.683136 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e5c37ad-fab1-4363-973f-1ab14acf5821 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.758701 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e5c37ad-fab1-4363-973f-1ab14acf5821 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.766459 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e5c37ad-fab1-4363-973f-1ab14acf5821 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.789377 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c37ad-fab1-4363-973f-1ab14acf5821 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d42386-3ebb-404f-99f3-f8e87a4c0d7c,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.797572 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1e5c37ad-fab1-4363-973f-1ab14acf5821 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.798584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1e5c37ad-fab1-4363-973f-1ab14acf5821 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535525 Jul 07 19:16:15.802538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58118) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:15.807721 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-fd0c5231-93db-42d7-be09-79e4c47b7433 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': 'cfde0215-d53b-43bc-8ae3-592d5b21646d', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:15.851938 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5231-93db-42d7-be09-79e4c47b7433 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.921593 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5231-93db-42d7-be09-79e4c47b7433 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.928453 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5231-93db-42d7-be09-79e4c47b7433 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.949523 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c5231-93db-42d7-be09-79e4c47b7433 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcea416-f8a6-4d48-9a0b-2c82d2fbbab4,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:15.954192 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5231-93db-42d7-be09-79e4c47b7433 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.955368 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-fd0c5231-93db-42d7-be09-79e4c47b7433 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518145 Jul 07 19:16:15.958886 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58120) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:15.960059 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d94c2aa9-db61-4675-b2f3-84abc83bddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:15.965223 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': 'cfde0215-d53b-43bc-8ae3-592d5b21646d', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:15.992155 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Project e73921fbeb5f4f699f682e79ece5d387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:16:15.998352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.075874 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.081360 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.101404 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9010f3-7958-4c24-a8b4-2d0ad24b297a,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:16.111114 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.112352 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-1e27ae2e-8c39-4551-866e-cd21090495dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524858 Jul 07 19:16:16.115231 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58122) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:16.119921 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'security_group_rule': {'security_group_id': 'cfde0215-d53b-43bc-8ae3-592d5b21646d', 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:16.144867 n-d-798930-2 neutron-server[105589]: INFO neutron.db.securitygroups_db [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Project e73921fbeb5f4f699f682e79ece5d387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:16:16.150445 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.231294 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.237766 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.255592 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f2315c-f51a-494a-93d4-f8ea09d13493,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:16.266875 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:16.268125 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c85c17c8-f65f-4b48-bd6d-9d2beb364dac tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518664 Jul 07 19:16:18.221629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:16:18.242716 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: de69792f-6c73-4dbb-8ded-e6b1664d5352 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:16:18.243043 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device de69792f-6c73-4dbb-8ded-e6b1664d5352 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:16:18.282570 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:16:18.524897 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67ad805c-ecf6-4790-88e8-5be6dea6f40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:18.626143 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:20.038492 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:21.533615 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:32.875190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-cf78c7e2-5d63-4fb4-ac23-06dad82e4f1e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165948082&fields=id&tenant_id=e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 267 time: 0.0442219 Jul 07 19:16:32.982198 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-190e30bc-8a9c-4509-8736-c31a235aff81 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:32.983818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-190e30bc-8a9c-4509-8736-c31a235aff81 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 809 time: 0.1021161 Jul 07 19:16:33.005347 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-ca7b5224-f6b1-415a-902a-4956ca44a8ab tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/quotas/e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 375 time: 0.0133417 Jul 07 19:16:33.096699 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-cb80f7d6-5584-4ef9-8799-c8f55770f7c1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843754 Jul 07 19:16:33.116055 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-8abc9a61-a7f7-4684-82a3-b8de6edd2262 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:16:33.117360 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-8abc9a61-a7f7-4684-82a3-b8de6edd2262 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093062 Jul 07 19:16:33.212205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-06fbb72d-e6f3-4639-ab9c-9c845ce8d2df service neutron] 10.222.0.88 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888197 Jul 07 19:16:33.315156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-38473330-1097-4443-a5d6-3eccb88050e1 service neutron] 10.222.0.88 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967805 Jul 07 19:16:33.673222 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-65a13d6c-3473-4323-9b6d-0deadcda43b9 req-19258049-50ea-4069-baa3-2b18b1eecd1c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 210 time: 0.0312839 Jul 07 19:16:34.646861 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:34.809769 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-229f51d2-53e9-46ac-884d-d456bd3aa92d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:34.811418 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-229f51d2-53e9-46ac-884d-d456bd3aa92d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.55 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 809 time: 0.1257174 Jul 07 19:16:34.878139 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c05ef7cf-83ce-411a-bee4-e99f86b24911 req-83bdd189-e5be-4a17-806b-0254d37aa07a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 210 time: 0.0370350 Jul 07 19:16:34.885634 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-4fb77b3a-9607-47d9-8ece-9b6fbc291398 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 379 time: 0.0638795 Jul 07 19:16:34.902409 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'port': {'device_id': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'admin_state_up': True, 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'security_groups': ['cfde0215-d53b-43bc-8ae3-592d5b21646d']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:35.028291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Made reservation on behalf of e73921fbeb5f4f699f682e79ece5d387 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:16:35.032316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.535548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Allocated IP 172.20.0.10 (71fdb377-2fc0-462c-a7b4-2de9f8d14e5b/cb7c0091-9820-4684-99ff-5222dd9d93ae/4d191cad-ff61-44f2-b702-bb8b35870826) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:35.732632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.748503 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Transition to ACTIVE for port object 4d191cad-ff61-44f2-b702-bb8b35870826 will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:35.786860 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.846833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:35.853186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:35.861453 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:35.865855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:35.931628 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:35.932845 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:35.964941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-e1149426-e3c6-499c-a733-d2578cbd4633 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0733914 Jul 07 19:16:35.977527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-ca9daa25-2527-402c-a289-407ccb26b4df tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:16:35.978978 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-ca9daa25-2527-402c-a289-407ccb26b4df tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070477 Jul 07 19:16:36.056426 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Request body: {'port': {'device_id': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:36.213261 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-72db4caa-1c72-4b34-8c2f-acb645ee7b27 None None] Provisioning for port 4d191cad-ff61-44f2-b702-bb8b35870826 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:36.218624 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaefbe-4497-4f83-8e4f-2ba919bf32f8 req-3bc63ffb-818e-45d2-a904-00098045b151 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.220528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbeaefbe-4497-4f83-8e4f-2ba919bf32f8 req-3bc63ffb-818e-45d2-a904-00098045b151 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 932 time: 0.1607080 Jul 07 19:16:36.220783 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-72db4caa-1c72-4b34-8c2f-acb645ee7b27 None None] Provisioning complete for port 4d191cad-ff61-44f2-b702-bb8b35870826 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:36.221624 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72db4caa-1c72-4b34-8c2f-acb645ee7b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.222111 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.276589 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-72db4caa-1c72-4b34-8c2f-acb645ee7b27 None None] Port 4d191cad-ff61-44f2-b702-bb8b35870826 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:16:36.313911 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-fbeaefbe-4497-4f83-8e4f-2ba919bf32f8 req-4fda65d6-5961-4e57-84ed-e9390b72aaaf tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738301 Jul 07 19:16:36.557437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d191cad-ff61-44f2-b702-bb8b35870826 {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:36.564868 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.577675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Transition to ACTIVE for port object 4d191cad-ff61-44f2-b702-bb8b35870826 will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:16:36.582782 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.635733 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:36.711723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:16:36.712065 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:16:36.712404 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:36.719969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Port 4d191cad-ff61-44f2-b702-bb8b35870826 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:16:36.720675 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:16:36.729696 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:16:36.730052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Checking segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:16:36.730457 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Bound using segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:16:36.730907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Bound port: 4d191cad-ff61-44f2-b702-bb8b35870826, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:16:36.731434 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.835423 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.843332 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:16:36.846895 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:16:36.852009 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.891542 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:36.892090 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:36.893631 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] 10.222.0.55 "PUT /v2.0/ports/4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 1092 time: 0.9076316 Jul 07 19:16:36.894102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:36.896544 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafd8346-7543-4f8b-8a05-f156057a4eed" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:36.932794 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d573f-d308-4ac8-8a69-4ebb052b0bcf service neutron] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:37.028115 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc109d7-3981-4271-bfb2-6192bf25e5c8 x-openstack-request-id: req-8bc109d7-3981-4271-bfb2-6192bf25e5c8 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:37.028434 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:37.028687 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8bc109d7-3981-4271-bfb2-6192bf25e5c8 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:37.029125 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'status': 'completed', 'code': 200} Jul 07 19:16:37.035656 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-4d33a553-fe73-474c-a2e6-6c7c3e9ed27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.037349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-4d33a553-fe73-474c-a2e6-6c7c3e9ed27c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0726166 Jul 07 19:16:37.080464 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-76a871a6-05ab-4a50-8a43-224703612a9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 217 time: 0.0359645 Jul 07 19:16:37.136484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-16c5cb5e-aa96-47b0-8176-b71b4fdc99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.138026 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-16c5cb5e-aa96-47b0-8176-b71b4fdc99d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0515134 Jul 07 19:16:37.197357 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-73977a8f-ae44-484c-a5f1-85c17b72ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.198749 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-73977a8f-ae44-484c-a5f1-85c17b72ebf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532579 Jul 07 19:16:37.304563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-cb0522f2-13d4-4813-b920-0f0565f1b84f service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990930 Jul 07 19:16:37.403308 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c58e423-a0bd-43a3-8eae-1824a1ce33d3 req-9240394a-67e2-4c0d-8de6-0adc3cb04eeb service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923524 Jul 07 19:16:37.553305 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b099e-2d54-4b99-8082-2bf7049ebcc7 req-78fc8c11-0561-435d-9efa-26755f8dfa56 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.555176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c8b099e-2d54-4b99-8082-2bf7049ebcc7 req-78fc8c11-0561-435d-9efa-26755f8dfa56 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.1171491 Jul 07 19:16:37.557823 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-a8f7eecb-8382-4f54-a5a9-77c15d966993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.559471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-a8f7eecb-8382-4f54-a5a9-77c15d966993 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0862961 Jul 07 19:16:37.652870 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c8b099e-2d54-4b99-8082-2bf7049ebcc7 req-17ddc518-72b9-4ac9-a120-aae038d01155 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900874 Jul 07 19:16:37.690437 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-420c98c7-173b-4b3a-8cbf-629e6cd8a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.691937 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-420c98c7-173b-4b3a-8cbf-629e6cd8a2c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1225364 Jul 07 19:16:37.733506 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-9c1e9cfe-9a2d-4fb1-a302-8ba0b43c6f82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 217 time: 0.0351508 Jul 07 19:16:37.781849 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-4879f345-f2a6-4d08-9048-659163537e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.783365 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-4879f345-f2a6-4d08-9048-659163537e41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0440071 Jul 07 19:16:37.846545 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-40b8f5e8-b3ee-4e88-b9bd-bf78ad6a157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:37.848072 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-40b8f5e8-b3ee-4e88-b9bd-bf78ad6a157a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579147 Jul 07 19:16:37.939511 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-1cd4dbea-6b42-452b-8f4e-1eac26665918 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Jul 07 19:16:38.039463 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dafd8346-7543-4f8b-8a05-f156057a4eed req-f6d7d9f5-6356-427e-b61d-ca7916204975 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926843 Jul 07 19:16:38.837827 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753284f-4bc7-4c87-a241-21636310adf2 req-ae0a7bd0-da36-41b5-9b76-7c227a4f977c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:38.839651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a753284f-4bc7-4c87-a241-21636310adf2 req-ae0a7bd0-da36-41b5-9b76-7c227a4f977c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0698175 Jul 07 19:16:38.888623 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a753284f-4bc7-4c87-a241-21636310adf2 req-efe4881e-4a95-4cbd-91dd-51d21e0e02be tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Jul 07 19:16:40.079033 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ea4d-d166-49a3-bada-1e4c7fb72ef5 req-6a7133a9-f01c-4c07-8a1a-60995f191cf4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:40.080638 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5674ea4d-d166-49a3-bada-1e4c7fb72ef5 req-6a7133a9-f01c-4c07-8a1a-60995f191cf4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0684938 Jul 07 19:16:40.134766 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5674ea4d-d166-49a3-bada-1e4c7fb72ef5 req-d67bdf49-8001-4a8f-a54f-f673ac7284fa tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459251 Jul 07 19:16:41.322424 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918e159-e02f-47d8-baa3-508c592afff2 req-c050e255-d735-45aa-89d3-ebb9df301974 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:41.323995 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f918e159-e02f-47d8-baa3-508c592afff2 req-c050e255-d735-45aa-89d3-ebb9df301974 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0729694 Jul 07 19:16:41.365392 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f918e159-e02f-47d8-baa3-508c592afff2 req-5582e6ad-b617-47e5-aae5-5a015b7cfd30 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354035 Jul 07 19:16:42.549630 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cd69b-f34a-459c-8109-0247b3b08a83 req-40e004b6-ceec-4b9a-aef3-9742a2fe5350 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:42.551039 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f1cd69b-f34a-459c-8109-0247b3b08a83 req-40e004b6-ceec-4b9a-aef3-9742a2fe5350 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0686078 Jul 07 19:16:42.592198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2f1cd69b-f34a-459c-8109-0247b3b08a83 req-3be2a9de-b510-4406-8dd1-a84552dd9330 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jul 07 19:16:43.789573 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f2a7-49a9-4d64-96c1-37ac643c7081 req-adf11e9d-db6f-450d-a1a5-0ee8551ea4bd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:43.791178 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c13f2a7-49a9-4d64-96c1-37ac643c7081 req-adf11e9d-db6f-450d-a1a5-0ee8551ea4bd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0840397 Jul 07 19:16:43.831195 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2c13f2a7-49a9-4d64-96c1-37ac643c7081 req-ca6819b9-7c46-45cc-8afa-e0219118e4b9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338333 Jul 07 19:16:45.026398 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af262008-89a4-4a34-ab76-93a080e9cc6c req-4db8786e-2170-4501-8697-8179d826d36a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:45.027879 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af262008-89a4-4a34-ab76-93a080e9cc6c req-4db8786e-2170-4501-8697-8179d826d36a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0708280 Jul 07 19:16:45.078383 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af262008-89a4-4a34-ab76-93a080e9cc6c req-ac6d19de-67de-429a-b83d-927c0d6e2a56 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Jul 07 19:16:45.965734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71f24f83-2738-4745-8437-242d6193fba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.275824 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c202521-36e2-4485-8371-6311ebcc1eca req-84d1d7cb-6bf2-4e21-bd66-70f40cef53c3 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:46.277737 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c202521-36e2-4485-8371-6311ebcc1eca req-84d1d7cb-6bf2-4e21-bd66-70f40cef53c3 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0778830 Jul 07 19:16:46.330612 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6c202521-36e2-4485-8371-6311ebcc1eca req-eeeb4a07-118f-4372-ad1a-0e038b8b9f04 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454569 Jul 07 19:16:46.630954 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4d191cad-ff61-44f2-b702-bb8b35870826 details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:16:46.738360 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:46.754306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '4d191cad-ff61-44f2-b702-bb8b35870826', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'port_id': '4d191cad-ff61-44f2-b702-bb8b35870826', 'mac_address': 'fa:16:3e:cf:cb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:16:46.798305 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.813514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d191cad-ff61-44f2-b702-bb8b35870826 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:16:46.837242 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:46.847870 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:46.903884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:46.911217 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.911560 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.911889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.912215 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.912534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.912865 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.913317 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.913471 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.913820 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.914132 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.914423 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:46.914740 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:16:47.099306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['4d191cad-ff61-44f2-b702-bb8b35870826'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:16:47.561497 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4d31-914d-4e57-bf0a-3951f3a0f662 req-fd337e63-1062-476c-8884-1b66fb0ada5a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:47.562975 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-422b4d31-914d-4e57-bf0a-3951f3a0f662 req-fd337e63-1062-476c-8884-1b66fb0ada5a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 945 time: 0.0927451 Jul 07 19:16:47.610981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-422b4d31-914d-4e57-bf0a-3951f3a0f662 req-a3afad25-37d6-4b73-bf80-774c608df1a8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418985 Jul 07 19:16:48.525734 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b71820c3-0c6b-40e3-80ba-359321950d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.622605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.646554 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4d191cad-ff61-44f2-b702-bb8b35870826 up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:16:48.718016 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 4d191cad-ff61-44f2-b702-bb8b35870826 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:16:48.723026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 4d191cad-ff61-44f2-b702-bb8b35870826 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:16:48.723345 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.808509 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.842157 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe558d-a594-48b1-a5ac-7a1c62bdb365 req-d921efab-7ca5-4cf8-8c5f-d2543580339f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:48.844999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bfe558d-a594-48b1-a5ac-7a1c62bdb365 req-d921efab-7ca5-4cf8-8c5f-d2543580339f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 945 time: 0.0876393 Jul 07 19:16:48.845866 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:48.848227 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4db2ca-2d1e-4901-87f1-be96a6b561aa" -d '{"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:48.860488 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:16:48.867166 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:48.906350 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5bfe558d-a594-48b1-a5ac-7a1c62bdb365 req-5efc7221-d41a-48ac-973d-159ca2ded1a1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529840 Jul 07 19:16:48.932465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:48.976391 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06538365-1cde-49d7-b8a4-a93c590e258b x-openstack-request-id: req-06538365-1cde-49d7-b8a4-a93c590e258b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:48.976687 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:48.976973 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-06538365-1cde-49d7-b8a4-a93c590e258b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:48.977378 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'code': 200} Jul 07 19:16:49.103384 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28bbde-8890-4b9d-8e46-28bbf5c18271 req-7abc8cdd-416b-4137-be87-0bdcb1ab00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:49.104861 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db28bbde-8890-4b9d-8e46-28bbf5c18271 req-7abc8cdd-416b-4137-be87-0bdcb1ab00a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0633075 Jul 07 19:16:49.146454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-db28bbde-8890-4b9d-8e46-28bbf5c18271 req-54519e82-d4db-4731-99b5-f4e25f05c061 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344787 Jul 07 19:16:50.035956 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.118017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90f487-3f13-4289-8354-e95c2719c710 req-15e95925-d5c8-409b-a64f-104a9faccbbd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.119573 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba90f487-3f13-4289-8354-e95c2719c710 req-15e95925-d5c8-409b-a64f-104a9faccbbd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0819142 Jul 07 19:16:50.168778 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ba90f487-3f13-4289-8354-e95c2719c710 req-3f40cc1c-f63e-4146-81af-b2eefe2aed24 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 Jul 07 19:16:50.360954 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9b300-5dcd-4d3a-a975-64fb25e77bed req-dae4b218-0280-4b69-9875-8fd964a5543f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.362637 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bc9b300-5dcd-4d3a-a975-64fb25e77bed req-dae4b218-0280-4b69-9875-8fd964a5543f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0666387 Jul 07 19:16:50.405244 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0bc9b300-5dcd-4d3a-a975-64fb25e77bed req-3327e8a1-36f8-4cf8-a35b-d3b6fcd5a12e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336559 Jul 07 19:16:50.429245 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58332) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:50.540484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a4743-c689-48fd-801b-ff9f8f018c7d tempest-TestShelveInstance-185108276 tempest-TestShelveInstance-185108276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:50.542510 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-bc0a4743-c689-48fd-801b-ff9f8f018c7d tempest-TestShelveInstance-185108276 tempest-TestShelveInstance-185108276-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1092 time: 0.1122701 Jul 07 19:16:50.546370 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58336) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:16:50.551681 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '4d191cad-ff61-44f2-b702-bb8b35870826', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:16:50.578491 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.680300 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.788642 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Allocated IP 172.25.1.76 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/df26c974-fff4-401f-a76d-0b75c2560035) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:16:50.894689 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.942880 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:50.994868 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:16:50.997686 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:16:51.003806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:16:51.007035 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'Port': ['ID=df26c974-fff4-401f-a76d-0b75c2560035,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:51.530911 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.757042 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:51.840997 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.012583 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.019387 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.091649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event updated for resources: {'Port': ['ID=df26c974-fff4-401f-a76d-0b75c2560035,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:16:52.105051 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.209157 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Floating IP 0f47a14f-dd3e-480c-96fd-494d3625f9a2 associated. External IP: 172.25.1.76, port: 4d191cad-ff61-44f2-b702-bb8b35870826. Jul 07 19:16:52.434226 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:16:52.554789 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:16:52.566302 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] Sync routers for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:16:52.573334 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:16:52.577167 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:52.577792 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:16:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:52.617787 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-ffec0497-8996-45db-bbba-2c8029c6bf23 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0702293 Jul 07 19:16:52.618568 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:16:52.621322 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:16:52.661912 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36e429c-1f2f-43f2-8494-295176f5edf7 x-openstack-request-id: req-c36e429c-1f2f-43f2-8494-295176f5edf7 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:16:52.662305 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:16:52.662438 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c36e429c-1f2f-43f2-8494-295176f5edf7 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:16:52.662960 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'status': 'completed', 'code': 200} Jul 07 19:16:52.693377 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:52.743540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-b7c6bac6-f8b2-4ddd-8c27-cc4ced095229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:52.745100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-b7c6bac6-f8b2-4ddd-8c27-cc4ced095229 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0567942 Jul 07 19:16:52.850759 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-46260bcb-892d-457b-9c01-9fababbaa5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:52.852279 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-46260bcb-892d-457b-9c01-9fababbaa5ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1012304 Jul 07 19:16:52.919590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-398cb735-61e2-477b-ba07-7dda2ca69c5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 999 time: 0.0604053 Jul 07 19:16:52.934995 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '0f47a14f-dd3e-480c-96fd-494d3625f9a2', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'port_id': '4d191cad-ff61-44f2-b702-bb8b35870826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'mac_address': 'fa:16:3e:cf:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:16:51Z', 'updated_at': '2021-07-07T19:16:51Z', 'revision_number': 0, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:52.964343 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] Checking router: feedcbe1-d7d1-4e0c-a747-441ad8c0af5c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:16:52.975587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-dbfaf509-d968-4915-9112-80868a144a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:52.975871 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:16:52.976317 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:16:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:52.977289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-dbfaf509-d968-4915-9112-80868a144a55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0504813 Jul 07 19:16:53.038929 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-1f5c73c0-6c04-4cb7-9c5a-cbc1cd68429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:16:53.040459 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-1f5c73c0-6c04-4cb7-9c5a-cbc1cd68429e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573194 Jul 07 19:16:53.085788 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:16:53.133881 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-dc728148-552c-4f4f-829a-2ac6274f4079 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866630 Jul 07 19:16:53.233724 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5b5d5307-dd32-44a4-a5ab-da63cab4d84f req-b6e359d5-2d10-41cb-aef8-c370faff0b1d service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928214 Jul 07 19:16:53.352409 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '0f47a14f-dd3e-480c-96fd-494d3625f9a2', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'port_id': '4d191cad-ff61-44f2-b702-bb8b35870826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'mac_address': 'fa:16:3e:cf:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:16:51Z', 'updated_at': '2021-07-07T19:16:51Z', 'revision_number': 0, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:16:53.472180 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f38a8-4c26-486a-90e8-129700dbe5ae None None] The sync data for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 is: [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': '0f47a14f-dd3e-480c-96fd-494d3625f9a2', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'port_id': '4d191cad-ff61-44f2-b702-bb8b35870826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'mac_address': 'fa:16:3e:cf:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:16:51Z', 'updated_at': '2021-07-07T19:16:51Z', 'revision_number': 0, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:16:53.695412 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ef133-01cb-4f82-bd06-00bf40437e2f None None] New status for floating IP 0f47a14f-dd3e-480c-96fd-494d3625f9a2: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:16:55.273268 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:17:04.650260 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:06.835499 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:15.971360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a3e7509-ec09-455e-99ec-25826260b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.523928 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ed0232e-8b9a-42bd-bfa0-c51ad1a213d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:18.626411 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:20.038784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:21.539817 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:32.281863 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:17:33.184333 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-11de6d25-be84-430a-9941-6af73f1fe8d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608377 Jul 07 19:17:33.287885 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3629-cd08-4b47-8693-7c379170f601 req-81aeab94-55f5-44d3-aa94-0699f2f31840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.289528 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-81aeab94-55f5-44d3-aa94-0699f2f31840 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0551980 Jul 07 19:17:33.404113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3629-cd08-4b47-8693-7c379170f601 req-d7a8cb90-9038-4d83-b4ab-796f101e6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.405727 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-d7a8cb90-9038-4d83-b4ab-796f101e6db6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.0937724 Jul 07 19:17:33.480396 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-8efd3665-f9e9-4780-9926-4847cc2a433a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 1001 time: 0.0674331 Jul 07 19:17:33.539379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3629-cd08-4b47-8693-7c379170f601 req-07ab6ecc-30ef-414a-930b-6ba6845a68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.541148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-07ab6ecc-30ef-414a-930b-6ba6845a68c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0543075 Jul 07 19:17:33.627848 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3629-cd08-4b47-8693-7c379170f601 req-b9eeed62-e45d-4f86-a46c-b5aa22b32aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:17:33.629833 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-b9eeed62-e45d-4f86-a46c-b5aa22b32aab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819092 Jul 07 19:17:33.732193 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-3b812774-d405-4051-94c4-d99024dc949e service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958016 Jul 07 19:17:33.831340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-afdd3629-cd08-4b47-8693-7c379170f601 req-0ad37415-8e80-4363-950d-b7257710eed9 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917168 Jul 07 19:17:34.663262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:36.834935 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:45.977488 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b5d9de-09d8-4c40-850b-531a032fd8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.519720 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac454350-35c4-4494-878e-103d9e915124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:48.620233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:50.041636 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:17:51.542346 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:04.660397 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:06.853195 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:09.275126 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:18:15.973870 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75d6a022-0048-4d6a-bee3-a6ff6be71749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.526154 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb16f1ef-4802-4286-afc6-f82ab696279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:18.625967 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:20.043838 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:21.540343 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:33.168566 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-0db5c7af-1d5f-48ce-b236-9eafa09a5273 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620584 Jul 07 19:18:33.283571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-c3b47219-a4ba-4875-8bde-cddd94a66791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:33.285900 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-c3b47219-a4ba-4875-8bde-cddd94a66791 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0639710 Jul 07 19:18:33.411494 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-f1038e8b-dce6-489b-9b71-6901e603061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:33.413069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-f1038e8b-dce6-489b-9b71-6901e603061d service neutron] 10.222.0.55 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1023791 Jul 07 19:18:33.489366 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-c2528624-8b62-43ff-90d0-e1a936801cf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 1001 time: 0.0692804 Jul 07 19:18:33.554400 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-5555ba11-3138-4bf9-89d5-1fb1b14c4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:33.556224 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-5555ba11-3138-4bf9-89d5-1fb1b14c4630 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0605650 Jul 07 19:18:33.620449 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-a28cf4f4-a322-4988-ab68-877f8d90a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:33.622200 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-a28cf4f4-a322-4988-ab68-877f8d90a841 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589888 Jul 07 19:18:33.726710 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-616a9cb9-7a9e-44ab-83ab-5f35ab125f33 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973022 Jul 07 19:18:33.844372 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-12cd128b-1b0e-44d7-a642-77c83b18b742 req-e36d3c0e-e131-40d1-8456-1148d9481645 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107597 Jul 07 19:18:34.677921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:36.870727 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:45.978853 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88c88624-ea5c-4b82-b9df-564b2a700b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:46.277033 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:18:48.525385 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0acfb467-9618-4b0b-8984-e41bdb0b1e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:48.631836 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:50.049472 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:50.420611 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d8a56-a899-43ea-84ee-7c85ba962f57 req-350cffd4-10bb-4ce5-b708-c3e8b6cb7f85 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:50.422190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e2d8a56-a899-43ea-84ee-7c85ba962f57 req-350cffd4-10bb-4ce5-b708-c3e8b6cb7f85 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.1395171 Jul 07 19:18:50.464429 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4e2d8a56-a899-43ea-84ee-7c85ba962f57 req-e62b15d1-c8dd-4b2d-8c6d-0574b5147a25 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360785 Jul 07 19:18:51.545130 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:18:51.711679 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e876b-01b7-4a2c-84e6-654108901466 req-ce4fa3a0-8e59-4588-8fb0-6281f743b6d4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:51.713191 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-156e876b-01b7-4a2c-84e6-654108901466 req-ce4fa3a0-8e59-4588-8fb0-6281f743b6d4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.1228340 Jul 07 19:18:51.766655 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-156e876b-01b7-4a2c-84e6-654108901466 req-ff2932c9-f4b1-44b4-8936-7a9cd64e53c6 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449431 Jul 07 19:18:52.979394 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0c77f-f7cc-4a4c-9c44-b49ddcfb8985 req-8a84182c-5d2a-49e4-a015-659e5f536bb2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:52.980989 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35b0c77f-f7cc-4a4c-9c44-b49ddcfb8985 req-8a84182c-5d2a-49e4-a015-659e5f536bb2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0713775 Jul 07 19:18:53.020605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-35b0c77f-f7cc-4a4c-9c44-b49ddcfb8985 req-b95979e6-be23-42f7-a2b0-2d4d3ac50f85 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337112 Jul 07 19:18:54.219228 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d710d-328a-41e6-9568-40ff9cf3fc56 req-7af2cea3-bedc-42d0-8c0c-49160f7a6ec4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:54.220774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf9d710d-328a-41e6-9568-40ff9cf3fc56 req-7af2cea3-bedc-42d0-8c0c-49160f7a6ec4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0736134 Jul 07 19:18:54.262197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cf9d710d-328a-41e6-9568-40ff9cf3fc56 req-ab6a005f-a952-44b3-94c7-7e05a5a661a0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341597 Jul 07 19:18:55.464135 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea34b0-6a89-4e3e-9312-445759790cd8 req-4ef90ae7-0720-4be0-84cd-a5c38c9be4d0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:55.465650 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bea34b0-6a89-4e3e-9312-445759790cd8 req-4ef90ae7-0720-4be0-84cd-a5c38c9be4d0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0845785 Jul 07 19:18:55.509268 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3bea34b0-6a89-4e3e-9312-445759790cd8 req-fcaaa63c-8224-4694-9408-e7738c0efebf tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348737 Jul 07 19:18:56.723764 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ece0-d13c-4248-9988-ce985e2f2f11 req-bf46ed0c-4930-4555-bfb5-3702664fe225 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:56.725322 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61a9ece0-d13c-4248-9988-ce985e2f2f11 req-bf46ed0c-4930-4555-bfb5-3702664fe225 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0859113 Jul 07 19:18:56.776149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-61a9ece0-d13c-4248-9988-ce985e2f2f11 req-78873145-8033-495f-8b86-d6d94aaddadb tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Jul 07 19:18:57.976920 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c88f93-281a-4979-a36b-bd3852fb57d1 req-355d8ea2-2c91-4640-90b5-2c099fe61a25 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:57.978494 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89c88f93-281a-4979-a36b-bd3852fb57d1 req-355d8ea2-2c91-4640-90b5-2c099fe61a25 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0817184 Jul 07 19:18:58.025941 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-89c88f93-281a-4979-a36b-bd3852fb57d1 req-f5f10a6e-d2dc-498f-8e08-7deec0e44224 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395994 Jul 07 19:18:59.222788 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bcd5f-4a79-4325-b04a-cbd4a9facc63 req-d3cc1499-d3e7-43d3-999d-208104d30430 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:18:59.224327 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8bcd5f-4a79-4325-b04a-cbd4a9facc63 req-d3cc1499-d3e7-43d3-999d-208104d30430 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0691354 Jul 07 19:18:59.264114 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ab8bcd5f-4a79-4325-b04a-cbd4a9facc63 req-1d162167-14f9-4040-9af9-a9b420e8db9c tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337310 Jul 07 19:19:00.494749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c56ac-fd80-4a85-a8ce-f9d59b1381cd req-0cd2c869-a86c-4f37-b011-daa748218729 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:00.496229 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c76c56ac-fd80-4a85-a8ce-f9d59b1381cd req-0cd2c869-a86c-4f37-b011-daa748218729 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.1088054 Jul 07 19:19:00.502837 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-55286442-bdf7-48e7-998a-0fb3e5029541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:00.504356 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-55286442-bdf7-48e7-998a-0fb3e5029541 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1097 time: 0.1044850 Jul 07 19:19:00.588215 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c76c56ac-fd80-4a85-a8ce-f9d59b1381cd req-30e22055-a439-4def-ae1b-8ca55a47384a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828152 Jul 07 19:19:00.624062 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-42a5b95c-6370-46fb-a2b1-02b4b1af6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:00.625605 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-42a5b95c-6370-46fb-a2b1-02b4b1af6765 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1140554 Jul 07 19:19:00.702676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-e614f2c8-ed81-442c-86a3-1df9e13b5b9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 1001 time: 0.0679317 Jul 07 19:19:00.755455 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-8653c1e6-5dac-467b-850f-bd7416752e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:00.755972 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-8653c1e6-5dac-467b-850f-bd7416752e4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0466022 Jul 07 19:19:00.815908 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-c0e343dc-88a8-45c0-8836-c83567fb6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:00.817485 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-c0e343dc-88a8-45c0-8836-c83567fb6ca2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550699 Jul 07 19:19:00.926460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-a91c4b13-a364-47b6-8890-03b3f413a6a0 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008468 Jul 07 19:19:01.028617 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4fe5665e-e01b-4bd6-9620-e8358e56cc82 req-17dc902a-6ec2-4397-9d3a-2c669dd355f4 service neutron] 10.222.0.55 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953159 Jul 07 19:19:01.777151 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686d91-bf89-4b53-95e4-02fca9b663e7 req-529dc7ec-1f8c-4bfc-ae1a-ccd6fd9bc559 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:01.778542 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1686d91-bf89-4b53-95e4-02fca9b663e7 req-529dc7ec-1f8c-4bfc-ae1a-ccd6fd9bc559 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0733416 Jul 07 19:19:01.819074 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-b1686d91-bf89-4b53-95e4-02fca9b663e7 req-68264fda-4cdf-461a-b7f9-9a6b32ffecb9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345297 Jul 07 19:19:02.997765 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ff87-7458-42f4-b08b-11d47a76a87d req-1367b14f-d27d-484b-a3b5-2f2233caf457 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:02.999197 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5a3ff87-7458-42f4-b08b-11d47a76a87d req-1367b14f-d27d-484b-a3b5-2f2233caf457 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0668437 Jul 07 19:19:03.040294 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f5a3ff87-7458-42f4-b08b-11d47a76a87d req-a35e71c9-73fa-4950-bf1e-db850836f2c1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348990 Jul 07 19:19:04.232166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7a15-9bec-4b96-a3f4-c205980ff7fa req-199252d5-1737-4120-a277-ffd3becf0e34 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:04.233997 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f6f7a15-9bec-4b96-a3f4-c205980ff7fa req-199252d5-1737-4120-a277-ffd3becf0e34 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0681710 Jul 07 19:19:04.275005 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5f6f7a15-9bec-4b96-a3f4-c205980ff7fa req-4d993fa4-3aa1-457e-943d-b0cb6d3ec463 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353005 Jul 07 19:19:04.691739 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.333205 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 4d191cad-ff61-44f2-b702-bb8b35870826 no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:19:05.414225 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.444246 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:05.446486 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321eecb-caef-4dd5-a4b1-d13fc11ccb84" -d '{"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:05.459884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:05.462310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c442-a07c-4ffb-8544-a5f69d050337 req-38666d0a-cbc1-4d05-8399-10765bf82959 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.464041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dab3c442-a07c-4ffb-8544-a5f69d050337 req-38666d0a-cbc1-4d05-8399-10765bf82959 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 946 time: 0.0724850 Jul 07 19:19:05.472548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:05.496993 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd91c3d-8ce9-41e1-9463-b41c7742da58 x-openstack-request-id: req-9fd91c3d-8ce9-41e1-9463-b41c7742da58 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:05.497287 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-unplugged", "status": "failed", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "code": 422}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:05.497401 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9fd91c3d-8ce9-41e1-9463-b41c7742da58 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:05.497765 n-d-798930-2 neutron-server[105590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'code': 422} returned with failed status Jul 07 19:19:05.508079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dab3c442-a07c-4ffb-8544-a5f69d050337 req-0e062e59-407e-4a1b-abad-788a5db81b36 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375333 Jul 07 19:19:05.531882 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:05.540804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.540804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.541099 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.541586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.541689 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.542031 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.542330 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.543013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.543013 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.543467 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.543789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.544109 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:05.668772 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-7d8fe5bb-9869-4b57-9520-b4f53b69d740 req-cf66fd98-b2c7-4444-bd51-a766f60be1b1 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:19:05.669933 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7d8fe5bb-9869-4b57-9520-b4f53b69d740 req-cf66fd98-b2c7-4444-bd51-a766f60be1b1 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523677 Jul 07 19:19:05.815587 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58454) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:19:05.945410 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-d7f788ef-5be7-4e3f-ba50-573908750b38 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282456 Jul 07 19:19:05.978612 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992465e6-255d-40c8-97d4-74af0e283689 req-52dd09b4-085d-4f24-802a-8ef328accc42 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:05.980266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-992465e6-255d-40c8-97d4-74af0e283689 req-52dd09b4-085d-4f24-802a-8ef328accc42 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0729704 Jul 07 19:19:06.358066 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-992465e6-255d-40c8-97d4-74af0e283689 req-f15179bf-50b4-43a6-9a91-5391525875f7 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719959 Jul 07 19:19:06.884262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:07.546262 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb92d6b-2934-4ad6-9c64-d9e0907b77b2 req-fd083b06-a0f8-44e7-8c0b-aa8238b5a6e0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:07.548161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffb92d6b-2934-4ad6-9c64-d9e0907b77b2 req-fd083b06-a0f8-44e7-8c0b-aa8238b5a6e0 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0715902 Jul 07 19:19:07.590695 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ffb92d6b-2934-4ad6-9c64-d9e0907b77b2 req-13312a89-02e4-4b66-8530-7e2d5114df26 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361576 Jul 07 19:19:08.846498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbebd-40f1-4245-b83d-458080cdcd73 req-a1104c27-ed79-4945-be96-1c7edc4d2854 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:08.848913 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bccbbebd-40f1-4245-b83d-458080cdcd73 req-a1104c27-ed79-4945-be96-1c7edc4d2854 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0975738 Jul 07 19:19:08.916002 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bccbbebd-40f1-4245-b83d-458080cdcd73 req-3d7e4310-d9f4-4545-b2b7-f5b20ac8b469 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579863 Jul 07 19:19:10.118173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dc9a7-0080-4804-8aa8-d2e035202c17 req-f3577f96-4938-4512-aaa4-ea06a921a1be tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:10.119803 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-092dc9a7-0080-4804-8aa8-d2e035202c17 req-f3577f96-4938-4512-aaa4-ea06a921a1be tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0707328 Jul 07 19:19:10.165050 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-092dc9a7-0080-4804-8aa8-d2e035202c17 req-3812c701-f609-40b5-af42-3e07a97d3608 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Jul 07 19:19:11.232100 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-d272ea79-50d9-4ee0-911a-6d8b3a5e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.233754 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-d272ea79-50d9-4ee0-911a-6d8b3a5e19e8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2&tenant_id=e73921fbeb5f4f699f682e79ece5d387 HTTP/1.1" status: 200 len: 1095 time: 0.1084056 Jul 07 19:19:11.246646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-2', 'device_owner': 'compute:nova'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:19:11.334992 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.362868 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f174aa-33ca-478e-ab4e-d37f735031b7 req-04c9884a-35f8-4a3d-a0d1-3df172d2f2ad tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:11.364408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3f174aa-33ca-478e-ab4e-d37f735031b7 req-04c9884a-35f8-4a3d-a0d1-3df172d2f2ad tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0766108 Jul 07 19:19:11.414112 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d3f174aa-33ca-478e-ab4e-d37f735031b7 req-e46f056d-ae8c-443c-adbd-d5d6ae9420dd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Jul 07 19:19:11.560649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:11.596151 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h1-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:11.630898 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d191cad-ff61-44f2-b702-bb8b35870826 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:11.639476 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.658507 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Transition to ACTIVE for port object 4d191cad-ff61-44f2-b702-bb8b35870826 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:19:11.663607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:11.749584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=7']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:11.762052 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.762399 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.762742 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.763053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.763378 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.763709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.765369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.765369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.765369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.765369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.765369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.765918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:19:11.812804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] No DVR routers for this DVR port 4d191cad-ff61-44f2-b702-bb8b35870826 on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:19:11.977506 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:19:11.977801 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:19:11.978164 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:11.984631 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Port 4d191cad-ff61-44f2-b702-bb8b35870826 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:19:11.984987 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Attempting to bind port 4d191cad-ff61-44f2-b702-bb8b35870826 on network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:19:11.990113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:19:11.990458 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Checking segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:19:11.990883 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Bound using segment: {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:19:11.991361 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Bound port: 4d191cad-ff61-44f2-b702-bb8b35870826, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164fc53a-4405-45d7-bdc0-7f7baf802345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:19:11.991728 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.078161 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:19:12.081759 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:19:12.090070 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.130369 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:12.130369 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:12.130601 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] 10.222.0.90 "PUT /v2.0/ports/4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 1092 time: 0.8889771 Jul 07 19:19:12.139084 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:12.140687 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbf6044-8a45-4a12-bb89-6c8f1561a975" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:12.179651 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4c897-0cf9-4cad-9cd9-4d23b98c1220 service neutron] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=8']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:12.217032 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3e91ed-62eb-4817-885d-12ac03aaf58c x-openstack-request-id: req-ac3e91ed-62eb-4817-885d-12ac03aaf58c {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:12.217387 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:12.217634 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac3e91ed-62eb-4817-885d-12ac03aaf58c {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:12.218209 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'status': 'completed', 'code': 200} Jul 07 19:19:12.249968 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-0bf4241d-4cef-47ea-b7f1-356b171683bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:12.251426 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-0bf4241d-4cef-47ea-b7f1-356b171683bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0830798 Jul 07 19:19:12.370804 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-c56d8796-8cc4-4629-ae88-056c27237257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:12.372376 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-c56d8796-8cc4-4629-ae88-056c27237257 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1136973 Jul 07 19:19:12.470543 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-85d7e3a4-8260-42df-9e4f-b9a102ed2313 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 999 time: 0.0919347 Jul 07 19:19:12.527051 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-498de6c9-740f-463c-97a7-909ffe5e60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:12.528460 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-498de6c9-740f-463c-97a7-909ffe5e60a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0519037 Jul 07 19:19:12.596425 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-b2eb2361-897b-4cb7-b7e3-53e575b87e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:12.598348 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-b2eb2361-897b-4cb7-b7e3-53e575b87e40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633819 Jul 07 19:19:12.660209 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d01b6-acfd-48ad-b622-23a1224cf4ac req-8e8eabfc-c882-4f03-b61a-f8fdee59109a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:12.662100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a21d01b6-acfd-48ad-b622-23a1224cf4ac req-8e8eabfc-c882-4f03-b61a-f8fdee59109a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0832243 Jul 07 19:19:12.715125 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-09f46f9b-3c33-48f9-9b00-1531ee0ac3e6 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091421 Jul 07 19:19:12.719827 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a21d01b6-acfd-48ad-b622-23a1224cf4ac req-933ef03b-9c2f-4fc2-a454-2373d15342f2 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500307 Jul 07 19:19:12.815254 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-c8905105-090c-433b-943c-0b2d8fa41fc2 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939145 Jul 07 19:19:12.925981 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-e83d5daf-3972-48d8-b6b6-45a41ecca462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:12.927508 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-e83d5daf-3972-48d8-b6b6-45a41ecca462 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0597854 Jul 07 19:19:13.035009 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-c54b29b4-ad20-4f90-8573-9b2b221188e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:13.036498 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-c54b29b4-ad20-4f90-8573-9b2b221188e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1016405 Jul 07 19:19:13.102881 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-387411b6-201e-472d-b4a0-be96fa52db3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 999 time: 0.0590625 Jul 07 19:19:13.156984 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-a79ea0b9-c363-4935-a8f5-3eb609c0f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:13.158465 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-a79ea0b9-c363-4935-a8f5-3eb609c0f715 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0489919 Jul 07 19:19:13.217079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-07893979-27bc-402f-a0de-df31d6e1640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:13.218584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-07893979-27bc-402f-a0de-df31d6e1640f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537128 Jul 07 19:19:13.310103 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-ff3e60a5-8bd2-498a-ad6d-9b0ac53d5d0a service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Jul 07 19:19:13.411449 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-1bbf6044-8a45-4a12-bb89-6c8f1561a975 req-1ee83b02-1ed8-4d23-bfeb-171cc231629b service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947092 Jul 07 19:19:13.923966 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f6d20-0ccb-48e9-b49a-e58c31b6e1aa req-045ae4c3-dc6f-442c-88d7-fd1e5f7661a9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:13.925635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a4f6d20-0ccb-48e9-b49a-e58c31b6e1aa req-045ae4c3-dc6f-442c-88d7-fd1e5f7661a9 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0868921 Jul 07 19:19:13.968652 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3a4f6d20-0ccb-48e9-b49a-e58c31b6e1aa req-7e811ab6-f9a6-4367-beaa-012b171555d5 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356307 Jul 07 19:19:15.166376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0a416-73b1-4e16-a079-65508b9e9462 req-0f0052bc-7335-474b-b249-98b97dcd88f8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:15.167892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93f0a416-73b1-4e16-a079-65508b9e9462 req-0f0052bc-7335-474b-b249-98b97dcd88f8 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0765710 Jul 07 19:19:15.215673 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-93f0a416-73b1-4e16-a079-65508b9e9462 req-0e5ea324-8555-4269-8960-43ce3e9d6d39 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Jul 07 19:19:15.976800 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-576d7488-7924-41a1-89ff-a85881789e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:16.394538 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b3fa8-74e1-485e-9cb5-60cf5959cff3 req-04be11c3-b9ec-4ec4-8329-3570137c24f4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:16.396079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-050b3fa8-74e1-485e-9cb5-60cf5959cff3 req-04be11c3-b9ec-4ec4-8329-3570137c24f4 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0667882 Jul 07 19:19:16.436774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-050b3fa8-74e1-485e-9cb5-60cf5959cff3 req-37db64b2-e9e3-4910-97b7-adf470c58e11 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Jul 07 19:19:17.621983 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f28b-06aa-43fe-862b-7a91d8857c70 req-5ae64a51-bd9b-4606-b825-988df23eea70 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:17.623745 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ce5f28b-06aa-43fe-862b-7a91d8857c70 req-5ae64a51-bd9b-4606-b825-988df23eea70 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0666769 Jul 07 19:19:17.665069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8ce5f28b-06aa-43fe-862b-7a91d8857c70 req-6f365278-69ee-457d-a780-deb7bb7613ef tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Jul 07 19:19:18.518675 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e05d0ce-d68e-4115-aa19-881f9337914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.625361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:18.851532 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091692d2-f16b-4263-98c0-180d43214228 req-f1cf35d6-46a1-4f43-92fc-2ce95d388f3b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:18.852981 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-091692d2-f16b-4263-98c0-180d43214228 req-f1cf35d6-46a1-4f43-92fc-2ce95d388f3b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0702636 Jul 07 19:19:18.895519 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-091692d2-f16b-4263-98c0-180d43214228 req-f0547e34-36b8-4418-9228-20bd34b51d97 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364771 Jul 07 19:19:20.052722 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:20.081700 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee0a19-b5f1-4a94-993d-5a12ebf390c2 req-d8e7fca7-6233-425f-9851-8940648f9123 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:20.083276 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73ee0a19-b5f1-4a94-993d-5a12ebf390c2 req-d8e7fca7-6233-425f-9851-8940648f9123 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0689068 Jul 07 19:19:20.129563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-73ee0a19-b5f1-4a94-993d-5a12ebf390c2 req-8a56602d-b87f-4334-9afc-5898ddb081dc tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Jul 07 19:19:21.312518 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567e56e-68d8-4ae9-9eed-dbd47c8c9e10 req-cc2a7960-efe9-402c-a84a-26926fe7c93d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:21.314096 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2567e56e-68d8-4ae9-9eed-dbd47c8c9e10 req-cc2a7960-efe9-402c-a84a-26926fe7c93d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0686808 Jul 07 19:19:21.357971 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-2567e56e-68d8-4ae9-9eed-dbd47c8c9e10 req-71dce241-b8cc-41d6-8498-6434c0fedb36 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378361 Jul 07 19:19:21.546622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:22.542926 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eacee-e47f-42e9-83d8-cd4661279eae req-b9cbcd73-a36a-4c3e-8b0f-56e3fd62f700 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:22.544399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a81eacee-e47f-42e9-83d8-cd4661279eae req-b9cbcd73-a36a-4c3e-8b0f-56e3fd62f700 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 944 time: 0.0750170 Jul 07 19:19:22.591563 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a81eacee-e47f-42e9-83d8-cd4661279eae req-f5342259-3d32-4b38-b6dd-ddd716fb9708 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409961 Jul 07 19:19:23.021190 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d191cad-ff61-44f2-b702-bb8b35870826 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:19:23.128357 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:23.142084 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '4d191cad-ff61-44f2-b702-bb8b35870826', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'port_id': '4d191cad-ff61-44f2-b702-bb8b35870826', 'mac_address': 'fa:16:3e:cf:cb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:19:23.179285 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.197251 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d191cad-ff61-44f2-b702-bb8b35870826 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:19:23.219542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:23.225633 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:23.275775 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:19:23.277164 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:23.611233 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['4d191cad-ff61-44f2-b702-bb8b35870826'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:19:23.771295 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec611-c59e-49da-912e-bf5e67ddb063 req-687a0037-151a-488e-b01e-876563bf263b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:23.772951 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d72ec611-c59e-49da-912e-bf5e67ddb063 req-687a0037-151a-488e-b01e-876563bf263b tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 945 time: 0.0660768 Jul 07 19:19:23.813862 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d72ec611-c59e-49da-912e-bf5e67ddb063 req-9ddbbee6-eaa5-413d-b075-e413406193fd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352633 Jul 07 19:19:25.001472 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edada0cb-0fbc-4f83-8e4a-8f4a485508a3 req-4e64ab83-8650-4b1b-bede-7201fce38755 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:25.003012 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-edada0cb-0fbc-4f83-8e4a-8f4a485508a3 req-4e64ab83-8650-4b1b-bede-7201fce38755 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 945 time: 0.0724919 Jul 07 19:19:25.017894 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d191cad-ff61-44f2-b702-bb8b35870826 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:19:25.043008 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-edada0cb-0fbc-4f83-8e4a-8f4a485508a3 req-4305d7e9-0445-4108-aadc-b38e002749ba tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342865 Jul 07 19:19:25.071963 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 4d191cad-ff61-44f2-b702-bb8b35870826 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:19:25.076767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 4d191cad-ff61-44f2-b702-bb8b35870826 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:19:25.077237 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.164110 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.349379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:19:25.351758 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510d063f-8d28-4b24-8380-cc00fa212cca" -d '{"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:19:25.365953 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:19:25.372512 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:25.396255 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db7bd1d-23d8-4d7c-a368-e048c6081386 x-openstack-request-id: req-1db7bd1d-23d8-4d7c-a368-e048c6081386 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:19:25.396526 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-plugged", "status": "completed", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:19:25.396761 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1db7bd1d-23d8-4d7c-a368-e048c6081386 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:19:25.397173 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'code': 200} Jul 07 19:19:25.428236 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:19:25.596591 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c907e7f-e241-4eaa-b5d4-ff6fe063e842 req-ba394de1-c5d6-4ab4-9c44-a2343ff72be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:25.598162 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c907e7f-e241-4eaa-b5d4-ff6fe063e842 req-ba394de1-c5d6-4ab4-9c44-a2343ff72be7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0776141 Jul 07 19:19:25.656802 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-0c907e7f-e241-4eaa-b5d4-ff6fe063e842 req-ba2a20f1-3014-4c3a-8450-3974a3227ea5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518808 Jul 07 19:19:26.233685 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398ac22-54e8-4e29-aadc-097e3f195940 req-5ea18836-5a99-49bd-a6a2-a95f199c39cb tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:26.235207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4398ac22-54e8-4e29-aadc-097e3f195940 req-5ea18836-5a99-49bd-a6a2-a95f199c39cb tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 947 time: 0.0685225 Jul 07 19:19:26.276556 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4398ac22-54e8-4e29-aadc-097e3f195940 req-a7cb2359-4b29-4e67-80b4-27fe658c2e9e tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334597 Jul 07 19:19:27.461019 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961471e1-dd9d-4ef4-b409-9c943ab728a2 req-364c8322-97f7-425e-91cf-58cd1c830ed1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:27.462609 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-961471e1-dd9d-4ef4-b409-9c943ab728a2 req-364c8322-97f7-425e-91cf-58cd1c830ed1 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 947 time: 0.0664439 Jul 07 19:19:27.506674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-961471e1-dd9d-4ef4-b409-9c943ab728a2 req-391c2da0-150d-474d-a5cf-13a94b65db1f tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382166 Jul 07 19:19:34.704940 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.779562 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-39ede461-e0a6-460a-9805-df79d1f26671 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633292 Jul 07 19:19:36.882264 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:36.887113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-08925153-ae97-4ba1-a880-b52fb3861968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:36.888655 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-08925153-ae97-4ba1-a880-b52fb3861968 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0660756 Jul 07 19:19:37.000089 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-f29df895-5473-4ee9-9686-5ea8be1f9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.001628 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-f29df895-5473-4ee9-9686-5ea8be1f9676 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.0920160 Jul 07 19:19:37.084778 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-db717e77-f323-46f8-b718-9bb562b42694 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 1001 time: 0.0760274 Jul 07 19:19:37.144806 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-b58fc5fa-1524-4052-a4e3-6bc98f1c46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.146635 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-b58fc5fa-1524-4052-a4e3-6bc98f1c46e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0548224 Jul 07 19:19:37.208284 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-3608f461-2f80-4aba-8d5d-d8f09bb04a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:19:37.209918 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-3608f461-2f80-4aba-8d5d-d8f09bb04a96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558939 Jul 07 19:19:37.221988 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-a45129ab-e961-4091-9179-21b83a4862c5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:19:37.223549 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-a45129ab-e961-4091-9179-21b83a4862c5 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059652 Jul 07 19:19:37.333575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-8d30bb6b-f21d-4319-ab82-d1d1d164a906 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033690 Jul 07 19:19:37.431505 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-4df9264b-aa7c-46ca-9a16-81cc6587a75b req-19e77cbb-1709-4092-8726-48b65f2efd12 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908506 Jul 07 19:19:45.978090 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6efd6748-feba-44b0-9d2e-c83235e966cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.523294 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d93b965f-29fe-450a-8916-2c8623c6da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:48.630453 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:50.055544 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:19:51.556194 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:00.276854 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:20:04.719720 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:06.896017 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:15.978932 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf9446ee-e194-4122-95f1-22d58f8c21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.527352 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f334da45-5f81-4815-b5f0-321a1823f9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:18.637056 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:20.058238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:21.558653 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:34.738178 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:36.887148 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:37.276368 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:20:37.768916 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-af1274f4-b972-44bf-8736-3d3fc70b5bd5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596168 Jul 07 19:20:37.865660 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-b58dca9f-5436-4ef8-b80d-0d83e2068fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:37.867168 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-b58dca9f-5436-4ef8-b80d-0d83e2068fbe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0529733 Jul 07 19:20:38.005828 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-665c5562-f6ec-476f-aec8-2beff2bd4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.007336 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-665c5562-f6ec-476f-aec8-2beff2bd4467 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1198895 Jul 07 19:20:38.077596 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-839d9873-aa46-4e87-b488-d8e96260404d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 1001 time: 0.0635266 Jul 07 19:20:38.127008 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-cb22d21d-97df-4f90-bbae-07c75544d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.128496 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-cb22d21d-97df-4f90-bbae-07c75544d8cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0450988 Jul 07 19:20:38.192141 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-3f3be1de-b51b-4fca-b7c1-cc50263e8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:38.193785 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-3f3be1de-b51b-4fca-b7c1-cc50263e8aff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578761 Jul 07 19:20:38.300168 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-0433c89b-f440-43b6-ae27-d5812f464b7b service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990100 Jul 07 19:20:38.392196 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ef08953d-c7f6-4bbe-9b9f-bd2700d1f215 req-74702ae7-c26f-43da-a382-291dd41a6c7e service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852430 Jul 07 19:20:41.229677 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58534) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:41.752842 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Deleting port df26c974-fff4-401f-a76d-0b75c2560035 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:41.753146 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.832109 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.832363 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:41.843861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Calling delete_port for df26c974-fff4-401f-a76d-0b75c2560035 owned by network:floatingip {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:42.008940 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.038853 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event deleted for resources: {'Port': ['ID=df26c974-fff4-401f-a76d-0b75c2560035,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:42.065435 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.065839 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.066057 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.066416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.066732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.067065 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.067397 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.067724 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.068055 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.068377 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.068703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.069049 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:42.108697 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for floatingip, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.109014 n-d-798930-2 neutron-server[105589]: INFO neutron.db.l3_db [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Floating IP 0f47a14f-dd3e-480c-96fd-494d3625f9a2 disassociated (deleted). External IP: 172.25.1.76, port: 4d191cad-ff61-44f2-b702-bb8b35870826. Jul 07 19:20:42.331754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:42.457063 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:42.461817 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:42.469103 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] Sync routers for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:42.480232 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:42.480863 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:42.498523 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f38c5702-39a2-41cd-a63c-fbadbc889583 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "DELETE /v2.0/floatingips/0f47a14f-dd3e-480c-96fd-494d3625f9a2 HTTP/1.1" status: 204 len: 168 time: 1.2676585 Jul 07 19:20:42.499132 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:42.501542 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a481ce-069e-46ec-b639-bf8bdd3e8984" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:42.546456 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9994372-614d-417b-accf-6eee3dbd7099 x-openstack-request-id: req-a9994372-614d-417b-accf-6eee3dbd7099 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:42.546744 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:42.546997 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9994372-614d-417b-accf-6eee3dbd7099 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:42.547415 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'status': 'completed', 'code': 200} Jul 07 19:20:42.592723 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:42.642696 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-a5167b4f-cd5f-4f3b-9c6c-92249e982ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.644018 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-a5167b4f-cd5f-4f3b-9c6c-92249e982ed7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e73921fbeb5f4f699f682e79ece5d387&device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0727966 Jul 07 19:20:42.780488 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-17fd7964-dea8-4baa-b2e0-14f76a236b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.782274 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-17fd7964-dea8-4baa-b2e0-14f76a236b4f service neutron] 10.222.0.90 "GET /v2.0/networks?id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 200 len: 910 time: 0.1320624 Jul 07 19:20:42.838403 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:42.848632 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-e6abdc7a-f77c-4dfe-8cbf-b999d4790126 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 200 len: 217 time: 0.0576112 Jul 07 19:20:42.865666 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] Checking router: feedcbe1-d7d1-4e0c-a747-441ad8c0af5c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:20:42.876029 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:42.876646 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:42.901157 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-4e2d076c-b276-4caa-84b8-4ddc3492c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.902647 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-4e2d076c-b276-4caa-84b8-4ddc3492c8fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 200 len: 848 time: 0.0456336 Jul 07 19:20:42.925607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03763-b8db-42e1-ac49-2dc8b8e119dd req-19d72c5c-21a6-4f63-a5fc-ecba769bc260 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.927156 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84c03763-b8db-42e1-ac49-2dc8b8e119dd req-19d72c5c-21a6-4f63-a5fc-ecba769bc260 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 947 time: 0.0726905 Jul 07 19:20:42.963865 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-2f26c86c-e34b-4a5b-961b-6f67bb74887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:42.967441 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-2f26c86c-e34b-4a5b-961b-6f67bb74887d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576239 Jul 07 19:20:42.973123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84c03763-b8db-42e1-ac49-2dc8b8e119dd req-4fd3fc85-d3be-48fb-a8db-73021c5b2ddf tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Jul 07 19:20:43.001638 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:43.067616 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-c35b2695-8b0f-416a-a976-bc642c8c1ad2 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899398 Jul 07 19:20:43.168405 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-f0a481ce-069e-46ec-b639-bf8bdd3e8984 req-295cdda3-2efa-4d8e-887b-0b29f4c89d01 service neutron] 10.222.0.90 "GET /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930209 Jul 07 19:20:43.209889 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:43.240063 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f38e7b-9537-422f-bcb5-f11c4a471e0c None None] The sync data for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 is: [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:14Z', 'revision_number': 4, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': 'eea1d4f9-cdce-4dc6-bb8b-3625da9247b9', 'name': '', 'network_id': '71fdb377-2fc0-462c-a7b4-2de9f8d14e5b', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'mac_address': 'fa:16:3e:07:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:14Z', 'updated_at': '2021-07-07T19:10:21Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'subnets': [{'id': 'cb7c0091-9820-4684-99ff-5222dd9d93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:43.464213 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e177570-aad9-448c-aa14-f027a2f4a27b None None] New status for floating IP 0f47a14f-dd3e-480c-96fd-494d3625f9a2: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:20:44.163523 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d716be-c028-41e0-b30f-24a66e77c628 req-6aa1a27f-ef55-4ca6-9a5a-02f1a61ca1db tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.165214 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00d716be-c028-41e0-b30f-24a66e77c628 req-6aa1a27f-ef55-4ca6-9a5a-02f1a61ca1db tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 947 time: 0.0723774 Jul 07 19:20:44.220469 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-00d716be-c028-41e0-b30f-24a66e77c628 req-b9abb23a-2fe9-4f24-958a-31b4c211bf56 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfde0215-d53b-43bc-8ae3-592d5b21646d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492663 Jul 07 19:20:44.470019 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-a46a7d47-6ad6-42e9-a3fb-e6a4a8bed499 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:44.471584 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-a46a7d47-6ad6-42e9-a3fb-e6a4a8bed499 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 947 time: 0.0697896 Jul 07 19:20:44.595803 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Deleting port 4d191cad-ff61-44f2-b702-bb8b35870826 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:44.596168 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.695045 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] For port 4d191cad-ff61-44f2-b702-bb8b35870826, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=4d191cad-ff61-44f2-b702-bb8b35870826,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:44.695488 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.711918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Calling delete_port for 4d191cad-ff61-44f2-b702-bb8b35870826 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:44.865774 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.897340 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event deleted for resources: {'Port': ['ID=4d191cad-ff61-44f2-b702-bb8b35870826,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:44.961845 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] No DVR routers for this DVR port 4d191cad-ff61-44f2-b702-bb8b35870826 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:44.965097 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:44.967480 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-307eda4e-57b2-4ee0-8c1f-8e143007546f req-3ef58d8d-1058-43ac-9951-3b679718c44a tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.90 "DELETE /v2.0/ports/4d191cad-ff61-44f2-b702-bb8b35870826 HTTP/1.1" status: 204 len: 173 time: 0.4905534 Jul 07 19:20:44.967994 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-deleted', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:20:44.970447 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45c6eec-8798-4b4d-aa59-8b6258c9c401" -d '{"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-deleted", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:20:45.048933 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c2aba-1911-4ecc-a72f-4867aff706a5 x-openstack-request-id: req-c22c2aba-1911-4ecc-a72f-4867aff706a5 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:20:45.049347 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dcc00c-0953-4eed-9e13-2685eae50ed2", "name": "network-vif-deleted", "tag": "4d191cad-ff61-44f2-b702-bb8b35870826", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:20:45.049606 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c22c2aba-1911-4ecc-a72f-4867aff706a5 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:20:45.050019 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dcc00c-0953-4eed-9e13-2685eae50ed2', 'name': 'network-vif-deleted', 'tag': '4d191cad-ff61-44f2-b702-bb8b35870826', 'status': 'completed', 'code': 200} Jul 07 19:20:45.420075 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-62675117-2197-4e25-81aa-54a2a90c7774 req-bf923203-1612-40c1-bce6-358356a24933 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 210 time: 0.0420961 Jul 07 19:20:45.973571 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4200200b-cfef-4c19-b9a2-a9fab59cc8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:46.655416 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d88afebd-5ecf-4814-8092-0a55c37ae020 req-e5532f52-db5e-4ba3-8eef-5a42fe3d72cd tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 210 time: 0.0290322 Jul 07 19:20:47.814104 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5ce0ad5b-f95b-4cc8-b6f6-a7a90ad6bf83 req-1ab2c149-7fc4-412f-a3c5-2f0a928cd75d tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 210 time: 0.0329545 Jul 07 19:20:48.534337 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b410193-cd1c-47f8-8761-5aa979cefc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.631188 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:48.976219 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-96bf4f20-e571-4140-94a8-d30d46eba716 req-064e5b58-6793-40d3-be2d-fe9839d8f976 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2dcc00c-0953-4eed-9e13-2685eae50ed2 HTTP/1.1" status: 200 len: 210 time: 0.0295842 Jul 07 19:20:49.341248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d191cad-ff61-44f2-b702-bb8b35870826 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:49.361646 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 4d191cad-ff61-44f2-b702-bb8b35870826 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:49.361947 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 4d191cad-ff61-44f2-b702-bb8b35870826 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:50.067168 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.077552 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58576) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:50.154438 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.190069 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.287872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.291875 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:50.295690 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] 10.222.0.88 "DELETE /v2.0/security-groups/cfde0215-d53b-43bc-8ae3-592d5b21646d HTTP/1.1" status: 204 len: 168 time: 0.2142844 Jul 07 19:20:50.305273 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde0215-d53b-43bc-8ae3-592d5b21646d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:50.317443 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.317795 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.318122 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.318608 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.318963 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.319356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.319745 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.320076 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.320415 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.321029 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.321355 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.321678 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502832d3-5623-4f7b-afef-256db5666923 tempest-TestShelveInstance-47924321 tempest-TestShelveInstance-47924321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:50.396649 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58580) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:51.082607 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.345663 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Deleting port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:51.346006 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.430256 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] For port eea1d4f9-cdce-4dc6-bb8b-3625da9247b9, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:51.431028 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.444658 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Calling delete_port for eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:51.558450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.640463 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:51.667781 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea1d4f9-cdce-4dc6-bb8b-3625da9247b9,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:51.856086 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.101653 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:52.216113 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:52.224103 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-b8df9c93-dcbc-4330-b3c8-990308487815 admin admin] 10.222.0.88 "PUT /v2.0/routers/feedcbe1-d7d1-4e0c-a747-441ad8c0af5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231885 Jul 07 19:20:52.224438 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58584) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:52.225225 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] Sync routers for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:52.235301 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:52.235919 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.330943 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.339656 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:52.446572 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.502034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Deleting port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:52.502370 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.538628 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:20:51Z', 'revision_number': 5, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port': {'id': 'e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.569945 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] Checking router: feedcbe1-d7d1-4e0c-a747-441ad8c0af5c for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:20:52.579311 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] Routers {'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:52.579914 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.588533 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] For port e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:52.588922 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.606840 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Calling delete_port for e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:52.763744 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] Set router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:52.798199 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:52.822871 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:20:52Z', 'revision_number': 6, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:52.830484 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:52.855150 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b98c4f-5296-4b4f-918f-e7120927d95c None None] The sync data for ids ['feedcbe1-d7d1-4e0c-a747-441ad8c0af5c'] in n-d-798930-2 is: [{'id': 'feedcbe1-d7d1-4e0c-a747-441ad8c0af5c', 'name': 'tempest-TestShelveInstance-1064563787-router', 'tenant_id': 'e73921fbeb5f4f699f682e79ece5d387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:11Z', 'updated_at': '2021-07-07T19:20:52Z', 'revision_number': 6, 'project_id': 'e73921fbeb5f4f699f682e79ece5d387', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:52.898816 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.012386 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.014849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.061064 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.061626 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feedcbe1-d7d1-4e0c-a747-441ad8c0af5c {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:53.065987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.067141 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b6f6e03b-8a5a-43f3-a84a-7e23805e8f62 admin admin] 10.222.0.88 "DELETE /v2.0/routers/feedcbe1-d7d1-4e0c-a747-441ad8c0af5c HTTP/1.1" status: 204 len: 168 time: 0.8415797 Jul 07 19:20:53.069701 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58586) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.118635 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] Deleting subnet cb7c0091-9820-4684-99ff-5222dd9d93ae {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:53.121825 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.157048 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.235039 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.295973 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.324880 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.326783 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cb7c0091-9820-4684-99ff-5222dd9d93ae HTTP/1.1" status: 204 len: 168 time: 0.2561541 Jul 07 19:20:53.327767 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb4f40-7e72-4f33-bc4d-abe8c1981419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7c0091-9820-4684-99ff-5222dd9d93ae,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.329489 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58588) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.338644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7a76e-d3e7-48e1-98a9-277deab39aca None None] Network 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:53.356759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:53.410777 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:53.411122 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device eea1d4f9-cdce-4dc6-bb8b-3625da9247b9 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:53.422327 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.481416 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Deleting port f9981c49-1fce-4cac-95f6-f231b9bbf5bc {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:53.481812 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.549026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] DHCP port deletion for 71fdb377-2fc0-462c-a7b4-2de9f8d14e5b request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:53.550849 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] For port f9981c49-1fce-4cac-95f6-f231b9bbf5bc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:53.551209 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.566255 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Calling delete_port for f9981c49-1fce-4cac-95f6-f231b9bbf5bc owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:53.595803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Deleting port f9981c49-1fce-4cac-95f6-f231b9bbf5bc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:53.596182 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.655016 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.664424 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] For port f9981c49-1fce-4cac-95f6-f231b9bbf5bc, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,segment=NetworkSegment(164fc53a-4405-45d7-bdc0-7f7baf802345),segment_id=164fc53a-4405-45d7-bdc0-7f7baf802345)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:53.666741 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.682602 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Calling delete_port for f9981c49-1fce-4cac-95f6-f231b9bbf5bc owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:53.689586 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.691365 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] No DVR routers for this DVR port f9981c49-1fce-4cac-95f6-f231b9bbf5bc on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:53.760370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.763446 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.775122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fdb377-2fc0-462c-a7b4-2de9f8d14e5b']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:53.793250 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164fc53a-4405-45d7-bdc0-7f7baf802345') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:53.793714 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164fc53a-4405-45d7-bdc0-7f7baf802345') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:53.795991 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Pushing event deleted for resources: {'Port': ['ID=f9981c49-1fce-4cac-95f6-f231b9bbf5bc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:53.804105 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] No DVR routers for this DVR port f9981c49-1fce-4cac-95f6-f231b9bbf5bc on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:53.809191 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.817629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.817629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.817629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.818172 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.818414 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.818819 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.819253 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.819791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.820492 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.820875 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.821393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.821907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41242dee-c163-4cab-8240-d5eee918f760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:20:53.835996 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.842604 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:53.843004 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: timer() Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:53.845318 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:53.899978 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.906079 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:53.908007 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] 10.222.0.88 "DELETE /v2.0/networks/71fdb377-2fc0-462c-a7b4-2de9f8d14e5b HTTP/1.1" status: 204 len: 168 time: 0.5769935 Jul 07 19:20:53.911102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58590) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:53.919712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46df232-0100-4466-ba6a-3a7bddb9b229 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fdb377-2fc0-462c-a7b4-2de9f8d14e5b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:54.286186 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.563665 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Deleting port 1d9bfb98-12fa-4beb-9603-792ebd5eac36 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:54.563919 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.650339 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] For port 1d9bfb98-12fa-4beb-9603-792ebd5eac36, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=1d9bfb98-12fa-4beb-9603-792ebd5eac36,segment=NetworkSegment(c564dac6-0d7f-4c81-a348-0062089cfa22),segment_id=c564dac6-0d7f-4c81-a348-0062089cfa22)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:54.650692 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.665802 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Calling delete_port for 1d9bfb98-12fa-4beb-9603-792ebd5eac36 owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:54.863390 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:54.891787 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9bfb98-12fa-4beb-9603-792ebd5eac36,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:55.073782 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f9981c49-1fce-4cac-95f6-f231b9bbf5bc no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:55.095763 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: f9981c49-1fce-4cac-95f6-f231b9bbf5bc {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:55.096149 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device f9981c49-1fce-4cac-95f6-f231b9bbf5bc not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:55.096700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:55.100415 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.116429 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:55.116659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device e2a9e5c3-3a2c-4630-9d15-9aac6cb3c7c4 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:55.330993 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:20:55.445819 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:20:55.450939 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ed595760-cb65-4095-bac0-26fefe40de20 admin admin] 10.222.0.88 "PUT /v2.0/routers/23b61c1e-c863-48be-87d3-e83e3c84a3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5385892 Jul 07 19:20:55.454819 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58592) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:55.455337 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] Sync routers for ids ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:20:55.465141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] Routers {'23b61c1e-c863-48be-87d3-e83e3c84a3c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:55.465789 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:55.568623 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.576514 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] Set router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:55.700461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.759185 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Deleting port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:55.759526 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.787299 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:20:54Z', 'revision_number': 5, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port': {'id': '9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:55.819753 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] Checking router: 23b61c1e-c863-48be-87d3-e83e3c84a3c5 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:20:55.828705 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] Routers {'23b61c1e-c863-48be-87d3-e83e3c84a3c5'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:20:55.829379 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:55.850611 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] For port 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:55.850969 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:55.864262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Calling delete_port for 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:55.915876 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] Set router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:20:55.967834 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:20:55Z', 'revision_number': 6, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:55.999116 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b8e0c-a084-4da3-8dbe-f41ac8053d8b None None] The sync data for ids ['23b61c1e-c863-48be-87d3-e83e3c84a3c5'] in n-d-798930-2 is: [{'id': '23b61c1e-c863-48be-87d3-e83e3c84a3c5', 'name': 'tempest-TestShelveInstance-195955038-router', 'tenant_id': '240db8e4206f4475bc3f62f6ba577e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:10:17Z', 'updated_at': '2021-07-07T19:20:55Z', 'revision_number': 6, 'project_id': '240db8e4206f4475bc3f62f6ba577e14', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:20:56.034386 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.058412 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.125827 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.219240 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.221669 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.269315 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.269983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b61c1e-c863-48be-87d3-e83e3c84a3c5 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:20:56.276083 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.277429 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-07bf684d-f5dd-4b8d-abab-5b92d6929900 admin admin] 10.222.0.88 "DELETE /v2.0/routers/23b61c1e-c863-48be-87d3-e83e3c84a3c5 HTTP/1.1" status: 204 len: 168 time: 0.8216031 Jul 07 19:20:56.280500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58594) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:56.328709 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] Deleting subnet e137860d-34a6-45ec-affb-dae6a54f8e0e {{(pid=105589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:20:56.332052 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.367330 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296072'] for subnet, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.459506 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.518143 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12960227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220234'] for subnet, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.541243 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e137860d-34a6-45ec-affb-dae6a54f8e0e,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:56.547140 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.549130 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-16a4c695-18aa-4f5b-96d0-cbb5aaf526bc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e137860d-34a6-45ec-affb-dae6a54f8e0e HTTP/1.1" status: 204 len: 168 time: 0.2676125 Jul 07 19:20:56.551701 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58596) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:56.553449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b93d869-39ae-4272-9e5c-a54c79112f64 None None] Network 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:56.617326 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.675142 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Deleting port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:56.675484 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.783020 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] DHCP port deletion for 84d956f1-9aad-4c0a-b84f-6d7013f2ea09 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:20:56.839552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] Deleting port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:20:56.839921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.904418 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] For port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,segment=NetworkSegment(c564dac6-0d7f-4c81-a348-0062089cfa22),segment_id=c564dac6-0d7f-4c81-a348-0062089cfa22)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:56.904816 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:56.919248 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] Calling delete_port for 7ffe1fea-1762-4d29-91b7-fe059edb5c6a owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:57.015334 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d9bfb98-12fa-4beb-9603-792ebd5eac36 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:57.044065 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 1d9bfb98-12fa-4beb-9603-792ebd5eac36 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:57.044409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 1d9bfb98-12fa-4beb-9603-792ebd5eac36 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:57.044856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7ffe1fea-1762-4d29-91b7-fe059edb5c6a no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:57.068317 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.096612 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] For port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,segment=NetworkSegment(c564dac6-0d7f-4c81-a348-0062089cfa22),segment_id=c564dac6-0d7f-4c81-a348-0062089cfa22)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:20:57.097283 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.099938 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] Pushing event deleted for resources: {'Port': ['ID=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.106654 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4083e-db29-40ef-8132-3ca9a478873d None None] No DVR routers for this DVR port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:57.112264 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No active binding found for port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a {{(pid=105590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 19:20:57.112693 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 7ffe1fea-1762-4d29-91b7-fe059edb5c6a not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:57.113143 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:20:57.117563 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Calling delete_port for 7ffe1fea-1762-4d29-91b7-fe059edb5c6a owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:20:57.140539 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:20:57.140911 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 9f37c1e0-447e-4291-ba2d-cd7cfc13cbb0 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:20:57.202673 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.227073 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffe1fea-1762-4d29-91b7-fe059edb5c6a,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.230768 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] No DVR routers for this DVR port 7ffe1fea-1762-4d29-91b7-fe059edb5c6a on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:20:57.298530 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.308890 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d956f1-9aad-4c0a-b84f-6d7013f2ea09']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.323398 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c564dac6-0d7f-4c81-a348-0062089cfa22') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.323820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c564dac6-0d7f-4c81-a348-0062089cfa22') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:20:57.333301 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.346905 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.352866 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:20:57.353348 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: self.session.flush() Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: timer() Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:20:57.355132 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:20:57.413750 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.419675 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.425537 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] 10.222.0.88 "DELETE /v2.0/networks/84d956f1-9aad-4c0a-b84f-6d7013f2ea09 HTTP/1.1" status: 204 len: 168 time: 0.8728545 Jul 07 19:20:57.437445 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80773c-18ca-49ec-a530-57b249befc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d956f1-9aad-4c0a-b84f-6d7013f2ea09,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:57.569893 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58600) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:57.610198 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d89e6256-86ce-48d8-a80b-762e370fc62c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e73921fbeb5f4f699f682e79ece5d387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390775 Jul 07 19:20:57.613000 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58602) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:57.675904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19693cc4-dc66-4395-a0fe-634e687bf6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.699133 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19693cc4-dc66-4395-a0fe-634e687bf6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.763950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19693cc4-dc66-4395-a0fe-634e687bf6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.766566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-19693cc4-dc66-4395-a0fe-634e687bf6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:57.767756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-19693cc4-dc66-4395-a0fe-634e687bf6ae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ec7ff7db-7673-4324-bf8e-307c951ffcf9 HTTP/1.1" status: 204 len: 168 time: 0.1536148 Jul 07 19:20:57.778743 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19693cc4-dc66-4395-a0fe-634e687bf6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ff7db-7673-4324-bf8e-307c951ffcf9,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:58.159535 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58608) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:58.207233 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-6e671e98-000d-429e-ac24-48160ffcc0c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=240db8e4206f4475bc3f62f6ba577e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460095 Jul 07 19:20:58.211560 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58610) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:58.275178 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4038-83a4-4aa0-8ec7-c9950d9ac748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.299045 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4038-83a4-4aa0-8ec7-c9950d9ac748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.349006 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4038-83a4-4aa0-8ec7-c9950d9ac748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.351853 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4038-83a4-4aa0-8ec7-c9950d9ac748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:58.353137 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8f8b4038-83a4-4aa0-8ec7-c9950d9ac748 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f2de14b5-5dcc-452d-8a38-f5d5e93129f6 HTTP/1.1" status: 204 len: 168 time: 0.1404772 Jul 07 19:20:58.362832 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b4038-83a4-4aa0-8ec7-c9950d9ac748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de14b5-5dcc-452d-8a38-f5d5e93129f6,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.182094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58634) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:59.301742 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1391495287-network', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:59.327974 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Made reservation on behalf of 3408c7d7eea140668aca3a1dd3beb7a5 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:59.330544 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.339123 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.446911 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.453295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.477784 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:20:59.488113 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8446d9-935a-4bd7-b673-b670e9b097dc,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.493241 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.493587 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Added segment 4cf63b78-e473-4091-9d7a-ec6f3aad8e87 of type vlan for network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb Jul 07 19:20:59.536023 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.566807 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.567877 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:59.568632 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.623586 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4403687 Jul 07 19:20:59.626727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1549b48-5ff0-443c-8adf-ebe37a1b4f83 admin admin] Pushing event updated for resources: {'Network': ['ID=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.626897 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58638) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:59.632180 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Request body: {'subnet': {'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1391495287-subnet', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:59.636433 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:20:59.658584 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Made reservation on behalf of 3408c7d7eea140668aca3a1dd3beb7a5 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:20:59.661059 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.835576 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.887707 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b788300-b739-46fd-850a-f900e2a0fd21,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:20:59.903668 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Checking segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:20:59.904026 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Network hostable DHCP agents. Network: d2e0c00d-392f-4689-8b12-e3b7aa4f03fb, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:20:59.923820 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:20:59.935214 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, d2e0c00d-392f-4689-8b12-e3b7aa4f03fb) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:20:59.939861 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:20:59.940502 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.946700 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef5f5f-f2e7-4ef8-8936-6fe13a7b84e3 None None] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:20:59.956600 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-f54b205d-a69f-4433-b3d4-de6b5dd96131 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3285704 Jul 07 19:20:59.959889 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58640) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:20:59.964707 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:20:59.987631 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:20:59.988658 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.048540 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.100863 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-d2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:00.101834 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.185437 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.240319 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Allocated IP 172.20.0.2 (d2e0c00d-392f-4689-8b12-e3b7aa4f03fb/9b788300-b739-46fd-850a-f900e2a0fd21/cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:00.389292 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.398405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Transition to ACTIVE for port object cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:00.415494 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Transition to ACTIVE for port object cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:00.424592 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.462542 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:00.467747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:00.471482 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:00.477268 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Pushing event updated for resources: {'Port': ['ID=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:00.534260 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Attempting to bind port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:00.534604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Attempting to bind port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:00.535125 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Attempting to bind port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:00.540351 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:00.540703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Checking segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:00.541145 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.541561 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Bound using segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:00.542015 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Bound port: cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:00.542450 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.617187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] For port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:00.620904 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] For port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:00.627247 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.730912 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.750382 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:00.859035 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074ebf-5309-4f9b-8d84-7571c9085b86 None None] Pushing event updated for resources: {'Port': ['ID=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:00.868080 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Allocated IP 172.25.1.94 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/315fd42e-e512-4857-8f97-d905b4f91cd7) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:00.980818 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.032363 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.074081 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:01.079439 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:01.082036 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:01.112188 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Pushing event updated for resources: {'Port': ['ID=315fd42e-e512-4857-8f97-d905b4f91cd7,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:01.346842 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.551414 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.691958 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:21:01.781836 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393e4d4-d6be-44b2-9603-1359e079e741 None None] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:01.811580 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:01.820995 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Sync routers for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:01.832967 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:01.833850 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:01.834721 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:01.837853 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-4c03fbe5-f577-44ac-b5f7-1b55e5f0d53d admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8768282 Jul 07 19:21:01.839291 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58642) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:01.844201 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-78c71ee1-032a-4358-aca4-567df528fc6a None None] Provisioning for port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:01.960133 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:02.204397 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:01Z', 'revision_number': 3, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:02.244893 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Checking router: 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:02.245348 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Updating router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 port 315fd42e-e512-4857-8f97-d905b4f91cd7 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:02.288398 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.387274 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.560854 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Allocated IP 172.20.0.1 (d2e0c00d-392f-4689-8b12-e3b7aa4f03fb/9b788300-b739-46fd-850a-f900e2a0fd21/431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:02.568453 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.578571 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Transition to ACTIVE for port object 315fd42e-e512-4857-8f97-d905b4f91cd7 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:02.585552 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.636174 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Pushing event updated for resources: {'Port': ['ID=315fd42e-e512-4857-8f97-d905b4f91cd7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:02.639236 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Attempting to bind port 315fd42e-e512-4857-8f97-d905b4f91cd7 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:02.639527 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Attempting to bind port 315fd42e-e512-4857-8f97-d905b4f91cd7 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:02.639879 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Attempting to bind port 315fd42e-e512-4857-8f97-d905b4f91cd7 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:02.648153 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.648490 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.648841 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.649175 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.649494 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.649814 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.650132 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.650450 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.650854 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.651170 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.651589 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.652359 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:21:02.655087 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:02.655454 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:02.655866 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.656211 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:02.656679 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Bound port: 315fd42e-e512-4857-8f97-d905b4f91cd7, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:02.657073 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.670851 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.685401 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Transition to ACTIVE for port object 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:02.708244 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] For port 315fd42e-e512-4857-8f97-d905b4f91cd7, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:02.711412 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] For port 315fd42e-e512-4857-8f97-d905b4f91cd7, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=315fd42e-e512-4857-8f97-d905b4f91cd7,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:02.715836 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.719712 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.758101 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:02.763514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:02.767159 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:02.770121 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d087b5-93da-4ca6-9b2f-7bc079e83502 None None] Pushing event updated for resources: {'Port': ['ID=315fd42e-e512-4857-8f97-d905b4f91cd7,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:02.781839 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:02.782480 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:02.792077 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Pushing event updated for resources: {'Port': ['ID=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:02.816089 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:02.904207 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:02.965527 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.006513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-54ff3cce-cc22-4a7a-a71f-6810ecfc67dd None None] Provisioning for port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:03.010907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-54ff3cce-cc22-4a7a-a71f-6810ecfc67dd None None] Provisioning complete for port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:03.011312 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54ff3cce-cc22-4a7a-a71f-6810ecfc67dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.054979 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-54ff3cce-cc22-4a7a-a71f-6810ecfc67dd None None] Port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:03.065688 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:03.111611 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-def71023-1d76-40d9-9190-8203a79a868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:01Z', 'revision_number': 3, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:03.116752 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:03.121804 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:03.122422 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.138719 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def71023-1d76-40d9-9190-8203a79a868b None None] The sync data for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 is: [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:01Z', 'revision_number': 3, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:03.175982 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.185388 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.215655 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.253291 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:03.255730 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Pushing event updated for resources: {'Port': ['ID=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.258375 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.259506 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.310698 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:03.357618 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:03.358918 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:03.491460 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:03.613631 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-cd10390c-5fd6-48ac-a474-636062352e33 None None] Provisioning complete for port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:03.614152 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd10390c-5fd6-48ac-a474-636062352e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:03.616623 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:03.621971 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0b914e8-c4bf-4efb-a3e2-f1fae1e350a1 admin admin] 10.222.0.88 "PUT /v2.0/routers/96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814331 Jul 07 19:21:03.662497 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cd10390c-5fd6-48ac-a474-636062352e33 None None] Port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:04.158861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58658) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:04.166341 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-409854231-network', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:04.192321 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Made reservation on behalf of 4f04bf460a2b46bd8040fdb5a783f821 for: {'network': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:04.194742 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for network, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.203965 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.300332 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.305952 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.331639 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 19:21:04.342052 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b17b6-8123-4b78-ba77-e7a2d44aec56,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.347870 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.348215 n-d-798930-2 neutron-server[105588]: INFO neutron.db.segments_db [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Added segment 544ca35c-7a23-4bf3-a3a2-734ce4391ec3 of type vlan for network 624014c9-2d3f-4692-ab4f-133b53c27553 Jul 07 19:21:04.392762 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270491239'] for network, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.427065 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191'] for network, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.428652 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:04.429727 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.480852 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3207929 Jul 07 19:21:04.484014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58660) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:04.489645 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Request body: {'subnet': {'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-409854231-subnet', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'ip_version': 4}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:04.491739 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeef8ab-04cb-4db4-80cc-68ddc31659e5 admin admin] Pushing event updated for resources: {'Network': ['ID=624014c9-2d3f-4692-ab4f-133b53c27553,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.503226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Network 624014c9-2d3f-4692-ab4f-133b53c27553 details requested by agent ovs-agent-n-d-798930-2 with host n-d-798930-2 {{(pid=105590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 19:21:04.521419 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Made reservation on behalf of 4f04bf460a2b46bd8040fdb5a783f821 for: {'subnet': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:04.524071 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220715'] for subnet, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.703126 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12960164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220729'] for subnet, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.731784 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.762122 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03f13ff-85bf-48ca-8dd4-c22f1957f885,revision_number=0']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:04.773127 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Checking segment: {'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:04.773632 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Network hostable DHCP agents. Network: 624014c9-2d3f-4692-ab4f-133b53c27553, hostable agents: ['a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb'], hosted agents: [] {{(pid=105589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 19:21:04.784239 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Sync routers for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:04.793439 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:04.793871 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Network 624014c9-2d3f-4692-ab4f-133b53c27553 is scheduled to be hosted by DHCP agent a3c0c766-c81c-4d29-ba1e-bd3134f1c9fb with binding_index 1 {{(pid=105589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 19:21:04.794091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:04.805330 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-2, 624014c9-2d3f-4692-ab4f-133b53c27553) {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:04.809753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:04.810578 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.827605 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-53560027-b122-49f0-b227-57ae730f0413 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3423486 Jul 07 19:21:04.830710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58662) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:04.834101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf89ef-960f-4824-928b-989c301ca2fb None None] Network 624014c9-2d3f-4692-ab4f-133b53c27553 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:04.836226 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:04.863639 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-317393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6945'] for router, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.864681 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-317262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-319486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6968'] for router, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.922582 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:04.981503 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:05.065171 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-402708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-317379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6922'] for router, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.089845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:05.173218 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6197fef0-63d9-5e2f-a7b3-30fc3e67c41b-624014c9-2d3f-4692-ab4f-133b53c27553', 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'fixed_ips': [{'subnet_id': 'e03f13ff-85bf-48ca-8dd4-c22f1957f885'}]}} from n-d-798930-2. {{(pid=105590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 19:21:05.174067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.282684 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.303043 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.310592 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:05.310960 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.412473 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Allocated IP 172.25.1.247 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/386542b6-9b83-4a48-aad8-883ad4b1ae61) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:05.418369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Allocated IP 172.20.0.2 (624014c9-2d3f-4692-ab4f-133b53c27553/e03f13ff-85bf-48ca-8dd4-c22f1957f885/87f86e15-cc71-4946-9edf-f81acb116d8e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:05.520967 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.522889 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:03Z', 'revision_number': 2, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:05.557557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 315fd42e-e512-4857-8f97-d905b4f91cd7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:05.562687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.579232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Checking router: 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:05.579232 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Updating router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:05.600900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:05.607211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:05.609822 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:05.637546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Pushing event updated for resources: {'Port': ['ID=386542b6-9b83-4a48-aad8-883ad4b1ae61,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:05.681584 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.716238 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.741153 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 315fd42e-e512-4857-8f97-d905b4f91cd7 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:05.746959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Transition to ACTIVE for port object 87f86e15-cc71-4946-9edf-f81acb116d8e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:05.753378 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 315fd42e-e512-4857-8f97-d905b4f91cd7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:05.753752 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:05.797187 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Transition to ACTIVE for port object 87f86e15-cc71-4946-9edf-f81acb116d8e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:05.879330 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.037050 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.079832 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-317402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402703'] for router, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.121012 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Network 624014c9-2d3f-4692-ab4f-133b53c27553 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:06.126986 n-d-798930-2 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:06.130920 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:06.193079 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Pushing event updated for resources: {'Port': ['ID=87f86e15-cc71-4946-9edf-f81acb116d8e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.223451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Router 5a213d5e-339e-4bac-a052-d4b96c62c422 is scheduled to L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd with binding_index 1 {{(pid=105588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 19:21:06.258917 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.266965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Attempting to bind port 87f86e15-cc71-4946-9edf-f81acb116d8e on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:06.266965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Attempting to bind port 87f86e15-cc71-4946-9edf-f81acb116d8e by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:06.267380 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Attempting to bind port 87f86e15-cc71-4946-9edf-f81acb116d8e on network 624014c9-2d3f-4692-ab4f-133b53c27553 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:06.289638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:06.290006 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Checking segment: {'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:06.290401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.290786 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Bound using segment: {'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:06.291361 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Bound port: 87f86e15-cc71-4946-9edf-f81acb116d8e, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:06.291846 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.313644 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 315fd42e-e512-4857-8f97-d905b4f91cd7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=315fd42e-e512-4857-8f97-d905b4f91cd7,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:06.323318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.340781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:06.351608 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Sync routers for ids ['5a213d5e-339e-4bac-a052-d4b96c62c422'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:06.358236 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.362115 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-16254ab8-2e97-440b-a92f-194bd41fce26 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5279016 Jul 07 19:21:06.362365 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58664) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:06.362777 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Routers {'5a213d5e-339e-4bac-a052-d4b96c62c422'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:06.363503 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5a213d5e-339e-4bac-a052-d4b96c62c422'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:06.454303 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.459463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=315fd42e-e512-4857-8f97-d905b4f91cd7,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.473989 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] For port 87f86e15-cc71-4946-9edf-f81acb116d8e, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:06.474282 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Set router 5a213d5e-339e-4bac-a052-d4b96c62c422 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:06.474822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] For port 87f86e15-cc71-4946-9edf-f81acb116d8e, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87f86e15-cc71-4946-9edf-f81acb116d8e,segment=NetworkSegment(544ca35c-7a23-4bf3-a3a2-734ce4391ec3),segment_id=544ca35c-7a23-4bf3-a3a2-734ce4391ec3)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:06.476634 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Transition to ACTIVE for port object 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:06.481417 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.490389 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.560071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4228-4c0c-427a-862b-1279ae95cfbf None None] Pushing event updated for resources: {'Port': ['ID=87f86e15-cc71-4946-9edf-f81acb116d8e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.672556 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac585dad-bacd-48b5-82a5-0cec29aa5062 None None] Pushing event updated for resources: {'Port': ['ID=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:06.682584 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Attempting to bind port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:06.683347 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Attempting to bind port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:06.684026 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Attempting to bind port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:06.691410 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:06.692198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Checking segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:06.692950 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.693559 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Bound using segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:06.694292 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Bound port: 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:06.695075 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.705319 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:21:05Z', 'revision_number': 3, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port': {'id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:06.738885 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Checking router: 5a213d5e-339e-4bac-a052-d4b96c62c422 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:06.739630 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Updating router 5a213d5e-339e-4bac-a052-d4b96c62c422 port 386542b6-9b83-4a48-aad8-883ad4b1ae61 binding host n-d-798930-2 {{(pid=105591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:06.781447 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.811413 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] For port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:06.819842 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] For port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:06.827323 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.937260 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:06.968982 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:06.969703 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:06.973135 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac585dad-bacd-48b5-82a5-0cec29aa5062 None None] Pushing event updated for resources: {'Port': ['ID=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.015726 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.126607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:07.249055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 315fd42e-e512-4857-8f97-d905b4f91cd7 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:07.256004 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.270051 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Transition to ACTIVE for port object 386542b6-9b83-4a48-aad8-883ad4b1ae61 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:07.277764 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.290666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Allocated IP 172.20.0.1 (624014c9-2d3f-4692-ab4f-133b53c27553/e03f13ff-85bf-48ca-8dd4-c22f1957f885/24fcc0e5-564a-4e3d-9c53-c87b7bd5daca) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:07.391607 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 315fd42e-e512-4857-8f97-d905b4f91cd7 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:07.391981 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.432050 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7930466-633b-42a5-ae67-610ab9e05d64 None None] Pushing event updated for resources: {'Port': ['ID=386542b6-9b83-4a48-aad8-883ad4b1ae61,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.435908 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.447481 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Attempting to bind port 386542b6-9b83-4a48-aad8-883ad4b1ae61 on host n-d-798930-2 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:07.447846 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Attempting to bind port 386542b6-9b83-4a48-aad8-883ad4b1ae61 by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:07.448202 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Attempting to bind port 386542b6-9b83-4a48-aad8-883ad4b1ae61 on network 55da5db5-89f4-4781-a606-5a02dab41731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:07.453905 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:07.454269 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Checking segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:07.454670 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.455052 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Bound using segment: {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:07.455519 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Bound port: 386542b6-9b83-4a48-aad8-883ad4b1ae61, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eebe8-fa55-401d-838c-d33166c79a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:07.455896 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.456607 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Transition to ACTIVE for port object 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:07.505436 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.512869 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:07.524869 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] For port 386542b6-9b83-4a48-aad8-883ad4b1ae61, host n-d-798930-2, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:07.529592 n-d-798930-2 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] For port 386542b6-9b83-4a48-aad8-883ad4b1ae61, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=386542b6-9b83-4a48-aad8-883ad4b1ae61,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:07.536860 n-d-798930-2 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.544028 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abfc5bb-ba4e-4c76-91a9-93cfec8cdcc1 None None] The sync data for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 is: [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:07.547355 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87f86e15-cc71-4946-9edf-f81acb116d8e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:07.561854 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Network 624014c9-2d3f-4692-ab4f-133b53c27553 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:07.569627 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:07.577998 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:07.587416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.616608 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7930466-633b-42a5-ae67-610ab9e05d64 None None] Pushing event updated for resources: {'Port': ['ID=386542b6-9b83-4a48-aad8-883ad4b1ae61,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:07.660992 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Routers {'5a213d5e-339e-4bac-a052-d4b96c62c422'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:07.661753 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5a213d5e-339e-4bac-a052-d4b96c62c422'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:07.687687 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-318264'] for router_interface, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:07.698398 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 87f86e15-cc71-4946-9edf-f81acb116d8e completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:07.852539 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] Set router 5a213d5e-339e-4bac-a052-d4b96c62c422 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:08.038545 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5218a9f-a016-41ca-8cbb-5c1337b9f9a8 None None] Network 624014c9-2d3f-4692-ab4f-133b53c27553 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:21:08.084358 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:21:05Z', 'revision_number': 3, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port': {'id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:08.113388 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dc60309e-1640-4fc0-8173-278970d5729c None None] Provisioning for port 87f86e15-cc71-4946-9edf-f81acb116d8e completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:08.117731 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc27570-f1a7-48cd-9b8d-2705541bb33d None None] The sync data for ids ['5a213d5e-339e-4bac-a052-d4b96c62c422'] in n-d-798930-2 is: [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:21:05Z', 'revision_number': 3, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port': {'id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:08.131393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dc60309e-1640-4fc0-8173-278970d5729c None None] Provisioning complete for port 87f86e15-cc71-4946-9edf-f81acb116d8e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:08.131393 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc60309e-1640-4fc0-8173-278970d5729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.275680 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.326042 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc60309e-1640-4fc0-8173-278970d5729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.372547 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dc60309e-1640-4fc0-8173-278970d5729c None None] For port 87f86e15-cc71-4946-9edf-f81acb116d8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87f86e15-cc71-4946-9edf-f81acb116d8e,segment=NetworkSegment(544ca35c-7a23-4bf3-a3a2-734ce4391ec3),segment_id=544ca35c-7a23-4bf3-a3a2-734ce4391ec3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:08.378097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc60309e-1640-4fc0-8173-278970d5729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.454806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60309e-1640-4fc0-8173-278970d5729c None None] Pushing event updated for resources: {'Port': ['ID=87f86e15-cc71-4946-9edf-f81acb116d8e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:08.563313 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.571289 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.653304 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1589205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317765'] for router_interface, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.661713 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:08.713476 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8aae59a4-9861-4b68-b557-61ca34c2e19d None None] Provisioning complete for port 87f86e15-cc71-4946-9edf-f81acb116d8e triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:08.714121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8aae59a4-9861-4b68-b557-61ca34c2e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.784488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Network 624014c9-2d3f-4692-ab4f-133b53c27553 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:08.787738 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:08.867981 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8aae59a4-9861-4b68-b557-61ca34c2e19d None None] Provisioning for port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:08.878815 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8aae59a4-9861-4b68-b557-61ca34c2e19d None None] Provisioning complete for port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:08.879226 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8aae59a4-9861-4b68-b557-61ca34c2e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:08.935064 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8aae59a4-9861-4b68-b557-61ca34c2e19d None None] Port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:08.943866 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Router 5a213d5e-339e-4bac-a052-d4b96c62c422 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:09.069658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-78c5d441-d53c-4eab-8eac-c61094025314 None None] Provisioning complete for port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.070062 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-78c5d441-d53c-4eab-8eac-c61094025314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.118469 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:09.125336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ee07dcc8-372c-41bc-819b-50598ad8fcb6 admin admin] 10.222.0.88 "PUT /v2.0/routers/5a213d5e-339e-4bac-a052-d4b96c62c422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614341 Jul 07 19:21:09.127806 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-78c5d441-d53c-4eab-8eac-c61094025314 None None] Port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:09.202173 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 386542b6-9b83-4a48-aad8-883ad4b1ae61 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:09.264198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5251d425-1a4a-46c4-8011-fc3107085c50 None None] Provisioning complete for port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.264648 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5251d425-1a4a-46c4-8011-fc3107085c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.307725 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 386542b6-9b83-4a48-aad8-883ad4b1ae61 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:09.312970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 386542b6-9b83-4a48-aad8-883ad4b1ae61 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.313344 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.314994 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5251d425-1a4a-46c4-8011-fc3107085c50 None None] Port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:09.393151 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.415860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 386542b6-9b83-4a48-aad8-883ad4b1ae61, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=386542b6-9b83-4a48-aad8-883ad4b1ae61,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:09.421991 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.422936 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:09.516860 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=386542b6-9b83-4a48-aad8-883ad4b1ae61,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.531828 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:09.536739 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.537153 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.616968 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.651041 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:09.657000 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.657803 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87f86e15-cc71-4946-9edf-f81acb116d8e up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:09.708520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 58672) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:09.713471 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [None req-09cb57b9-c461-4cd9-9247-b4a553a5901e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842599148', 'description': 'tempest-secgroup-smoke-1842599148 description', 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:09.731139 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.738461 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09cb57b9-c461-4cd9-9247-b4a553a5901e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.749965 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 87f86e15-cc71-4946-9edf-f81acb116d8e triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:09.750324 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.834352 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09cb57b9-c461-4cd9-9247-b4a553a5901e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.840449 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09cb57b9-c461-4cd9-9247-b4a553a5901e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.870093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-09cb57b9-c461-4cd9-9247-b4a553a5901e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.871478 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-09cb57b9-c461-4cd9-9247-b4a553a5901e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1618185 Jul 07 19:21:09.874625 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58674) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:09.875485 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb57b9-c461-4cd9-9247-b4a553a5901e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b227c132-77e9-496e-9a58-2fbf43a5f8b8,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:09.879571 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-40dca3d6-7c11-423c-919d-ddd4e6f32f94 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'security_group_rule': {'security_group_id': 'b227c132-77e9-496e-9a58-2fbf43a5f8b8', 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:09.914612 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-40dca3d6-7c11-423c-919d-ddd4e6f32f94 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.975999 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-40dca3d6-7c11-423c-919d-ddd4e6f32f94 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:09.981183 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-40dca3d6-7c11-423c-919d-ddd4e6f32f94 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.001007 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dca3d6-7c11-423c-919d-ddd4e6f32f94 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb7218c-dab4-4255-a158-201f59fb3e86,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.004344 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-40dca3d6-7c11-423c-919d-ddd4e6f32f94 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.005645 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-40dca3d6-7c11-423c-919d-ddd4e6f32f94 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299372 Jul 07 19:21:10.008462 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58676) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.013003 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-f7f66c1d-2304-4ea8-8ec4-ac83636577d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'security_group_rule': {'security_group_id': 'b227c132-77e9-496e-9a58-2fbf43a5f8b8', 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.044304 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7f66c1d-2304-4ea8-8ec4-ac83636577d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.116022 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7f66c1d-2304-4ea8-8ec4-ac83636577d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.122636 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7f66c1d-2304-4ea8-8ec4-ac83636577d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.141451 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f66c1d-2304-4ea8-8ec4-ac83636577d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7182f39a-db7a-4153-b718-036ef09f9607,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.151858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-f7f66c1d-2304-4ea8-8ec4-ac83636577d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.154117 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-f7f66c1d-2304-4ea8-8ec4-ac83636577d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446021 Jul 07 19:21:10.156847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58678) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.161432 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7b58cae4-1cd7-421e-afb0-8eaaec8ad328 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'security_group_rule': {'security_group_id': 'b227c132-77e9-496e-9a58-2fbf43a5f8b8', 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.190966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b58cae4-1cd7-421e-afb0-8eaaec8ad328 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.259838 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b58cae4-1cd7-421e-afb0-8eaaec8ad328 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.266222 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b58cae4-1cd7-421e-afb0-8eaaec8ad328 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.288881 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58cae4-1cd7-421e-afb0-8eaaec8ad328 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929a75db-b9b8-45a6-b944-317892aa8d33,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.297579 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7b58cae4-1cd7-421e-afb0-8eaaec8ad328 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.298885 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7b58cae4-1cd7-421e-afb0-8eaaec8ad328 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409924 Jul 07 19:21:10.301831 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58680) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.306943 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-daa81b62-f5f6-420d-a9f1-3dbe9ae0c824 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'security_group_rule': {'security_group_id': 'b227c132-77e9-496e-9a58-2fbf43a5f8b8', 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.336219 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daa81b62-f5f6-420d-a9f1-3dbe9ae0c824 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.407773 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daa81b62-f5f6-420d-a9f1-3dbe9ae0c824 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.415498 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daa81b62-f5f6-420d-a9f1-3dbe9ae0c824 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.436844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa81b62-f5f6-420d-a9f1-3dbe9ae0c824 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daa8e56-a2b2-4b55-8f4c-df720aa9b980,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.441114 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-daa81b62-f5f6-420d-a9f1-3dbe9ae0c824 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.445116 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-daa81b62-f5f6-420d-a9f1-3dbe9ae0c824 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393280 Jul 07 19:21:10.445750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58682) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.451024 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'security_group_rule': {'security_group_id': 'b227c132-77e9-496e-9a58-2fbf43a5f8b8', 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.474751 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Project 3408c7d7eea140668aca3a1dd3beb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:21:10.480155 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.548182 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.554627 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.573380 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d786cf-9ecc-4fe4-ae40-20f92a378578,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.581566 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.582792 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-3ff82939-414c-4d91-aa97-6a1c22f8ae96 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359713 Jul 07 19:21:10.585551 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58684) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:10.590118 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'security_group_rule': {'security_group_id': 'b227c132-77e9-496e-9a58-2fbf43a5f8b8', 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:10.615571 n-d-798930-2 neutron-server[105588]: INFO neutron.db.securitygroups_db [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Project 3408c7d7eea140668aca3a1dd3beb7a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 19:21:10.620634 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.695051 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.700630 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-504583'] for security_group_rule, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.718666 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18de7d1d-650f-4190-a397-878081b5f8bc,revision_number=0']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:10.726873 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:10.728079 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-55f82e09-2835-4947-9abd-6feb56cac266 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415856 Jul 07 19:21:10.878205 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-c15d0fb5-5569-4541-a9cb-2e58bcc5aeb6 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842599148&fields=id&tenant_id=3408c7d7eea140668aca3a1dd3beb7a5 HTTP/1.1" status: 200 len: 267 time: 0.0357184 Jul 07 19:21:10.944235 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Sync routers for ids ['5a213d5e-339e-4bac-a052-d4b96c62c422'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:10.954534 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Routers {'5a213d5e-339e-4bac-a052-d4b96c62c422'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:10.955170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5a213d5e-339e-4bac-a052-d4b96c62c422'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:10.991792 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-8034ddaa-ae50-4859-ac00-8ac1877b4d53 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:10.993312 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-8034ddaa-ae50-4859-ac00-8ac1877b4d53 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 810 time: 0.1086342 Jul 07 19:21:11.009061 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-cf2d589f-95f7-4aaf-a3bf-f8fcae114c78 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/quotas/3408c7d7eea140668aca3a1dd3beb7a5 HTTP/1.1" status: 200 len: 375 time: 0.0100820 Jul 07 19:21:11.009767 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:11.083307 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-3f32128c-7192-4141-a1ff-d82c764e54e7 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682929 Jul 07 19:21:11.094747 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Set router 5a213d5e-339e-4bac-a052-d4b96c62c422 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:11.106001 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-672b2999-1e90-48bd-a308-cf1194227794 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:21:11.107019 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-672b2999-1e90-48bd-a308-cf1194227794 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066967 Jul 07 19:21:11.138475 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:11.138875 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.215373 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-62b1b2fd-f8b1-421d-ba5f-b8a96bb4da32 service neutron] 10.222.0.88 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971365 Jul 07 19:21:11.305906 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-0429a407-3152-45a4-8db2-2dc06bc27da0 service neutron] 10.222.0.88 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867467 Jul 07 19:21:11.499585 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c3b6409d-6f14-4dcf-945d-9ece97f1bf9b req-9f5dce6a-e5a6-4e56-b522-6ae3b49ff01d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 210 time: 0.0311210 Jul 07 19:21:11.502121 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 386542b6-9b83-4a48-aad8-883ad4b1ae61 up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:11.565599 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 4, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port': {'id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '24fcc0e5-564a-4e3d-9c53-c87b7bd5daca', 'name': '', 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'mac_address': 'fa:16:3e:35:31:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e03f13ff-85bf-48ca-8dd4-c22f1957f885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:07Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 2, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'subnets': [{'id': 'e03f13ff-85bf-48ca-8dd4-c22f1957f885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:11.569154 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 386542b6-9b83-4a48-aad8-883ad4b1ae61 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:11.569154 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.594220 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Checking router: 5a213d5e-339e-4bac-a052-d4b96c62c422 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:11.594574 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Updating router 5a213d5e-339e-4bac-a052-d4b96c62c422 port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca binding host n-d-798930-2 {{(pid=105590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 19:21:11.655521 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.971640 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:11.982054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Transition to ACTIVE for port object 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:11.988809 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.044362 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed74fe-e76d-443b-a6f5-14a060115776 None None] Pushing event updated for resources: {'Port': ['ID=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:12.096970 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Attempting to bind port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca on host n-d-798930-2 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:12.097349 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Attempting to bind port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca by drivers openvswitch,hyperv on host n-d-798930-2 at level 0 using segments [{'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:12.097800 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Attempting to bind port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca on network 624014c9-2d3f-4692-ab4f-133b53c27553 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:12.103632 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Checking agent: {'id': '87497304-6b89-47bb-a7a9-7bd331307c78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 37, 18), 'started_at': datetime.datetime(2021, 7, 7, 17, 37, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:12.104025 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Checking segment: {'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:12.104436 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.104867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Bound using segment: {'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:12.105350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Bound port: 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca, host: n-d-798930-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544ca35c-7a23-4bf3-a3a2-734ce4391ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:12.105874 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.174513 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] For port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca, host n-d-798930-2, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:12.178553 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] For port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca, host n-d-798930-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,segment=NetworkSegment(544ca35c-7a23-4bf3-a3a2-734ce4391ec3),segment_id=544ca35c-7a23-4bf3-a3a2-734ce4391ec3)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:12.185401 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:12.257552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Routers {'5a213d5e-339e-4bac-a052-d4b96c62c422'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:12.258117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:20:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5a213d5e-339e-4bac-a052-d4b96c62c422'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:12.262298 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed74fe-e76d-443b-a6f5-14a060115776 None None] Pushing event updated for resources: {'Port': ['ID=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:12.384306 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] Set router 5a213d5e-339e-4bac-a052-d4b96c62c422 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:12.615008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 4, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port': {'id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '24fcc0e5-564a-4e3d-9c53-c87b7bd5daca', 'name': '', 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'mac_address': 'fa:16:3e:35:31:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e03f13ff-85bf-48ca-8dd4-c22f1957f885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:07Z', 'updated_at': '2021-07-07T19:21:12Z', 'revision_number': 4, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'subnets': [{'id': 'e03f13ff-85bf-48ca-8dd4-c22f1957f885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:12.647504 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0faef-35d1-438b-84f7-2b88ad7e6e42 None None] The sync data for ids ['5a213d5e-339e-4bac-a052-d4b96c62c422'] in n-d-798930-2 is: [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:21:08Z', 'revision_number': 4, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port': {'id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '24fcc0e5-564a-4e3d-9c53-c87b7bd5daca', 'name': '', 'network_id': '624014c9-2d3f-4692-ab4f-133b53c27553', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'mac_address': 'fa:16:3e:35:31:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e03f13ff-85bf-48ca-8dd4-c22f1957f885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:07Z', 'updated_at': '2021-07-07T19:21:12Z', 'revision_number': 4, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'subnets': [{'id': 'e03f13ff-85bf-48ca-8dd4-c22f1957f885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:12.674921 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa138380-b338-42b1-a4fe-a3f9484b607d req-be1c0924-2e19-4408-86bc-7d6f9f06688b tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 210 time: 0.0394719 Jul 07 19:21:12.751250 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-c0c32d88-f46c-495d-b423-0073a0de26bf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:12.753106 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-c0c32d88-f46c-495d-b423-0073a0de26bf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 810 time: 0.1955788 Jul 07 19:21:12.805486 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-725996a0-42b3-464c-b240-5ec2b2685e4d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3408c7d7eea140668aca3a1dd3beb7a5 HTTP/1.1" status: 200 len: 380 time: 0.0418007 Jul 07 19:21:12.816433 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'port': {'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'admin_state_up': True, 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'security_groups': ['b227c132-77e9-496e-9a58-2fbf43a5f8b8']}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:12.942319 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Made reservation on behalf of 3408c7d7eea140668aca3a1dd3beb7a5 for: {'port': 1} {{(pid=105588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:21:12.946205 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.033453 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:13.085551 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning for port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:13.089701 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:13.090077 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.092601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Allocated IP 172.20.0.13 (d2e0c00d-392f-4689-8b12-e3b7aa4f03fb/9b788300-b739-46fd-850a-f900e2a0fd21/61db6be7-53a1-4b98-94f4-c4bb7c58c1dd) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:13.179390 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.217148 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] For port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,segment=NetworkSegment(544ca35c-7a23-4bf3-a3a2-734ce4391ec3),segment_id=544ca35c-7a23-4bf3-a3a2-734ce4391ec3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:13.222153 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.257205 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.270591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Pushing event updated for resources: {'Port': ['ID=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:13.273870 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Transition to ACTIVE for port object 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd will not be triggered until provisioned by entity DHCP. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:13.312296 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.357570 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:13.362938 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:13.367729 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:13.374681 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:13.424591 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.426857 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.446052 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-dbf45250-9939-4edb-a984-0a6bc9924f5e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341746 Jul 07 19:21:13.458798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Request body: {'port': {'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-2'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:13.549295 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.593791 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d48fbe8c-cac6-479d-b149-911782b3aa78 None None] Provisioning for port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:13.598226 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d48fbe8c-cac6-479d-b149-911782b3aa78 None None] Provisioning complete for port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:13.598619 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d48fbe8c-cac6-479d-b149-911782b3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.635917 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d48fbe8c-cac6-479d-b149-911782b3aa78 None None] Port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:21:13.876044 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd {{(pid=105588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:13.888191 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.909907 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.provisioning_blocks [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Transition to ACTIVE for port object 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd will not be triggered until provisioned by entity L2. {{(pid=105588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:21:13.918360 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:13.980356 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00df114-24a1-4433-8f18-9e13507d508a req-acc10f15-f668-4f2a-aade-e47c8ab51b4d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:13.981949 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d00df114-24a1-4433-8f18-9e13507d508a req-acc10f15-f668-4f2a-aade-e47c8ab51b4d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 932 time: 0.1673172 Jul 07 19:21:13.990468 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.075818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d00df114-24a1-4433-8f18-9e13507d508a req-40b4fd02-01e8-4e20-8991-53a903de50e3 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879416 Jul 07 19:21:14.096980 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Attempting to bind port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd on host n-h1-798930-2 for vnic_type normal with profile {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:21:14.097342 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Attempting to bind port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd by drivers openvswitch,hyperv on host n-h1-798930-2 at level 0 using segments [{'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:21:14.097648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Attempting to bind port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:14.102516 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-2 {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:21:14.102834 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Attempting to bind port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:21:14.108385 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Checking agent: {'id': '1edc03db-16cb-42cf-a889-d82f312518fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:21:14.108728 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Checking segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:21:14.109147 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Bound using segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} {{(pid=105588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:21:14.109581 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.managers [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Bound port: 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host: n-h1-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}}] {{(pid=105588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:21:14.109938 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.176972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, cleared binding levels {{(pid=105588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:21:14.180768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:21:14.186987 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.230094 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.230569 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:14.232017 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] 10.222.0.55 "PUT /v2.0/ports/61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 1092 time: 0.7778664 Jul 07 19:21:14.232452 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:14.235275 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c847d7-88f3-433b-8f87-67332ebd69c7" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:14.269350 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74732e8c-e0e2-4348-a990-d5efc87b0f89 service neutron] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=3']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:14.284438 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:21:14.315114 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a5673f-9cd4-40c5-9171-dfc7f81480b1 x-openstack-request-id: req-02a5673f-9cd4-40c5-9171-dfc7f81480b1 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:14.315478 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:14.315817 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02a5673f-9cd4-40c5-9171-dfc7f81480b1 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:14.316286 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'status': 'completed', 'code': 200} Jul 07 19:21:14.354855 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-a31c9880-ecd1-473a-bdf6-e01af88bd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.356521 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-a31c9880-ecd1-473a-bdf6-e01af88bd862 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1095 time: 0.0695012 Jul 07 19:21:14.401454 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-fab9ccb5-ab4c-41ee-8f69-485cb5311146 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 217 time: 0.0374126 Jul 07 19:21:14.454186 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-64290f46-1e86-40b6-a92c-9bb747ee74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.455666 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-64290f46-1e86-40b6-a92c-9bb747ee74e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0482159 Jul 07 19:21:14.518177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-7a33719b-3e54-457a-9c0b-1c04f5f42aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.519693 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-7a33719b-3e54-457a-9c0b-1c04f5f42aa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579555 Jul 07 19:21:14.618093 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-efa924db-023b-46ee-9b1c-bfce5c99fbc3 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918090 Jul 07 19:21:14.721070 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-d657a649-e8f5-40e8-bdc5-ca6f6b2a48b7 req-d759e05e-20f4-4f78-b2e7-33e72de0ab92 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960395 Jul 07 19:21:14.833751 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-9f0c44c7-bb05-4a54-93ec-a5476767ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.835292 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-9f0c44c7-bb05-4a54-93ec-a5476767ef16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1095 time: 0.0620847 Jul 07 19:21:14.933276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-dcd07718-ec0b-4388-9b3b-13f2df6b0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:14.934651 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-dcd07718-ec0b-4388-9b3b-13f2df6b0bd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.0920286 Jul 07 19:21:14.981574 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-358cb933-f139-4dc7-8339-38fb6e557992 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 217 time: 0.0393221 Jul 07 19:21:15.005115 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca up at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:15.034768 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-f761321a-0ca1-47b0-b3c7-81299f45e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:15.036283 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-f761321a-0ca1-47b0-b3c7-81299f45e71d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0472527 Jul 07 19:21:15.054054 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Provisioning complete for port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:15.054426 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:15.100268 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-7de00ded-70d4-46b5-a6db-fde84990b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:15.102232 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-7de00ded-70d4-46b5-a6db-fde84990b8c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550802 Jul 07 19:21:15.215725 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-55da8c53-ca84-4f9e-ac43-76078487e43c service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054235 Jul 07 19:21:15.336671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb617947-43d6-4d42-bd59-97556258f730 req-f65182d0-0a5a-4e38-84c1-0a53be4d7835 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:15.338263 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb617947-43d6-4d42-bd59-97556258f730 req-f65182d0-0a5a-4e38-84c1-0a53be4d7835 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 944 time: 0.1381865 Jul 07 19:21:15.356479 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-27c847d7-88f3-433b-8f87-67332ebd69c7 req-ab306378-b538-49d7-aea0-cea7015748d9 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245179 Jul 07 19:21:15.385353 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-bb617947-43d6-4d42-bd59-97556258f730 req-fbf044fb-00b3-4912-b58b-0522788768bd tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 Jul 07 19:21:15.981350 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e763e7ea-abad-4b72-ae99-afbabc3a5804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:16.572606 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb658-694d-45bc-a2d2-ce2b7c3d4c4c req-91b06624-ec11-42c3-b60f-b1b409059970 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:16.574069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc7fb658-694d-45bc-a2d2-ce2b7c3d4c4c req-91b06624-ec11-42c3-b60f-b1b409059970 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 944 time: 0.0749736 Jul 07 19:21:16.613153 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-dc7fb658-694d-45bc-a2d2-ce2b7c3d4c4c req-40d4b079-b2c6-469f-b0b7-7556c10490e6 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334160 Jul 07 19:21:17.803084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf2a7a-0e80-4f0d-a8a3-28b80921ad33 req-9063b031-5004-4426-a45a-f460b5e18622 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:17.804590 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5acf2a7a-0e80-4f0d-a8a3-28b80921ad33 req-9063b031-5004-4426-a45a-f460b5e18622 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 944 time: 0.0759783 Jul 07 19:21:17.844701 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-5acf2a7a-0e80-4f0d-a8a3-28b80921ad33 req-95027009-4deb-44b0-91b9-f1d57623cf83 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340002 Jul 07 19:21:17.920738 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:21:18.029867 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:18.042650 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:21:18.083974 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.097771 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:21:18.119057 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:18.126733 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.176322 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:18.404724 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:21:18.548745 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27ed287a-9c39-498c-8271-850605da0563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:18.647382 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:19.024659 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9980d21-e48c-4981-b107-d86bb480121c req-a768c99d-30ec-48f0-84ac-909372d4c5bd tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:19.026227 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9980d21-e48c-4981-b107-d86bb480121c req-a768c99d-30ec-48f0-84ac-909372d4c5bd tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 945 time: 0.0666347 Jul 07 19:21:19.064804 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-c9980d21-e48c-4981-b107-d86bb480121c req-75dd6348-575b-4126-9a4f-5233678b36a0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Jul 07 19:21:19.923008 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:21:19.979071 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning for port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:21:19.983519 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:21:19.983952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.073563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.074669 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.098679 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:20.100947 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c46f03-2a4d-4e45-ab13-d413ca994f4f" -d '{"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-plugged", "status": "completed", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:20.115305 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:21:20.122863 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:20.149223 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e090ae2e-dcd8-492b-9db4-a0f0cb86beae x-openstack-request-id: req-e090ae2e-dcd8-492b-9db4-a0f0cb86beae {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:20.149846 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-plugged", "status": "completed", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:20.150288 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e090ae2e-dcd8-492b-9db4-a0f0cb86beae {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:20.150855 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'code': 200} Jul 07 19:21:20.182009 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:20.293155 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025c28-34a6-4a6f-8fba-bac36a42cb94 req-33d4ce50-3527-420c-8a53-2852356a2759 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:20.294676 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84025c28-34a6-4a6f-8fba-bac36a42cb94 req-33d4ce50-3527-420c-8a53-2852356a2759 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 946 time: 0.1071558 Jul 07 19:21:20.297531 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d13ff9-02a8-44a3-a35f-7088f07aa511 req-d412ba9e-82b1-4e8c-ab5c-29b66a06e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:20.298945 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19d13ff9-02a8-44a3-a35f-7088f07aa511 req-d412ba9e-82b1-4e8c-ab5c-29b66a06e417 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1097 time: 0.0839550 Jul 07 19:21:20.356329 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-19d13ff9-02a8-44a3-a35f-7088f07aa511 req-ecb9f5ae-c1f5-41db-924a-de50a8b758e9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484843 Jul 07 19:21:20.359287 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-84025c28-34a6-4a6f-8fba-bac36a42cb94 req-a7853e7a-d343-4706-8064-9ab6ab879145 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584011 Jul 07 19:21:21.550386 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162165f-7209-4393-9529-8cefe147af0d req-69efbe76-0493-4208-9ab1-29cc705cf00a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.551860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9162165f-7209-4393-9529-8cefe147af0d req-69efbe76-0493-4208-9ab1-29cc705cf00a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 946 time: 0.0712554 Jul 07 19:21:21.569358 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:21.599183 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9162165f-7209-4393-9529-8cefe147af0d req-573904c1-0bd2-4c89-b5d7-bb7b485b11da tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 Jul 07 19:21:21.796561 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff5cd0-a469-4fed-a7c0-8bcddb62a92e req-aeb067ce-7119-44bf-ac3b-27cce725e12d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:21.798176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37ff5cd0-a469-4fed-a7c0-8bcddb62a92e req-aeb067ce-7119-44bf-ac3b-27cce725e12d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 946 time: 0.0747280 Jul 07 19:21:21.841427 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-37ff5cd0-a469-4fed-a7c0-8bcddb62a92e req-29c65ace-b5ce-4039-b44c-0746bf13785b tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 Jul 07 19:21:21.865757 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58734) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:22.040448 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bddf88-3de6-4a9a-afaa-92cdb2cc8e24 tempest-TestSnapshotPattern-345909919 tempest-TestSnapshotPattern-345909919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:22.042058 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-49bddf88-3de6-4a9a-afaa-92cdb2cc8e24 tempest-TestSnapshotPattern-345909919 tempest-TestSnapshotPattern-345909919-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1092 time: 0.1752677 Jul 07 19:21:22.045376 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 58738) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:21:22.049989 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:21:22.079417 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.196077 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.311613 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Allocated IP 172.25.1.133 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/e340966a-3853-4b43-a1ae-38f1bbcb2b83) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:21:22.435966 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.481236 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:22.522223 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:21:22.525166 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:21:22.530972 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:21:22.534196 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'Port': ['ID=e340966a-3853-4b43-a1ae-38f1bbcb2b83,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:23.249964 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.346977 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.533321 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.539648 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.614990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'Port': ['ID=e340966a-3853-4b43-a1ae-38f1bbcb2b83,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:21:23.627772 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:23.736014 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Floating IP f2b9afc0-a883-4ea0-8a30-86faa4bb87ca associated. External IP: 172.25.1.133, port: 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd. Jul 07 19:21:23.978084 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:21:24.097540 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:21:24.108670 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] Sync routers for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:21:24.119557 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:24.120367 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:21:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.124327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:24.170860 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-7beb04c7-2a3e-473a-a22e-77b669ca9e20 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1243026 Jul 07 19:21:24.171312 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:21:24.174111 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967cbcf-845d-459d-be4a-28fb89e72c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:21:24.218167 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e043fe0-1582-4dc4-9232-97aaa12c7d4a x-openstack-request-id: req-7e043fe0-1582-4dc4-9232-97aaa12c7d4a {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:21:24.218490 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:21:24.219740 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e043fe0-1582-4dc4-9232-97aaa12c7d4a {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:21:24.219740 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'status': 'completed', 'code': 200} Jul 07 19:21:24.240100 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:24.296781 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-81d67733-21b7-4ee3-857c-39ee06d3011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.298480 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-81d67733-21b7-4ee3-857c-39ee06d3011a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1097 time: 0.0576203 Jul 07 19:21:24.402596 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-95384793-25f7-4253-b56a-6ea4a556803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.404120 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-95384793-25f7-4253-b56a-6ea4a556803a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.0993996 Jul 07 19:21:24.476800 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-8eb1f449-b991-48e8-924d-983860cdb974 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 1000 time: 0.0656517 Jul 07 19:21:24.498280 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:22Z', 'revision_number': 0, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.528498 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-9d1fde42-ae03-4966-ae83-d17c936b28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.530056 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-9d1fde42-ae03-4966-ae83-d17c936b28c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0469153 Jul 07 19:21:24.530465 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] Checking router: 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:21:24.539105 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:21:24.539708 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:21:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.593584 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-06efa953-7205-4a9f-a2ac-0db0e91692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:24.595095 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-06efa953-7205-4a9f-a2ac-0db0e91692ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586288 Jul 07 19:21:24.648529 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:21:24.690081 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-55ad86c1-f8ef-4256-9846-3d6b48e42522 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885592 Jul 07 19:21:24.787683 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-7967cbcf-845d-459d-be4a-28fb89e72c9a req-901309dc-50cb-4af2-97bc-82bdefd222a5 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915744 Jul 07 19:21:24.878083 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:22Z', 'revision_number': 0, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:21:24.907832 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c119b51-b2a5-40b1-92f2-7832ff7d907e None None] The sync data for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 is: [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:22Z', 'revision_number': 0, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:21:25.130636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0e5f3-2978-4a18-96e5-92f804463510 None None] New status for floating IP f2b9afc0-a883-4ea0-8a30-86faa4bb87ca: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:21:34.731262 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:36.892240 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:39.216408 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-a81038b0-1d84-453e-bd68-b6c7c2562b3e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997322 Jul 07 19:21:39.316374 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-551103fa-4065-4353-ad91-6105f6d6fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.317923 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-551103fa-4065-4353-ad91-6105f6d6fdc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1097 time: 0.0548110 Jul 07 19:21:39.439294 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-9d444f1e-18ba-4f67-81c1-dd7bece11783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.440818 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-9d444f1e-18ba-4f67-81c1-dd7bece11783 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.1015117 Jul 07 19:21:39.513694 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-e11d12c2-9f2b-4276-8dee-9b6a48e5b183 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 1002 time: 0.0641260 Jul 07 19:21:39.568546 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-9dca3c35-1c9d-4d43-9869-f71388151dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.571212 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-9dca3c35-1c9d-4d43-9869-f71388151dc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0510106 Jul 07 19:21:39.662441 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-5d8a39ee-a070-4aea-a485-695bfa58f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:21:39.663979 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-5d8a39ee-a070-4aea-a485-695bfa58f09f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864201 Jul 07 19:21:39.767678 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-47734d7b-eaaf-4aa2-961a-1c2b5dcbef67 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957882 Jul 07 19:21:39.878167 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-223ce179-324f-4146-8cb9-a6fc1ca943a5 req-a045a6f1-01ec-4439-aad2-66ae352e3efa service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035507 Jul 07 19:21:45.974721 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dc00159-3238-462e-9745-6ed93393c66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.531416 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-903ac141-b990-43d4-9f4f-310503812c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:48.641622 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:50.068023 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:21:51.275473 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:21:51.576737 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:04.733123 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:06.907857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:15.983558 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-188f0bad-a170-409d-93c0-4ffebfa1f5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:18.536400 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25f7fe1e-d3c0-4a4a-9aba-ea667aea286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:18.647479 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:20.070917 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:21.568598 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:28.275967 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:22:34.732329 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:36.921561 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:39.153993 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-f3e4ace4-65e3-4eb2-aab4-420539b26c82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592608 Jul 07 19:22:39.271440 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-488358b6-b90d-4ba7-aa32-baa3ec6641de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.273163 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-488358b6-b90d-4ba7-aa32-baa3ec6641de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1097 time: 0.0692675 Jul 07 19:22:39.405833 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-ca6a027e-761f-4118-a29a-85a951d19ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.407336 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-ca6a027e-761f-4118-a29a-85a951d19ed9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.1121747 Jul 07 19:22:39.485756 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-7d36ac5b-7928-48cd-953c-c62ee2677aff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 1002 time: 0.0714304 Jul 07 19:22:39.537211 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-be4f7fdb-6393-4fcb-a31c-fa21218f9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.538628 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-be4f7fdb-6393-4fcb-a31c-fa21218f9479 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0470386 Jul 07 19:22:39.606488 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-fcc89227-adf7-42ef-8c94-cb717c750f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:22:39.608041 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-fcc89227-adf7-42ef-8c94-cb717c750f27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628898 Jul 07 19:22:39.699729 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-627e418f-0836-4bb6-afe6-890fc5c17e0e service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852206 Jul 07 19:22:39.815482 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6ef05d6e-f3eb-4b63-89d9-23fffe22b5d7 req-8042c512-a48f-4f3c-b99a-7c8e20c6b9de service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095991 Jul 07 19:22:45.979071 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-197a0690-4bd1-4825-bdfc-6f8fd60503ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.541772 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e73c4b3c-0b75-4808-bd18-52f5216e06f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:48.656365 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:50.070579 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:22:51.574625 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:04.744679 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:05.280629 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:23:06.937604 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:15.985380 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-311ae255-9b85-44d2-a4b6-ee9dec9cccdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.538652 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14f3a0f0-4be6-432d-b3d2-434f4db58077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:18.656972 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:20.077969 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:21.579359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.481604 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd details requested by agent hyperv_n-h1-798930-2 with host n-h1-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:22.585461 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:22.596885 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Returning: {'device': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:22.638232 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.652419 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:22.673003 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:22.678998 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:22.730909 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:22.741931 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.742186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.742518 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.742845 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.743170 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.743490 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.743810 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.744127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.744449 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.744760 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.745100 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.745409 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:22.756024 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] get_ports_and_sgs() called for port_ids ['61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:24.487186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd up at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:24.558643 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Provisioning complete for port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:24.559399 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.672926 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.707022 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:24.709499 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db30a8c5-0d2e-48ed-bebd-1cef54d78cae" -d '{"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-plugged", "status": "completed", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:24.729530 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:24.736765 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:24.823824 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:24.879841 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d16e9-a168-4648-b90c-78e6a1d76bdb x-openstack-request-id: req-4f7d16e9-a168-4648-b90c-78e6a1d76bdb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:24.880238 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-plugged", "status": "completed", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:24.880629 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f7d16e9-a168-4648-b90c-78e6a1d76bdb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:24.881205 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'code': 200} Jul 07 19:23:33.638980 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-407e3e01-ab91-4de8-abaa-978a693622ab tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842599148&fields=id&tenant_id=3408c7d7eea140668aca3a1dd3beb7a5 HTTP/1.1" status: 200 len: 267 time: 0.0419917 Jul 07 19:23:33.757815 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-68380ff4-6193-463b-878a-604144de95da tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:33.759378 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-68380ff4-6193-463b-878a-604144de95da tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 810 time: 0.1110685 Jul 07 19:23:33.782069 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-01c7fec9-54c8-42bb-90ec-553a4f8b8209 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/quotas/3408c7d7eea140668aca3a1dd3beb7a5 HTTP/1.1" status: 200 len: 375 time: 0.0146389 Jul 07 19:23:33.865448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-af4f0f12-a98b-4cd8-b6d5-7239e55fe0cc tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0773156 Jul 07 19:23:34.016161 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-d66eb6a7-c25e-4d57-8668-64cd73bc419f service neutron] 10.222.0.88 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383929 Jul 07 19:23:34.118189 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-5cdb8681-f98f-450f-878c-54b692971a13 service neutron] 10.222.0.88 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943234 Jul 07 19:23:34.312514 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-79962308-71d0-4b2a-91b3-4106fa2b11b3 req-d6acc58c-8161-49fd-98ac-322fbfe8ce87 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 210 time: 0.0297410 Jul 07 19:23:34.728259 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.462947 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-44135af6-ab1a-4712-a9b5-10cb6deeb589 req-ac33b006-c8a9-4236-bc03-e49291d67a4d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 210 time: 0.0290427 Jul 07 19:23:35.577635 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-c2eaac31-1de2-4edd-807e-cd96fd1e5f00 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:35.579294 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-c2eaac31-1de2-4edd-807e-cd96fd1e5f00 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.90 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 810 time: 0.1120160 Jul 07 19:23:35.630981 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-2561a53a-964d-4b0e-87b1-57a06027d88f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3408c7d7eea140668aca3a1dd3beb7a5 HTTP/1.1" status: 200 len: 380 time: 0.0420687 Jul 07 19:23:35.640440 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'port': {'device_id': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'admin_state_up': True, 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'security_groups': ['b227c132-77e9-496e-9a58-2fbf43a5f8b8']}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:35.760134 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Made reservation on behalf of 3408c7d7eea140668aca3a1dd3beb7a5 for: {'port': 1} {{(pid=105589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 19:23:35.764255 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:35.895750 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.db_base_plugin_common [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Allocated IP 172.20.0.3 (d2e0c00d-392f-4689-8b12-e3b7aa4f03fb/9b788300-b739-46fd-850a-f900e2a0fd21/97b026e5-cacf-4025-b22a-e487242ef763) {{(pid=105589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:36.048201 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for port, precommit_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.064951 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Transition to ACTIVE for port object 97b026e5-cacf-4025-b22a-e487242ef763 will not be triggered until provisioned by entity DHCP. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:36.103568 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12960208'] for port, after_create {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.158588 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb is already hosted by enough agents. {{(pid=105589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:36.163617 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.base_scheduler [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Resources bound (agent type, host, resource id): {{(pid=105589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:36.169195 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Received port after_create {{(pid=105589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:36.232712 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=1']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:36.247878 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.248262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.248633 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.249079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.249594 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.249944 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.250353 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.250692 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.251021 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.251428 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.251760 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.252171 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:36.268109 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.268897 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.296270 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-b759b1f0-233a-400e-97b5-c8aaf47197d0 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6587896 Jul 07 19:23:36.553127 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9511fa5-20a0-4fc7-951d-0d136e2577b5 None None] Provisioning for port 97b026e5-cacf-4025-b22a-e487242ef763 completed by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:36.560117 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f9511fa5-20a0-4fc7-951d-0d136e2577b5 None None] Provisioning complete for port 97b026e5-cacf-4025-b22a-e487242ef763 triggered by entity DHCP. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:36.561067 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9511fa5-20a0-4fc7-951d-0d136e2577b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:36.637191 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f9511fa5-20a0-4fc7-951d-0d136e2577b5 None None] Port 97b026e5-cacf-4025-b22a-e487242ef763 cannot update to ACTIVE because it is not bound. {{(pid=105590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 19:23:36.689297 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b7816-76ee-472d-bd28-b9b4e866a8b3 req-72642c49-893f-4da3-924d-4455ae283510 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:36.690799 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f65b7816-76ee-472d-bd28-b9b4e866a8b3 req-72642c49-893f-4da3-924d-4455ae283510 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.1066766 Jul 07 19:23:36.733387 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-f65b7816-76ee-472d-bd28-b9b4e866a8b3 req-4dcfc008-f620-4fb7-b610-4e4f169b0229 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Jul 07 19:23:36.929472 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:37.935378 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e260557-56c4-4f67-9cf9-740eb78839fd req-bd2fa370-2617-4ef9-af18-36387dfc0ac3 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:37.937458 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e260557-56c4-4f67-9cf9-740eb78839fd req-bd2fa370-2617-4ef9-af18-36387dfc0ac3 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.0877614 Jul 07 19:23:37.979910 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1e260557-56c4-4f67-9cf9-740eb78839fd req-6e6e378c-feed-4feb-8d72-e5c33d160433 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358548 Jul 07 19:23:38.525275 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:23:38.611769 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.639112 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:38.642989 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e76e7b-3631-4f58-9186-4b18d98a08e2" -d '{"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-unplugged", "status": "completed", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:38.664884 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:38.671825 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:38.707470 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf37ac-d1e4-4bc7-8ce4-dd4a63922577 x-openstack-request-id: req-55bf37ac-d1e4-4bc7-8ce4-dd4a63922577 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:38.708012 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-unplugged", "status": "completed", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:38.708340 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-55bf37ac-d1e4-4bc7-8ce4-dd4a63922577 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:38.708959 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'code': 200} Jul 07 19:23:38.736674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Pushing event updated for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:39.209097 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c2349-e2a6-41a7-854b-7cabf8a77d0f req-5e0347b5-b017-4f94-9445-2d886f2d3463 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:39.216082 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c7c2349-e2a6-41a7-854b-7cabf8a77d0f req-5e0347b5-b017-4f94-9445-2d886f2d3463 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.1014066 Jul 07 19:23:39.258856 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-8c7c2349-e2a6-41a7-854b-7cabf8a77d0f req-94f387e3-4c85-4a85-8734-dde6573622d6 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Jul 07 19:23:40.488969 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c108-27d7-4e84-99b7-c1ddaec0faf6 req-d615eac1-b9ef-42cc-8ca5-307254dd5b1b tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:40.490541 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09e1c108-27d7-4e84-99b7-c1ddaec0faf6 req-d615eac1-b9ef-42cc-8ca5-307254dd5b1b tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.0757282 Jul 07 19:23:40.545433 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-09e1c108-27d7-4e84-99b7-c1ddaec0faf6 req-05f51e39-3ff0-491f-9ee8-5131866c2ec4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484033 Jul 07 19:23:41.191266 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-40126e7f-3467-413b-89f5-79679d0c6d69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886912 Jul 07 19:23:41.314586 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-10cf0d9d-c735-49b5-82bf-26a0d8f29ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.316063 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-10cf0d9d-c735-49b5-82bf-26a0d8f29ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1095 time: 0.0711076 Jul 07 19:23:41.465177 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-80d80de0-2c6f-45e1-9db5-e59f9c90ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.466806 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-80d80de0-2c6f-45e1-9db5-e59f9c90ad21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.1218605 Jul 07 19:23:41.573824 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-3fcf1c4c-1576-4ceb-8451-9e176c0024ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 1000 time: 0.0993280 Jul 07 19:23:41.635534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-330b8bf2-f4d5-4a0b-8a06-0f5aeb11e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.637553 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-330b8bf2-f4d5-4a0b-8a06-0f5aeb11e152 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0575228 Jul 07 19:23:41.768844 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-b552a50d-65d2-4069-80f5-36b413ddcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.770431 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-b552a50d-65d2-4069-80f5-36b413ddcda5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268651 Jul 07 19:23:41.796014 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1018b-a3af-4293-8e51-9b58d29bf57d req-94637b9e-a5de-4f12-8782-17a41620b20e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:41.797700 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cb1018b-a3af-4293-8e51-9b58d29bf57d req-94637b9e-a5de-4f12-8782-17a41620b20e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.1190910 Jul 07 19:23:41.883065 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-3cb1018b-a3af-4293-8e51-9b58d29bf57d req-8898e738-247a-41fa-85d2-b74fccbdd250 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714252 Jul 07 19:23:41.916349 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-c6eeb372-aef0-496c-80e7-396c6a07c6fd service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370816 Jul 07 19:23:42.018243 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-88ba07bb-5f1b-4c1c-9a25-18f066338141 req-aa15c8bb-2307-4151-8d4e-ad14edf07813 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930490 Jul 07 19:23:42.284123 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:23:43.161600 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310ecfb-19c8-414d-9dfc-73aa2023811f req-cb38e44b-0711-47db-a787-77f144e22ddc tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:43.173811 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0310ecfb-19c8-414d-9dfc-73aa2023811f req-cb38e44b-0711-47db-a787-77f144e22ddc tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.1251183 Jul 07 19:23:43.232131 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0310ecfb-19c8-414d-9dfc-73aa2023811f req-4e2b7d6e-b7e8-4f47-978d-eaf4b341ecda tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541978 Jul 07 19:23:44.422006 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb063e-cb0e-4390-82b3-2d65f998f11a req-791ccd95-6939-4a19-b5f9-efb0551a25e1 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:44.423963 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4adb063e-cb0e-4390-82b3-2d65f998f11a req-791ccd95-6939-4a19-b5f9-efb0551a25e1 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.0687294 Jul 07 19:23:44.470787 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4adb063e-cb0e-4390-82b3-2d65f998f11a req-1ed47358-6e8d-493f-ba50-eb9444049f47 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 Jul 07 19:23:45.750229 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef698633-8ed0-4242-8de2-3a5343deddac req-506dea45-1be3-4113-beeb-4b91067ec96c tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:45.752207 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef698633-8ed0-4242-8de2-3a5343deddac req-506dea45-1be3-4113-beeb-4b91067ec96c tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.1195989 Jul 07 19:23:45.825774 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-ef698633-8ed0-4242-8de2-3a5343deddac req-fdf6063f-4281-4057-93f9-372f9f72873f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602362 Jul 07 19:23:45.994716 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d174f7f5-c547-43e9-ab0d-738ef747c0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:47.015187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c6f5-eb08-4d59-9bbd-e45873f80e53 req-ec49d04d-d0f5-4978-9d23-1744adfad46c tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:47.016759 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc8c6f5-eb08-4d59-9bbd-e45873f80e53 req-ec49d04d-d0f5-4978-9d23-1744adfad46c tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.0651426 Jul 07 19:23:47.055302 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-cbc8c6f5-eb08-4d59-9bbd-e45873f80e53 req-92cc6996-d104-41f5-b419-b2c022bc8fa4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Jul 07 19:23:48.239736 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935145bd-0b11-4861-a69e-aad861e3a2e9 req-082fc75a-af72-40c3-b75b-97c0d5f2d84f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:48.241296 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-935145bd-0b11-4861-a69e-aad861e3a2e9 req-082fc75a-af72-40c3-b75b-97c0d5f2d84f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 931 time: 0.0677965 Jul 07 19:23:48.287320 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-935145bd-0b11-4861-a69e-aad861e3a2e9 req-3c62d40e-ae62-424f-85aa-ce4dcdbbc955 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351171 Jul 07 19:23:48.550588 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36886e71-c91b-4e63-bd07-cc21522e72fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.654191 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:48.769928 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.v2.base [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Request body: {'port': {'device_id': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-2'}} {{(pid=105589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:48.863229 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.139802 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b026e5-cacf-4025-b22a-e487242ef763 {{(pid=105589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:49.147024 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Notify callbacks [] for port, precommit_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.161252 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.provisioning_blocks [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Transition to ACTIVE for port object 97b026e5-cacf-4025-b22a-e487242ef763 will not be triggered until provisioned by entity L2. {{(pid=105589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 19:23:49.167309 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.226754 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=2']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:49.303082 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Attempting to bind port 97b026e5-cacf-4025-b22a-e487242ef763 on host n-h2-798930-2 for vnic_type normal with profile {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 19:23:49.303444 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Attempting to bind port 97b026e5-cacf-4025-b22a-e487242ef763 by drivers openvswitch,hyperv on host n-h2-798930-2 at level 0 using segments [{'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 19:23:49.303753 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Attempting to bind port 97b026e5-cacf-4025-b22a-e487242ef763 on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:49.309041 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Port 97b026e5-cacf-4025-b22a-e487242ef763 on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-2 {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 19:23:49.309449 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Attempting to bind port 97b026e5-cacf-4025-b22a-e487242ef763 on network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 19:23:49.317732 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Checking agent: {'id': 'e1eb4ed2-67bf-4d97-b2df-d22f87870428', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'started_at': datetime.datetime(2021, 7, 7, 17, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 19, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 19:23:49.318072 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Checking segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 19:23:49.318609 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Bound using segment: {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'} {{(pid=105589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 19:23:49.319703 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.managers [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Bound port: 97b026e5-cacf-4025-b22a-e487242ef763, host: n-h2-798930-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf63b78-e473-4091-9d7a-ec6f3aad8e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb'}}] {{(pid=105589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 19:23:49.320714 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.407262 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, cleared binding levels {{(pid=105589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 19:23:49.411438 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 19:23:49.418631 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12960034'] for port, after_update {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.462153 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.463167 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:49.465876 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] 10.222.0.90 "PUT /v2.0/ports/97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 200 len: 1091 time: 0.7016087 Jul 07 19:23:49.466578 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:49.470112 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676" -d '{"events": [{"name": "network-changed", "server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "tag": "97b026e5-cacf-4025-b22a-e487242ef763"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:49.519183 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415303c6-7a20-4be8-8492-885ce566ebde service neutron] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=3']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:49.545752 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ff037-0397-4b6f-88a9-ef9784bffb93 req-3ebcd9e4-d9fd-4c3e-9662-dfd62cc96725 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.548471 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c2ff037-0397-4b6f-88a9-ef9784bffb93 req-3ebcd9e4-d9fd-4c3e-9662-dfd62cc96725 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 943 time: 0.1141829 Jul 07 19:23:49.612031 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-ccd36791-c8c8-4c39-8768-6747e41dd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.614875 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-ccd36791-c8c8-4c39-8768-6747e41dd176 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1094 time: 0.0917675 Jul 07 19:23:49.619090 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98528f-3255-4eb5-ab70-6db8fc8e4bb7 x-openstack-request-id: req-7d98528f-3255-4eb5-ab70-6db8fc8e4bb7 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:49.619090 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "tag": "97b026e5-cacf-4025-b22a-e487242ef763", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:49.619090 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7d98528f-3255-4eb5-ab70-6db8fc8e4bb7 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:49.619585 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763', 'status': 'completed', 'code': 200} Jul 07 19:23:49.627858 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-4c2ff037-0397-4b6f-88a9-ef9784bffb93 req-f380c5e0-1cdf-4bdf-8b8b-895bdf45967d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638335 Jul 07 19:23:49.676717 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-56ad9171-9b0f-48de-9a55-04dc8ab443f9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 200 len: 217 time: 0.0497046 Jul 07 19:23:49.729053 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-93e5b670-6f30-4694-917f-20479e73b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.730582 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-93e5b670-6f30-4694-917f-20479e73b9af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0502162 Jul 07 19:23:49.794129 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-e5dd2bd4-0ae1-463f-8c5c-932dcc332d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:49.795575 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-e5dd2bd4-0ae1-463f-8c5c-932dcc332d75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580204 Jul 07 19:23:49.888507 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-ce198e6f-daa7-4b02-88ea-97e6d146bb9c service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856166 Jul 07 19:23:49.995380 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-cd1ab63e-b0ac-4e13-9364-053dd7656c7d req-c1e09da9-cd0e-42c7-b03b-7b1a5cab6ae8 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998046 Jul 07 19:23:50.079005 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:50.101168 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-c466b27b-5947-4110-8c77-274528582521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.102838 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-c466b27b-5947-4110-8c77-274528582521 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1094 time: 0.0580056 Jul 07 19:23:50.224969 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-86ce599f-f309-4599-a7f2-c6698c258f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.229761 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-86ce599f-f309-4599-a7f2-c6698c258f2d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.1203082 Jul 07 19:23:50.304424 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-a8511700-d85a-4e86-9112-602642189151 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 200 len: 217 time: 0.0681014 Jul 07 19:23:50.362285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-59ae0c57-a403-4711-b217-5ca56c035879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.364050 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-59ae0c57-a403-4711-b217-5ca56c035879 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0538170 Jul 07 19:23:50.434469 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-dd70c36c-5b4d-48d9-bf26-0f7b18d3c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.435993 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-dd70c36c-5b4d-48d9-bf26-0f7b18d3c011 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661042 Jul 07 19:23:50.532467 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-cc074e71-9175-4a38-a5bd-203537e58390 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891514 Jul 07 19:23:50.636389 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-dcb7d50a-cf42-4d2e-9f2f-93d0b6807676 req-dd9e9484-0534-4b53-95d5-2401615b67e9 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957453 Jul 07 19:23:50.845510 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99849-7126-4ab1-adba-7def5b1c3d8f req-c22463c2-e042-4b67-af19-e51b900bdf89 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:50.847094 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4f99849-7126-4ab1-adba-7def5b1c3d8f req-c22463c2-e042-4b67-af19-e51b900bdf89 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 943 time: 0.0775330 Jul 07 19:23:50.891845 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a4f99849-7126-4ab1-adba-7def5b1c3d8f req-66144467-73aa-4d1e-b751-d846215ca354 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360553 Jul 07 19:23:51.584218 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:52.158703 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d3843-05c1-42dd-baac-05bf3861b2ee req-d5af1e6c-5efe-4cad-8625-270cfcfd8d1c tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:52.161208 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-177d3843-05c1-42dd-baac-05bf3861b2ee req-d5af1e6c-5efe-4cad-8625-270cfcfd8d1c tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 943 time: 0.1388156 Jul 07 19:23:52.212507 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-177d3843-05c1-42dd-baac-05bf3861b2ee req-e1b7fd2e-2945-4031-b6f7-1394acefb5c7 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401769 Jul 07 19:23:53.494326 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de73151-78c8-4061-9088-c3d9648c7931 req-40e7f589-3925-47de-9180-e6bcf86cb05e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:53.496190 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0de73151-78c8-4061-9088-c3d9648c7931 req-40e7f589-3925-47de-9180-e6bcf86cb05e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 943 time: 0.1358876 Jul 07 19:23:53.540707 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-0de73151-78c8-4061-9088-c3d9648c7931 req-6140f72e-195a-4ea5-8fc6-f9a99357c02f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379570 Jul 07 19:23:54.061569 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 97b026e5-cacf-4025-b22a-e487242ef763 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:23:54.167045 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:54.179325 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '97b026e5-cacf-4025-b22a-e487242ef763', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'port_id': '97b026e5-cacf-4025-b22a-e487242ef763', 'mac_address': 'fa:16:3e:4c:1e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:23:54.218548 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.232629 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b026e5-cacf-4025-b22a-e487242ef763 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:23:54.253659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:54.260215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:54.318456 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=4']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:54.624101 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['97b026e5-cacf-4025-b22a-e487242ef763'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:23:54.733407 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c484ff2-27d9-443d-b286-deccb6654822 req-890982b8-11cb-4b69-baf5-bd781c16709d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:54.734986 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c484ff2-27d9-443d-b286-deccb6654822 req-890982b8-11cb-4b69-baf5-bd781c16709d tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 944 time: 0.0732365 Jul 07 19:23:54.785213 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-1c484ff2-27d9-443d-b286-deccb6654822 req-e6923aca-d9a4-490b-a679-ec5ad6e744bd tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 Jul 07 19:23:55.984750 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612f72f-24ec-4824-9e28-435e468e9bf5 req-c2b809b0-d3c3-4bc0-8a6e-e8cf4684ae30 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:55.986345 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6612f72f-24ec-4824-9e28-435e468e9bf5 req-c2b809b0-d3c3-4bc0-8a6e-e8cf4684ae30 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 944 time: 0.0722792 Jul 07 19:23:56.028088 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-6612f72f-24ec-4824-9e28-435e468e9bf5 req-20ef3038-e622-4bb5-a00e-193604c44733 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359833 Jul 07 19:23:56.070095 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 97b026e5-cacf-4025-b22a-e487242ef763 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:23:56.129956 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning for port 97b026e5-cacf-4025-b22a-e487242ef763 completed by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 19:23:56.134495 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 97b026e5-cacf-4025-b22a-e487242ef763 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:23:56.135034 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.213808 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.240557 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:23:56.242865 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d277334a-f5c9-4044-8eed-5149c097189b" -d '{"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-plugged", "status": "completed", "tag": "97b026e5-cacf-4025-b22a-e487242ef763"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:23:56.260590 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:23:56.267097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:56.292851 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c406739-4241-48af-b03d-8ae764eaff0b x-openstack-request-id: req-3c406739-4241-48af-b03d-8ae764eaff0b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:23:56.293235 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-plugged", "status": "completed", "tag": "97b026e5-cacf-4025-b22a-e487242ef763", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:23:56.293444 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c406739-4241-48af-b03d-8ae764eaff0b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:23:56.293850 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763', 'code': 200} Jul 07 19:23:56.326993 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=5']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:56.432043 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904dafa-810b-423c-b485-959344f58a16 req-1ee78a07-547b-48ae-adf4-d17347a2893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:56.433503 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b904dafa-810b-423c-b485-959344f58a16 req-1ee78a07-547b-48ae-adf4-d17347a2893c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1096 time: 0.0687978 Jul 07 19:23:56.470737 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-b904dafa-810b-423c-b485-959344f58a16 req-670ed84a-0ad0-435f-9c3d-7791a1637c70 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287585 Jul 07 19:23:57.223534 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8403db-818d-46f7-8ba0-ecf7c8e65890 req-a133e48d-8cfa-4756-9023-915328ed3998 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:57.225149 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8403db-818d-46f7-8ba0-ecf7c8e65890 req-a133e48d-8cfa-4756-9023-915328ed3998 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 945 time: 0.0711939 Jul 07 19:23:57.265654 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-af8403db-818d-46f7-8ba0-ecf7c8e65890 req-04eceb06-22ef-4020-8518-d5502a8fc50c tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345333 Jul 07 19:23:58.461361 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba26a3-3dbc-40df-9c25-2a98eb5853ca req-e08e3f35-ff05-4806-8ece-f4acca5d67ed tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:58.463441 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eaba26a3-3dbc-40df-9c25-2a98eb5853ca req-e08e3f35-ff05-4806-8ece-f4acca5d67ed tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 945 time: 0.0804794 Jul 07 19:23:58.519340 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-eaba26a3-3dbc-40df-9c25-2a98eb5853ca req-c2d304a8-842c-40c6-9a28-5353f9d71677 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453234 Jul 07 19:23:58.715334 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eae0d-79ab-431c-997f-2e3785ecd6de req-8d6941f5-2ee3-4025-b3b0-4c5c01be8759 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:58.716902 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-836eae0d-79ab-431c-997f-2e3785ecd6de req-8d6941f5-2ee3-4025-b3b0-4c5c01be8759 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 945 time: 0.0777767 Jul 07 19:23:58.770674 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-836eae0d-79ab-431c-997f-2e3785ecd6de req-ac9bad5f-3f50-4151-a151-cce5d51d588e tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Jul 07 19:23:58.801102 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59042) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:58.860755 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc43fb-3e4f-4369-8c86-9a4f759662ee tempest-TestSnapshotPattern-345909919 tempest-TestSnapshotPattern-345909919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:23:58.862341 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-36cc43fb-3e4f-4369-8c86-9a4f759662ee tempest-TestSnapshotPattern-345909919 tempest-TestSnapshotPattern-345909919-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1091 time: 0.0601039 Jul 07 19:23:58.865296 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59044) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:23:58.870138 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.v2.base [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Request body: {'floatingip': {'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'port_id': '97b026e5-cacf-4025-b22a-e487242ef763', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 19:23:58.894443 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.006327 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.122610 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_common [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Allocated IP 172.25.1.114 (55da5db5-89f4-4781-a606-5a02dab41731/c758c213-3c2d-4647-8732-5431daeb1ff8/7009aa8d-2272-4f58-a3b7-c419c05bf3e5) {{(pid=105588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 19:23:59.252875 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for port, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.298147 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1543230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-138151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270474469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57868935'] for port, after_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:23:59.338798 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Network 55da5db5-89f4-4781-a606-5a02dab41731 is already hosted by enough agents. {{(pid=105588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 19:23:59.343928 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.base_scheduler [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Resources bound (agent type, host, resource id): {{(pid=105588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 19:23:59.347382 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Received port after_create {{(pid=105588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 19:23:59.377806 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'Port': ['ID=7009aa8d-2272-4f58-a3b7-c419c05bf3e5,revision_number=1']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:23:59.392946 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.393291 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.393636 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.393976 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.394315 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.394648 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.395011 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.395336 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.395661 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.395990 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.396320 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:23:59.396637 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:24:00.146858 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.238679 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.410996 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for port, precommit_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.419022 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57868917'] for port, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.489900 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event updated for resources: {'Port': ['ID=7009aa8d-2272-4f58-a3b7-c419c05bf3e5,revision_number=2']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:24:00.500693 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402793'] for floatingip, after_update {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.606594 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Floating IP c70d23c7-2ee1-4569-bb4e-16f97798c1c2 associated. External IP: 172.25.1.114, port: 97b026e5-cacf-4025-b22a-e487242ef763. Jul 07 19:24:00.827676 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:24:00.940723 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:24:00.951321 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] Sync routers for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:24:00.960746 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:00.961474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:00.961669 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:23:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:01.000512 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-a4302292-aa90-4619-9cca-a4b1ab73278a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1338799 Jul 07 19:24:01.001276 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:24:01.003584 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e050a8-17b2-435e-8092-a9c4eb1f51cf" -d '{"events": [{"name": "network-changed", "server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "tag": "97b026e5-cacf-4025-b22a-e487242ef763"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:24:01.099509 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:01.122069 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5288993-041d-4597-aaa1-18acd2b1d8da x-openstack-request-id: req-f5288993-041d-4597-aaa1-18acd2b1d8da {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:24:01.122365 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "tag": "97b026e5-cacf-4025-b22a-e487242ef763", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:24:01.122625 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5288993-041d-4597-aaa1-18acd2b1d8da {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:24:01.123041 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763', 'status': 'completed', 'code': 200} Jul 07 19:24:01.215437 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-d692351a-0de8-48c9-a4ce-8973e6de552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.217157 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-d692351a-0de8-48c9-a4ce-8973e6de552b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1096 time: 0.0686409 Jul 07 19:24:01.314123 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-74ed7611-b5fe-4eb5-bbba-331a474d9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.315541 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-74ed7611-b5fe-4eb5-bbba-331a474d9c0d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.0914288 Jul 07 19:24:01.341381 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c70d23c7-2ee1-4569-bb4e-16f97798c1c2', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '97b026e5-cacf-4025-b22a-e487242ef763', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:4c:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:23:59Z', 'updated_at': '2021-07-07T19:23:59Z', 'revision_number': 0, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}, {'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:25Z', 'revision_number': 1, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:01.368520 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] Checking router: 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:24:01.377280 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:24:01.377863 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:23:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:01.386141 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-5cd118a2-b931-47d2-b94c-1fb813f3eb60 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 200 len: 999 time: 0.0636959 Jul 07 19:24:01.437625 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-6681decd-ce4a-461c-92f3-85ae80a112a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.439095 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-6681decd-ce4a-461c-92f3-85ae80a112a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0461295 Jul 07 19:24:01.486770 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:24:01.511548 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-7dc37639-d17c-44fb-94b5-fefed660d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:01.513151 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-7dc37639-d17c-44fb-94b5-fefed660d7ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674982 Jul 07 19:24:01.606599 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-66521711-f08f-4741-9827-0f42f9d04db9 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866375 Jul 07 19:24:01.734892 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c70d23c7-2ee1-4569-bb4e-16f97798c1c2', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '97b026e5-cacf-4025-b22a-e487242ef763', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:4c:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:23:59Z', 'updated_at': '2021-07-07T19:23:59Z', 'revision_number': 0, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}, {'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:25Z', 'revision_number': 1, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:24:01.771148 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cbe2e-e41e-4d8e-ada9-773db48a4bc1 None None] The sync data for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 is: [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'c70d23c7-2ee1-4569-bb4e-16f97798c1c2', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '97b026e5-cacf-4025-b22a-e487242ef763', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:4c:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:23:59Z', 'updated_at': '2021-07-07T19:23:59Z', 'revision_number': 0, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}, {'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:25Z', 'revision_number': 1, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:24:02.001674 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ab950-c749-4f3d-83b8-ae0fd890806f None None] New status for floating IP c70d23c7-2ee1-4569-bb4e-16f97798c1c2: ACTIVE {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:24:02.081556 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-02e050a8-17b2-435e-8092-a9c4eb1f51cf req-4c19de1e-d19c-4b02-8a68-27f990d5a03b service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680803 Jul 07 19:24:04.745031 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:06.958788 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:15.981094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02ec613d-7189-4da9-b6ab-b55259dbd654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.545750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b601ee6-b63e-4c56-8e82-35c945adad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:18.647761 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:19.284371 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:24:20.088536 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:21.587448 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:34.742324 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:36.965221 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:42.154892 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-f6a00e22-2c15-4732-851e-d01edde57329 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590632 Jul 07 19:24:42.261845 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-256053f1-59ca-4a32-87a1-b43cee2a08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.263472 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-256053f1-59ca-4a32-87a1-b43cee2a08ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1095 time: 0.0630641 Jul 07 19:24:42.375194 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-4f8628de-5808-4334-8707-a3d6173a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.376677 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-4f8628de-5808-4334-8707-a3d6173a75ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.0919962 Jul 07 19:24:42.452865 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-ffdb0f39-9527-471d-af8c-a48426620e93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 1000 time: 0.0689018 Jul 07 19:24:42.504947 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-9ad80956-a026-4608-892b-d33d38a91c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.506635 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-9ad80956-a026-4608-892b-d33d38a91c26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0468946 Jul 07 19:24:42.576156 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-f2087a1d-a10b-4f87-b776-3ef7020f9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.577730 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-f2087a1d-a10b-4f87-b776-3ef7020f9d95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651951 Jul 07 19:24:42.678929 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-c89608d1-ecb2-4f7c-8a26-65724a9382a7 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946765 Jul 07 19:24:42.817249 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-caf76cc9-bcf5-4bbf-8e5d-d94cdca18b1e req-abfe1077-a225-43bd-871c-ea873de61572 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313481 Jul 07 19:24:42.840460 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-6a88b0ae-bae5-49f0-a0b7-fde2cea86e0a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204963 Jul 07 19:24:42.937079 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-ef1ebe8c-41fe-4c36-8d81-c1a19593b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:42.938578 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-ef1ebe8c-41fe-4c36-8d81-c1a19593b973 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1096 time: 0.0532570 Jul 07 19:24:43.048240 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-b6b8b52f-4eab-46f4-be8e-eaa633c9d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.050048 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-b6b8b52f-4eab-46f4-be8e-eaa633c9d4fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.0903523 Jul 07 19:24:43.115489 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-a2364680-d26d-41ad-84ad-262118a86997 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 200 len: 1001 time: 0.0585291 Jul 07 19:24:43.170098 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-98ac124c-9193-493e-beb6-a3ffe19260e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.171547 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-98ac124c-9193-493e-beb6-a3ffe19260e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0497818 Jul 07 19:24:43.230104 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-20b2b119-48b6-4dee-bed3-8b5b438750bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:24:43.231622 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-20b2b119-48b6-4dee-bed3-8b5b438750bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533690 Jul 07 19:24:43.322955 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-d74a6a68-ddc8-40ea-b560-6c4a0f3ee6f1 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842459 Jul 07 19:24:43.418795 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-014a8a80-2e4a-4552-93f3-0e648997f0b2 req-98461819-11e1-4888-90d9-9c047c4463f6 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893149 Jul 07 19:24:45.977162 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51fb578d-b4a6-491a-b2d9-ff36e8f55ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.549406 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c62ba19-e022-462d-92e8-13b0d5d8b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:48.656554 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:50.084430 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:51.590957 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:24:56.284508 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:25:04.779147 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:06.959224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:15.983359 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e07314c4-99f7-442c-8da3-14db256563e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.557269 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e030d4e-74f2-455d-af71-7b779e923aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:18.652215 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:20.089925 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:21.596196 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:33.287107 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:25:34.788643 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:36.975248 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:43.788168 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-f6217949-93f6-47ba-a7c5-ece2a6d84766 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636401 Jul 07 19:25:43.901769 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-210b5429-63af-49df-bc11-d6c3903cc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:43.903318 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-210b5429-63af-49df-bc11-d6c3903cc765 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1096 time: 0.0629761 Jul 07 19:25:44.018621 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-0711d142-1cf7-4c32-80fe-0bb6ecb2ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.020142 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-0711d142-1cf7-4c32-80fe-0bb6ecb2ce70 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.0957062 Jul 07 19:25:44.099356 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-c13bba69-9cda-48cf-9d78-32d3210222f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 200 len: 1001 time: 0.0703919 Jul 07 19:25:44.160695 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-08f60032-a6ba-4066-8b6c-2ca879d6d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.162049 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-183b07a3-810b-415c-b39f-d9eb854aeaff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595133 Jul 07 19:25:44.163268 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-08f60032-a6ba-4066-8b6c-2ca879d6d4e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0590410 Jul 07 19:25:44.233364 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-bb990e5e-bd9e-48b8-9d37-3e96a8d31d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.234920 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-bb990e5e-bd9e-48b8-9d37-3e96a8d31d23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658550 Jul 07 19:25:44.280859 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-cbd20aa5-6222-4980-9d41-108a3b322503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.282399 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-cbd20aa5-6222-4980-9d41-108a3b322503 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1095 time: 0.0648804 Jul 07 19:25:44.330915 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-2a0ef46d-0451-4012-9dda-9de87c31b28a service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890324 Jul 07 19:25:44.407842 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-042c7f3a-f537-4cf5-be42-0a62691b346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.409394 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-042c7f3a-f537-4cf5-be42-0a62691b346d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.1053672 Jul 07 19:25:44.430325 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-ee01d03e-586d-4760-b7ae-7dbde6c9b8ff req-b5422221-86e5-4276-8494-fd8c8dff2d96 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920789 Jul 07 19:25:44.485038 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-db0758e7-4b95-459d-8634-35b41faf8411 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 1000 time: 0.0687723 Jul 07 19:25:44.537710 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-c4a7e598-0f6b-45be-9ec6-85fdbbc1026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.539289 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-c4a7e598-0f6b-45be-9ec6-85fdbbc1026c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0475750 Jul 07 19:25:44.600609 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-050a5d8e-186b-4312-8ed7-5c5ce752c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:25:44.602176 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-050a5d8e-186b-4312-8ed7-5c5ce752c9fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569460 Jul 07 19:25:44.698584 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-d451a92c-008f-490f-b269-0ff092d93ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887551 Jul 07 19:25:44.790460 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-94f44aba-293c-49f9-87fa-77d364cb7cdd req-333434e1-3f19-4e23-aab8-d6733fb3e917 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856028 Jul 07 19:25:45.979168 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07dc8ca1-2d51-4233-b83b-2b4ee818927b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.553605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6d97a29-e9a6-4814-a592-ecbaac8d3021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:48.658236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:50.093352 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:25:51.595580 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:04.797514 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:06.981497 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:10.286435 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:26:15.983159 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19cd01fa-00d8-41a2-ae88-34ef4483b9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.566290 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76f2a636-e124-4cac-9785-2224dc73298d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.621645 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 97b026e5-cacf-4025-b22a-e487242ef763 details requested by agent hyperv_n-h2-798930-2 with host n-h2-798930-2 {{(pid=105590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 19:26:18.666023 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.746076 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:18.759178 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Returning: {'device': '97b026e5-cacf-4025-b22a-e487242ef763', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'port_id': '97b026e5-cacf-4025-b22a-e487242ef763', 'mac_address': 'fa:16:3e:4c:1e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 19:26:18.809845 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.826638 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97b026e5-cacf-4025-b22a-e487242ef763 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 19:26:18.854273 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:18.859777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:18.936000 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:18.942659 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] get_ports_and_sgs() called for port_ids ['97b026e5-cacf-4025-b22a-e487242ef763'] {{(pid=105590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 19:26:18.989091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.989656 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.990182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.990731 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.991369 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.991915 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.992469 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.993055 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.993601 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.994141 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.994680 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:18.995216 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:20.094187 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.622091 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 97b026e5-cacf-4025-b22a-e487242ef763 up at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 19:26:20.680405 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Provisioning complete for port 97b026e5-cacf-4025-b22a-e487242ef763 triggered by entity L2. {{(pid=105590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 19:26:20.680714 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436790'] for port, provisioning_complete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.815927 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.852635 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:20.856044 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8a146c-7412-40ed-95a3-07f87b024632" -d '{"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-plugged", "status": "completed", "tag": "97b026e5-cacf-4025-b22a-e487242ef763"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:20.875186 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:20.882186 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:20.920332 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd7739-b5f0-4642-9aff-dd79741195d6 x-openstack-request-id: req-b7fd7739-b5f0-4642-9aff-dd79741195d6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:20.920786 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-plugged", "status": "completed", "tag": "97b026e5-cacf-4025-b22a-e487242ef763", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:20.921233 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b7fd7739-b5f0-4642-9aff-dd79741195d6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:20.922189 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763', 'code': 200} Jul 07 19:26:20.968446 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:21.603790 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:34.811451 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.004779 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.501589 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59314) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:37.707445 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Deleting port 7009aa8d-2272-4f58-a3b7-c419c05bf3e5 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:37.708063 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.802201 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.802458 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:37.816272 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Calling delete_port for 7009aa8d-2272-4f58-a3b7-c419c05bf3e5 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:38.014677 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.042092 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event deleted for resources: {'Port': ['ID=7009aa8d-2272-4f58-a3b7-c419c05bf3e5,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:38.074379 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.074847 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.075039 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.075495 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.075934 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.076333 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.076699 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.077173 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.077558 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.078121 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.078711 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.079112 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:38.124385 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.124679 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Floating IP c70d23c7-2ee1-4569-bb4e-16f97798c1c2 disassociated (deleted). External IP: 172.25.1.114, port: 97b026e5-cacf-4025-b22a-e487242ef763. Jul 07 19:26:38.371481 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:38.514116 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:38.518947 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:38.529822 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] Sync routers for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:38.543747 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:38.544434 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:38.573916 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-6cd9701f-dcb8-4825-895b-622cec326cdf tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "DELETE /v2.0/floatingips/c70d23c7-2ee1-4569-bb4e-16f97798c1c2 HTTP/1.1" status: 204 len: 168 time: 1.0709832 Jul 07 19:26:38.574563 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:38.577265 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7140fba7-0ae9-47fa-9363-9d7e021a507d" -d '{"events": [{"name": "network-changed", "server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "tag": "97b026e5-cacf-4025-b22a-e487242ef763"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:38.697094 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac7616-9e36-447b-9b09-073e4ce37a10 x-openstack-request-id: req-a6ac7616-9e36-447b-9b09-073e4ce37a10 {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:38.698117 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "tag": "97b026e5-cacf-4025-b22a-e487242ef763", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:38.698636 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6ac7616-9e36-447b-9b09-073e4ce37a10 {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:38.699734 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763', 'status': 'completed', 'code': 200} Jul 07 19:26:38.707311 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:38.804734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-17ba562c-13b6-4579-b3c5-826276a846f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:38.807620 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-17ba562c-13b6-4579-b3c5-826276a846f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 1096 time: 0.0890875 Jul 07 19:26:38.976484 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-7b0305d1-c22b-4287-b459-7a37743e852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:38.980048 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-7b0305d1-c22b-4287-b459-7a37743e852d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.1657078 Jul 07 19:26:39.034553 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-09ef7cc7-99ca-415d-af13-e675934bb79d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 200 len: 217 time: 0.0417612 Jul 07 19:26:39.081932 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:25Z', 'revision_number': 1, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:39.103015 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-88a7e539-447e-41c8-9aba-b871dcd4c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:39.105616 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-88a7e539-447e-41c8-9aba-b871dcd4c727 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0645120 Jul 07 19:26:39.125324 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] Checking router: 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:39.141695 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:39.142790 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:39.202727 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05a540-24c0-4446-819f-a768d3ee1641 req-7b9101e9-a2e5-497f-9ffb-ec425e575cae tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:39.205224 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-aa15a4db-23b3-4440-8134-e59f6592a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:39.206900 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-aa15a4db-23b3-4440-8134-e59f6592a16d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895214 Jul 07 19:26:39.209718 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c05a540-24c0-4446-819f-a768d3ee1641 req-7b9101e9-a2e5-497f-9ffb-ec425e575cae tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 945 time: 0.1143525 Jul 07 19:26:39.268498 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-9c05a540-24c0-4446-819f-a768d3ee1641 req-09551c89-c3ca-49f1-a9c9-6bdb0667a1a7 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560222 Jul 07 19:26:39.351688 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-a91f8adc-8129-474a-8418-0ca69a7d7f8e service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372907 Jul 07 19:26:39.418862 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:39.473716 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-7140fba7-0ae9-47fa-9363-9d7e021a507d req-64596a5b-2764-4906-8c5f-f63b4974d797 service neutron] 10.222.0.90 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144390 Jul 07 19:26:39.702532 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:25Z', 'revision_number': 1, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:39.735333 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64057aa-4b77-40e6-b299-f8ce6d3f7215 None None] The sync data for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 is: [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_floatingips': [{'id': 'f2b9afc0-a883-4ea0-8a30-86faa4bb87ca', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'router_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'port_id': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'mac_address': 'fa:16:3e:24:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T19:21:22Z', 'updated_at': '2021-07-07T19:21:25Z', 'revision_number': 1, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:40.025959 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34c49a-d9f5-4892-8f9a-2f6b7a9fcc14 None None] New status for floating IP c70d23c7-2ee1-4569-bb4e-16f97798c1c2: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:26:40.481281 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824f91-ef89-4b50-830b-286017450baa req-3d731b38-3e95-4219-a395-420776ff57db tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.483422 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4824f91-ef89-4b50-830b-286017450baa req-3d731b38-3e95-4219-a395-420776ff57db tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 945 time: 0.0733538 Jul 07 19:26:40.531256 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e4824f91-ef89-4b50-830b-286017450baa req-00788bec-7610-49cc-a052-169b4580b7f7 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Jul 07 19:26:40.682399 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 97b026e5-cacf-4025-b22a-e487242ef763 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:40.768538 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1543675'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.806290 n-d-798930-2 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:40.809382 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62b0e9fd8a66ea6eb30c3598e8b19d2bfe64069b555e5941a6e21b9063a31614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7194082c-9c2f-4c66-bc26-8e9a6cba9eb6" -d '{"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-unplugged", "status": "completed", "tag": "97b026e5-cacf-4025-b22a-e487242ef763"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:40.824697 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:40.830028 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786270783016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270474487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270470952'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:40.869536 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e058126-bb1f-442c-8144-1e7dae11a317 x-openstack-request-id: req-6e058126-bb1f-442c-8144-1e7dae11a317 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:40.869978 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-unplugged", "status": "completed", "tag": "97b026e5-cacf-4025-b22a-e487242ef763", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:40.870372 n-d-798930-2 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e058126-bb1f-442c-8144-1e7dae11a317 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:40.870955 n-d-798930-2 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763', 'code': 200} Jul 07 19:26:40.915951 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Pushing event updated for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:40.920014 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-40b63f7b-0383-4924-b2bb-2c16004eb0e6 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:40.922285 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-40b63f7b-0383-4924-b2bb-2c16004eb0e6 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.90 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 943 time: 0.0900681 Jul 07 19:26:41.065434 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Deleting port 97b026e5-cacf-4025-b22a-e487242ef763 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:41.065830 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.194360 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] For port 97b026e5-cacf-4025-b22a-e487242ef763, host n-h2-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-2',level=0,port_id=97b026e5-cacf-4025-b22a-e487242ef763,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:41.194822 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.218607 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Calling delete_port for 97b026e5-cacf-4025-b22a-e487242ef763 owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:41.389160 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.420500 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event deleted for resources: {'Port': ['ID=97b026e5-cacf-4025-b22a-e487242ef763,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:41.463665 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.464017 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.464520 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.465242 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.465823 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.466259 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.466644 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.467036 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.467410 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.467739 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.468116 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.468490 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-2 {{(pid=105589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 19:26:41.492970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] No DVR routers for this DVR port 97b026e5-cacf-4025-b22a-e487242ef763 on host n-h2-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:41.496175 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:41.498566 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-64bcb044-9b7a-4424-afc0-1502eb2b13d0 req-4655b813-5ca3-4ec9-abb8-434162d1e120 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.90 "DELETE /v2.0/ports/97b026e5-cacf-4025-b22a-e487242ef763 HTTP/1.1" status: 204 len: 173 time: 0.5710764 Jul 07 19:26:41.499108 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-deleted', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:41.501609 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf251cbc-473f-4f00-af1c-897a9e183b85" -d '{"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-deleted", "tag": "97b026e5-cacf-4025-b22a-e487242ef763"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:41.560534 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f62db-7f86-4d7b-a4ea-f31ac560a200 x-openstack-request-id: req-ea7f62db-7f86-4d7b-a4ea-f31ac560a200 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:41.560534 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f55482-47c0-49bf-a1b4-0a40f39ce173", "name": "network-vif-deleted", "tag": "97b026e5-cacf-4025-b22a-e487242ef763", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:41.560534 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea7f62db-7f86-4d7b-a4ea-f31ac560a200 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:41.561668 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f55482-47c0-49bf-a1b4-0a40f39ce173', 'name': 'network-vif-deleted', 'tag': '97b026e5-cacf-4025-b22a-e487242ef763', 'status': 'completed', 'code': 200} Jul 07 19:26:41.753298 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a0d5057f-5463-4efd-9a78-242b560ee13c req-3a2d1dc3-3274-4ce5-a6f9-f16163d8cb2f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=82f55482-47c0-49bf-a1b4-0a40f39ce173 HTTP/1.1" status: 200 len: 210 time: 0.0361490 Jul 07 19:26:43.621693 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59380) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:43.821034 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Deleting port e340966a-3853-4b43-a1ae-38f1bbcb2b83 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:43.821399 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.908127 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.908450 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:43.923079 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Calling delete_port for e340966a-3853-4b43-a1ae-38f1bbcb2b83 owned by network:floatingip {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:44.092236 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.119671 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event deleted for resources: {'Port': ['ID=e340966a-3853-4b43-a1ae-38f1bbcb2b83,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:44.219155 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for floatingip, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.219713 n-d-798930-2 neutron-server[105588]: INFO neutron.db.l3_db [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Floating IP f2b9afc0-a883-4ea0-8a30-86faa4bb87ca disassociated (deleted). External IP: 172.25.1.133, port: 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd. Jul 07 19:26:44.477053 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:44.617601 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:44.626695 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for floatingip, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:44.630976 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] Sync routers for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:44.641012 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:44.641638 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:44.668671 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c6b203fb-7cbe-4d93-ae2e-faafde3ab64a tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "DELETE /v2.0/floatingips/f2b9afc0-a883-4ea0-8a30-86faa4bb87ca HTTP/1.1" status: 204 len: 168 time: 1.0453181 Jul 07 19:26:44.669548 n-d-798930-2 neutron-server[105588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'}] {{(pid=105588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:44.673724 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0019737ee5700b20956e43742a387223e3e5cf43c3793f8f8ad7d495ea57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5975b78-0aca-44a8-859e-fa04764eba16" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd"}]}' {{(pid=105588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:44.703658 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 97b026e5-cacf-4025-b22a-e487242ef763 no longer exists at agent hyperv_n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:44.750775 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] No Port match for: 97b026e5-cacf-4025-b22a-e487242ef763 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:44.751639 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Device 97b026e5-cacf-4025-b22a-e487242ef763 not bound to the agent host n-h2-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:44.752010 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee04a53-aea8-49a9-98f9-c2112a0f7a2d x-openstack-request-id: req-dee04a53-aea8-49a9-98f9-c2112a0f7a2d {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:44.752445 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd", "status": "completed", "code": 200}]} {{(pid=105588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:44.752863 n-d-798930-2 neutron-server[105588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dee04a53-aea8-49a9-98f9-c2112a0f7a2d {{(pid=105588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:44.753485 n-d-798930-2 neutron-server[105588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'status': 'completed', 'code': 200} Jul 07 19:26:44.825427 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:44.923373 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-9b162996-2a15-4f8c-aab9-23fe9d2ce6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:44.925706 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-9b162996-2a15-4f8c-aab9-23fe9d2ce6f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 1095 time: 0.1402035 Jul 07 19:26:45.071831 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-d89cbb24-1c37-44a7-9089-06d42f92c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.074123 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-d89cbb24-1c37-44a7-9089-06d42f92c56a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 200 len: 911 time: 0.1423769 Jul 07 19:26:45.144924 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:45.161991 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-7c1bd7ae-ab95-4129-a44d-6d226db55924 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 200 len: 217 time: 0.0760591 Jul 07 19:26:45.184232 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] Checking router: 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:45.194979 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:45.195731 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:19Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:45.348722 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:45.628180 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-a6d3da88-70a9-4508-91a8-3611e2c2e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.629999 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-a6d3da88-70a9-4508-91a8-3611e2c2e008 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 200 len: 849 time: 0.0637715 Jul 07 19:26:45.646114 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:45.670487 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.55', 54571) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:45.678567 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827651d-3efb-495b-9626-16a49afb7ed6 None None] The sync data for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 is: [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:21:02Z', 'revision_number': 4, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2', '_interfaces': [{'id': '431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d', 'name': '', 'network_id': 'd2e0c00d-392f-4689-8b12-e3b7aa4f03fb', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'mac_address': 'fa:16:3e:7e:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:02Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'subnets': [{'id': '9b788300-b739-46fd-850a-f900e2a0fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:45.688187 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85444d6-eb1e-4741-a2c3-eb19c1a75c8c req-d825e9e8-7b40-4acb-b8cf-9a98535c10f9 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.690478 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e85444d6-eb1e-4741-a2c3-eb19c1a75c8c req-d825e9e8-7b40-4acb-b8cf-9a98535c10f9 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 944 time: 0.5429869 Jul 07 19:26:45.795374 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-e85444d6-eb1e-4741-a2c3-eb19c1a75c8c req-09e613a1-3342-4b01-ab89-cba91328dc14 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/security-groups?id=b227c132-77e9-496e-9a58-2fbf43a5f8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852015 Jul 07 19:26:45.806100 n-d-798930-2 neutron-server[105588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-81542f4d-41cd-46d3-aeae-62c9c7f97726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.808925 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-81542f4d-41cd-46d3-aeae-62c9c7f97726 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704907 Jul 07 19:26:45.826103 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-33e9fd17-7336-4690-bf85-0f4888615027 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=105588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 19:26:45.826103 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-33e9fd17-7336-4690-bf85-0f4888615027 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088038 Jul 07 19:26:45.833583 n-d-798930-2 neutron-server[105589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-b98d6137-49b4-4f81-84ef-5733688c7402 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 19:26:45.836658 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-b98d6137-49b4-4f81-84ef-5733688c7402 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.55 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 944 time: 0.1638658 Jul 07 19:26:46.002445 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-522a6f2a-2307-475c-95a0-7948d85afdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.011499 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Deleting port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:46.012196 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.013657 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-f9c38bbd-76cd-4eba-a67a-900b112ff45f service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795771 Jul 07 19:26:46.056151 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64a261c-f774-4b8f-90c3-77e444be4592 None None] New status for floating IP f2b9afc0-a883-4ea0-8a30-86faa4bb87ca: DOWN {{(pid=105590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 19:26:46.158546 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-a5975b78-0aca-44a8-859e-fa04764eba16 req-5c3e0836-3269-474e-8f9b-d95275b91616 service neutron] 10.222.0.55 "GET /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339686 Jul 07 19:26:46.177825 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] For port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd, host n-h1-798930-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-2',level=0,port_id=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:46.178404 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.201196 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Calling delete_port for 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd owned by compute:nova {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:46.362662 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.396374 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event deleted for resources: {'Port': ['ID=61db6be7-53a1-4b98-94f4-c4bb7c58c1dd,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:46.452135 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] No DVR routers for this DVR port 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd on host n-h1-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:46.455922 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-219852'] for port, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:46.458974 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [req-2728ea1c-9c12-4901-a3bb-cfc285103b40 req-d1fb05f7-059b-4ea3-83c2-dae2f867edf4 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.55 "DELETE /v2.0/ports/61db6be7-53a1-4b98-94f4-c4bb7c58c1dd HTTP/1.1" status: 204 len: 173 time: 0.6163177 Jul 07 19:26:46.459514 n-d-798930-2 neutron-server[105589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-deleted', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd'}] {{(pid=105589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 19:26:46.462001 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78ce97a5abf912318551b8f518b8a6f98d452409909d6105b8ed9dcb085a6f47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2350e20e-c29a-465b-8bfd-4b24a3bba4c8" -d '{"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-deleted", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd"}]}' {{(pid=105589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 19:26:46.502641 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35251aec-13b8-45fc-9c98-0324bc795798 x-openstack-request-id: req-35251aec-13b8-45fc-9c98-0324bc795798 {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 19:26:46.502920 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed4946-5d6d-4b3b-9f66-7d5b0d152c20", "name": "network-vif-deleted", "tag": "61db6be7-53a1-4b98-94f4-c4bb7c58c1dd", "status": "completed", "code": 200}]} {{(pid=105589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 19:26:46.503161 n-d-798930-2 neutron-server[105589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-35251aec-13b8-45fc-9c98-0324bc795798 {{(pid=105589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 19:26:46.503668 n-d-798930-2 neutron-server[105589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed4946-5d6d-4b3b-9f66-7d5b0d152c20', 'name': 'network-vif-deleted', 'tag': '61db6be7-53a1-4b98-94f4-c4bb7c58c1dd', 'status': 'completed', 'code': 200} Jul 07 19:26:47.034174 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [req-aa6d51df-265a-4ab2-b4f4-1efbbce4bbde req-ebd4e980-d9ca-43eb-be32-1880821def90 tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "GET /v2.0/ports?device_id=80ed4946-5d6d-4b3b-9f66-7d5b0d152c20 HTTP/1.1" status: 200 len: 210 time: 0.0358641 Jul 07 19:26:47.286117 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:26:48.151253 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59396) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:48.238847 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c1703a5b-b75b-4ffe-8860-93626231340f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.266133 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c1703a5b-b75b-4ffe-8860-93626231340f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.336302 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c1703a5b-b75b-4ffe-8860-93626231340f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.338859 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-c1703a5b-b75b-4ffe-8860-93626231340f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.340100 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-c1703a5b-b75b-4ffe-8860-93626231340f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] 10.222.0.88 "DELETE /v2.0/security-groups/b227c132-77e9-496e-9a58-2fbf43a5f8b8 HTTP/1.1" status: 204 len: 168 time: 0.1877682 Jul 07 19:26:48.350191 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1703a5b-b75b-4ffe-8860-93626231340f tempest-TestSnapshotPattern-2060043011 tempest-TestSnapshotPattern-2060043011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b227c132-77e9-496e-9a58-2fbf43a5f8b8,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:48.419673 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59400) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:48.560444 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c8a12e2-5165-48a2-b92b-5999d8190692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.651617 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:48.954789 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.238749 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Deleting port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:49.239496 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.366416 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] For port 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:49.367014 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.385605 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Calling delete_port for 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d owned by network:router_interface {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:49.473591 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd no longer exists at agent hyperv_n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:49.499234 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] No Port match for: 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:49.499608 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Device 61db6be7-53a1-4b98-94f4-c4bb7c58c1dd not bound to the agent host n-h1-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:49.598950 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:49.631422 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:49.847407 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.106306 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.139520 n-d-798930-2 neutron-server[105588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:50.285293 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:50.294520 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-b8008cb6-f578-42a0-a0c3-a90546e387b9 admin admin] 10.222.0.88 "PUT /v2.0/routers/96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8728786 Jul 07 19:26:50.298201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59404) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:50.299881 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] Sync routers for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:50.311802 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:50.312799 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:50.419311 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks [] for router, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.434043 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: n-d-798930-2 {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:50.539795 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.623144 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Deleting port 315fd42e-e512-4857-8f97-d905b4f91cd7 {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:50.623724 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.633906 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:26:49Z', 'revision_number': 5, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port': {'id': '315fd42e-e512-4857-8f97-d905b4f91cd7', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:00Z', 'updated_at': '2021-07-07T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:50.676674 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] Checking router: 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 for host: n-d-798930-2 {{(pid=105591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:50.692104 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] Routers {'96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'} bound to L3 agent in host n-d-798930-2 {{(pid=105591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:50.693271 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'], 'active': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:50.741803 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] For port 315fd42e-e512-4857-8f97-d905b4f91cd7, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=315fd42e-e512-4857-8f97-d905b4f91cd7,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:50.742381 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:50.762851 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Calling delete_port for 315fd42e-e512-4857-8f97-d905b4f91cd7 owned by network:router_gateway {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:50.822226 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_dvr_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] Set router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 gateway port host: None {{(pid=105591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:51.007378 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.011661 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.l3_hamode_db [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:26:50Z', 'revision_number': 6, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:51.038779 n-d-798930-2 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e0146e-83c5-4c3e-9f36-0e3a42a221ec None None] The sync data for ids ['96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474'] in n-d-798930-2 is: [{'id': '96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474', 'name': 'tempest-TestSnapshotPattern-1391495287-router', 'tenant_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:20:59Z', 'updated_at': '2021-07-07T19:26:50Z', 'revision_number': 6, 'project_id': '3408c7d7eea140668aca3a1dd3beb7a5', 'gw_port_host': None}] {{(pid=105591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:51.044310 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Pushing event deleted for resources: {'Port': ['ID=315fd42e-e512-4857-8f97-d905b4f91cd7,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:51.147087 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.246849 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.249431 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.299872 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.301017 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 {{(pid=105588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:26:51.308610 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] Notify callbacks [] for router, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.310461 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-d1bc9f02-d8de-40f8-8c9b-cb95409720df admin admin] 10.222.0.88 "DELETE /v2.0/routers/96a5e0e3-ffc6-46ba-bbf1-2aab4c5ff474 HTTP/1.1" status: 204 len: 168 time: 1.0103939 Jul 07 19:26:51.314431 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59406) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:51.376478 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] Deleting subnet 9b788300-b739-46fd-850a-f900e2a0fd21 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:26:51.381477 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.446493 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.552463 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:51.565758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.594350 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:51.594759 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 431cdd5c-8b3f-4b1e-8ad3-7bf015132d3d not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:51.607834 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.637055 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.667595 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b788300-b739-46fd-850a-f900e2a0fd21,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:51.672586 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.674752 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-41565f20-0da7-42e6-bd33-57fcf1ee371b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9b788300-b739-46fd-850a-f900e2a0fd21 HTTP/1.1" status: 204 len: 168 time: 0.3591862 Jul 07 19:26:51.678970 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59408) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:51.680155 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfdbda1-f2e9-4dc9-87bd-32db07818aac None None] Network d2e0c00d-392f-4689-8b12-e3b7aa4f03fb requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:51.756293 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.849860 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Deleting port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:51.850187 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.924500 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] DHCP port deletion for d2e0c00d-392f-4689-8b12-e3b7aa4f03fb request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:26:51.938538 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] For port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:51.939083 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:51.962734 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Calling delete_port for cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b owned by network:dhcp {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:51.995535 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] Deleting port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:51.996342 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.084286 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.087465 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] For port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,segment=NetworkSegment(4cf63b78-e473-4091-9d7a-ec6f3aad8e87),segment_id=4cf63b78-e473-4091-9d7a-ec6f3aad8e87)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:52.087878 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.107393 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] Calling delete_port for cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:52.115011 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:52.119372 n-d-798930-2 neutron-server[105589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] No DVR routers for this DVR port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b on host n-d-798930-2 {{(pid=105589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:52.219826 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.235924 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.239840 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e0c00d-392f-4689-8b12-e3b7aa4f03fb']}} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:52.264713 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf63b78-e473-4091-9d7a-ec6f3aad8e87') {'for_net_delete': True} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:52.265285 n-d-798930-2 neutron-server[105589]: DEBUG neutron.services.segments.db [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf63b78-e473-4091-9d7a-ec6f3aad8e87') {} {{(pid=105589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:52.276479 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] Pushing event deleted for resources: {'Port': ['ID=cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:52.283156 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6810d9-7d6e-4d8a-9ba8-5960636590da None None] No DVR routers for this DVR port cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:52.285543 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296095'] for segment, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.310438 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.323270 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:26:52.323955 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12960006'] for segment, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: Traceback (most recent call last): Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: timer() Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: cb(*args, **kw) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: return func(*args, **kwargs) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: self._notify() Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: self.callback(batched_events) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: event.method(event) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: return f(self, *a, **k) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: return self._get(url).json() Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: return self.request(url, 'GET', **kwargs) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:26:52.326283 n-d-798930-2 neutron-server[105589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:26:52.395422 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.401686 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Notify callbacks [] for network, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:52.405901 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d2e0c00d-392f-4689-8b12-e3b7aa4f03fb HTTP/1.1" status: 204 len: 168 time: 0.7235236 Jul 07 19:26:52.407468 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59410) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:52.424111 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eea9b3-1ca7-4937-81f2-7639966acf18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e0c00d-392f-4689-8b12-e3b7aa4f03fb,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:52.864580 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317716'] for router_interface, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.187124 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Deleting port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:53.187650 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.228586 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:53.251002 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:53.251552 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device cfe9685f-7bd5-49e6-8d4c-78c9ea73b28b not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:53.252227 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 315fd42e-e512-4857-8f97-d905b4f91cd7 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:53.279085 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 315fd42e-e512-4857-8f97-d905b4f91cd7 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:53.279529 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 315fd42e-e512-4857-8f97-d905b4f91cd7 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:53.296576 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] For port 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,segment=NetworkSegment(544ca35c-7a23-4bf3-a3a2-734ce4391ec3),segment_id=544ca35c-7a23-4bf3-a3a2-734ce4391ec3)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:53.296954 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.313209 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Calling delete_port for 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca owned by network:router_interface {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:53.534149 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:53.566556 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Pushing event deleted for resources: {'Port': ['ID=24fcc0e5-564a-4e3d-9c53-c87b7bd5daca,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:53.760702 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1589196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-272170'] for router_interface, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.015595 n-d-798930-2 neutron-server[105589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Router 5a213d5e-339e-4bac-a052-d4b96c62c422 has already been hosted by L3 agent 37f81221-cee1-458f-be9a-c42bcd66b7dd {{(pid=105589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 19:26:54.131013 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] Notify agent at l3_agent.n-d-798930-2 the message routers_updated {{(pid=105589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 19:26:54.137586 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0f8546b7-2643-44e7-9e2d-e008c1c69033 admin admin] 10.222.0.88 "PUT /v2.0/routers/5a213d5e-339e-4bac-a052-d4b96c62c422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288334 Jul 07 19:26:54.139678 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59412) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:54.140359 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] Sync routers for ids ['5a213d5e-339e-4bac-a052-d4b96c62c422'] in n-d-798930-2 {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 19:26:54.151267 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] Routers {'5a213d5e-339e-4bac-a052-d4b96c62c422'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:54.152017 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5a213d5e-339e-4bac-a052-d4b96c62c422'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:54.268927 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.289974 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] Set router 5a213d5e-339e-4bac-a052-d4b96c62c422 gateway port host: n-d-798930-2 {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:54.405776 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.474413 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Deleting port 386542b6-9b83-4a48-aad8-883ad4b1ae61 {{(pid=105589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:54.474876 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.499386 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'external_fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:26:53Z', 'revision_number': 5, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port': {'id': '386542b6-9b83-4a48-aad8-883ad4b1ae61', 'name': '', 'network_id': '55da5db5-89f4-4781-a606-5a02dab41731', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T19:21:05Z', 'updated_at': '2021-07-07T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c758c213-3c2d-4647-8732-5431daeb1ff8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-2'}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:54.530269 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] Checking router: 5a213d5e-339e-4bac-a052-d4b96c62c422 for host: n-d-798930-2 {{(pid=105590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 19:26:54.539119 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] Routers {'5a213d5e-339e-4bac-a052-d4b96c62c422'} bound to L3 agent in host n-d-798930-2 {{(pid=105590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 19:26:54.539735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T17:37:18Z,description=,heartbeat_timestamp=2021-07-07T19:26:49Z,host='n-d-798930-2',id=37f81221-cee1-458f-be9a-c42bcd66b7dd,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T17:37:18Z,topic='l3_agent')) {'router_ids': ['5a213d5e-339e-4bac-a052-d4b96c62c422'], 'active': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:54.571843 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.db [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] For port 386542b6-9b83-4a48-aad8-883ad4b1ae61, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=386542b6-9b83-4a48-aad8-883ad4b1ae61,segment=NetworkSegment(c04eebe8-fa55-401d-838c-d33166c79a77),segment_id=c04eebe8-fa55-401d-838c-d33166c79a77)] {{(pid=105589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:54.572633 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:54.593983 n-d-798930-2 neutron-server[105589]: DEBUG neutron.plugins.ml2.plugin [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Calling delete_port for 386542b6-9b83-4a48-aad8-883ad4b1ae61 owned by network:router_gateway {{(pid=105589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:54.833083 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvr_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] Set router 5a213d5e-339e-4bac-a052-d4b96c62c422 gateway port host: None {{(pid=105590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 19:26:54.901856 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_hamode_db [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:26:54Z', 'revision_number': 6, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port_host': None}], 'n-d-798930-2', False) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:54.950946 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c657618-6c81-4a71-8a65-97236596ff5b None None] The sync data for ids ['5a213d5e-339e-4bac-a052-d4b96c62c422'] in n-d-798930-2 is: [{'id': '5a213d5e-339e-4bac-a052-d4b96c62c422', 'name': 'tempest-TestSnapshotPattern-409854231-router', 'tenant_id': '4f04bf460a2b46bd8040fdb5a783f821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T19:21:04Z', 'updated_at': '2021-07-07T19:26:54Z', 'revision_number': 6, 'project_id': '4f04bf460a2b46bd8040fdb5a783f821', 'gw_port_host': None}] {{(pid=105590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 19:26:55.166223 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12960217'] for port, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.197137 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=386542b6-9b83-4a48-aad8-883ad4b1ae61,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:55.269459 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402771'] for router_gateway, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.380854 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-317415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6963'] for router, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.384497 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.455912 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-311415'] for router, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.456672 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a213d5e-339e-4bac-a052-d4b96c62c422 {{(pid=105589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 19:26:55.461780 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] Notify callbacks [] for router, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.463173 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-0a307810-f8e5-4a0e-a0b6-4191043b52c5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/5a213d5e-339e-4bac-a052-d4b96c62c422 HTTP/1.1" status: 204 len: 168 time: 1.3221238 Jul 07 19:26:55.465940 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59414) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:55.528275 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] Deleting subnet e03f13ff-85bf-48ca-8dd4-c22f1957f885 {{(pid=105588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 19:26:55.531758 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.569277 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12881323'] for subnet, precommit_delete_associations {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.653316 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1438296'] for subnet, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.738538 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1438289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57868980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57801682'] for subnet, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.768399 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03f13ff-85bf-48ca-8dd4-c22f1957f885,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:55.770578 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.773148 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-ca6d4521-98da-4c97-85a3-4e694f884f1f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e03f13ff-85bf-48ca-8dd4-c22f1957f885 HTTP/1.1" status: 204 len: 168 time: 0.3055108 Jul 07 19:26:55.776994 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59416) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:55.783047 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067f69e-7342-4bea-8b30-018a0b3290cf None None] Network 624014c9-2d3f-4692-ab4f-133b53c27553 requested from n-d-798930-2 {{(pid=105590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 19:26:55.811152 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:55.873108 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1556773'] for network, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:55.888817 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:55.889182 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 24fcc0e5-564a-4e3d-9c53-c87b7bd5daca not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:55.960906 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Deleting port 87f86e15-cc71-4946-9edf-f81acb116d8e {{(pid=105588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:55.961279 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.043313 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.db [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] For port 87f86e15-cc71-4946-9edf-f81acb116d8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87f86e15-cc71-4946-9edf-f81acb116d8e,segment=NetworkSegment(544ca35c-7a23-4bf3-a3a2-734ce4391ec3),segment_id=544ca35c-7a23-4bf3-a3a2-734ce4391ec3)] {{(pid=105588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:56.043700 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.061645 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.plugin [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Calling delete_port for 87f86e15-cc71-4946-9edf-f81acb116d8e owned by network:dhcp {{(pid=105588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:56.090536 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] DHCP port deletion for 624014c9-2d3f-4692-ab4f-133b53c27553 request from n-d-798930-2 {{(pid=105590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 19:26:56.155735 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] Deleting port 87f86e15-cc71-4946-9edf-f81acb116d8e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 19:26:56.156099 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786270775516'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.186297 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57868942'] for port, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.228201 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Pushing event deleted for resources: {'Port': ['ID=87f86e15-cc71-4946-9edf-f81acb116d8e,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:56.232726 n-d-798930-2 neutron-server[105588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] No DVR routers for this DVR port 87f86e15-cc71-4946-9edf-f81acb116d8e on host n-d-798930-2 {{(pid=105588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:56.254837 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] For port 87f86e15-cc71-4946-9edf-f81acb116d8e, host n-d-798930-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-2',level=0,port_id=87f86e15-cc71-4946-9edf-f81acb116d8e,segment=NetworkSegment(544ca35c-7a23-4bf3-a3a2-734ce4391ec3),segment_id=544ca35c-7a23-4bf3-a3a2-734ce4391ec3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 19:26:56.256030 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272148'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.272454 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] Calling delete_port for 87f86e15-cc71-4946-9edf-f81acb116d8e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 19:26:56.323904 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1440717', 'neutron.services.segments.db._delete_segments_for_network-8786271006558'] for network, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.336115 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624014c9-2d3f-4692-ab4f-133b53c27553']}} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:56.352429 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544ca35c-7a23-4bf3-a3a2-734ce4391ec3') {'for_net_delete': True} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:56.353010 n-d-798930-2 neutron-server[105588]: DEBUG neutron.services.segments.db [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544ca35c-7a23-4bf3-a3a2-734ce4391ec3') {} {{(pid=105588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 19:26:56.364597 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1543223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1589182', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786270782998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270474478'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.367081 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270972546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12881340'] for segment, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.390617 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097'] for segment, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.398066 n-d-798930-2 neutron-server[105588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 19:26:56.398474 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1411097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57868881'] for segment, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: conditions |= (models_v2.Port.network_id.in_( Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: Traceback (most recent call last): Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: timer() Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: cb(*args, **kw) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: return func(*args, **kwargs) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: self._notify() Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: self.callback(batched_events) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: event.method(event) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: return f(self, *a, **k) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: return self._get(url).json() Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: return self.request(url, 'GET', **kwargs) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 19:26:56.400420 n-d-798930-2 neutron-server[105588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 19:26:56.405907 n-d-798930-2 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] Pushing event deleted for resources: {'Port': ['ID=87f86e15-cc71-4946-9edf-f81acb116d8e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:56.413365 n-d-798930-2 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd030cb-6b59-40be-8ce5-1ca56eee721e None None] No DVR routers for this DVR port 87f86e15-cc71-4946-9edf-f81acb116d8e on host n-d-798930-2 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 19:26:56.476002 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1440710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1589191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402807'] for network, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.482671 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Notify callbacks [] for network, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.488051 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] 10.222.0.88 "DELETE /v2.0/networks/624014c9-2d3f-4692-ab4f-133b53c27553 HTTP/1.1" status: 204 len: 168 time: 0.7093279 Jul 07 19:26:56.500861 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de991f-7ec5-4790-b1f2-49123cf929fe admin admin] Pushing event deleted for resources: {'Network': ['ID=624014c9-2d3f-4692-ab4f-133b53c27553,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:56.647047 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59420) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:56.704661 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-5b3b9d77-3a49-4480-b886-c1a6ceb69dde admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3408c7d7eea140668aca3a1dd3beb7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562048 Jul 07 19:26:56.708646 n-d-798930-2 neutron-server[105589]: DEBUG neutron.wsgi [-] (105589) accepted ('10.222.0.88', 59422) {{(pid=105589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:56.765620 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a236d09-cfff-4f44-b133-24b8de88cbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.799093 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a236d09-cfff-4f44-b133-24b8de88cbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.866504 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a236d09-cfff-4f44-b133-24b8de88cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.871318 n-d-798930-2 neutron-server[105589]: DEBUG neutron_lib.callbacks.manager [None req-8a236d09-cfff-4f44-b133-24b8de88cbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:56.873330 n-d-798930-2 neutron-server[105589]: INFO neutron.wsgi [None req-8a236d09-cfff-4f44-b133-24b8de88cbd1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1c8446d9-935a-4bd7-b673-b670e9b097dc HTTP/1.1" status: 204 len: 168 time: 0.1633284 Jul 07 19:26:56.887163 n-d-798930-2 neutron-server[105589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236d09-cfff-4f44-b133-24b8de88cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8446d9-935a-4bd7-b673-b670e9b097dc,revision_number=None']} {{(pid=105589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:26:57.215958 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 386542b6-9b83-4a48-aad8-883ad4b1ae61 no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:57.258717 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 386542b6-9b83-4a48-aad8-883ad4b1ae61 {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:57.259198 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 386542b6-9b83-4a48-aad8-883ad4b1ae61 not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:57.259822 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87f86e15-cc71-4946-9edf-f81acb116d8e no longer exists at agent ovs-agent-n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 19:26:57.291636 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] No Port match for: 87f86e15-cc71-4946-9edf-f81acb116d8e {{(pid=105590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 19:26:57.291943 n-d-798930-2 neutron-server[105590]: DEBUG neutron.plugins.ml2.rpc [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Device 87f86e15-cc71-4946-9edf-f81acb116d8e not bound to the agent host n-d-798930-2 {{(pid=105590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 19:26:57.402583 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59428) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:57.462448 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-8937038f-ae69-411f-80aa-7c902f83a157 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f04bf460a2b46bd8040fdb5a783f821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580075 Jul 07 19:26:57.469430 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [-] (105588) accepted ('10.222.0.88', 59430) {{(pid=105588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 19:26:57.549215 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1381de63-ce3f-48a4-8946-1e527b0f8132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:57.583663 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1381de63-ce3f-48a4-8946-1e527b0f8132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:57.666158 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1381de63-ce3f-48a4-8946-1e527b0f8132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-488809'] for security_group, after_delete {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:57.669884 n-d-798930-2 neutron-server[105588]: DEBUG neutron_lib.callbacks.manager [None req-1381de63-ce3f-48a4-8946-1e527b0f8132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:26:57.672179 n-d-798930-2 neutron-server[105588]: INFO neutron.wsgi [None req-1381de63-ce3f-48a4-8946-1e527b0f8132 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa7b17b6-8123-4b78-ba77-e7a2d44aec56 HTTP/1.1" status: 204 len: 168 time: 0.2014887 Jul 07 19:26:57.683527 n-d-798930-2 neutron-server[105588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381de63-ce3f-48a4-8946-1e527b0f8132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7b17b6-8123-4b78-ba77-e7a2d44aec56,revision_number=None']} {{(pid=105588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 19:27:04.805315 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:07.008192 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:15.990387 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5575bf8c-47b8-4e56-a77d-9fad2273cd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.556639 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ecae-e75b-4d3b-803b-7590c94c6d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:18.646566 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:20.103524 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:21.606383 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:24.287976 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:27:34.808681 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:37.008578 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:45.994477 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2850d06d-9462-4b9a-93e1-a0131bcb12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.555236 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44f92d18-9060-44ef-98a4-660febaf9d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:48.650146 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:50.109440 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:27:51.612777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:01.287591 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:28:04.819004 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:07.012372 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:15.998245 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edfd03dd-30c1-43df-970f-1679be082d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.548434 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54db8f2b-b939-4e91-bf30-da4937c60ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:18.653295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:20.111060 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:21.609319 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:34.825632 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:37.021135 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:38.287669 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:28:46.003901 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29b1093c-cb6d-4312-9e38-014aa31a1392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.555948 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a03da1-c6f8-4061-a309-efd534a8add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:48.660970 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:50.114384 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:51.613890 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:28:52.772063 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-ef4c274e-e7a5-48a2-a7be-3f632f8fd94c req-e1cdb01f-7a5d-4870-8ca4-699322d26b78 service neutron] (105588) timed out ('10.222.0.88', 53552) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:29:04.835577 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:07.023257 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:15.288420 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:29:15.999361 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f927846-40a0-41c8-8790-786add453c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.554325 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51a47728-e33c-4d4e-8000-6c3f80ffa5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:18.656179 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:20.118900 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:21.616284 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:34.828371 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:37.028341 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:46.009735 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-642cf981-bfa7-41f5-b4d5-d5a66f0dc3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.550230 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2211bf61-f4c9-4308-81ab-250320969f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:48.667746 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:50.120295 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:51.621217 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:29:52.289536 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:30:04.829817 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:07.050866 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:16.007121 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec672d52-5c85-4d0a-a041-2a63d5d0b7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.551211 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eeb57332-e033-4943-a6fc-7c86c5390c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:18.663849 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:20.128518 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:21.624906 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:29.295081 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:30:34.846936 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:37.035592 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:46.002015 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6696dbee-ed78-4d22-8789-6fbb99551dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.551224 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86310f5c-946e-449d-bb77-871c4f8b5fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:48.670691 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:50.130029 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:30:51.626857 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:04.842117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:06.298143 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:31:07.043194 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:15.996189 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8339392-910c-4bdb-914a-e97de376c12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.551207 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55843b6e-c556-44e2-bbb2-97ec345df00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:18.664527 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:20.132097 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:21.631318 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:34.855435 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:37.057655 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:43.299078 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:31:46.000525 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50816fe2-c018-430a-8a25-eb2c39cb6ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.546678 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d48a3a67-bd16-43ff-a376-fcb9137c9963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:48.673922 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:50.134266 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:31:51.636505 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:04.850216 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:07.066605 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:16.009360 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c222c3b-fe72-477e-91ed-900a3f2da019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.552490 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7da5fc56-7109-480e-8609-2a8c7a71be6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:18.671117 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.141443 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:20.304312 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:32:21.634750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:34.860806 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:37.066728 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:46.004471 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d87362f2-36ea-4770-88f4-7b04e0a0231b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.563073 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0fbe0670-4128-4de8-9aaf-d698ca5c775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:48.675482 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:50.142233 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:51.641002 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:32:57.304415 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:33:04.869370 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:07.087149 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:16.009128 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39db8d63-650a-4973-94e1-d760a3fa777a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.556954 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3db320af-b628-49a5-b894-5cadee888b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:18.681952 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:20.143935 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:21.642094 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:34.305658 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:33:34.866053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:37.076405 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:46.012663 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bb8b-3379-4c7c-af1f-e2801e3c07b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.562750 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-faee1429-ff6c-4450-9e8f-7c17e29edffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:48.677259 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:50.155464 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:33:51.646984 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:04.881552 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:05.947104 n-d-798930-2 neutron-server[105588]: DEBUG neutron.wsgi [req-a60bc7de-21c5-465f-8e81-05adfa00ccd9 req-d7f788ef-5be7-4e3f-ba50-573908750b38 service neutron] (105588) timed out ('10.222.0.88', 58454) {{(pid=105588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 19:34:07.083826 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:11.306143 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:34:16.017730 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f72ea7e-771b-4af1-a949-e8d0625778e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:18.563889 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cbfdad08-86a6-4068-8694-da51e9079ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:18.683760 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:20.150066 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:21.650446 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:34.877053 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:37.081586 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:46.021921 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f904ab3d-b5c0-4bc8-9443-64d776489a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.306903 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 19:34:48.560264 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3851155-fa2e-4dbc-ab6c-285772995e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:48.678369 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:50.157399 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:34:51.651563 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:04.882523 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9adcd3ea-a4c6-4e8e-b9bf-ee59ba266629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:07.083607 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5956628e-d0b9-43bd-b018-5f8d8e77d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:16.026377 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6b35866c-8b04-4e6a-addd-76ebc0a461fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.554250 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd238d03-1877-4c16-b4f9-3d08818ca516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:18.685408 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88af4dcb-877c-4a9a-ba46-06871557f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:20.156320 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d669-31a6-46e1-ad49-a7bad34b5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:21.655777 n-d-798930-2 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db9d259f-0ce8-478b-b597-15741991d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271006540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436807'] for agent, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 19:35:25.307347 n-d-798930-2 neutron-server[105591]: DEBUG neutron.db.agents_db [None req-e029c3c2-8201-4a5a-8dc1-e50a05672542 None None] Agent healthcheck: found 7 active agents {{(pid=105591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}